-- Logs begin at Thu 2021-07-15 12:22:42 UTC, end at Thu 2021-07-15 14:44:00 UTC. -- Jul 15 12:56:25.499737 n-d-798054-11 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 12:56:28.233494 n-d-798054-11 neutron-server[93885]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:56:28.234210 n-d-798054-11 neutron-server[93885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:56:28.234330 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:56:28.237637 n-d-798054-11 neutron-server[93885]: INFO neutron.common.config [-] Logging enabled! Jul 15 12:56:28.237895 n-d-798054-11 neutron-server[93885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 12:56:28.238201 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 12:56:28.239231 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:56:28.239456 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:56:28.239844 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:56:28.240077 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:56:28.240286 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:56:28.240601 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.240897 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.241182 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.241378 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.241696 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.241955 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.242229 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.242509 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.242819 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.243100 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.243373 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.243651 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.243862 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.244134 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.244416 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.244693 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.244914 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.245192 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.245619 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.246046 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.246315 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.246620 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.246899 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.247166 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.247432 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.247708 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.248041 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] host = n-d-798054-11 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.248315 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.248593 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.248871 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.249146 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.249415 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.249687 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.249966 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.250235 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.250497 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.250787 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.251072 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.251348 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.251633 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.251846 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.252066 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.252390 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.252674 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.257011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.258183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259130 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259130 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259130 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259130 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259130 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259130 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259554 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259554 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.259818 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.260083 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.260350 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.260614 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.260874 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.261151 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.261419 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.261680 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.261949 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.262210 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.262502 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:28.262845 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.263132 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.263428 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.263719 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.263991 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.264251 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.264532 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.264818 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.265097 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.265381 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.265665 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.265940 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.266297 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.266498 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.266810 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.267116 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.267407 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.267691 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.268089 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.268512 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.268825 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.269153 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.269370 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.269662 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.269949 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.270218 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.270507 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.270826 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.271098 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.271371 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.271640 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.271957 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.272188 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.272454 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.272731 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.273004 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.273269 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.273531 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.273798 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.274079 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.274352 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.274638 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.274925 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.275186 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.275449 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.275729 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.276001 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.276279 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.276546 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.276816 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.277089 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.277354 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.277623 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.277887 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.278156 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.278428 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.278734 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.279002 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.279267 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.279534 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.279799 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.280062 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.280341 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.280619 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.280869 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.281147 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.281417 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.281674 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.281985 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.282264 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.282551 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.282831 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.283103 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.283382 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.283705 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.283977 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.284288 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.284525 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.284886 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.285183 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.285518 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.285753 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.286029 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.286308 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.286629 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.286912 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.287184 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.287465 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.287738 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.288033 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.288317 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.288606 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.288893 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.289179 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.289465 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.289756 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.290029 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.290339 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.290663 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:28.290879 n-d-798054-11 neutron-server[93885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:56:28.291130 n-d-798054-11 neutron-server[93885]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93885) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 12:56:28.636431 n-d-798054-11 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:56:28.636667 n-d-798054-11 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:56:28.636929 n-d-798054-11 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 12:56:28.637287 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 12:56:29.033061 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.033323 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.033691 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.035072 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.035340 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.035609 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.070945 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.071200 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.071472 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.085553 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.085812 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.086094 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.117876 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.118150 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.118416 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.153776 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.154050 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.154306 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.388789 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.389431 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.389431 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.389431 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.390154 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.508893 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.509178 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.509479 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.509748 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.509985 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.510299 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.510553 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.510840 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.511088 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.511364 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.511619 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.511878 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.512129 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.512355 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.512606 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.512859 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.513106 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.513379 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.513649 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.513887 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.514168 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.514407 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.514714 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.515070 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.515314 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.515554 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.515940 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:29.516174 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:29.516404 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:29.516633 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:29.516862 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:29.517091 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:29.517455 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 12:56:29.520651 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 12:56:29.524572 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 12:56:29.528529 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 15 12:56:29.530106 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 12:56:29.530586 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 12:56:29.530921 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 12:56:29.531305 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 12:56:29.535342 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 12:56:29.535586 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 12:56:29.535932 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:56:29.563575 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 12:56:29.564039 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.564331 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93885) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 12:56:29.564689 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.566088 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93885) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 12:56:29.566369 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 12:56:29.566738 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 12:56:29.569989 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.570263 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:29.633956 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 12:56:29.634145 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 12:56:29.634402 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 12:56:29.634802 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 12:56:29.656222 n-d-798054-11 neutron-server[93885]: DEBUG oslo_db.sqlalchemy.engines [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93885) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 12:56:30.193158 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing driver for type 'gre' Jul 15 12:56:30.193761 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] gre ID ranges: [(1, 1000)] Jul 15 12:56:30.256833 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing driver for type 'local' Jul 15 12:56:30.257167 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing driver for type 'vlan' Jul 15 12:56:30.271931 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] VlanTypeDriver initialization complete Jul 15 12:56:30.272302 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing driver for type 'vxlan' Jul 15 12:56:30.272963 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] vxlan ID ranges: [(1, 1000)] Jul 15 12:56:30.332294 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing extension driver 'port_security' Jul 15 12:56:30.332701 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.extensions.port_security [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] PortSecurityExtensionDriver initialization complete Jul 15 12:56:30.333192 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing mechanism driver 'openvswitch' Jul 15 12:56:30.333660 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing mechanism driver 'hyperv' Jul 15 12:56:30.344038 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:56:30.345381 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.345995 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.346994 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.347546 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:56:30.348108 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.348468 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.348822 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.349227 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:56:30.349636 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.349990 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.350331 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.350764 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:56:30.351170 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > security_group after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.351533 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > security_group after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.351851 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.352251 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:56:30.352661 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.353010 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.353356 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.353750 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:56:30.354160 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > address_group after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.354504 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > address_group after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.354868 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.355268 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 12:56:30.355651 n-d-798054-11 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] ML2 OVO RPC backend initialized. {{(pid=93885) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 12:56:30.356363 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.356722 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.357141 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.357495 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > networks before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.357846 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.358192 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > ports before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.358560 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.358907 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnets before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.359260 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.359602 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.359941 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.360282 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.360620 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.360959 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.361383 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.361636 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.362437 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.363064 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.plugin [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Modular L2 Plugin initialization complete Jul 15 12:56:30.363413 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading services supported by the core plugin {{(pid=93885) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 12:56:30.363756 n-d-798054-11 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Got port-security extension from driver 'port_security' Jul 15 12:56:30.364229 n-d-798054-11 neutron-server[93885]: INFO neutron.extensions.vlantransparent [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Disabled vlantransparent extension. Jul 15 12:56:30.364725 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93885) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 12:56:30.365043 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: router Jul 15 12:56:30.402375 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.403074 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.403269 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router before_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.403500 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.403907 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.404261 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_delete 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.404627 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.405121 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.405474 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.405807 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.406188 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.406545 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.406989 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.407365 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.407693 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.408038 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.408383 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.409436 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.409799 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.410152 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.410505 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.410928 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.411253 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.411614 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.411985 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.412339 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.412710 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > agent after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.413070 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > agent after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.413431 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.414391 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Tracking information for resource: router configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:30.414769 n-d-798054-11 neutron-server[93885]: DEBUG neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Tracking information for resource: floatingip configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 12:56:30.420321 n-d-798054-11 neutron-server[93885]: INFO neutron.db.l3_agentschedulers_db [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 12:56:30.420939 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.421317 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.421682 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.422053 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.422934 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router before_create 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.423323 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.423691 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_create 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.424051 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > router precommit_update 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.429511 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.provider_configuration [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service providers = [] {{(pid=93885) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 12:56:30.429879 n-d-798054-11 neutron-server[93885]: DEBUG neutron.db.servicetype_db [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93885) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 12:56:30.433169 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.service_base [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:56:30.433532 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.service_base [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:56:30.433876 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.service_base [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:56:30.434829 n-d-798054-11 neutron-server[93885]: DEBUG neutron.services.service_base [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 12:56:30.435210 n-d-798054-11 neutron-server[93885]: INFO neutron.services.service_base [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 12:56:30.435614 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.435935 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 12:56:30.447678 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.447942 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: auto_allocate Jul 15 12:56:30.454409 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: network precommit_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.454814 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: network precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.455393 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.455788 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: tag Jul 15 12:56:30.463886 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.464221 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: timestamp Jul 15 12:56:30.469198 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.469572 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: network_ip_availability Jul 15 12:56:30.476237 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.476622 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.476989 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.477791 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.478116 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: flavors Jul 15 12:56:30.484926 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.485363 n-d-798054-11 neutron-server[93885]: INFO neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading Plugin: revisions Jul 15 12:56:30.490650 n-d-798054-11 neutron-server[93885]: DEBUG neutron.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 12:56:30.491054 n-d-798054-11 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 12:56:30.491837 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93885) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 12:56:30.492176 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Initializing extension manager. Jul 15 12:56:30.492694 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: __init__.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.493044 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: __pycache__ {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.493385 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.493725 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.494562 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.495176 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: address-group Jul 15 12:56:30.495507 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: address_scope.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.496228 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.496743 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: address-scope Jul 15 12:56:30.497074 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.498050 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.498612 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: router-admin-state-down-before-update Jul 15 12:56:30.498967 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: agent.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.499686 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.500196 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: agent Jul 15 12:56:30.500520 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: agent_resources_synced.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.501479 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.501987 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: agent-resources-synced Jul 15 12:56:30.502340 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: allowedaddresspairs.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.504907 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.505452 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: allowed-address-pairs Jul 15 12:56:30.505778 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: auto_allocated_topology.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.506922 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.507442 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: auto-allocated-topology Jul 15 12:56:30.507776 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.508480 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.508994 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: availability_zone Jul 15 12:56:30.509316 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: availability_zone_filter.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.510242 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.510782 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: availability_zone_filter Jul 15 12:56:30.511114 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: data_plane_status.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.512045 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.512553 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 12:56:30.512880 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: default_subnetpools.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.513819 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.514328 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: default-subnetpools Jul 15 12:56:30.514695 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.515530 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.516046 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: dhcp_agent_scheduler Jul 15 12:56:30.516365 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: dns.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.517315 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.517828 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension dns-integration not supported by any of loaded plugins Jul 15 12:56:30.518686 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: dns_domain_ports.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.519648 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.520165 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 12:56:30.520501 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.521429 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.521942 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 12:56:30.522271 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: dvr.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.522988 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.523501 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: dvr Jul 15 12:56:30.523832 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: empty_string_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.524751 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.525268 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: empty-string-filtering Jul 15 12:56:30.525592 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.526548 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.527055 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:56:30.527378 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.528305 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.528816 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 12:56:30.529139 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: external_net.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.530073 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.530695 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: external-net Jul 15 12:56:30.531020 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.531944 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.532450 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: extra_dhcp_opt Jul 15 12:56:30.532773 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: extraroute.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.534181 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.534730 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: extraroute Jul 15 12:56:30.535061 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: extraroute_atomic.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.536109 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.536625 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: extraroute-atomic Jul 15 12:56:30.537365 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: filter_validation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.537628 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.538138 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: filter-validation Jul 15 12:56:30.538460 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: fip_pf_description.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.539413 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.540145 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 12:56:30.540468 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: fip_port_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.541407 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.541983 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: fip-port-details Jul 15 12:56:30.542282 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: flavors.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.543569 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.544049 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: flavors Jul 15 12:56:30.544369 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.546043 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.546596 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 12:56:30.546933 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: floatingip_pools.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.547661 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.548171 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: floatingip-pools Jul 15 12:56:30.548497 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: ip_allocation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.549956 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.550467 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 12:56:30.550823 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.551773 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.552289 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: ip-substring-filtering Jul 15 12:56:30.552621 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l2_adjacency.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.553582 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.554089 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 12:56:30.554415 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.555453 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.555976 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: router Jul 15 12:56:30.556303 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.558596 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.559146 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 12:56:30.559479 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.560433 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.560953 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: ext-gw-mode Jul 15 12:56:30.561282 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.563285 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.564114 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: l3-ha Jul 15 12:56:30.564379 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3_flavors.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.565902 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.566944 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: l3-flavors Jul 15 12:56:30.567353 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.568802 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.569522 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 12:56:30.569910 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: l3agentscheduler.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.571352 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.572210 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: l3_agent_scheduler Jul 15 12:56:30.572543 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: logging.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.574925 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.575809 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension logging not supported by any of loaded plugins Jul 15 12:56:30.576320 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: metering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.577455 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.578129 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: metering Jul 15 12:56:30.578468 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.580221 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.580987 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: metering_source_and_destination_fields Jul 15 12:56:30.581411 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: multiprovidernet.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.582703 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.583221 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: multi-provider Jul 15 12:56:30.583606 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: netmtu.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.584662 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.585274 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: net-mtu Jul 15 12:56:30.585778 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: netmtu_writable.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.587132 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.587706 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: net-mtu-writable Jul 15 12:56:30.588110 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: network_availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.588878 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.589472 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: network_availability_zone Jul 15 12:56:30.589817 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: network_ip_availability.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.591168 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.591686 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: network-ip-availability Jul 15 12:56:30.592075 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: network_segment_range.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.592937 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.593501 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 12:56:30.593878 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: pagination.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.595084 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.595317 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: pagination Jul 15 12:56:30.595741 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: port_device_profile.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.596821 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.597370 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: port-device-profile Jul 15 12:56:30.597749 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.598802 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.599390 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: port-mac-address-regenerate Jul 15 12:56:30.599727 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.600757 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.601339 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: port-numa-affinity-policy Jul 15 12:56:30.601746 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: port_resource_request.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.602782 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.603388 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 12:56:30.603784 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: portbindings.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.604792 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.605493 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: binding Jul 15 12:56:30.605777 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: portbindings_extended.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.607193 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.607791 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: binding-extended Jul 15 12:56:30.608148 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: portsecurity.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.609247 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.609774 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: port-security Jul 15 12:56:30.610170 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: project_id.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.611288 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.611641 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: project-id Jul 15 12:56:30.612025 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: providernet.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.613052 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.613664 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: provider Jul 15 12:56:30.613966 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.617925 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.618647 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos not supported by any of loaded plugins Jul 15 12:56:30.618992 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.620361 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.620879 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 12:56:30.621235 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.622307 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.622852 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 12:56:30.623181 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_default.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.624102 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.624610 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-default not supported by any of loaded plugins Jul 15 12:56:30.624934 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_fip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.625613 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.626111 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-fip not supported by any of loaded plugins Jul 15 12:56:30.626434 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_gateway_ip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.627465 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.628043 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 12:56:30.628417 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_port_network_policy.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.629357 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.629865 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 12:56:30.630190 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_rule_type_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.631139 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.631648 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 12:56:30.631973 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: qos_rules_alias.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.633025 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.633548 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 12:56:30.633867 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: quotasv2.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.634881 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.635410 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: quotas Jul 15 12:56:30.635744 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: quotasv2_detail.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.638914 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.639262 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: quota_details Jul 15 12:56:30.639591 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: rbac.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.640675 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.641210 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: rbac-policies Jul 15 12:56:30.641546 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: rbac_address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.642511 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.643161 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: rbac-address-group Jul 15 12:56:30.643458 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: rbac_address_scope.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.644400 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.644914 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: rbac-address-scope Jul 15 12:56:30.645244 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: rbac_security_groups.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.646163 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.646712 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: rbac-security-groups Jul 15 12:56:30.647039 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: rbac_subnetpool.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.647979 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.648523 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: rbac-subnetpool Jul 15 12:56:30.648846 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: revisionifmatch.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.649765 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.650298 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: revision-if-match Jul 15 12:56:30.650634 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: revisions.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.651745 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.652259 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: standard-attr-revisions Jul 15 12:56:30.652586 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: router_availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.653265 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.653781 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: router_availability_zone Jul 15 12:56:30.654108 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: routerservicetype.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.655068 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.655583 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension router-service-type not supported by any of loaded plugins Jul 15 12:56:30.655902 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.656823 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.657338 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: security-groups-normalized-cidr Jul 15 12:56:30.657668 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.658704 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.659254 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: port-security-groups-filtering Jul 15 12:56:30.659579 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.660510 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.661020 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: security-groups-remote-address-group Jul 15 12:56:30.661341 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: securitygroup.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.671046 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.671580 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: security-group Jul 15 12:56:30.671919 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: segment.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.672718 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.673236 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension segment not supported by any of loaded plugins Jul 15 12:56:30.673564 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.674571 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.675188 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 12:56:30.675517 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: servicetype.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.676621 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.677146 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: service-type Jul 15 12:56:30.677481 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: sorting.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.678474 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.678831 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: sorting Jul 15 12:56:30.679157 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: standard_attr_segment.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.680150 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.680671 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 12:56:30.681000 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: standardattrdescription.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.681676 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.682187 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: standard-attr-description Jul 15 12:56:30.682514 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: stateful_security_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.683466 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.683997 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: stateful-security-group Jul 15 12:56:30.684309 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: stdattrs_common.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.684904 n-d-798054-11 neutron-server[93885]: WARNING neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 12:56:30.685223 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.686159 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.686701 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 12:56:30.687032 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: subnet_onboard.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.688150 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.688663 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: subnet_onboard Jul 15 12:56:30.688982 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.690103 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.690621 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 12:56:30.690854 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: subnet_service_types.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.691779 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.692295 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: subnet-service-types Jul 15 12:56:30.692619 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: subnetallocation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.693702 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.694220 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: subnet_allocation Jul 15 12:56:30.694555 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.695239 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.695752 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: subnetpool-prefix-ops Jul 15 12:56:30.696072 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.697015 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.697530 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 12:56:30.697906 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: tagging.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.699001 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.699513 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: standard-attr-tag Jul 15 12:56:30.699836 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: timestamp.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.701394 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.701913 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loaded extension: standard-attr-timestamp Jul 15 12:56:30.702237 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: trunk.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.703344 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.703941 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension trunk not supported by any of loaded plugins Jul 15 12:56:30.704186 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: trunk_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.705114 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.705785 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension trunk-details not supported by any of loaded plugins Jul 15 12:56:30.706144 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: uplink_status_propagation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.707200 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.709113 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 12:56:30.709438 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Loading extension file: vlantransparent.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 12:56:30.710136 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 12:56:30.710839 n-d-798054-11 neutron-server[93885]: INFO neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 12:56:30.713612 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:network Jul 15 12:56:30.714158 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:subnet Jul 15 12:56:30.714566 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:56:30.714981 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:port Jul 15 12:56:30.716278 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.716725 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service FLAVORS assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.717371 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.717805 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.718135 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:router Jul 15 12:56:30.718579 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:56:30.719087 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service METERING assigned prefix: /metering {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.720574 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.720949 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.721386 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 12:56:30.722419 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:56:30.722903 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:56:30.723352 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:56:30.723962 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.724290 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:56:30.724641 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] subnetpool is already registered Jul 15 12:56:30.725072 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.725396 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:56:30.725724 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] subnetpool is already registered Jul 15 12:56:30.728114 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.728545 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service FLAVORS assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.729143 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.729564 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.729894 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:router Jul 15 12:56:30.730236 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] router is already registered Jul 15 12:56:30.730680 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:floatingip Jul 15 12:56:30.731015 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] floatingip is already registered Jul 15 12:56:30.731474 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service METERING assigned prefix: /metering {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.732159 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 12:56:30.732488 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] rbac_policy is already registered Jul 15 12:56:30.732901 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:security_group Jul 15 12:56:30.733233 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] security_group is already registered Jul 15 12:56:30.733635 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 12:56:30.733961 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] security_group_rule is already registered Jul 15 12:56:30.734607 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.734937 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:56:30.735269 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] subnetpool is already registered Jul 15 12:56:30.735684 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 12:56:30.736003 n-d-798054-11 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 12:56:30.736327 n-d-798054-11 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] subnetpool is already registered Jul 15 12:56:30.736887 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: extensions {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.738414 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: address-groups {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.739965 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: address-scopes {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.741300 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.742476 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: auto-allocated-topology {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.743755 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: availability_zones {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.744988 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: dhcp-networks {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.746491 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: dhcp-agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.747982 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.749706 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: flavors {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.752156 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: service_profiles {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.753398 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: next_providers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.754904 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: service_profiles {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.756463 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: floatingip-pools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.757693 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.759444 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: floatingips {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.760725 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: l3-routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.762116 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: l3-agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.763645 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: metering-labels {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.764908 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: metering-label-rules {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.766286 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: network-ip-availabilities {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.767636 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: bindings {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.769397 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: quotas {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.771011 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: quotas {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.772437 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: rbac-policies {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.773647 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: security-groups {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.774984 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: security-group-rules {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.776244 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: service-providers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.777470 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: subnetpools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.778873 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: subnetpools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.780426 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.782094 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.784037 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.785872 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.787604 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.789562 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.791300 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.793135 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.795014 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.796815 n-d-798054-11 neutron-server[93885]: DEBUG neutron.api.extensions [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 12:56:30.803000 n-d-798054-11 neutron-server[93885]: WARNING keystonemiddleware.auth_token [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 12:56:30.807677 n-d-798054-11 neutron-server[93885]: WARNING keystonemiddleware.auth_token [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 12:56:30.816414 n-d-798054-11 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Acquired lock "singleton_lock" {{(pid=93885) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 12:56:30.816896 n-d-798054-11 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Releasing lock "singleton_lock" {{(pid=93885) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 12:56:30.817557 n-d-798054-11 neutron-server[93885]: INFO oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Starting 2 workers Jul 15 12:56:30.822440 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Started child 93994 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:56:30.827236 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Started child 93995 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:56:30.828160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.828778 n-d-798054-11 neutron-server[93885]: INFO neutron.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 12:56:30.829441 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Notify callbacks [] for process, before_spawn {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.829607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [-] (93994) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:56:30.831920 n-d-798054-11 neutron-server[93885]: INFO oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Starting 1 workers Jul 15 12:56:30.832237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.833539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [-] (93995) wsgi starting up on http://0.0.0.0:9696 Jul 15 12:56:30.836997 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Started child 93996 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:56:30.837504 n-d-798054-11 neutron-server[93885]: INFO oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Starting 1 workers Jul 15 12:56:30.840797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] calling RpcWorker wait() {{(pid=93996) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 12:56:30.841386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] returning from RpcWorker wait() {{(pid=93996) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 12:56:30.841890 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Started child 93997 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 12:56:30.842472 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.842661 n-d-798054-11 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40459771-c29b-4d56-b1d5-d585935b12ac None None] Notify callbacks [] for process, after_spawn {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.842934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:56:30.844838 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93885) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:56:30.845018 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:56:30.845526 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:56:30.845651 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:56:30.845918 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:56:30.846055 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:56:30.846792 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.847073 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.847348 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.847603 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.847886 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.848374 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:30.848882 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.848882 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.849019 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.849204 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.849636 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.849789 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.850097 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.850563 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.850812 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.851076 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.851344 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.851814 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.852233 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.852404 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.852667 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.852936 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.853170 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.853443 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.853678 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.854148 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.854389 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.854673 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.854915 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.855190 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.855406 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.855678 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.855910 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.856109 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.856342 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.856594 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.856826 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.857035 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.857258 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.857525 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.857750 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.858211 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] host = n-d-798054-11 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.858428 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.858689 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.858932 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.859184 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.859427 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.859672 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.859896 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.860175 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.860413 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.860649 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.860903 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.861147 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.861381 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.861688 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.861826 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_options = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.862058 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.862331 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.862791 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.862991 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.863165 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.863415 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.863595 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.863756 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.864009 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.864225 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.864442 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.864655 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.864905 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.865122 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.865379 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.865628 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.865870 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.866084 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.866329 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.866581 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.866824 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.867066 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.867297 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.867535 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.867779 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.868009 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.868239 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.868452 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.868675 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.868934 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.869173 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.869423 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.869659 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.869921 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.870148 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.870374 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.870650 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.870899 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.871130 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.871389 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.871641 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.871875 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.872114 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.872332 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.872576 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.872803 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.873015 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.873227 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.873526 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.873711 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.873938 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.874156 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.875071 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.875071 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.875256 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.875471 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.875884 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.876475 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.876717 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.876961 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.877200 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.877629 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.878110 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.878443 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.879392 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.879392 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.879392 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.881441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.882388 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.882388 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.882388 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.882388 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.882875 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.882875 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.883180 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.883320 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.883472 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.883696 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.883904 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.884201 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.884400 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.884640 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.884859 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.885087 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.885231 n-d-798054-11 neutron-server[93997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:56:30.885379 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.885522 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.885749 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.885992 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.886243 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.886471 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.886816 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.887647 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.887647 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.887647 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.887647 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.888088 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.888088 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.888288 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.888501 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.888658 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.888873 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.889135 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.889349 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.889576 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.889786 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.889997 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.890211 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.890456 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.890706 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.890925 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.891150 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.891388 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.891621 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.893416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.894470 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.894470 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.894470 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.894470 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.894470 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.895077 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.895077 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.895077 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.895392 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.895733 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.896193 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.896576 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.896990 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.897231 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.897528 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.897749 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.898009 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.899011 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.899328 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.900036 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.900389 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.900912 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.901236 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.901541 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.901862 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.902162 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.902712 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.902817 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.903061 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.903368 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.903701 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.904048 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.904379 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.904634 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.904981 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.905323 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.905662 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.905991 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.906330 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.906653 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.906978 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.907335 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.907661 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.908003 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.908329 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.908712 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.909600 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.909924 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.910240 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.910610 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.910918 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.911228 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.911579 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.911884 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.912132 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.912361 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.912621 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.912970 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.913218 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.913462 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.913716 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.913997 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.914257 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.914502 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.915016 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.915312 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.915641 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.915894 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.916184 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.916432 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.916682 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.916931 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.917153 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.917395 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.917805 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.918220 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.918647 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.919071 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.919499 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.919933 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.920331 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.920727 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.921113 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.921339 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.921592 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.921816 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.922043 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.922288 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.922514 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.922764 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.922987 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.923208 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.923475 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.923715 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.924011 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.924310 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.924744 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.925293 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.925568 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.925831 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.926054 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.926325 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.926569 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.926794 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.927020 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.927265 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929689 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929689 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929876 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.929978 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.930175 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.930580 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.930970 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.931365 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.931731 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.932102 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.932492 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.932862 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.933246 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.933620 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.933990 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.934223 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.934425 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.934817 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.935272 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.935655 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.936042 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.936449 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.937048 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.937446 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.937700 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.937917 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.938143 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.938370 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.938762 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.939117 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.939527 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.939966 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.940894 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.941272 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.941634 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.941993 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.942383 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.942625 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.943004 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.943386 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.943609 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.943856 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.944092 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.944367 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.944588 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.944815 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.945037 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.945243 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.945552 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.945814 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.946049 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.946314 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.946796 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.947055 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.947308 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.947639 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.947851 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.948350 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.948899 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.949137 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.949366 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.949624 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.949950 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.950244 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.950860 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.951129 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.951432 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.951728 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.952003 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.952223 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.952500 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.952838 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.953112 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.953380 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.953634 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.953901 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.954187 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.954569 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.954834 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.955066 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.955280 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.955579 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.956346 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.956622 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.956870 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.957114 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.957346 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.957608 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.957831 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.958057 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.958272 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.958455 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:56:30.958985 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93885) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 12:56:30.959141 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 12:56:30.959302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 12:56:30.959449 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 12:56:30.959637 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 12:56:30.959815 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 12:56:30.959977 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.960157 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.960301 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.960748 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.960748 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.960748 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961184 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961184 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961184 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961637 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961637 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961637 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961999 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.961999 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962325 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962325 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962325 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962690 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962690 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962985 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.962985 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.963235 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.963235 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.963475 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.963600 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.963756 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.963883 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.964049 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.964209 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.964369 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.964528 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.964687 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.964847 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965005 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965164 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965324 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965485 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965677 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965801 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.965938 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.966081 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] host = n-d-798054-11 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.966223 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.966409 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.966598 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.966723 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.966852 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967003 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967162 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967319 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967476 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967635 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967794 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.967952 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.968111 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.968273 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.968412 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_options = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.968575 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.968732 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.968890 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.969074 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.969238 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.969401 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.969560 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.969718 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.969879 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.970046 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.970205 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.970363 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.970545 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.970707 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.970866 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.971024 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.971232 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.971882 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.972068 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.972232 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.972393 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.972556 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.972715 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.972874 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973034 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973242 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973435 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973611 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973611 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973947 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.973947 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.974340 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.974340 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.974340 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.975438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.976506 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.977302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.977302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.977302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.977302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.977302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.977302 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 12:56:30.978007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978007 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978492 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978492 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978492 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978890 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978890 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.978890 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979202 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979202 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979438 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979554 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979668 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979811 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.979973 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.980134 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.980299 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.980461 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.980621 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.980782 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.980961 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.981121 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.981284 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.981448 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.981690 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.981826 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.981941 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.982054 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.982217 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.982379 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.982601 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.982748 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.982867 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983022 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983182 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983344 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983505 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983666 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983828 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.983990 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.984152 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.984313 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.984474 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.984635 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.984796 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.984957 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.985179 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.985299 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.985416 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.985577 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.985739 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.985899 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.986060 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.986220 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.986381 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.986562 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.986956 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.987229 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.987394 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.987642 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.987805 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.987967 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.988128 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.988290 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.988450 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.988611 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.988773 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.988937 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.989097 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.989257 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.989418 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.989580 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.989742 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.989904 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.990065 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.990226 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.990387 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.990583 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991038 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991038 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991038 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991294 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991370 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991560 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991701 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.991914 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.992110 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.992110 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.992427 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.992427 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.992697 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.992697 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.993020 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.993020 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.993638 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.993638 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.993638 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.993638 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994296 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994296 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994296 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994296 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994840 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994840 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994840 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.994840 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.995303 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.995303 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.995303 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.995716 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.995716 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.995716 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996063 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996063 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996359 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996359 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996609 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996751 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.996881 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997070 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997070 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997319 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997444 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997580 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997769 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.997949 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998108 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998230 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998417 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998417 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998675 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998797 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.998946 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.999108 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.999272 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.999432 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.999594 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.999755 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:30.999919 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000109 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000235 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000361 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000551 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000689 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000810 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.000972 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.001165 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.001303 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.001440 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.001577 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.001714 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.001895 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.002098 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.002281 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.002471 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.002648 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.003189 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.003355 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.003519 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.003681 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.003850 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004018 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004143 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004297 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004458 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004623 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004793 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.004948 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.005147 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.005308 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.005441 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.005560 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.005731 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.005924 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.006135 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.006135 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.006405 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.006573 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.006732 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.006888 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007013 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007133 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007329 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007473 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007614 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007755 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.007892 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008031 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008219 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008343 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008519 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008701 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008864 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.008988 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.009179 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.009305 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.009487 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.009487 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.009752 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.009880 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010001 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010122 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010243 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010409 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010607 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010775 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.010938 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.011099 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.011260 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.011382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:56:31.011510 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.011632 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.011756 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.011876 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012036 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012222 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012347 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012502 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012666 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012826 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.012986 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.013145 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.013305 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.013475 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.013639 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.013799 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.013958 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.014118 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.014278 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.014448 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.014618 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.014781 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.014941 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.015100 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.015261 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.015434 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.015597 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.015760 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.015933 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.016095 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.016262 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.016424 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.016600 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.016761 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.016925 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.017085 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.017244 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.017405 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.017568 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.017736 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.017907 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.018270 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.018580 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.018758 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.018933 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.019105 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.019266 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.019435 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.019611 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.019772 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.019933 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.020094 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.020254 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.020415 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.020575 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.020735 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.020895 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.021057 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.021218 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.021379 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.021538 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.021698 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.021863 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.022023 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.022187 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.022334 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.022492 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.022685 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 12:56:31.022811 n-d-798054-11 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 12:56:31.193543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48914) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:31.207040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099869 Jul 15 12:56:42.912116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc3e6a-3ee7-4415-9fb8-73d44d11e596 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 12:56:43.055223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc3e6a-3ee7-4415-9fb8-73d44d11e596 None None] No non-hosted networks {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 12:56:43.077410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-decca02d-455b-43d0-b456-d5bcc84b07f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:45.398064 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97c9bd2c-e566-46ba-aa35-7ed78d1c47f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:45.461110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff931430-88da-4e06-acd2-c1e2fcd8bff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:45.564114 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:45.565041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.565522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.566117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.566683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.567446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.568114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.571038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.571559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.572066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.572549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.573021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.573513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:45.574987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-798054-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:56:45.586886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-798054-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:56:46.910111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:48.370435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:49.883323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49004) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:50.537598 n-d-798054-11 neutron-server[93995]: WARNING oslo_policy.policy [None req-342b8f25-88ab-4208-83da-7ea47d28a8e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:56:50.538443 n-d-798054-11 neutron-server[93995]: WARNING oslo_policy.policy [None req-342b8f25-88ab-4208-83da-7ea47d28a8e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:56:50.791770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-342b8f25-88ab-4208-83da-7ea47d28a8e5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:56:50.793159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-342b8f25-88ab-4208-83da-7ea47d28a8e5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9075572 Jul 15 12:56:50.829275 n-d-798054-11 neutron-server[93996]: INFO neutron.db.l3_hamode_db [None req-c4aa7a14-8ee4-46e8-985c-108a8d4918d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 12:56:50.922874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa7a14-8ee4-46e8-985c-108a8d4918d9 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:56:50.923323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa7a14-8ee4-46e8-985c-108a8d4918d9 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 12:56:53.317340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:53.653399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:56:53.748134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.policy [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93995) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:56:53.792220 n-d-798054-11 neutron-server[93995]: WARNING oslo_policy.policy [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:56:53.792591 n-d-798054-11 neutron-server[93995]: WARNING oslo_policy.policy [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:56:53.801013 n-d-798054-11 neutron-server[93995]: INFO neutron.quota [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] Loaded quota_driver: . Jul 15 12:56:53.908227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757989552398', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757989556065', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757989589177', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757989591375', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757989577677', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757989587673', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-904324', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1913798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1711881'] for rbac-policy, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:53.999989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:54.001113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-72c53f0a-35ac-445a-82ef-f7e4eb863393 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6830389 Jul 15 12:56:56.663131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49030) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:56:57.001762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:56:57.037083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Made reservation on behalf of b033d225fe9b4c49aefc3244fd7d6911 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:56:57.040355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.058326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.189731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.199171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.223926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 12:56:57.252664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757991198275', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.253253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Unsubscribe: segment precommit_create {{(pid=93995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:56:57.253757 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Added segment 6ba2dd5c-0c29-4824-b08a-5bc3f19691ce of type vlan for network 58c95200-7deb-4f4e-a592-9ba1623e1a31 Jul 15 12:56:57.270456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2f1ee4-edf1-4f17-950a-1dea31fe3d75,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:57.318687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.319058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.319381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.319709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.320027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.320346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.320660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.320970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.321279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.321586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.321875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.322178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Tracked resource versions report: Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: pushed versions: Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: { 'AddressGroup': {'1.2'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'ConntrackHelper': {'1.0'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Log': {'1.0'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Network': {'1.1'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Port': {'1.7'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'PortForwarding': {'1.2'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'QosPolicy': {'1.8'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'SecurityGroup': {'1.4'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'SubPort': {'1.0'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Subnet': {'1.1'}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Trunk': {'1.1'}} Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: consumer versions: Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: { DHCP agent@n-d-798054-11: {}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: L3 agent@n-d-798054-11: {}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: Metadata agent@n-d-798054-11: {}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: Metering agent@n-d-798054-11: {}, Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'ConntrackHelper': '1.0', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Log': '1.0', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Network': '1.1', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Port': '1.7', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'PortForwarding': '1.2', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'QosPolicy': '1.8', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'SecurityGroup': '1.4', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'SecurityGroupRule': '1.2', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'SubPort': '1.0', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Subnet': '1.1', Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: 'Trunk': '1.1'}} Jul 15 12:56:57.323305 n-d-798054-11 neutron-server[93995]: {{(pid=93995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:56:57.379082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.437019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.439257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:56:57.440899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:56:57.505529 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8410225 Jul 15 12:56:57.556568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044582-2e14-4870-a0ce-fbacf98a6af5 admin admin] Pushing event updated for resources: {'Network': ['ID=58c95200-7deb-4f4e-a592-9ba1623e1a31,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:56:57.570273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:00.254494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:00.687672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b80bf-e1c2-49b9-919a-8b7b278c1b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:00.688951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5d6b80bf-e1c2-49b9-919a-8b7b278c1b53 admin admin] 10.222.0.57 "GET /v2.0/networks/58c95200-7deb-4f4e-a592-9ba1623e1a31 HTTP/1.1" status: 200 len: 825 time: 0.4334698 Jul 15 12:57:00.716242 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7b063f76-9bdf-44d9-ae11-80a923a9b5ed admin admin] 10.222.0.57 "GET /v2.0/subnetpools/e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9 HTTP/1.1" status: 200 len: 734 time: 0.0214522 Jul 15 12:57:00.725940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'name': 'private-subnet', 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9', 'gateway_ip': '172.20.0.1', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:00.753818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Made reservation on behalf of b033d225fe9b4c49aefc3244fd7d6911 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:00.756278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:01.084135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:01.157088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d22a4dd-9572-4872-8bae-424724676050,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:01.161743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Checking segment: {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:01.162126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Network hostable DHCP agents. Network: 58c95200-7deb-4f4e-a592-9ba1623e1a31, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:01.185900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:01.198646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 58c95200-7deb-4f4e-a592-9ba1623e1a31) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:01.203841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:01.204424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:01.209660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc63c9-03a3-42b1-bb7f-c2e83d2583ac None None] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:01.220902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fe552392-09ce-4977-866a-c98ef622d292 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4989676 Jul 15 12:57:01.546440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-58c95200-7deb-4f4e-a592-9ba1623e1a31', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 12:57:01.547858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:01.893552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Allocated IP 172.20.0.2 (58c95200-7deb-4f4e-a592-9ba1623e1a31/3d22a4dd-9572-4872-8bae-424724676050/c01e5806-5f14-45f5-b1ce-ae1aae1236c3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:02.155782 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.206565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Transition to ACTIVE for port object c01e5806-5f14-45f5-b1ce-ae1aae1236c3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:02.229651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Transition to ACTIVE for port object c01e5806-5f14-45f5-b1ce-ae1aae1236c3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:02.239456 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.304407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:02.311262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:02.314610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:02.335593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Pushing event updated for resources: {'Port': ['ID=c01e5806-5f14-45f5-b1ce-ae1aae1236c3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:02.377365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.377665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.378154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.378493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.378842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.379144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.379478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.379793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.380111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.380412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.380723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.381034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Tracked resource versions report: Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: pushed versions: Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Log': {'1.0'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Network': {'1.1'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Port': {'1.7'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'PortForwarding': {'1.2'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'QosPolicy': {'1.8'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'SubPort': {'1.0'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Subnet': {'1.1'}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Trunk': {'1.1'}} Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: consumer versions: Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: { DHCP agent@n-d-798054-11: {}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: L3 agent@n-d-798054-11: {}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: Metadata agent@n-d-798054-11: {}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: Metering agent@n-d-798054-11: {}, Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'ConntrackHelper': '1.0', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Log': '1.0', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Network': '1.1', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Port': '1.7', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'PortForwarding': '1.2', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'QosPolicy': '1.8', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'SecurityGroup': '1.4', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'SecurityGroupRule': '1.2', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'SubPort': '1.0', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Subnet': '1.1', Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: 'Trunk': '1.1'}} Jul 15 12:57:02.382391 n-d-798054-11 neutron-server[93996]: {{(pid=93996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:02.421734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Attempting to bind port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:02.422044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Attempting to bind port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:02.422451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Attempting to bind port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 on network 58c95200-7deb-4f4e-a592-9ba1623e1a31 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:02.427916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:02.428385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Checking segment: {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:02.429257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.429404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Bound using segment: {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:02.429862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Bound port: c01e5806-5f14-45f5-b1ce-ae1aae1236c3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:02.430270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.500538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] For port c01e5806-5f14-45f5-b1ce-ae1aae1236c3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:02.505261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] For port c01e5806-5f14-45f5-b1ce-ae1aae1236c3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c01e5806-5f14-45f5-b1ce-ae1aae1236c3,segment=NetworkSegment(6ba2dd5c-0c29-4824-b08a-5bc3f19691ce),segment_id=6ba2dd5c-0c29-4824-b08a-5bc3f19691ce)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:02.518513 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:02.594921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f913b9-2636-4a23-ba04-06cf216f1eaa None None] Pushing event updated for resources: {'Port': ['ID=c01e5806-5f14-45f5-b1ce-ae1aae1236c3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:03.708660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:04.336710 n-d-798054-11 neutron-server[93994]: WARNING oslo_policy.policy [None req-3f83f2d2-08a8-439f-88de-9a2d9001aa84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:57:04.337284 n-d-798054-11 neutron-server[93994]: WARNING oslo_policy.policy [None req-3f83f2d2-08a8-439f-88de-9a2d9001aa84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:57:04.552178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-3f83f2d2-08a8-439f-88de-9a2d9001aa84 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:04.553295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f83f2d2-08a8-439f-88de-9a2d9001aa84 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8430023 Jul 15 12:57:06.998490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49066) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:07.385469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-0b0e9a28-47bd-46f4-b93d-238d2c167564 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:07.398560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b0e9a28-47bd-46f4-b93d-238d2c167564 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3870447 Jul 15 12:57:08.920192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cdecba-dad1-4637-b170-4821afb2a5b5 None None] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:08.956299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b6d67560-d218-4677-80ce-6ca7e6075d51 None None] Provisioning for port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:09.548138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c01e5806-5f14-45f5-b1ce-ae1aae1236c3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:09.636823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:09.640762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:09.641157 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.762472 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.799194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port c01e5806-5f14-45f5-b1ce-ae1aae1236c3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c01e5806-5f14-45f5-b1ce-ae1aae1236c3,segment=NetworkSegment(6ba2dd5c-0c29-4824-b08a-5bc3f19691ce),segment_id=6ba2dd5c-0c29-4824-b08a-5bc3f19691ce)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:09.804587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:09.850966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=c01e5806-5f14-45f5-b1ce-ae1aae1236c3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:10.122851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:10.433215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:10.458244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.459728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.593926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.599651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.612931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:10.614193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5317ee25-2353-4624-9df0-6d9fc4a59e43 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4902239 Jul 15 12:57:11.533296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c01e5806-5f14-45f5-b1ce-ae1aae1236c3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:11.586425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:11.586824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:12.819729 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e46f391b-6281-499a-8d72-b5d05016c54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:13.057259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49088) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:13.402635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-90b96892-ecda-4584-8822-befc4f54f92e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 12:57:13.403653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-90b96892-ecda-4584-8822-befc4f54f92e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3453510 Jul 15 12:57:15.392570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85a68f22-416b-41fb-881b-4955ee5dac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.549970 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:15.881426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49096) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:16.216743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:16.218196 n-d-798054-11 neutron-server[93994]: INFO neutron.quota [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Loaded quota_driver: . Jul 15 12:57:16.286448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Made reservation on behalf of f735fa8480a946c5af0a843d6a8b2f8f for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:16.353362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.policy [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93994) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 12:57:16.399186 n-d-798054-11 neutron-server[93994]: WARNING oslo_policy.policy [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:57:16.399563 n-d-798054-11 neutron-server[93994]: WARNING oslo_policy.policy [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 12:57:16.410206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.430847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.572852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.576759 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.590260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Reserving flat network on physical network physnet1 {{(pid=93994) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 12:57:16.626888 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757991198275', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.627481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Unsubscribe: segment precommit_create {{(pid=93994) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 12:57:16.627989 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Added segment 4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6 of type flat for network 338329de-77f0-49a0-94f7-e0c314ec995e Jul 15 12:57:16.646821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2cf063-8d4e-4a66-a1f7-d17e1d4daefc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:16.699356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.699671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.700033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.700357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.700686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.701006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.701323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.701640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.701955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.702256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.702948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.703264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Tracked resource versions report: Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: pushed versions: Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Log': {'1.0'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Network': {'1.1'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Port': {'1.7'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'PortForwarding': {'1.2'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'QosPolicy': {'1.8'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'SubPort': {'1.0'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Subnet': {'1.1'}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Trunk': {'1.1'}} Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: consumer versions: Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: { DHCP agent@n-d-798054-11: {}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: L3 agent@n-d-798054-11: {}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: Metadata agent@n-d-798054-11: {}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: Metering agent@n-d-798054-11: {}, Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'ConntrackHelper': '1.0', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Log': '1.0', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Network': '1.1', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Port': '1.7', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'PortForwarding': '1.2', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'QosPolicy': '1.8', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'SecurityGroup': '1.4', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'SecurityGroupRule': '1.2', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'SubPort': '1.0', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Subnet': '1.1', Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: 'Trunk': '1.1'}} Jul 15 12:57:16.704406 n-d-798054-11 neutron-server[93994]: {{(pid=93994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:16.767147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.827171 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.828568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:16.829233 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.858801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:16.890487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0077434 Jul 15 12:57:16.936821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ada31b-4a93-4d88-ae37-422f36109c66 admin admin] Pushing event updated for resources: {'Network': ['ID=338329de-77f0-49a0-94f7-e0c314ec995e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:16.948700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 338329de-77f0-49a0-94f7-e0c314ec995e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 12:57:18.317189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:19.429488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49120) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:19.629354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b76376-05a1-46d6-82b1-c3c084482c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:19.630768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-42b76376-05a1-46d6-82b1-c3c084482c05 admin admin] 10.222.0.57 "GET /v2.0/subnets/3d22a4dd-9572-4872-8bae-424724676050 HTTP/1.1" status: 200 len: 849 time: 0.2004931 Jul 15 12:57:19.749571 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-071fa8f1-26ef-4391-86e8-09665041bc5a admin admin] 10.222.0.57 "GET /v2.0/routers/9de14aa2-3d6d-4991-bc76-8c6ff7dec10b HTTP/1.1" status: 200 len: 704 time: 0.1126430 Jul 15 12:57:20.028563 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.338467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Allocated IP 172.20.0.1 (58c95200-7deb-4f4e-a592-9ba1623e1a31/3d22a4dd-9572-4872-8bae-424724676050/27b806e0-e439-4ba9-a083-55f9fef358c0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:20.512897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.600131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Transition to ACTIVE for port object 27b806e0-e439-4ba9-a083-55f9fef358c0 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:20.689293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.766275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:20.775008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:20.780028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:20.781004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:20.802051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Pushing event updated for resources: {'Port': ['ID=27b806e0-e439-4ba9-a083-55f9fef358c0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.005231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.014185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2dd10bbf-a98f-4e46-98e0-b68edc97391d None None] Provisioning for port 27b806e0-e439-4ba9-a083-55f9fef358c0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:21.018654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2dd10bbf-a98f-4e46-98e0-b68edc97391d None None] Provisioning complete for port 27b806e0-e439-4ba9-a083-55f9fef358c0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:21.019061 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2dd10bbf-a98f-4e46-98e0-b68edc97391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.053054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2dd10bbf-a98f-4e46-98e0-b68edc97391d None None] Port 27b806e0-e439-4ba9-a083-55f9fef358c0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:21.204283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.211130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.212009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.274495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Pushing event updated for resources: {'Port': ['ID=27b806e0-e439-4ba9-a083-55f9fef358c0,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:21.347580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:21.349021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:21.527071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 12:57:21.581667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8208a8eb-8d94-4eb3-9079-4305dc972247 None None] Provisioning complete for port 27b806e0-e439-4ba9-a083-55f9fef358c0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:21.582029 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8208a8eb-8d94-4eb3-9079-4305dc972247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:21.615441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8208a8eb-8d94-4eb3-9079-4305dc972247 None None] Port 27b806e0-e439-4ba9-a083-55f9fef358c0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 12:57:21.620219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:21.625762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bf333137-5716-4f23-a1cd-a579cda8e8ed admin admin] 10.222.0.57 "PUT /v2.0/routers/9de14aa2-3d6d-4991-bc76-8c6ff7dec10b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8713386 Jul 15 12:57:21.643101 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Sync routers for ids ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:21.661248 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Routers {'9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:21.662427 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T12:57:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:21.855912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Set router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:22.293948 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'name': 'router1', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:20Z', 'revision_number': 2, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'gw_port_host': None, '_interfaces': [{'id': '27b806e0-e439-4ba9-a083-55f9fef358c0', 'name': '', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'mac_address': 'fa:16:3e:83:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:21Z', 'revision_number': 2, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'subnets': [{'id': '3d22a4dd-9572-4872-8bae-424724676050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:22.347449 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Checking router: 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:22.347821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Updating router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b port 27b806e0-e439-4ba9-a083-55f9fef358c0 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:22.416165 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.962024 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:22.988860 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Transition to ACTIVE for port object 27b806e0-e439-4ba9-a083-55f9fef358c0 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:22.995954 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.169024 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Pushing event updated for resources: {'Port': ['ID=27b806e0-e439-4ba9-a083-55f9fef358c0,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:23.171890 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Attempting to bind port 27b806e0-e439-4ba9-a083-55f9fef358c0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:23.172286 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Attempting to bind port 27b806e0-e439-4ba9-a083-55f9fef358c0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:23.172707 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Attempting to bind port 27b806e0-e439-4ba9-a083-55f9fef358c0 on network 58c95200-7deb-4f4e-a592-9ba1623e1a31 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:23.183097 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:23.183521 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Checking segment: {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:23.183986 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.184380 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Bound using segment: {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:23.184908 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Bound port: 27b806e0-e439-4ba9-a083-55f9fef358c0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba2dd5c-0c29-4824-b08a-5bc3f19691ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:23.185333 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.187773 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.188114 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.188452 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.188785 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.189110 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.189424 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.189750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.190407 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.190407 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.190729 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.191048 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.191353 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Tracked resource versions report: Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: pushed versions: Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: { 'AddressGroup': {'1.2'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'ConntrackHelper': {'1.0'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Log': {'1.0'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Network': {'1.1'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Port': {'1.7'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'PortForwarding': {'1.2'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'QosPolicy': {'1.8'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'SecurityGroup': {'1.4'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'SecurityGroupRule': {'1.2'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'SubPort': {'1.0'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Subnet': {'1.1'}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Trunk': {'1.1'}} Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: consumer versions: Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: { DHCP agent@n-d-798054-11: {}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: L3 agent@n-d-798054-11: {}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: Metadata agent@n-d-798054-11: {}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: Metering agent@n-d-798054-11: {}, Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'ConntrackHelper': '1.0', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Log': '1.0', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Network': '1.1', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Port': '1.7', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'PortForwarding': '1.2', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'QosPolicy': '1.8', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'SecurityGroup': '1.4', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'SecurityGroupRule': '1.2', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'SubPort': '1.0', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Subnet': '1.1', Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: 'Trunk': '1.1'}} Jul 15 12:57:23.192496 n-d-798054-11 neutron-server[93997]: {{(pid=93997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 12:57:23.267249 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] For port 27b806e0-e439-4ba9-a083-55f9fef358c0, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:23.291128 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] For port 27b806e0-e439-4ba9-a083-55f9fef358c0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=27b806e0-e439-4ba9-a083-55f9fef358c0,segment=NetworkSegment(6ba2dd5c-0c29-4824-b08a-5bc3f19691ce),segment_id=6ba2dd5c-0c29-4824-b08a-5bc3f19691ce)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:23.295814 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:23.356625 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Routers {'9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:23.357283 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T12:57:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:23.368282 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31cb60-4e54-494f-a20c-5cf930b44da6 None None] Pushing event updated for resources: {'Port': ['ID=27b806e0-e439-4ba9-a083-55f9fef358c0,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:23.466745 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] Set router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:23.707482 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'name': 'router1', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:20Z', 'revision_number': 2, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'gw_port_host': None, '_interfaces': [{'id': '27b806e0-e439-4ba9-a083-55f9fef358c0', 'name': '', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'mac_address': 'fa:16:3e:83:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:23Z', 'revision_number': 4, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'subnets': [{'id': '3d22a4dd-9572-4872-8bae-424724676050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:23.737043 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe2e50-6141-4ed3-9ec0-d11e72fee800 None None] The sync data for ids ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'] in n-d-798054-11 is: [{'id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'name': 'router1', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:20Z', 'revision_number': 2, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'gw_port_host': None, '_interfaces': [{'id': '27b806e0-e439-4ba9-a083-55f9fef358c0', 'name': '', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'mac_address': 'fa:16:3e:83:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:23Z', 'revision_number': 4, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'subnets': [{'id': '3d22a4dd-9572-4872-8bae-424724676050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:23.916579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:24.038912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca4f1a-b706-44fe-8bd0-f8b547f13e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:24.040506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-51ca4f1a-b706-44fe-8bd0-f8b547f13e2c admin admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 842 time: 0.1228640 Jul 15 12:57:24.050176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'name': 'public-subnet'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:24.072361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Made reservation on behalf of f735fa8480a946c5af0a843d6a8b2f8f for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 12:57:24.074756 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.362297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 12:57:24.362769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.416465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364367f5-7f1d-4d8a-a8b5-c3ae419fd45e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:24.426718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:24.427072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Network hostable DHCP agents. Network: 338329de-77f0-49a0-94f7-e0c314ec995e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 12:57:24.444816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 12:57:24.456206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 338329de-77f0-49a0-94f7-e0c314ec995e) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:24.460546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:24.461228 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:24.465957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607ee2b-1d95-4210-99c3-9eddfc69af28 None None] Network 338329de-77f0-49a0-94f7-e0c314ec995e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:24.490550 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0e369e57-b7b4-4de3-b8c5-f2db291189f4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4325490 Jul 15 12:57:24.599582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20320c0-eb72-4d41-9cb7-d7a7c43f9c9b None None] Network 338329de-77f0-49a0-94f7-e0c314ec995e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:57:26.841393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49152) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:27.055612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6274c1c5-0cae-4210-96f1-040eb981702b admin admin] 10.222.0.57 "GET /v2.0/routers/9de14aa2-3d6d-4991-bc76-8c6ff7dec10b HTTP/1.1" status: 200 len: 710 time: 0.2130265 Jul 15 12:57:27.143967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5abb0c-4dc2-48b8-a3c3-a0e2aa5a83f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:57:27.145254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8d5abb0c-4dc2-48b8-a3c3-a0e2aa5a83f0 admin admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 886 time: 0.0843866 Jul 15 12:57:27.154061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:57:27.398979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.559323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 27b806e0-e439-4ba9-a083-55f9fef358c0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:27.613687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 27b806e0-e439-4ba9-a083-55f9fef358c0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:27.617350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 27b806e0-e439-4ba9-a083-55f9fef358c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:27.617722 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.650362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.701641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.723684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.738883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 27b806e0-e439-4ba9-a083-55f9fef358c0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=27b806e0-e439-4ba9-a083-55f9fef358c0,segment=NetworkSegment(6ba2dd5c-0c29-4824-b08a-5bc3f19691ce),segment_id=6ba2dd5c-0c29-4824-b08a-5bc3f19691ce)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:27.743946 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.792617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=27b806e0-e439-4ba9-a083-55f9fef358c0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:27.834899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Allocated IP 172.25.3.55 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/96e314bd-c04a-47c7-8493-b193274486c2) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 12:57:27.906582 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:57:27.938071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:27.987110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.021415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 12:57:28.026749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 12:57:28.033771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 12:57:28.040399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Pushing event updated for resources: {'Port': ['ID=96e314bd-c04a-47c7-8493-b193274486c2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:28.311884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.600008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.603479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.720644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 12:57:28.826779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 12:57:28.831346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:28.832579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10d8999c-fc63-40ec-b4fe-458f8df98382 admin admin] 10.222.0.57 "PUT /v2.0/routers/9de14aa2-3d6d-4991-bc76-8c6ff7dec10b HTTP/1.1" status: 200 len: 889 time: 1.6818044 Jul 15 12:57:28.837471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Sync routers for ids ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 12:57:28.849105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Routers {'9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:28.849806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T12:57:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:29.135214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Set router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:29.545975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'name': 'router1', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '96e314bd-c04a-47c7-8493-b193274486c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 4, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'gw_port': {'id': '96e314bd-c04a-47c7-8493-b193274486c2', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:27Z', 'updated_at': '2021-07-15T12:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '27b806e0-e439-4ba9-a083-55f9fef358c0', 'name': '', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'mac_address': 'fa:16:3e:83:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:27Z', 'revision_number': 5, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'subnets': [{'id': '3d22a4dd-9572-4872-8bae-424724676050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:29.571729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 27b806e0-e439-4ba9-a083-55f9fef358c0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:29.602295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Checking router: 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 12:57:29.602295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Updating router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b port 96e314bd-c04a-47c7-8493-b193274486c2 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 12:57:29.661590 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:29.718961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 27b806e0-e439-4ba9-a083-55f9fef358c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:29.719335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.048515 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.060106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Transition to ACTIVE for port object 96e314bd-c04a-47c7-8493-b193274486c2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 12:57:30.067048 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.117199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Attempting to bind port 96e314bd-c04a-47c7-8493-b193274486c2 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 12:57:30.117636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Attempting to bind port 96e314bd-c04a-47c7-8493-b193274486c2 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 12:57:30.118011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Attempting to bind port 96e314bd-c04a-47c7-8493-b193274486c2 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 12:57:30.125222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 12:57:30.125599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 12:57:30.126021 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.126398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 12:57:30.126901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Bound port: 96e314bd-c04a-47c7-8493-b193274486c2, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 12:57:30.127303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.129614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae3fc8-468e-4551-8935-ee82ba19271a None None] Pushing event updated for resources: {'Port': ['ID=96e314bd-c04a-47c7-8493-b193274486c2,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:30.180973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] For port 96e314bd-c04a-47c7-8493-b193274486c2, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 12:57:30.184422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] For port 96e314bd-c04a-47c7-8493-b193274486c2, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=96e314bd-c04a-47c7-8493-b193274486c2,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 12:57:30.189090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:30.252508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae3fc8-468e-4551-8935-ee82ba19271a None None] Pushing event updated for resources: {'Port': ['ID=96e314bd-c04a-47c7-8493-b193274486c2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:30.256820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Routers {'9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 12:57:30.257453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T12:57:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:30.450833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] Set router 9de14aa2-3d6d-4991-bc76-8c6ff7dec10b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 12:57:30.680990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'name': 'router1', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '96e314bd-c04a-47c7-8493-b193274486c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 4, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'gw_port': {'id': '96e314bd-c04a-47c7-8493-b193274486c2', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:27Z', 'updated_at': '2021-07-15T12:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '27b806e0-e439-4ba9-a083-55f9fef358c0', 'name': '', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'mac_address': 'fa:16:3e:83:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:27Z', 'revision_number': 5, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'subnets': [{'id': '3d22a4dd-9572-4872-8bae-424724676050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 12:57:30.708082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433df0d-ce82-4a1f-a966-85e0fd06b55d None None] The sync data for ids ['9de14aa2-3d6d-4991-bc76-8c6ff7dec10b'] in n-d-798054-11 is: [{'id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'name': 'router1', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '96e314bd-c04a-47c7-8493-b193274486c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T12:57:10Z', 'updated_at': '2021-07-15T12:57:28Z', 'revision_number': 4, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'gw_port': {'id': '96e314bd-c04a-47c7-8493-b193274486c2', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:27Z', 'updated_at': '2021-07-15T12:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '27b806e0-e439-4ba9-a083-55f9fef358c0', 'name': '', 'network_id': '58c95200-7deb-4f4e-a592-9ba1623e1a31', 'tenant_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'mac_address': 'fa:16:3e:83:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de14aa2-3d6d-4991-bc76-8c6ff7dec10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d22a4dd-9572-4872-8bae-424724676050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T12:57:20Z', 'updated_at': '2021-07-15T12:57:27Z', 'revision_number': 5, 'project_id': 'b033d225fe9b4c49aefc3244fd7d6911', 'subnets': [{'id': '3d22a4dd-9572-4872-8bae-424724676050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e49e6d9f-5fb5-4833-9f5e-edb177fdd0e9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 12:57:31.266974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:57:31.400876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-87566e07-094d-4b8a-9049-d686db2e5c91 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1327386 Jul 15 12:57:31.570104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 96e314bd-c04a-47c7-8493-b193274486c2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:31.639777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 96e314bd-c04a-47c7-8493-b193274486c2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 12:57:31.644252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 96e314bd-c04a-47c7-8493-b193274486c2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:31.644666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.725762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.747317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 96e314bd-c04a-47c7-8493-b193274486c2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=96e314bd-c04a-47c7-8493-b193274486c2,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 12:57:31.753355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:31.803317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=96e314bd-c04a-47c7-8493-b193274486c2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:57:33.561987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 96e314bd-c04a-47c7-8493-b193274486c2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 12:57:33.628497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 96e314bd-c04a-47c7-8493-b193274486c2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:57:33.628632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:42.827678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac3fea94-d468-4ba4-8910-7289bec6743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.397532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3275ccf3-4b43-4396-a6df-27f62fdc71c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:45.554358 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:46.882842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:57:48.339393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:04.905843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:12.827278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-faba12a9-6f13-4d35-b240-0065ce6c2cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.401660 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-485694d7-6e7d-4705-b71d-b27759edd6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:15.559664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:16.863210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:18.334060 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:41.905595 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:58:42.823897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ababd740-c51d-47d6-94ee-69afa7739204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.407558 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8075ff45-648d-4945-9ff0-a6e042d04fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:45.563207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:46.866431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:58:48.338374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:12.829167 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-90edbd1a-27fe-41a2-bdaf-402d3b462378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:14.113520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49760) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:14.177420 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f5aaf5-f514-40c4-a8e4-bad4688454e5 admin admin] GET failed (client error): The resource could not be found. Jul 15 12:59:14.178828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-28f5aaf5-f514-40c4-a8e4-bad4688454e5 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643160 Jul 15 12:59:14.339036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd5d742-1f0e-47a9-bf32-2e90039060f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:14.340524 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6fd5d742-1f0e-47a9-bf32-2e90039060f7 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575148 Jul 15 12:59:15.401231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-448b8d80-7c14-4919-bf6a-6cca2340efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:15.566893 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.527356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49770) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:16.626513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5700e-8af3-4ec1-85cc-e42dbdfd5fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.627920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cba5700e-8af3-4ec1-85cc-e42dbdfd5fbf admin admin] 10.222.0.57 "GET /v2.0/subnets/3d22a4dd-9572-4872-8bae-424724676050 HTTP/1.1" status: 200 len: 849 time: 0.0995946 Jul 15 12:59:16.637363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 12:59:16.720652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Notify callbacks [] for subnet, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.866755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757991235467'] for subnet, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.868910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.898144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:16.898860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:16.904938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] 10.222.0.57 "PUT /v2.0/subnets/3d22a4dd-9572-4872-8bae-424724676050 HTTP/1.1" status: 200 len: 868 time: 0.2713439 Jul 15 12:59:16.906080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109dd3a-9665-4809-96c0-a9898e8e5218 None None] Network 58c95200-7deb-4f4e-a592-9ba1623e1a31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 12:59:16.923835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d22a4dd-9572-4872-8bae-424724676050,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 12:59:16.931943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.932355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.932737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.933136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.933535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.933907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.934713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.934713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.935070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.935451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.935829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:16.936224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe4cc49-e2fd-480d-878d-418aa69f095e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 12:59:17.326571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4e88c44a-ecb1-4c0d-97f4-7cd7e63c4fc0 None None] Provisioning complete for port 27b806e0-e439-4ba9-a083-55f9fef358c0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:17.327057 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4e88c44a-ecb1-4c0d-97f4-7cd7e63c4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:17.417003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4e88c44a-ecb1-4c0d-97f4-7cd7e63c4fc0 None None] Provisioning complete for port c01e5806-5f14-45f5-b1ce-ae1aae1236c3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 12:59:17.417211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4e88c44a-ecb1-4c0d-97f4-7cd7e63c4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.345289 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:18.905592 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 12:59:19.067918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49778) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:19.308078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44ef7e-f6e2-4071-884c-cb99adfe68f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.308552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a44ef7e-f6e2-4071-884c-cb99adfe68f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:19.310212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a44ef7e-f6e2-4071-884c-cb99adfe68f5 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2412705 Jul 15 12:59:21.598711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49786) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:21.748546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92328a08-a8f4-4313-bb37-0ea25daf2e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:21.749017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92328a08-a8f4-4313-bb37-0ea25daf2e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:21.751144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-92328a08-a8f4-4313-bb37-0ea25daf2e28 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1510818 Jul 15 12:59:23.942915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49794) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:24.141500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02966f85-9d74-4f6f-8315-4ed2812d7618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:24.142837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-02966f85-9d74-4f6f-8315-4ed2812d7618 admin admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 886 time: 0.1989245 Jul 15 12:59:26.378715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:26.534812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3921ae0-ee46-431e-b0c7-d907c36bbb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:26.536215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a3921ae0-ee46-431e-b0c7-d907c36bbb46 admin admin] 10.222.0.57 "GET /v2.0/networks/58c95200-7deb-4f4e-a592-9ba1623e1a31 HTTP/1.1" status: 200 len: 869 time: 0.1565380 Jul 15 12:59:28.709089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49812) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:28.839032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2fde7-a984-40cf-815d-dcc0fb959362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.839487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2fde7-a984-40cf-815d-dcc0fb959362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:28.841062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c2e2fde7-a984-40cf-815d-dcc0fb959362 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310592 Jul 15 12:59:31.080039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49820) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:31.173926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beed29a-df6e-4a5b-8c5f-bb2ff598c778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.174375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beed29a-df6e-4a5b-8c5f-bb2ff598c778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:31.175954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3beed29a-df6e-4a5b-8c5f-bb2ff598c778 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945861 Jul 15 12:59:33.376702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49828) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:33.517267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354141a-e880-4649-a560-484137594957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:33.518863 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8354141a-e880-4649-a560-484137594957 admin admin] 10.222.0.57 "GET /v2.0/subnets/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e HTTP/1.1" status: 200 len: 816 time: 0.1409628 Jul 15 12:59:35.719729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 12:59:35.826556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dac5c5-6ff0-42f8-9cd6-031885aabf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 12:59:35.827986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14dac5c5-6ff0-42f8-9cd6-031885aabf7f admin admin] 10.222.0.57 "GET /v2.0/subnets/3d22a4dd-9572-4872-8bae-424724676050 HTTP/1.1" status: 200 len: 868 time: 0.1072648 Jul 15 12:59:42.825119 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe79b-f102-45de-94c8-9b6e92888766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.406815 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f47bf7dc-b130-42ca-a6f9-94a006518dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:45.571155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:46.873372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:48.342237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 12:59:55.905096 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:00.567767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49888) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:00.618318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-1b5b3338-607a-4a07-8bd7-61c4f8c379e9 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:00:00.619353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b5b3338-607a-4a07-8bd7-61c4f8c379e9 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505021 Jul 15 13:00:02.896452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49896) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:02.960974 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-9696a6e5-4e20-48d7-ae91-74fb59d7068c admin admin] GET failed (client error): The resource could not be found. Jul 15 13:00:02.962401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9696a6e5-4e20-48d7-ae91-74fb59d7068c admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649641 Jul 15 13:00:03.115707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755211b3-384b-4ac5-a706-166af4655c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:03.117235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-755211b3-384b-4ac5-a706-166af4655c30 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1502264 Jul 15 13:00:05.304156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:05.354226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:05.376287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Made reservation on behalf of f735fa8480a946c5af0a843d6a8b2f8f for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:05.378683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.415312 n-d-798054-11 neutron-server[93994]: WARNING neutron.services.revisions.revision_plugin [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Could not find related network for resource to bump revision. Jul 15 13:00:05.432819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:00:05.445097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.445431 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Added segment a2d423ba-d207-4f20-89f9-a4ec9b64942a of type vlan for network 834b774e-8877-4b0f-97f1-942f51aae587 Jul 15 13:00:05.497858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.528995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.530000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:05.530616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:05.566583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2588737 Jul 15 13:00:05.595885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Pushing event updated for resources: {'Network': ['ID=834b774e-8877-4b0f-97f1-942f51aae587,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:05.605321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.605610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.605939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.606276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.606607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.606939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.607258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.607610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.607901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.608213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.608550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.608861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9899dac1-4323-44c3-86da-990da8fffbcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:05.625441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 834b774e-8877-4b0f-97f1-942f51aae587 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:00:07.778560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49912) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:00:07.855611 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac8f546-7f36-4ef9-8f74-6f39360c0853 admin admin] GET failed (client error): The resource could not be found. Jul 15 13:00:07.857886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dac8f546-7f36-4ef9-8f74-6f39360c0853 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0781057 Jul 15 13:00:07.930947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2835439-4cc9-4ac4-ae78-a514b5138781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:07.932454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e2835439-4cc9-4ac4-ae78-a514b5138781 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707393 Jul 15 13:00:07.942759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:00:07.971591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Made reservation on behalf of f735fa8480a946c5af0a843d6a8b2f8f for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:00:07.973913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.184725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.244539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11937051-b11a-41e8-b03b-1c29cd9e2dee,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.255083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:08.255470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Network hostable DHCP agents. Network: 834b774e-8877-4b0f-97f1-942f51aae587, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:00:08.279060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Network 834b774e-8877-4b0f-97f1-942f51aae587 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:00:08.292292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 834b774e-8877-4b0f-97f1-942f51aae587) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:08.297505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:00:08.298112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.302900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcabb084-9072-43f4-9b8c-361f49d6f876 None None] Network 834b774e-8877-4b0f-97f1-942f51aae587 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:08.315277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7e819740-3147-4e83-9f77-63c9b4f0db4e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3762732 Jul 15 13:00:08.553171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-834b774e-8877-4b0f-97f1-942f51aae587', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'tenant_id': 'f735fa8480a946c5af0a843d6a8b2f8f', 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:00:08.554062 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.693683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Allocated IP 192.168.233.2 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/b5ffb828-8d20-4227-acdf-14ec6822bc2a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:00:08.853564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.862644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Transition to ACTIVE for port object b5ffb828-8d20-4227-acdf-14ec6822bc2a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:08.879291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Transition to ACTIVE for port object b5ffb828-8d20-4227-acdf-14ec6822bc2a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:00:08.886697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:08.929524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:00:08.934912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:00:08.941228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:00:08.947406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Pushing event updated for resources: {'Port': ['ID=b5ffb828-8d20-4227-acdf-14ec6822bc2a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:08.959204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.959530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.959874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.960209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.960550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.960880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.961205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.961529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.961852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.962175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.962495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:08.962903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:00:09.016149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Attempting to bind port b5ffb828-8d20-4227-acdf-14ec6822bc2a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:00:09.016426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Attempting to bind port b5ffb828-8d20-4227-acdf-14ec6822bc2a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:00:09.016793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Attempting to bind port b5ffb828-8d20-4227-acdf-14ec6822bc2a on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:00:09.022636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:00:09.023016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:00:09.023420 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.023817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:00:09.024307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Bound port: b5ffb828-8d20-4227-acdf-14ec6822bc2a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:00:09.024700 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.091245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] For port b5ffb828-8d20-4227-acdf-14ec6822bc2a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:00:09.095000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] For port b5ffb828-8d20-4227-acdf-14ec6822bc2a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b5ffb828-8d20-4227-acdf-14ec6822bc2a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:00:09.100628 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:09.164372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b44959-8355-4c76-b582-03ead4ddaf0f None None] Pushing event updated for resources: {'Port': ['ID=b5ffb828-8d20-4227-acdf-14ec6822bc2a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:09.708995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b5ffb828-8d20-4227-acdf-14ec6822bc2a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:09.768834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b5ffb828-8d20-4227-acdf-14ec6822bc2a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:10.030333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ecf31-764e-4acb-89e4-12f1d9ad4b8f None None] Network 834b774e-8877-4b0f-97f1-942f51aae587 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:00:10.163878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] Provisioning for port b5ffb828-8d20-4227-acdf-14ec6822bc2a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:00:10.171915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] Provisioning complete for port b5ffb828-8d20-4227-acdf-14ec6822bc2a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:10.172278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.305294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.348903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] For port b5ffb828-8d20-4227-acdf-14ec6822bc2a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b5ffb828-8d20-4227-acdf-14ec6822bc2a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:00:10.355353 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:10.416546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d7371-06b2-4bcc-86ad-bef080b57e65 None None] Pushing event updated for resources: {'Port': ['ID=b5ffb828-8d20-4227-acdf-14ec6822bc2a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:00:10.493525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4dde9453-a04b-4d53-9c7a-360d40ce7d83 None None] Provisioning complete for port b5ffb828-8d20-4227-acdf-14ec6822bc2a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:10.493892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4dde9453-a04b-4d53-9c7a-360d40ce7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:11.675483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b5ffb828-8d20-4227-acdf-14ec6822bc2a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:00:11.729474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b5ffb828-8d20-4227-acdf-14ec6822bc2a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:00:11.729803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:12.829997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63765ee7-5e16-43f4-be8f-76cbd0e1a33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.411957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d5e74ca-c70b-4165-b17f-be635944fce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:15.575865 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:16.875142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:18.346121 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:32.903498 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:00:42.833099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0cde7aa4-f6e4-493d-a41b-e3e303fe92af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.415294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-821f8fd3-1b4d-4dd9-bbc4-eb92f076d8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:45.583185 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:46.876589 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:00:48.349661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:09.902638 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:12.838237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-727653f3-349b-4007-820e-fe6d8e8df98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.419367 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-87cb4dca-1e49-4a15-897d-517d9fe65b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:15.578935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:16.881061 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:18.351356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:19.930633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49964) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:19.936765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-dedfa15a-5e62-4c6a-8001-4eab4ebb6ca1 tempest-verify_tempest_config-593472514 tempest-verify_tempest_config-593472514-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:01:19.942786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dedfa15a-5e62-4c6a-8001-4eab4ebb6ca1 tempest-verify_tempest_config-593472514 tempest-verify_tempest_config-593472514-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061266 Jul 15 13:01:20.281080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49982) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:20.414925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.511183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.517092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.670141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7195d388fb64319881d2f8da83b9bdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3878698 Jul 15 13:01:20.670911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f345e5b6-c45c-4623-ad58-9cbdbc08d997,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:20.672782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49986) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:01:20.688389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.688738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.689069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.689399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.689725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.690053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.690366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.690695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.691013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.691329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.691639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.691951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757e6456-0c60-4aff-95f1-ddc244cdf25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:01:20.736874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99f3ec5-5d1b-462f-8b3f-c3fcd54a9dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.759649 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99f3ec5-5d1b-462f-8b3f-c3fcd54a9dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.852319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99f3ec5-5d1b-462f-8b3f-c3fcd54a9dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.854784 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a99f3ec5-5d1b-462f-8b3f-c3fcd54a9dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:20.855954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a99f3ec5-5d1b-462f-8b3f-c3fcd54a9dbe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f345e5b6-c45c-4623-ad58-9cbdbc08d997 HTTP/1.1" status: 204 len: 168 time: 0.1823168 Jul 15 13:01:20.863630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f3ec5-5d1b-462f-8b3f-c3fcd54a9dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345e5b6-c45c-4623-ad58-9cbdbc08d997,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:01:42.842087 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c881fcc7-29fd-4430-9331-51e2ce8cfd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.423990 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-566301ce-2889-4336-a304-febabc7af5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:45.574616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.883289 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:01:46.901191 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:01:48.358196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:12.845901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9480322e-79d4-4030-8edd-c1a0e9e5d976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.427851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-66eef3c4-70d3-40da-9fd7-233fe30ada09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:15.578415 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:16.889540 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:18.359857 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:23.900621 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:02:42.853283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc509826-ee02-4308-9640-ab4c8410192b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.431302 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13bbea71-fd07-4aaa-a5e3-ad1959357a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:45.583605 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:46.890767 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:02:48.361437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:00.900284 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:12.848310 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba9f752a-4432-42ea-9cc6-802963f593c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.434432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7d02d281-af91-44a9-b331-d49ab9fd08a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:15.588565 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:16.899763 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:18.366036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:37.900887 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 5 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:03:42.852691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1fa53d6b-0010-43c9-b680-65dbf04bb24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.438093 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c5ad5172-5180-4c36-a5a4-8af834dad531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:45.596490 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:46.898326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:03:48.370653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:12.860302 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9944f6aa-80fc-43ad-8f79-50e8da2329fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.555981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.830673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698304'] for agent, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:14.900435 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:04:15.444664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-437053f5-75a9-4e76-b599-b26a49dfb961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:15.592155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:16.902164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:18.379427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:42.856079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1788-68e8-422f-be2e-9eebb167f68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.514701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:44.789398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.438997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f215f8b-bd1a-4b42-af07-a5666bb76574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:45.597012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:46.903993 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:48.368555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:04:51.901182 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:00.975433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50054) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:01.117371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e6c3ca53-cafc-46ac-ae5e-af12ce5636f6 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1408310 Jul 15 13:05:03.353733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50064) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:05:03.413958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5ad00a23-668a-4255-a04c-b7d8a82be75f admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0590606 Jul 15 13:05:12.851331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a32ae775-83d0-4a80-bd09-6eccf1001fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.539540 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:14.781151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.452359 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f05c450c-d3af-4a84-a5bf-9dd9fc2ec9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:15.600544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:16.907856 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:18.371676 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:28.901718 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:05:42.872101 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-55c13cfb-9ade-47f3-8c24-6156b7e551d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.544118 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:44.818724 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.447441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79a814af-c96b-47bb-9543-570fc362abe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:45.608068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:46.914901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:05:48.378596 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:05.902840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:12.857612 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0e209c13-a484-46f3-b4a0-52eb648d5f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.555035 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:14.816416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.450445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-77057338-5210-4fbc-966f-097ecd34dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:15.603193 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:16.911765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:18.377633 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.187247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50214) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:24.690454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-network', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:24.737343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Made reservation on behalf of 91efae75ac8e4730808d4d2c3ac0a848 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:24.743388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.764190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.929603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.936406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:24.967695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1eb0a4-263a-46b1-9a1c-2669461ab746,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:24.978579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.978929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.979664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.980483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.981040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.981414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.981766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.982106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.982465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.982766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.983089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.983794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Tracked resource versions report: Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: pushed versions: Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: { 'AddressGroup': {'1.2'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'ConntrackHelper': {'1.0'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Log': {'1.0'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Network': {'1.1'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Port': {'1.7'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'PortForwarding': {'1.2'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'QosPolicy': {'1.8'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'SecurityGroup': {'1.4'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'SubPort': {'1.0'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Subnet': {'1.1'}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Trunk': {'1.1'}} Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: consumer versions: Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: { DHCP agent@n-d-798054-11: {}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: HyperV agent@n-h1-798054-11: {}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: HyperV agent@n-h2-798054-11: {}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: L3 agent@n-d-798054-11: {}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: Metadata agent@n-d-798054-11: {}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: Metering agent@n-d-798054-11: {}, Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'ConntrackHelper': '1.0', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Log': '1.0', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Network': '1.1', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Port': '1.7', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'PortForwarding': '1.2', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'QosPolicy': '1.8', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'SecurityGroup': '1.4', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'SecurityGroupRule': '1.2', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'SubPort': '1.0', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Subnet': '1.1', Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: 'Trunk': '1.1'}} Jul 15 13:06:24.985540 n-d-798054-11 neutron-server[93995]: {{(pid=93995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:06:24.996856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:25.008560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.008940 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Added segment e895facc-a362-414b-bc25-b2c959e3a37d of type vlan for network 6447bc74-925d-48d7-81c5-3563c142f36e Jul 15 13:06:25.058065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.112079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.113819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.114891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.183591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] Pushing event updated for resources: {'Network': ['ID=6447bc74-925d-48d7-81c5-3563c142f36e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:25.190103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c7bc4b23-9aac-45e9-ae99-f7efc4d073fe admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9972036 Jul 15 13:06:25.194759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:25.197015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6447bc74-925d-48d7-81c5-3563c142f36e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:25.199835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Request body: {'subnet': {'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-subnet', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:25.224881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Made reservation on behalf of 91efae75ac8e4730808d4d2c3ac0a848 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:25.228160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.506427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.633685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a46dab4-b868-4474-9659-2edf8288848c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:25.643358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Checking segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:25.643358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Network hostable DHCP agents. Network: 6447bc74-925d-48d7-81c5-3563c142f36e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:25.677198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Network 6447bc74-925d-48d7-81c5-3563c142f36e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:25.694935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 6447bc74-925d-48d7-81c5-3563c142f36e) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:25.702710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:25.703871 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.708520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e5772-4962-4993-be4f-81d4986e4de8 None None] Network 6447bc74-925d-48d7-81c5-3563c142f36e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:25.730349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f84e6bd0-15b7-4539-800f-f6d0523f1046 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5342293 Jul 15 13:06:25.736101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:25.743056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:25.778505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.780587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.887287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:25.993394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-6447bc74-925d-48d7-81c5-3563c142f36e', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:06:25.995077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.073293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.302800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Allocated IP 172.20.0.2 (6447bc74-925d-48d7-81c5-3563c142f36e/6a46dab4-b868-4474-9659-2edf8288848c/9910300f-32dd-4006-9ebb-4a39772dc014) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:26.421815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.460370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.592743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.609378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Transition to ACTIVE for port object 9910300f-32dd-4006-9ebb-4a39772dc014 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:26.638921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Transition to ACTIVE for port object 9910300f-32dd-4006-9ebb-4a39772dc014 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:26.650831 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.710165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Allocated IP 172.25.3.2 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/aea8c571-55bb-4fe1-9053-707c2ec00964) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:26.714144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Network 6447bc74-925d-48d7-81c5-3563c142f36e is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:26.721075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:26.730331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:26.744431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Pushing event updated for resources: {'Port': ['ID=9910300f-32dd-4006-9ebb-4a39772dc014,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:26.759767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.759767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.760174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.760174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.760519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.761128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.761721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.762319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.762868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.763197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.763520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.763997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Tracked resource versions report: Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: pushed versions: Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: { 'AddressGroup': {'1.2'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'ConntrackHelper': {'1.0'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Log': {'1.0'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Network': {'1.1'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Port': {'1.7'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'PortForwarding': {'1.2'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'QosPolicy': {'1.8'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'SecurityGroup': {'1.4'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'SubPort': {'1.0'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Subnet': {'1.1'}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Trunk': {'1.1'}} Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: consumer versions: Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: { DHCP agent@n-d-798054-11: {}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: HyperV agent@n-h1-798054-11: {}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: HyperV agent@n-h2-798054-11: {}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: L3 agent@n-d-798054-11: {}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: Metadata agent@n-d-798054-11: {}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: Metering agent@n-d-798054-11: {}, Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'ConntrackHelper': '1.0', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Log': '1.0', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Network': '1.1', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Port': '1.7', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'PortForwarding': '1.2', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'QosPolicy': '1.8', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'SecurityGroup': '1.4', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'SecurityGroupRule': '1.2', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'SubPort': '1.0', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Subnet': '1.1', Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: 'Trunk': '1.1'}} Jul 15 13:06:26.765351 n-d-798054-11 neutron-server[93996]: {{(pid=93996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:06:26.835258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Attempting to bind port 9910300f-32dd-4006-9ebb-4a39772dc014 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:26.836125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Attempting to bind port 9910300f-32dd-4006-9ebb-4a39772dc014 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:26.837746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Attempting to bind port 9910300f-32dd-4006-9ebb-4a39772dc014 on network 6447bc74-925d-48d7-81c5-3563c142f36e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:26.853639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:26.855166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Checking segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:26.856015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.856798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Bound using segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:26.858041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Bound port: 9910300f-32dd-4006-9ebb-4a39772dc014, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:26.858842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.862732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:26.904523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.962643 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:26.963538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] For port 9910300f-32dd-4006-9ebb-4a39772dc014, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:26.967644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] For port 9910300f-32dd-4006-9ebb-4a39772dc014, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9910300f-32dd-4006-9ebb-4a39772dc014,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:26.973905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.033487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c225b-e643-4728-99e2-c2fd07b22db0 None None] Pushing event updated for resources: {'Port': ['ID=9910300f-32dd-4006-9ebb-4a39772dc014,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.127454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:27.128936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=aea8c571-55bb-4fe1-9053-707c2ec00964,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:27.135946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:27.140545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:27.600856 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:27.821276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ade2dd9b-b794-4ec9-8563-d81be1eb3f8d tempest-AutoAllocateNetworkTest-1643170207 tempest-AutoAllocateNetworkTest-1643170207-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f25902a39a0c429789e3c8c5c2336ce5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9568827 Jul 15 13:06:27.822286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50332) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:28.061243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9910300f-32dd-4006-9ebb-4a39772dc014 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:28.165649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e49dbe-50f9-4e0b-86bb-80b4a9b80c70 tempest-AutoAllocateNetworkTest-1643170207 tempest-AutoAllocateNetworkTest-1643170207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:28.167718 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b1e49dbe-50f9-4e0b-86bb-80b4a9b80c70 tempest-AutoAllocateNetworkTest-1643170207 tempest-AutoAllocateNetworkTest-1643170207-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3419876 Jul 15 13:06:28.170746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50338) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:28.221626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9910300f-32dd-4006-9ebb-4a39772dc014 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:28.224060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.353577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a61b22ed-7491-482b-9acb-c469ea4fd17d tempest-AutoAllocateNetworkTest-1643170207 tempest-AutoAllocateNetworkTest-1643170207-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1806948 Jul 15 13:06:28.358054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50344) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:28.434710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-26930275-16d8-4b6b-b6ed-65978300c8e9 tempest-AutoAllocateNetworkTest-1643170207 tempest-AutoAllocateNetworkTest-1643170207-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f25902a39a0c429789e3c8c5c2336ce5 HTTP/1.1" status: 200 len: 208 time: 0.0746489 Jul 15 13:06:28.552085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb876baf-e7df-458d-85a8-55e86483d19b None None] Network 6447bc74-925d-48d7-81c5-3563c142f36e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:28.754208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Router 5d117e67-75e7-4585-9b75-d858dd22e703 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:06:28.775378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] Provisioning for port 9910300f-32dd-4006-9ebb-4a39772dc014 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:28.788330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] Provisioning complete for port 9910300f-32dd-4006-9ebb-4a39772dc014 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:28.788960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.958304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:28.962964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:28.980239 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:29.000530 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:29.001184 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:29.005382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.009039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4ec916d8-ee9b-48f0-9b15-919000e3d8c9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2715409 Jul 15 13:06:29.014770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50366) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:29.068407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] For port 9910300f-32dd-4006-9ebb-4a39772dc014, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9910300f-32dd-4006-9ebb-4a39772dc014,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:29.075341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.241607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c8bd6-959e-4711-9ee8-d1a6ec537c6b None None] Pushing event updated for resources: {'Port': ['ID=9910300f-32dd-4006-9ebb-4a39772dc014,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:29.312470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-05461e85-0d8d-49fa-92f6-3cc63a6e50e9 None None] Provisioning complete for port 9910300f-32dd-4006-9ebb-4a39772dc014 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:29.313287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05461e85-0d8d-49fa-92f6-3cc63a6e50e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.345273 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:29.712004 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:27Z', 'revision_number': 3, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:29.746589 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:29.746952 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Updating router 5d117e67-75e7-4585-9b75-d858dd22e703 port aea8c571-55bb-4fe1-9053-707c2ec00964 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:06:29.824258 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:29.894574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:29.999390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9910300f-32dd-4006-9ebb-4a39772dc014 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:30.135938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9910300f-32dd-4006-9ebb-4a39772dc014 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:30.137458 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.382267 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.395210 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Transition to ACTIVE for port object aea8c571-55bb-4fe1-9053-707c2ec00964 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:30.404111 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.459563 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Pushing event updated for resources: {'Port': ['ID=aea8c571-55bb-4fe1-9053-707c2ec00964,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.472698 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.473417 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.473930 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.474552 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.475086 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.475554 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.476135 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.476602 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.477062 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.477531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.478010 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.478464 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Tracked resource versions report: Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: pushed versions: Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: { 'AddressGroup': {'1.2'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'ConntrackHelper': {'1.0'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Log': {'1.0'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Network': {'1.1'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Port': {'1.7'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'PortForwarding': {'1.2'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'QosPolicy': {'1.8'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'SecurityGroup': {'1.4'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'SubPort': {'1.0'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Subnet': {'1.1'}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Trunk': {'1.1'}} Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: consumer versions: Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: { DHCP agent@n-d-798054-11: {}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: HyperV agent@n-h1-798054-11: {}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: HyperV agent@n-h2-798054-11: {}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: L3 agent@n-d-798054-11: {}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: Metadata agent@n-d-798054-11: {}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: Metering agent@n-d-798054-11: {}, Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'ConntrackHelper': '1.0', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Log': '1.0', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Network': '1.1', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Port': '1.7', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'PortForwarding': '1.2', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'QosPolicy': '1.8', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'SecurityGroup': '1.4', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'SecurityGroupRule': '1.2', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'SubPort': '1.0', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Subnet': '1.1', Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: 'Trunk': '1.1'}} Jul 15 13:06:30.479874 n-d-798054-11 neutron-server[93997]: {{(pid=93997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:06:30.511199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.526414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Attempting to bind port aea8c571-55bb-4fe1-9053-707c2ec00964 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:30.527213 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Attempting to bind port aea8c571-55bb-4fe1-9053-707c2ec00964 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:30.527821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Attempting to bind port aea8c571-55bb-4fe1-9053-707c2ec00964 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:30.535386 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:30.536374 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:30.537124 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.537986 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:30.538841 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Bound port: aea8c571-55bb-4fe1-9053-707c2ec00964, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:30.539451 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.605065 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] For port aea8c571-55bb-4fe1-9053-707c2ec00964, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:30.610945 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] For port aea8c571-55bb-4fe1-9053-707c2ec00964, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=aea8c571-55bb-4fe1-9053-707c2ec00964,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:30.618381 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.730723 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:30.732241 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:30.752051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b51c582-e429-4e75-b4ba-e0f5f83e7cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.797791 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98b4df-6786-4c97-b5fc-e3c8003cfd86 None None] Pushing event updated for resources: {'Port': ['ID=aea8c571-55bb-4fe1-9053-707c2ec00964,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:30.933200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b51c582-e429-4e75-b4ba-e0f5f83e7cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.939440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b51c582-e429-4e75-b4ba-e0f5f83e7cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:30.949102 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:30.980090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51c582-e429-4e75-b4ba-e0f5f83e7cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eac6e0-ddc3-4916-aa0e-b3ffccad8f17,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.028977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Allocated IP 172.20.0.1 (6447bc74-925d-48d7-81c5-3563c142f36e/6a46dab4-b868-4474-9659-2edf8288848c/e4c36560-bea4-4443-9818-edb298cef931) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:31.029255 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6b51c582-e429-4e75-b4ba-e0f5f83e7cae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f25902a39a0c429789e3c8c5c2336ce5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1293757 Jul 15 13:06:31.029515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:31.210290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb8e2-bb23-48e6-9005-7bb3134b9885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.257013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb8e2-bb23-48e6-9005-7bb3134b9885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.338106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb8e2-bb23-48e6-9005-7bb3134b9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.343223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0cfb8e2-bb23-48e6-9005-7bb3134b9885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.348434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b0cfb8e2-bb23-48e6-9005-7bb3134b9885 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52eac6e0-ddc3-4916-aa0e-b3ffccad8f17 HTTP/1.1" status: 204 len: 168 time: 0.3154359 Jul 15 13:06:31.359638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfb8e2-bb23-48e6-9005-7bb3134b9885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eac6e0-ddc3-4916-aa0e-b3ffccad8f17,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.363058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.419523 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:27Z', 'revision_number': 3, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:31.440038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Transition to ACTIVE for port object e4c36560-bea4-4443-9818-edb298cef931 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:31.489921 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a265b1-9d04-4372-91b3-ad12e91fcbde None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:27Z', 'revision_number': 3, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:31.596235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.716193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Network 6447bc74-925d-48d7-81c5-3563c142f36e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:31.730117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:31.738118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:31.739395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:31.870112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Pushing event updated for resources: {'Port': ['ID=e4c36560-bea4-4443-9818-edb298cef931,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:31.912909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.913359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.913843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.914453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.914952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.915584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.915917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.916245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.916574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.916976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.917325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.917678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Tracked resource versions report: Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: pushed versions: Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: { 'AddressGroup': {'1.2'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'ConntrackHelper': {'1.0'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Log': {'1.0'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Network': {'1.1'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Port': {'1.7'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'PortForwarding': {'1.2'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'QosPolicy': {'1.8'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'SecurityGroup': {'1.4'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'SecurityGroupRule': {'1.2'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'SubPort': {'1.0'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Subnet': {'1.1'}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Trunk': {'1.1'}} Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: consumer versions: Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: { DHCP agent@n-d-798054-11: {}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: HyperV agent@n-h1-798054-11: {}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: HyperV agent@n-h2-798054-11: {}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: L3 agent@n-d-798054-11: {}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: Metadata agent@n-d-798054-11: {}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: Metering agent@n-d-798054-11: {}, Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: Open vSwitch agent@n-d-798054-11: { 'AddressGroup': '1.2', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'ConntrackHelper': '1.0', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Log': '1.0', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Network': '1.1', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Port': '1.7', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'PortForwarding': '1.2', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'QosPolicy': '1.8', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'SecurityGroup': '1.4', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'SecurityGroupRule': '1.2', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'SubPort': '1.0', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Subnet': '1.1', Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: 'Trunk': '1.1'}} Jul 15 13:06:31.918902 n-d-798054-11 neutron-server[93994]: {{(pid=93994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 13:06:32.327140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aa75bcd1-eedc-46d1-8222-ec2d11a0faa4 None None] Provisioning for port e4c36560-bea4-4443-9818-edb298cef931 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:32.335065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aa75bcd1-eedc-46d1-8222-ec2d11a0faa4 None None] Provisioning complete for port e4c36560-bea4-4443-9818-edb298cef931 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:32.335731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aa75bcd1-eedc-46d1-8222-ec2d11a0faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.466157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aa75bcd1-eedc-46d1-8222-ec2d11a0faa4 None None] Port e4c36560-bea4-4443-9818-edb298cef931 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:32.487053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:32.973695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50468) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:33.098730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.108445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.112241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.217843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Pushing event updated for resources: {'Port': ['ID=e4c36560-bea4-4443-9818-edb298cef931,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:33.321906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9b2-abc4-45a6-9210-cede97160e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.363579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Network 6447bc74-925d-48d7-81c5-3563c142f36e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:33.365868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:33.561260 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9b2-abc4-45a6-9210-cede97160e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.566732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9b2-abc4-45a6-9210-cede97160e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.740006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3aaae9b2-abc4-45a6-9210-cede97160e7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2bcfcfbb727d4ca18062ca829298aaa0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7625184 Jul 15 13:06:33.741984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaae9b2-abc4-45a6-9210-cede97160e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f94e936-a9c5-4f50-9e65-677851a74764,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:33.743092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50500) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:33.844042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Router 5d117e67-75e7-4585-9b75-d858dd22e703 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:33.919329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-72f5c8be-1583-4626-8b04-dd5378671aa5 None None] Provisioning complete for port e4c36560-bea4-4443-9818-edb298cef931 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:33.920663 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72f5c8be-1583-4626-8b04-dd5378671aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:33.964442 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca6f0-4b07-4c50-8183-c15c85fbe6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.100551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-72f5c8be-1583-4626-8b04-dd5378671aa5 None None] Port e4c36560-bea4-4443-9818-edb298cef931 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:34.104930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca6f0-4b07-4c50-8183-c15c85fbe6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.108389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device aea8c571-55bb-4fe1-9053-707c2ec00964 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:34.186200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port aea8c571-55bb-4fe1-9053-707c2ec00964 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:34.194374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port aea8c571-55bb-4fe1-9053-707c2ec00964 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:34.195542 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.270423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:34.282621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0121791-188d-44b9-9353-44ce73e9b93b admin admin] 10.222.0.57 "PUT /v2.0/routers/5d117e67-75e7-4585-9b75-d858dd22e703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2652586 Jul 15 13:06:34.325902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca6f0-4b07-4c50-8183-c15c85fbe6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.329790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca6f0-4b07-4c50-8183-c15c85fbe6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.331353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dc5ca6f0-4b07-4c50-8183-c15c85fbe6a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f94e936-a9c5-4f50-9e65-677851a74764 HTTP/1.1" status: 204 len: 168 time: 0.5840421 Jul 15 13:06:34.341717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ca6f0-4b07-4c50-8183-c15c85fbe6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f94e936-a9c5-4f50-9e65-677851a74764,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:34.383068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:34.481014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:34.482284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:34.493507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.610745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port aea8c571-55bb-4fe1-9053-707c2ec00964, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=aea8c571-55bb-4fe1-9053-707c2ec00964,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:34.635485 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:34.789636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=aea8c571-55bb-4fe1-9053-707c2ec00964,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:34.835847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:35.034179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50576) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:35.096566 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-995d8912-9691-4ca9-8ec7-69b00eeadef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.306998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 2, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:35.371497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:35.372038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Updating router 5d117e67-75e7-4585-9b75-d858dd22e703 port e4c36560-bea4-4443-9818-edb298cef931 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:06:35.376051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-995d8912-9691-4ca9-8ec7-69b00eeadef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.387549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-995d8912-9691-4ca9-8ec7-69b00eeadef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.447636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d8912-9691-4ca9-8ec7-69b00eeadef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbe7006-eac6-4b4e-afac-6f136a2eee34,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:35.461666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.505973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-995d8912-9691-4ca9-8ec7-69b00eeadef8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4bd7bf16bba3488d84efc6621833b7f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4697185 Jul 15 13:06:35.509589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50602) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:35.562568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:35.658630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17adbc62-3ec7-4763-82ab-708e07659c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.712508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17adbc62-3ec7-4763-82ab-708e07659c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.836613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17adbc62-3ec7-4763-82ab-708e07659c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.840963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17adbc62-3ec7-4763-82ab-708e07659c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:35.843057 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-17adbc62-3ec7-4763-82ab-708e07659c98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bdbe7006-eac6-4b4e-afac-6f136a2eee34 HTTP/1.1" status: 204 len: 168 time: 0.3316355 Jul 15 13:06:35.867334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adbc62-3ec7-4763-82ab-708e07659c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbe7006-eac6-4b4e-afac-6f136a2eee34,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.032619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.058906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Transition to ACTIVE for port object e4c36560-bea4-4443-9818-edb298cef931 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:36.072199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device aea8c571-55bb-4fe1-9053-707c2ec00964 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:36.186502 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.238152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port aea8c571-55bb-4fe1-9053-707c2ec00964 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:36.238549 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.299933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc133a99-1870-4fdd-ab45-a34f52d9a29f None None] Pushing event updated for resources: {'Port': ['ID=e4c36560-bea4-4443-9818-edb298cef931,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.381008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0336c6bc-66a7-4468-978b-62d37eb8fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.463938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Attempting to bind port e4c36560-bea4-4443-9818-edb298cef931 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:36.464702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Attempting to bind port e4c36560-bea4-4443-9818-edb298cef931 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:36.464702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Attempting to bind port e4c36560-bea4-4443-9818-edb298cef931 on network 6447bc74-925d-48d7-81c5-3563c142f36e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:36.479461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:36.479865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Checking segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:36.480147 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.480546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Bound using segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:36.481037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Bound port: e4c36560-bea4-4443-9818-edb298cef931, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:36.481435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.640422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] For port e4c36560-bea4-4443-9818-edb298cef931, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:36.645868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] For port e4c36560-bea4-4443-9818-edb298cef931, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e4c36560-bea4-4443-9818-edb298cef931,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:36.655338 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.663610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50670) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:36.768072 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0336c6bc-66a7-4468-978b-62d37eb8fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.781624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0336c6bc-66a7-4468-978b-62d37eb8fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:36.854206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc133a99-1870-4fdd-ab45-a34f52d9a29f None None] Pushing event updated for resources: {'Port': ['ID=e4c36560-bea4-4443-9818-edb298cef931,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:36.926317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0336c6bc-66a7-4468-978b-62d37eb8fd55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=785172066729465cb8b4d330746bc587&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3606627 Jul 15 13:06:36.929348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50688) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:36.965314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:36.972343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:36.981424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c6bc-66a7-4468-978b-62d37eb8fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b46b8-76da-4731-8193-d72db2d9cf73,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.121878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76089e95-8e7d-4cf9-9d60-a66c34b8dfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.163822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76089e95-8e7d-4cf9-9d60-a66c34b8dfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.263408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76089e95-8e7d-4cf9-9d60-a66c34b8dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.274244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76089e95-8e7d-4cf9-9d60-a66c34b8dfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.276313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-76089e95-8e7d-4cf9-9d60-a66c34b8dfb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c37b46b8-76da-4731-8193-d72db2d9cf73 HTTP/1.1" status: 204 len: 168 time: 0.3454866 Jul 15 13:06:37.290756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76089e95-8e7d-4cf9-9d60-a66c34b8dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b46b8-76da-4731-8193-d72db2d9cf73,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:37.317178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:37.679241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e8-b1a6-4c9c-ba5f-c028bfee1bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.679993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:36Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:37.750161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4002ec4e-4189-4eb4-bfae-f56bba2983d4 None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:36Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:37.883263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e8-b1a6-4c9c-ba5f-c028bfee1bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:37.899283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f32d5e8-b1a6-4c9c-ba5f-c028bfee1bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.017207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2f32d5e8-b1a6-4c9c-ba5f-c028bfee1bce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d14735595c84d2d981da2593d81ac6a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3520231 Jul 15 13:06:38.019884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32d5e8-b1a6-4c9c-ba5f-c028bfee1bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357800c2-129f-4307-b3a0-e77df20c4e8c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.021345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50742) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:38.112423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4c36560-bea4-4443-9818-edb298cef931 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:38.159685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50744) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:38.167212 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46616cb1-4dee-44b2-84a3-4d174aaceb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.240710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46616cb1-4dee-44b2-84a3-4d174aaceb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.241716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:38.249036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-network', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:38.283142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e4c36560-bea4-4443-9818-edb298cef931 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:38.287702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e4c36560-bea4-4443-9818-edb298cef931 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:38.288345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.305162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Made reservation on behalf of ad0a0fdf0590456d96a934661da1b7fb for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:38.310649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.333724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.391945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46616cb1-4dee-44b2-84a3-4d174aaceb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.402148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46616cb1-4dee-44b2-84a3-4d174aaceb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.417075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-46616cb1-4dee-44b2-84a3-4d174aaceb83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/357800c2-129f-4307-b3a0-e77df20c4e8c HTTP/1.1" status: 204 len: 168 time: 0.3881400 Jul 15 13:06:38.474909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46616cb1-4dee-44b2-84a3-4d174aaceb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357800c2-129f-4307-b3a0-e77df20c4e8c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.510880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.544159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.553607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.574405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:06:38.614029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.614232 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Added segment aef73413-7946-4008-8e03-cb988f8827c0 of type vlan for network 117cb575-d16c-4315-9e7e-4a9fbc124b86 Jul 15 13:06:38.624718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e4c36560-bea4-4443-9818-edb298cef931, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e4c36560-bea4-4443-9818-edb298cef931,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:38.629501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e1e721-365a-4bbb-a5ed-677105bba591,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.633623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.712078 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.766216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.767723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e4c36560-bea4-4443-9818-edb298cef931,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.772102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:38.785727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:38.833452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5898578 Jul 15 13:06:38.838730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50766) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:38.847567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Request body: {'subnet': {'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-subnet', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:38.874656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630a919-5147-425f-b924-52ac9e83009b admin admin] Pushing event updated for resources: {'Network': ['ID=117cb575-d16c-4315-9e7e-4a9fbc124b86,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:38.890578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:06:38.898414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Made reservation on behalf of ad0a0fdf0590456d96a934661da1b7fb for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:38.901729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.096240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5e94e814-8e0a-4051-81fd-9361acf5d48d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.262049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.301096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9abab443-c7e0-4d4d-be1e-4dca00e9edd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.317479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.333280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5e94e814-8e0a-4051-81fd-9361acf5d48d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.348749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5e94e814-8e0a-4051-81fd-9361acf5d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.484145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69c3fae-26a0-4e40-8b18-4fbc5826f86d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.504272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50782) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.515917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Checking segment: {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:39.516844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Network hostable DHCP agents. Network: 117cb575-d16c-4315-9e7e-4a9fbc124b86, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:06:39.542407 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9abab443-c7e0-4d4d-be1e-4dca00e9edd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.544763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94e814-8e0a-4051-81fd-9361acf5d48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e9dc7a-cef1-46bb-b141-fe87d806fcac,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.552780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9abab443-c7e0-4d4d-be1e-4dca00e9edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.593402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:06:39.618903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 117cb575-d16c-4315-9e7e-4a9fbc124b86) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:39.620195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9abab443-c7e0-4d4d-be1e-4dca00e9edd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc874d8cfebd4072b2cbb29ec1b30ca8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3566227 Jul 15 13:06:39.625435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50788) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.630763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abab443-c7e0-4d4d-be1e-4dca00e9edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a1d857-d931-4bc7-a5b4-a63a604bd43d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:39.636789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ad4a5-95b9-4fde-9779-419b287cbb26 None None] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:39.638440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5e94e814-8e0a-4051-81fd-9361acf5d48d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b2c16196b7b43948929533ae78c5fab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4774640 Jul 15 13:06:39.641570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50790) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.682563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:39.685944 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.777355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50794) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.790829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a01b3ad-7d83-4ecc-95b2-ee38f2d1f1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.806303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f0826274-ebd4-428a-aa60-5c965b7645d2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9657116 Jul 15 13:06:39.807547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50798) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:39.833230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:39.850288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a01b3ad-7d83-4ecc-95b2-ee38f2d1f1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.940677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72ffd88a-e047-44ed-af9a-ef3b6fb32416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.974736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:39.976874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.020464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a01b3ad-7d83-4ecc-95b2-ee38f2d1f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.024955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a01b3ad-7d83-4ecc-95b2-ee38f2d1f1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.030634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5a01b3ad-7d83-4ecc-95b2-ee38f2d1f1da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51e9dc7a-cef1-46bb-b141-fe87d806fcac HTTP/1.1" status: 204 len: 168 time: 0.3871305 Jul 15 13:06:40.051965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d48c1-60b5-4a14-a38e-a13d9a7d5f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.078714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01b3ad-7d83-4ecc-95b2-ee38f2d1f1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e9dc7a-cef1-46bb-b141-fe87d806fcac,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.087299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4c36560-bea4-4443-9818-edb298cef931 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:40.097872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d48c1-60b5-4a14-a38e-a13d9a7d5f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.146789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-117cb575-d16c-4315-9e7e-4a9fbc124b86', 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'fixed_ips': [{'subnet_id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:06:40.147873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.170439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d48c1-60b5-4a14-a38e-a13d9a7d5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.175244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d48c1-60b5-4a14-a38e-a13d9a7d5f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.180452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb6d48c1-60b5-4a14-a38e-a13d9a7d5f85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5a1d857-d931-4bc7-a5b4-a63a604bd43d HTTP/1.1" status: 204 len: 168 time: 0.5524864 Jul 15 13:06:40.219504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d48c1-60b5-4a14-a38e-a13d9a7d5f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a1d857-d931-4bc7-a5b4-a63a604bd43d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.274027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.329459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e4c36560-bea4-4443-9818-edb298cef931 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:40.329830 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.354480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:40.454206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Allocated IP 172.20.0.2 (117cb575-d16c-4315-9e7e-4a9fbc124b86/b69c3fae-26a0-4e40-8b18-4fbc5826f86d/2fb70b9b-bb62-4235-af16-df0e9a5e5136) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:40.462156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.509062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3296ef23-ff48-4d1a-95c7-37e1ca3b883f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.581188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72ffd88a-e047-44ed-af9a-ef3b6fb32416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.627531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72ffd88a-e047-44ed-af9a-ef3b6fb32416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.667178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-72ffd88a-e047-44ed-af9a-ef3b6fb32416 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c283052c0a4e4815a8b5de60b756929e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8855546 Jul 15 13:06:40.670301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50824) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:40.728660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffd88a-e047-44ed-af9a-ef3b6fb32416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a3e85-c767-4e1d-97c1-a2683962702d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.757976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85dd9341-b46b-460d-b65b-969318218301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.766441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.787012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Transition to ACTIVE for port object 2fb70b9b-bb62-4235-af16-df0e9a5e5136 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:40.794303 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85dd9341-b46b-460d-b65b-969318218301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.838736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Transition to ACTIVE for port object 2fb70b9b-bb62-4235-af16-df0e9a5e5136 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:40.848686 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.858103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85dd9341-b46b-460d-b65b-969318218301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.861761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85dd9341-b46b-460d-b65b-969318218301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.871918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-85dd9341-b46b-460d-b65b-969318218301 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc7a3e85-c767-4e1d-97c1-a2683962702d HTTP/1.1" status: 204 len: 168 time: 0.1986864 Jul 15 13:06:40.885729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd9341-b46b-460d-b65b-969318218301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a3e85-c767-4e1d-97c1-a2683962702d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:40.931460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:40.936956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:40.937139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3296ef23-ff48-4d1a-95c7-37e1ca3b883f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.940869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:40.946454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3296ef23-ff48-4d1a-95c7-37e1ca3b883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.969433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:40.995308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.026107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Attempting to bind port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:41.026867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Attempting to bind port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:41.027611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Attempting to bind port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 on network 117cb575-d16c-4315-9e7e-4a9fbc124b86 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:41.037529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Pushing event updated for resources: {'Port': ['ID=2fb70b9b-bb62-4235-af16-df0e9a5e5136,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.047768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:41.051633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Checking segment: {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:41.054070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3296ef23-ff48-4d1a-95c7-37e1ca3b883f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3895cfb68f144382b9e4bcc61fe73eab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5478230 Jul 15 13:06:41.056249 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.056807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Bound using segment: {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:41.058218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Bound port: 2fb70b9b-bb62-4235-af16-df0e9a5e5136, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:41.058959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.067330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50830) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.081188 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d282b07a-268b-454f-b0a7-5caf920c2b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.097391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ef23-ff48-4d1a-95c7-37e1ca3b883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290d7fd-3366-40d4-98d2-e444d2cea148,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.205438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50842) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.211040 n-d-798054-11 neutron-server[93995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 13:06:41.213794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-919b9608-5c0f-4667-bc14-9f40e8ba34cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.238800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] For port 2fb70b9b-bb62-4235-af16-df0e9a5e5136, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:41.239422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-919b9608-5c0f-4667-bc14-9f40e8ba34cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.248050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] For port 2fb70b9b-bb62-4235-af16-df0e9a5e5136, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fb70b9b-bb62-4235-af16-df0e9a5e5136,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:41.256492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.257434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-dc7fd903-6bc5-409a-96ba-dc702530a0a2 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=09427baab3bb411199bca6f470e82306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501890 Jul 15 13:06:41.323382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d960-e13a-48b1-a0f9-1de631fd385e None None] Pushing event updated for resources: {'Port': ['ID=2fb70b9b-bb62-4235-af16-df0e9a5e5136,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.357713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Allocated IP 172.25.3.176 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/be5a5129-3adc-4e9c-a0d9-ac11c184b555) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:41.362219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-919b9608-5c0f-4667-bc14-9f40e8ba34cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.365118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-919b9608-5c0f-4667-bc14-9f40e8ba34cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.366296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-919b9608-5c0f-4667-bc14-9f40e8ba34cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e290d7fd-3366-40d4-98d2-e444d2cea148 HTTP/1.1" status: 204 len: 168 time: 0.2969518 Jul 15 13:06:41.396791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b9608-5c0f-4667-bc14-9f40e8ba34cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290d7fd-3366-40d4-98d2-e444d2cea148,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.468975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d282b07a-268b-454f-b0a7-5caf920c2b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.474683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d282b07a-268b-454f-b0a7-5caf920c2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.523124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50848) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.538156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d282b07a-268b-454f-b0a7-5caf920c2b62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86647c1dd84b415fb8365884fbb64b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1822884 Jul 15 13:06:41.540025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50850) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:41.607483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282b07a-268b-454f-b0a7-5caf920c2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2fb14f-143d-4f4d-b54c-75a5fc590b0f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.684859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1302164-b174-4c41-906b-24823662282d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.753917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1302164-b174-4c41-906b-24823662282d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.837544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1302164-b174-4c41-906b-24823662282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.840374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1302164-b174-4c41-906b-24823662282d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.841878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f1302164-b174-4c41-906b-24823662282d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad2fb14f-143d-4f4d-b54c-75a5fc590b0f HTTP/1.1" status: 204 len: 168 time: 0.2986145 Jul 15 13:06:41.856421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d624a154-e84b-49e9-b30b-1a8a473928d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:41.866658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1302164-b174-4c41-906b-24823662282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2fb14f-143d-4f4d-b54c-75a5fc590b0f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:41.941012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-464bcc7d-8428-4b40-85a1-8c9965eaaf80 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:41.942838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-464bcc7d-8428-4b40-85a1-8c9965eaaf80 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6843848 Jul 15 13:06:41.983459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-73c5c8a6-28f4-45dd-b5ff-44f277ef1f25 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/quotas/09427baab3bb411199bca6f470e82306 HTTP/1.1" status: 200 len: 375 time: 0.0294714 Jul 15 13:06:42.040003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fb70b9b-bb62-4235-af16-df0e9a5e5136 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:42.093147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-e5b2d2b0-a84c-444a-a790-45ae4c30c232 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=09427baab3bb411199bca6f470e82306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001520 Jul 15 13:06:42.099287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.162944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:42.216325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.239894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d624a154-e84b-49e9-b30b-1a8a473928d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.290865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d624a154-e84b-49e9-b30b-1a8a473928d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.331842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:42.366444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:42.371100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:42.514827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Pushing event updated for resources: {'Port': ['ID=be5a5129-3adc-4e9c-a0d9-ac11c184b555,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.588980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d624a154-e84b-49e9-b30b-1a8a473928d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc3ed419e4184929ab5f49a1c58b1132&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0644281 Jul 15 13:06:42.591998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50886) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:42.593627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624a154-e84b-49e9-b30b-1a8a473928d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ebf77-3e83-4820-a40c-2f88ba9cef07,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.622754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50888) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:42.657727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029f450-d145-498f-befa-cc2e3869f109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.861928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029f450-d145-498f-befa-cc2e3869f109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.869155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d8b6c07a-b027-46c0-82d4-6e5340114b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.872354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029f450-d145-498f-befa-cc2e3869f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.908521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.910884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-601d78b9-e576-4d83-a6b4-131a870170dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:42.919757 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:06:42.932197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e029f450-d145-498f-befa-cc2e3869f109 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d810b0edcff34a8997c4e11f443ef3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056598 Jul 15 13:06:42.937559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d169e5-7c9c-4d7f-91db-d2b846a84444 None None] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:06:42.939166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50896) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:42.953430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029f450-d145-498f-befa-cc2e3869f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c926af71-b162-439e-94a7-080d30965a6a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:42.980430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-601d78b9-e576-4d83-a6b4-131a870170dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.040214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50898) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.061296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a79c42-f2ec-4f36-8b09-47c8514770d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.062881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c33e648f-6930-4d5f-b97a-19698c583c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.096016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-601d78b9-e576-4d83-a6b4-131a870170dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.098564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-601d78b9-e576-4d83-a6b4-131a870170dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.099764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-601d78b9-e576-4d83-a6b4-131a870170dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e36ebf77-3e83-4820-a40c-2f88ba9cef07 HTTP/1.1" status: 204 len: 168 time: 0.5055594 Jul 15 13:06:43.110890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a79c42-f2ec-4f36-8b09-47c8514770d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.136029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d78b9-e576-4d83-a6b4-131a870170dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ebf77-3e83-4820-a40c-2f88ba9cef07,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.203736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] Provisioning for port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:43.215376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] Provisioning complete for port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:43.215905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.221683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a79c42-f2ec-4f36-8b09-47c8514770d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.224582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a79c42-f2ec-4f36-8b09-47c8514770d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.227033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04a79c42-f2ec-4f36-8b09-47c8514770d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c926af71-b162-439e-94a7-080d30965a6a HTTP/1.1" status: 204 len: 168 time: 0.2845156 Jul 15 13:06:43.277738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a79c42-f2ec-4f36-8b09-47c8514770d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c926af71-b162-439e-94a7-080d30965a6a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.329079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.364825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c33e648f-6930-4d5f-b97a-19698c583c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.371283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c33e648f-6930-4d5f-b97a-19698c583c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.470752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.510023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.532537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e648f-6930-4d5f-b97a-19698c583c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85c55d6-1adf-4fde-bc0e-020f669d1042,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.544281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c33e648f-6930-4d5f-b97a-19698c583c7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76197bcf15844025b950b8069149df1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027359 Jul 15 13:06:43.547948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50912) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.581752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] For port 2fb70b9b-bb62-4235-af16-df0e9a5e5136, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fb70b9b-bb62-4235-af16-df0e9a5e5136,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:43.592438 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.670974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b91d36d8-2c6b-4e34-a3a3-1bfe4c165a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.679582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Router f7e46834-4733-438c-a60e-d14d5e9719d4 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:06:43.692147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06303c-cb60-4a31-9d1a-a083e7be3830 None None] Pushing event updated for resources: {'Port': ['ID=2fb70b9b-bb62-4235-af16-df0e9a5e5136,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.751077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b91d36d8-2c6b-4e34-a3a3-1bfe4c165a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.919075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:43.919336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e8bcc685-6047-44b3-b18f-dd48577b8394 None None] Provisioning complete for port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:43.920022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc685-6047-44b3-b18f-dd48577b8394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.931738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b91d36d8-2c6b-4e34-a3a3-1bfe4c165a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.934259 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b91d36d8-2c6b-4e34-a3a3-1bfe4c165a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.937401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b91d36d8-2c6b-4e34-a3a3-1bfe4c165a17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a85c55d6-1adf-4fde-bc0e-020f669d1042 HTTP/1.1" status: 204 len: 168 time: 0.3864138 Jul 15 13:06:43.940285 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Sync routers for ids ['f7e46834-4733-438c-a60e-d14d5e9719d4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:43.945720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d36d8-2c6b-4e34-a3a3-1bfe4c165a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85c55d6-1adf-4fde-bc0e-020f669d1042,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:43.949141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:43.950448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f297a91-72ed-4b86-bd1a-3db937acbb10 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1262748 Jul 15 13:06:43.961148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50930) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:43.967365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Routers {'f7e46834-4733-438c-a60e-d14d5e9719d4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:43.968000 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f7e46834-4733-438c-a60e-d14d5e9719d4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:44.123539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fb70b9b-bb62-4235-af16-df0e9a5e5136 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:44.333917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Set router f7e46834-4733-438c-a60e-d14d5e9719d4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:44.401539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:44.402121 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.413060 n-d-798054-11 neutron-server[93994]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 13:06:44.564561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c125c47-e78c-43cb-86a3-b6c0f8da0ead req-d1fbe6ae-c564-4e5b-9b41-69b5197ff02f tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 210 time: 1.0513721 Jul 15 13:06:44.596547 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.684840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:06:42Z', 'revision_number': 3, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:44.720236 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Checking router: f7e46834-4733-438c-a60e-d14d5e9719d4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:44.720676 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Updating router f7e46834-4733-438c-a60e-d14d5e9719d4 port be5a5129-3adc-4e9c-a0d9-ac11c184b555 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:06:44.779893 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.833815 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:44.915209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.239809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Allocated IP 172.20.0.1 (117cb575-d16c-4315-9e7e-4a9fbc124b86/b69c3fae-26a0-4e40-8b18-4fbc5826f86d/43ad8c79-8267-47d1-a892-f9a0b96deb56) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:45.314355 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.334618 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Transition to ACTIVE for port object be5a5129-3adc-4e9c-a0d9-ac11c184b555 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:45.348323 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.421600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.435757 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa01119-cff4-498d-bf33-c8aba64f7882 None None] Pushing event updated for resources: {'Port': ['ID=be5a5129-3adc-4e9c-a0d9-ac11c184b555,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.445254 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Attempting to bind port be5a5129-3adc-4e9c-a0d9-ac11c184b555 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:45.445877 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Attempting to bind port be5a5129-3adc-4e9c-a0d9-ac11c184b555 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:45.446389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Attempting to bind port be5a5129-3adc-4e9c-a0d9-ac11c184b555 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:45.454106 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:45.455017 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:45.455578 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.456126 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:45.456615 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Bound port: be5a5129-3adc-4e9c-a0d9-ac11c184b555, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:45.457001 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.486077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5f00-f695-42ef-978d-cb730335d993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.497984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Transition to ACTIVE for port object 43ad8c79-8267-47d1-a892-f9a0b96deb56 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:45.536080 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] For port be5a5129-3adc-4e9c-a0d9-ac11c184b555, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:45.544359 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] For port be5a5129-3adc-4e9c-a0d9-ac11c184b555, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=be5a5129-3adc-4e9c-a0d9-ac11c184b555,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:45.552781 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.570632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.640884 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Routers {'f7e46834-4733-438c-a60e-d14d5e9719d4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:45.641814 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f7e46834-4733-438c-a60e-d14d5e9719d4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:45.647913 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.688258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:45.693321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:45.695928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:45.697201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:45.697685 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa01119-cff4-498d-bf33-c8aba64f7882 None None] Pushing event updated for resources: {'Port': ['ID=be5a5129-3adc-4e9c-a0d9-ac11c184b555,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:45.808764 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] Set router f7e46834-4733-438c-a60e-d14d5e9719d4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:45.865721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Pushing event updated for resources: {'Port': ['ID=43ad8c79-8267-47d1-a892-f9a0b96deb56,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:46.096258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-760a9c95-bbd2-4be4-a5ae-ef92af22a706 req-3d28424e-78a7-43dc-9082-4ccc0a7a7c7b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 210 time: 0.0815165 Jul 15 13:06:46.150969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.226566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e2382207-6594-419e-86e1-141e88134d4d None None] Provisioning for port 43ad8c79-8267-47d1-a892-f9a0b96deb56 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:46.233147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e2382207-6594-419e-86e1-141e88134d4d None None] Provisioning complete for port 43ad8c79-8267-47d1-a892-f9a0b96deb56 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:46.234189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e2382207-6594-419e-86e1-141e88134d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.237111 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:06:42Z', 'revision_number': 3, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:46.304866 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c951b0e-4695-474b-a3ab-ca4e89f8c9bb None None] The sync data for ids ['f7e46834-4733-438c-a60e-d14d5e9719d4'] in n-d-798054-11 is: [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:06:42Z', 'revision_number': 3, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:46.396614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e2382207-6594-419e-86e1-141e88134d4d None None] Port 43ad8c79-8267-47d1-a892-f9a0b96deb56 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:46.609844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.616931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.618611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.940608 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:46.996857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.59', 65467) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:47.015483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Pushing event updated for resources: {'Port': ['ID=43ad8c79-8267-47d1-a892-f9a0b96deb56,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:47.024355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:47.025968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:47.046969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-32cae637-5c7e-466a-8c0c-7049ae56c658 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=09427baab3bb411199bca6f470e82306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475020 Jul 15 13:06:47.344793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Router f7e46834-4733-438c-a60e-d14d5e9719d4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:06:47.434808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-415a2828-6584-405c-a5d2-53f92215e54c tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:47.444407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ef683017-0563-4ee7-8713-cd8e063443a2 None None] Provisioning complete for port 43ad8c79-8267-47d1-a892-f9a0b96deb56 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:47.444829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ef683017-0563-4ee7-8713-cd8e063443a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:47.452123 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-415a2828-6584-405c-a5d2-53f92215e54c tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3946891 Jul 15 13:06:47.519538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Request body: {'port': {'device_id': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '09427baab3bb411199bca6f470e82306'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:47.577863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ef683017-0563-4ee7-8713-cd8e063443a2 None None] Port 43ad8c79-8267-47d1-a892-f9a0b96deb56 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:47.602487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:06:47.621770 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c33f9ca-4d02-41d2-9d29-424a208c64ee admin admin] 10.222.0.57 "PUT /v2.0/routers/f7e46834-4733-438c-a60e-d14d5e9719d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592088 Jul 15 13:06:47.822172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-114eca77-d356-491b-981f-d0257df8811c req-08d77834-8da1-4281-8307-22f2a4c27bcd tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 210 time: 0.0592775 Jul 15 13:06:48.037154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be5a5129-3adc-4e9c-a0d9-ac11c184b555 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:48.132206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port be5a5129-3adc-4e9c-a0d9-ac11c184b555 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:48.147852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port be5a5129-3adc-4e9c-a0d9-ac11c184b555 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:48.149004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.161813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Made reservation on behalf of 09427baab3bb411199bca6f470e82306 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:48.167761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.211350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.250770 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-518efdce-2503-49dd-bfa5-be0561e047d7 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7e432f48afe64fd18d47a9b049392864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421731 Jul 15 13:06:48.339998 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.399393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port be5a5129-3adc-4e9c-a0d9-ac11c184b555, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=be5a5129-3adc-4e9c-a0d9-ac11c184b555,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:48.401814 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.406627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.411606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.452674 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:48.498250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=be5a5129-3adc-4e9c-a0d9-ac11c184b555,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.539189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-ba8fcd81-1c48-4f10-8497-a514860907e0 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:48.542013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-ba8fcd81-1c48-4f10-8497-a514860907e0 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896442 Jul 15 13:06:48.560547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-96cf81ca-624e-4027-939f-9ab426a38e18 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/quotas/7e432f48afe64fd18d47a9b049392864 HTTP/1.1" status: 200 len: 375 time: 0.0111191 Jul 15 13:06:48.566294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2a5878-2113-419f-a4f6-32fb3ea03534,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:48.632848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-fd030a9e-19a2-4a20-b58a-44051804d854 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e432f48afe64fd18d47a9b049392864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653827 Jul 15 13:06:48.728393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Allocated IP 192.168.233.25 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/2b17d457-5592-490c-a545-10928dbc7c5c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:48.950975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54130379-58e5-4ca1-9808-6656e9d2fe3e req-c67d8e64-a682-4dd0-8705-34d7471e2d61 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 210 time: 0.0612426 Jul 15 13:06:49.089366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.138503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Sync routers for ids ['f7e46834-4733-438c-a60e-d14d5e9719d4'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:06:49.141680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Transition to ACTIVE for port object 2b17d457-5592-490c-a545-10928dbc7c5c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:49.156124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Routers {'f7e46834-4733-438c-a60e-d14d5e9719d4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:49.159233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f7e46834-4733-438c-a60e-d14d5e9719d4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.204269 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.225438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bce2d91-38dc-4a36-a1a3-43fc82144fa8 req-3e184bae-2693-42b5-a2d6-187e6ff5abb8 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 210 time: 0.0582366 Jul 15 13:06:49.333581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:49.383731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Pushing event updated for resources: {'Port': ['ID=2b17d457-5592-490c-a545-10928dbc7c5c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:49.390224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Set router f7e46834-4733-438c-a60e-d14d5e9719d4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:49.400336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:49.416474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:49.435580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:49.436280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.460554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-ed985e6e-d87e-4f72-99e8-b90d07c0453b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9459178 Jul 15 13:06:49.482976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-f5cb94b3-57c1-44e3-83e0-27433c5d804a tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:06:49.484191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-f5cb94b3-57c1-44e3-83e0-27433c5d804a tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166328 Jul 15 13:06:49.750986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-33bc8035-b722-41d2-8802-8be4a52b7687 None None] Provisioning for port 2b17d457-5592-490c-a545-10928dbc7c5c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:49.778302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-33bc8035-b722-41d2-8802-8be4a52b7687 None None] Provisioning complete for port 2b17d457-5592-490c-a545-10928dbc7c5c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:49.778719 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-33bc8035-b722-41d2-8802-8be4a52b7687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:49.835623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-33bc8035-b722-41d2-8802-8be4a52b7687 None None] Port 2b17d457-5592-490c-a545-10928dbc7c5c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:49.860885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:06:46Z', 'revision_number': 4, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '43ad8c79-8267-47d1-a892-f9a0b96deb56', 'name': '', 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'mac_address': 'fa:16:3e:73:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:46Z', 'revision_number': 2, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'subnets': [{'id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:49.898614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Checking router: f7e46834-4733-438c-a60e-d14d5e9719d4 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:06:49.898982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Updating router f7e46834-4733-438c-a60e-d14d5e9719d4 port 43ad8c79-8267-47d1-a892-f9a0b96deb56 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:06:49.953176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.010478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be5a5129-3adc-4e9c-a0d9-ac11c184b555 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:50.160711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port be5a5129-3adc-4e9c-a0d9-ac11c184b555 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:50.161422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.815448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:50.827713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d149a791-0b68-4675-9a43-551c7f6fbd92 req-a4701c46-8ef6-4f81-9eb7-5618c6f912db tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 210 time: 0.0918970 Jul 15 13:06:50.854189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Transition to ACTIVE for port object 43ad8c79-8267-47d1-a892-f9a0b96deb56 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:50.891057 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.001919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.58', 49488) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:51.012644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79f76-0d74-4ae5-80d3-91506892c65a None None] Pushing event updated for resources: {'Port': ['ID=43ad8c79-8267-47d1-a892-f9a0b96deb56,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.061531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-00b08cff-e464-4631-947a-debf7d03e39e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e432f48afe64fd18d47a9b049392864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573766 Jul 15 13:06:51.073908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Request body: {'port': {'device_id': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'device_owner': 'compute:tempest-test_az-1481958963', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:51.107565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Attempting to bind port 43ad8c79-8267-47d1-a892-f9a0b96deb56 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:51.108110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Attempting to bind port 43ad8c79-8267-47d1-a892-f9a0b96deb56 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:51.108255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Attempting to bind port 43ad8c79-8267-47d1-a892-f9a0b96deb56 on network 117cb575-d16c-4315-9e7e-4a9fbc124b86 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:51.132170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:51.132672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Checking segment: {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:51.132945 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.135001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Bound using segment: {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:51.135517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Bound port: 43ad8c79-8267-47d1-a892-f9a0b96deb56, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef73413-7946-4008-8e03-cb988f8827c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:51.136294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.313559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] For port 43ad8c79-8267-47d1-a892-f9a0b96deb56, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:51.318357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] For port 43ad8c79-8267-47d1-a892-f9a0b96deb56, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=43ad8c79-8267-47d1-a892-f9a0b96deb56,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:51.326785 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.592919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79f76-0d74-4ae5-80d3-91506892c65a None None] Pushing event updated for resources: {'Port': ['ID=43ad8c79-8267-47d1-a892-f9a0b96deb56,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:51.631815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Routers {'f7e46834-4733-438c-a60e-d14d5e9719d4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:06:51.634753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f7e46834-4733-438c-a60e-d14d5e9719d4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:51.647488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:51.708204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f6055-0d39-4336-8955-4777ea13bcac req-9b954c49-7fbc-4de3-90a4-3fbba9957555 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.729939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a0f6055-0d39-4336-8955-4777ea13bcac req-9b954c49-7fbc-4de3-90a4-3fbba9957555 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 935 time: 0.5960405 Jul 15 13:06:51.892842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-0dadffee-32cf-4504-ab62-98bbcef8ca2c tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:51.898806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-0dadffee-32cf-4504-ab62-98bbcef8ca2c tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8318033 Jul 15 13:06:51.945227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a0f6055-0d39-4336-8955-4777ea13bcac req-b729a8bb-dd1e-47e8-b9ba-d0b6f625d6b1 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141211 Jul 15 13:06:52.013916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Request body: {'port': {'device_id': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '7e432f48afe64fd18d47a9b049392864'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:52.156966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] Set router f7e46834-4733-438c-a60e-d14d5e9719d4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:06:52.529506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f74f904-8594-4891-8edd-aa5ec55e0f49 req-145fc6aa-5dce-4e58-b6db-f6a5b7726bea tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 210 time: 0.1400139 Jul 15 13:06:52.735604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:06:46Z', 'revision_number': 4, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '43ad8c79-8267-47d1-a892-f9a0b96deb56', 'name': '', 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'mac_address': 'fa:16:3e:73:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:51Z', 'revision_number': 4, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'subnets': [{'id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:06:52.814503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85a1933-0574-42bf-89f3-870b573032c4 None None] The sync data for ids ['f7e46834-4733-438c-a60e-d14d5e9719d4'] in n-d-798054-11 is: [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:06:46Z', 'revision_number': 4, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '43ad8c79-8267-47d1-a892-f9a0b96deb56', 'name': '', 'network_id': '117cb575-d16c-4315-9e7e-4a9fbc124b86', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'mac_address': 'fa:16:3e:73:0c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:44Z', 'updated_at': '2021-07-15T13:06:51Z', 'revision_number': 4, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'subnets': [{'id': 'b69c3fae-26a0-4e40-8b18-4fbc5826f86d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:06:53.071797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Made reservation on behalf of 7e432f48afe64fd18d47a9b049392864 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:06:53.088351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.142146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.810684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b17d457-5592-490c-a545-10928dbc7c5c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:53.852296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:53.950831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Transition to ACTIVE for port object 2b17d457-5592-490c-a545-10928dbc7c5c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:53.980864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.152308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43ad8c79-8267-47d1-a892-f9a0b96deb56 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:54.266940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 43ad8c79-8267-47d1-a892-f9a0b96deb56 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:54.276377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 43ad8c79-8267-47d1-a892-f9a0b96deb56 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:54.277073 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.389952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b17d457-5592-490c-a545-10928dbc7c5c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:54.420183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4ab3-4d88-42af-95dd-afacdee080d6 req-160855d0-2e09-4651-bb4e-34cb677badb5 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:54.422288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54ee4ab3-4d88-42af-95dd-afacdee080d6 req-160855d0-2e09-4651-bb4e-34cb677badb5 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 935 time: 1.0335965 Jul 15 13:06:54.434625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.510883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.512699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.596814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 43ad8c79-8267-47d1-a892-f9a0b96deb56, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=43ad8c79-8267-47d1-a892-f9a0b96deb56,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:06:54.607171 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:54.701562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54ee4ab3-4d88-42af-95dd-afacdee080d6 req-12c8adb8-a811-4034-823b-13ef7d31aae6 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598758 Jul 15 13:06:54.779004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:54.780450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=43ad8c79-8267-47d1-a892-f9a0b96deb56,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:54.807817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e907cad9-313b-4454-b3be-887e4eb26a3e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.027716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Attempting to bind port 2b17d457-5592-490c-a545-10928dbc7c5c on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:55.046656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Attempting to bind port 2b17d457-5592-490c-a545-10928dbc7c5c by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:55.047341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Attempting to bind port 2b17d457-5592-490c-a545-10928dbc7c5c on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:55.144982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Port 2b17d457-5592-490c-a545-10928dbc7c5c on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:55.145713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Attempting to bind port 2b17d457-5592-490c-a545-10928dbc7c5c on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:55.162196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:55.162979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:55.164371 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:55.165093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Bound port: 2b17d457-5592-490c-a545-10928dbc7c5c, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:55.165978 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.222851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Allocated IP 192.168.233.98 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/26633424-3ddd-4898-b247-2fb5ad4d67f2) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:06:55.251846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dfe31577-d417-4f9b-87f3-ae2afbac8332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.403985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3597b763-7bb8-41db-a9cb-b678151df49d req-129244c7-ed18-4339-a66b-6cfec02c4a2c tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 210 time: 0.0827782 Jul 15 13:06:55.441405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] For port 2b17d457-5592-490c-a545-10928dbc7c5c, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:55.461750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] For port 2b17d457-5592-490c-a545-10928dbc7c5c, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2b17d457-5592-490c-a545-10928dbc7c5c,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:55.480051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.694131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dfe31577-d417-4f9b-87f3-ae2afbac8332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.706367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dfe31577-d417-4f9b-87f3-ae2afbac8332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.770924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe31577-d417-4f9b-87f3-ae2afbac8332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32927103-dcef-4de5-99f1-9cbc4ef7d6ca,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:55.848695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:55.849513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:55.851647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] 10.222.0.59 "PUT /v2.0/ports/2b17d457-5592-490c-a545-10928dbc7c5c HTTP/1.1" status: 200 len: 1118 time: 5.6142766 Jul 15 13:06:55.852324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'tag': '2b17d457-5592-490c-a545-10928dbc7c5c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:06:55.866448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dfe31577-d417-4f9b-87f3-ae2afbac8332 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85b8c40ba96e49a783a1d5f05a93fe13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0843549 Jul 15 13:06:55.879407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51244) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:56.020534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43ad8c79-8267-47d1-a892-f9a0b96deb56 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:06:56.083331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:56.087918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0c16-e7c6-4857-968d-f1ca8de90b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.105239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--9187227', 'description': 'tempest-description--850276563'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:56.180956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 43ad8c79-8267-47d1-a892-f9a0b96deb56 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:56.181641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.201517 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0c16-e7c6-4857-968d-f1ca8de90b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.223377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.263461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Transition to ACTIVE for port object 26633424-3ddd-4898-b247-2fb5ad4d67f2 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:56.291156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.373500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0c16-e7c6-4857-968d-f1ca8de90b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.393629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0c16-e7c6-4857-968d-f1ca8de90b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.409190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2e9e0c16-e7c6-4857-968d-f1ca8de90b68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32927103-dcef-4de5-99f1-9cbc4ef7d6ca HTTP/1.1" status: 204 len: 168 time: 0.5204244 Jul 15 13:06:56.424054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.455161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e0c16-e7c6-4857-968d-f1ca8de90b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32927103-dcef-4de5-99f1-9cbc4ef7d6ca,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.457243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:06:56.461174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:06:56.475562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:06:56.500740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.502622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.530430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97d710-7bf1-421c-a20c-85ad9fe9a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b17d457-5592-490c-a545-10928dbc7c5c,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.665671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Pushing event updated for resources: {'Port': ['ID=26633424-3ddd-4898-b247-2fb5ad4d67f2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.713723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.733058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.745143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-4a53e8b3-5ded-40c9-8885-09cea30ffd8d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7599516 Jul 15 13:06:56.799913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-8ed7c4b7-88b4-4a2a-b58a-40e3206cbf4a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:06:56.802245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-8ed7c4b7-88b4-4a2a-b58a-40e3206cbf4a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319510 Jul 15 13:06:56.817274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:56.852166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:56.857735 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-79036af5-67d9-4e31-ab1c-388b5b3b69bb tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7664511 Jul 15 13:06:56.859831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51278) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:56.869544 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59ce10-a802-4a5b-8b51-08f3ef976d39" -d '{"events": [{"name": "network-changed", "server_uuid": "8da7591f-9170-4bb4-9b6f-83af8c84362a", "tag": "2b17d457-5592-490c-a545-10928dbc7c5c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:06:56.872044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3c753-b4fc-4c89-92a1-f2f6393c9f87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:56.904354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-f8864b1a-f2c2-405c-b7f8-24619c3b6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:56.910262 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-f8864b1a-f2c2-405c-b7f8-24619c3b6a0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09427baab3bb411199bca6f470e82306&device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 1121 time: 0.8742852 Jul 15 13:06:56.935984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c0869825-c891-48c7-ab61-e20c16f2efaf None None] Provisioning for port 26633424-3ddd-4898-b247-2fb5ad4d67f2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:06:56.947429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c0869825-c891-48c7-ab61-e20c16f2efaf None None] Provisioning complete for port 26633424-3ddd-4898-b247-2fb5ad4d67f2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:06:56.948341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c0869825-c891-48c7-ab61-e20c16f2efaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.070498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51282) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:57.094246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.114651 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-2019ce6c-3a63-4d05-b070-fc68e1f6826f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2b17d457-5592-490c-a545-10928dbc7c5c HTTP/1.1" status: 200 len: 217 time: 0.1900523 Jul 15 13:06:57.158794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d51f2-e706-471a-9aa2-5260a6e4f92f req-51f498f6-f5dc-4ce7-ae98-c128022eb312 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.160598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb9d51f2-e706-471a-9aa2-5260a6e4f92f req-51f498f6-f5dc-4ce7-ae98-c128022eb312 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.7146919 Jul 15 13:06:57.249917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.263423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.300487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51286) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:57.351542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb9d51f2-e706-471a-9aa2-5260a6e4f92f req-af20ecaa-4b87-4182-81a2-a2c0063a6ea2 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065407 Jul 15 13:06:57.379775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.380995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5196836 Jul 15 13:06:57.384419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-cb395e6d-c25a-401f-aba3-cbe08880de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.386158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-cb395e6d-c25a-401f-aba3-cbe08880de94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2595894 Jul 15 13:06:57.386749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51288) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:57.392450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3c753-b4fc-4c89-92a1-f2f6393c9f87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:57.432892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5eed9-c533-467d-b467-780905b9e191 req-050ab1d1-25dc-4da7-b5c8-f1dc2759671b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.436832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-37c5eed9-c533-467d-b467-780905b9e191 req-050ab1d1-25dc-4da7-b5c8-f1dc2759671b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 935 time: 0.5513992 Jul 15 13:06:57.443297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8dd45-e952-4204-9b52-f33f3fc616f4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7b70d-ef29-448b-84ad-ad44755015a1,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:57.446336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb37f-0d38-4701-bb86-79d1fdb88dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.447718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c0869825-c891-48c7-ab61-e20c16f2efaf None None] Port 26633424-3ddd-4898-b247-2fb5ad4d67f2 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:06:57.601984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-a75151d9-552c-4471-8f94-5544f100e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:57.605279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-a75151d9-552c-4471-8f94-5544f100e638 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2057095 Jul 15 13:06:57.711319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb37f-0d38-4701-bb86-79d1fdb88dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.738148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-37c5eed9-c533-467d-b467-780905b9e191 req-aad75abc-7663-46ab-8620-4ed607be92d9 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796121 Jul 15 13:06:57.741506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c8bb37f-0d38-4701-bb86-79d1fdb88dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.813738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-9666c727-f71b-4815-b6a5-f2948c1e5c22 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716650 Jul 15 13:06:57.819650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:57.839482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Request body: {'port': {'device_id': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:06:57.871470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4097fda8-a158-4cac-8d0a-80f8f1f7d936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.135919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4097fda8-a158-4cac-8d0a-80f8f1f7d936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.143739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7c8bb37f-0d38-4701-bb86-79d1fdb88dae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e63e9448c2a549438fcb881fff778819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299654 Jul 15 13:06:58.146380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bb37f-0d38-4701-bb86-79d1fdb88dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d36e561-39d1-4ae2-96ef-2a74067928de,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.155664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4097fda8-a158-4cac-8d0a-80f8f1f7d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.165207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:58.211850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.295277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.307840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097fda8-a158-4cac-8d0a-80f8f1f7d936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9c646-5dee-4526-ad25-6b65b0aa8406,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.389175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4097fda8-a158-4cac-8d0a-80f8f1f7d936 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40dc701f3b9147d98d7846224871f428&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3140726 Jul 15 13:06:58.420295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51316) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:58.422230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf08de8c-4558-4ff0-96b7-69bab2a6e032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.460553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf08de8c-4558-4ff0-96b7-69bab2a6e032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.660931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf08de8c-4558-4ff0-96b7-69bab2a6e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.668044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf08de8c-4558-4ff0-96b7-69bab2a6e032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.687461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cf08de8c-4558-4ff0-96b7-69bab2a6e032 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d36e561-39d1-4ae2-96ef-2a74067928de HTTP/1.1" status: 204 len: 168 time: 0.5184691 Jul 15 13:06:58.784033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:58.863194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08de8c-4558-4ff0-96b7-69bab2a6e032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d36e561-39d1-4ae2-96ef-2a74067928de,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:58.949119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26633424-3ddd-4898-b247-2fb5ad4d67f2 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:06:58.959692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.974635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Transition to ACTIVE for port object 26633424-3ddd-4898-b247-2fb5ad4d67f2 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:06:58.976746 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f26e408-685e-4aaf-b5c8-9bacbd2eb257 x-openstack-request-id: req-6f26e408-685e-4aaf-b5c8-9bacbd2eb257 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:06:58.977085 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da7591f-9170-4bb4-9b6f-83af8c84362a", "tag": "2b17d457-5592-490c-a545-10928dbc7c5c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:06:58.977351 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f26e408-685e-4aaf-b5c8-9bacbd2eb257 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:06:58.978023 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'tag': '2b17d457-5592-490c-a545-10928dbc7c5c', 'status': 'completed', 'code': 200} Jul 15 13:06:58.981523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2e65870-20dd-4d25-a3ff-767227b430b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.986066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:58.996014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.066420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2e65870-20dd-4d25-a3ff-767227b430b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.070295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30008d17-c4c9-4f4f-aca7-8fac9fd0af4a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.379876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2e65870-20dd-4d25-a3ff-767227b430b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.392040 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2e65870-20dd-4d25-a3ff-767227b430b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.404198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c2e65870-20dd-4d25-a3ff-767227b430b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3a9c646-5dee-4526-ad25-6b65b0aa8406 HTTP/1.1" status: 204 len: 168 time: 0.8102713 Jul 15 13:06:59.438095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e65870-20dd-4d25-a3ff-767227b430b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9c646-5dee-4526-ad25-6b65b0aa8406,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.458976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7af530-ec0a-4392-817a-a4f35ff442c6 req-aaea781f-c8f9-4fe1-b8cc-bdeda73d6759 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.477244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d7af530-ec0a-4392-817a-a4f35ff442c6 req-aaea781f-c8f9-4fe1-b8cc-bdeda73d6759 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 947 time: 0.2818577 Jul 15 13:06:59.556315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d7af530-ec0a-4392-817a-a4f35ff442c6 req-dda0f38b-1d9f-4e0d-98a8-20950a5b1de9 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779576 Jul 15 13:06:59.702880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20764b77-ed1c-4243-bc54-cec74b51a651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.735621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Attempting to bind port 26633424-3ddd-4898-b247-2fb5ad4d67f2 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:06:59.735621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Attempting to bind port 26633424-3ddd-4898-b247-2fb5ad4d67f2 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:06:59.735621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Attempting to bind port 26633424-3ddd-4898-b247-2fb5ad4d67f2 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:59.763913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51350) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:06:59.764420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Port 26633424-3ddd-4898-b247-2fb5ad4d67f2 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:06:59.764735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Attempting to bind port 26633424-3ddd-4898-b247-2fb5ad4d67f2 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:06:59.783138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e5e9-198b-4a69-a80a-f6fabcc26bd1 req-93dee82e-650a-4228-97bb-6d6ade4265e4 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:06:59.790602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f32e5e9-198b-4a69-a80a-f6fabcc26bd1 req-93dee82e-650a-4228-97bb-6d6ade4265e4 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.8087816 Jul 15 13:06:59.792637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:06:59.793021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:06:59.793367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:06:59.793818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Bound port: 26633424-3ddd-4898-b247-2fb5ad4d67f2, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:06:59.794199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.812921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be8ed907-41e1-4b9e-a736-53ed92cca28c req-eaea6aee-0bc2-40c9-a8c5-4219e0aa1cea service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9203370 Jul 15 13:06:59.891925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] For port 26633424-3ddd-4898-b247-2fb5ad4d67f2, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:06:59.896225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] For port 26633424-3ddd-4898-b247-2fb5ad4d67f2, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=26633424-3ddd-4898-b247-2fb5ad4d67f2,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:06:59.937514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.976704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Pushing event updated for resources: {'Port': ['ID=26633424-3ddd-4898-b247-2fb5ad4d67f2,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:06:59.988667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20764b77-ed1c-4243-bc54-cec74b51a651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:06:59.994743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20764b77-ed1c-4243-bc54-cec74b51a651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.060827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.061991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.063846 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] 10.222.0.58 "PUT /v2.0/ports/26633424-3ddd-4898-b247-2fb5ad4d67f2 HTTP/1.1" status: 200 len: 1096 time: 2.4710174 Jul 15 13:07:00.068689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20764b77-ed1c-4243-bc54-cec74b51a651 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b05bd2b2642b4116a7d8ddf568c4c085&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2529628 Jul 15 13:07:00.069344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51358) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:00.069618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d886a-8608-4d5b-be37-ff6d9c220a6c service neutron] Pushing event updated for resources: {'Port': ['ID=26633424-3ddd-4898-b247-2fb5ad4d67f2,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.086317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.087864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9f65d3e7-c7c5-407b-be06-dc5b28a4e2d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7001381 Jul 15 13:07:00.133697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51360) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:00.134035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51362) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:00.139527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764b77-ed1c-4243-bc54-cec74b51a651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fde5fa-708d-497d-b701-1c01f193b37c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.160624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f32e5e9-198b-4a69-a80a-f6fabcc26bd1 req-bf38e7ec-fdfb-4395-ab49-cc6f8a885bd3 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688369 Jul 15 13:07:00.194933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:00.208825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e854acda-9898-46f3-aa24-894f6e553c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.237309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-ba6acff2-d9da-4f85-bf3b-cd33208b3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.238608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-ba6acff2-d9da-4f85-bf3b-cd33208b3f72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09427baab3bb411199bca6f470e82306&device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 1121 time: 0.3405192 Jul 15 13:07:00.240052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.279554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e854acda-9898-46f3-aa24-894f6e553c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.408733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51370) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:00.424624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e854acda-9898-46f3-aa24-894f6e553c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.427748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e854acda-9898-46f3-aa24-894f6e553c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.429274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e854acda-9898-46f3-aa24-894f6e553c79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19fde5fa-708d-497d-b701-1c01f193b37c HTTP/1.1" status: 204 len: 168 time: 0.3587360 Jul 15 13:07:00.451019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04ba396-e246-43f8-aabe-fe29e5d7aeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.485560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-c47d058c-df86-47be-a69c-4eebae83cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.489661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-c47d058c-df86-47be-a69c-4eebae83cd74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2420387 Jul 15 13:07:00.505838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854acda-9898-46f3-aa24-894f6e553c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fde5fa-708d-497d-b701-1c01f193b37c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:00.529715 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60b9c3fd-e5fc-48c6-87b4-398619481d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.618985 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-38d40339-8965-4660-9242-57a64edb83cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=2b17d457-5592-490c-a545-10928dbc7c5c HTTP/1.1" status: 200 len: 217 time: 0.1144874 Jul 15 13:07:00.745952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04ba396-e246-43f8-aabe-fe29e5d7aeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.771281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04ba396-e246-43f8-aabe-fe29e5d7aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.799395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-725e321d-69be-453d-b420-f2641ff5d4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.804412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-b30816ed-9bc1-43c0-a422-7f28f466f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:00.807353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-b30816ed-9bc1-43c0-a422-7f28f466f115 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1795883 Jul 15 13:07:00.955745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:00.968682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c04ba396-e246-43f8-aabe-fe29e5d7aeae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=607da94f89dd412c95fd5038f62b6fae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2021544 Jul 15 13:07:00.981293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'tag': '26633424-3ddd-4898-b247-2fb5ad4d67f2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:00.985636 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ab241-3f24-4abd-8c4e-5fdd22c203fd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb88c47f-544b-469f-b209-f3e81ce21c02", "tag": "26633424-3ddd-4898-b247-2fb5ad4d67f2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:00.990049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:01.075932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-37841714-d9a6-4ed9-860d-61bf8d148674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.084278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-37841714-d9a6-4ed9-860d-61bf8d148674 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2558610 Jul 15 13:07:01.103035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ba396-e246-43f8-aabe-fe29e5d7aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd213f3-2f3b-438f-8f8e-eef710c7c813,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.134953 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4119b7cc-e3e1-4018-8127-28577ea088c3 x-openstack-request-id: req-4119b7cc-e3e1-4018-8127-28577ea088c3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:01.135370 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb88c47f-544b-469f-b209-f3e81ce21c02", "tag": "26633424-3ddd-4898-b247-2fb5ad4d67f2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:01.142148 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4119b7cc-e3e1-4018-8127-28577ea088c3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:01.146464 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'tag': '26633424-3ddd-4898-b247-2fb5ad4d67f2', 'status': 'completed', 'code': 200} Jul 15 13:07:01.308970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-483c2c77-9c66-4baf-a06a-73f7fbe26f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.334689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68324bdf-f3a3-4470-91ef-d60ad159d826 req-09194a7f-6a8d-42a5-aa02-5f6af2fa3abc tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:01.337992 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68324bdf-f3a3-4470-91ef-d60ad159d826 req-09194a7f-6a8d-42a5-aa02-5f6af2fa3abc tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 947 time: 0.3450441 Jul 15 13:07:01.343718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60b9c3fd-e5fc-48c6-87b4-398619481d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.387338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60b9c3fd-e5fc-48c6-87b4-398619481d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.429761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:01.505322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Allocated IP 172.25.3.190 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b099252a-5331-4220-ad93-bbdc02897b40) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:01.515541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-483c2c77-9c66-4baf-a06a-73f7fbe26f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.611605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-60b9c3fd-e5fc-48c6-87b4-398619481d2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6250be744f64aadaf94c1b51ba6c6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1991029 Jul 15 13:07:01.620773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51400) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:01.650424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-dd29bad1-77a1-4cfd-895d-872aa9aca9e1 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592518 Jul 15 13:07:01.658840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9c3fd-e5fc-48c6-87b4-398619481d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6933031-2df7-4f9c-a5b0-9c4c7aa2cced,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:01.678166 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68324bdf-f3a3-4470-91ef-d60ad159d826 req-d966522a-6b92-4dc7-bdcf-af7b19f4f981 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235331 Jul 15 13:07:01.741995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c278402a-29ca-4762-9f59-e0651cae52c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:01.983617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.081344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.163091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec158e-e7c3-47ca-8433-f9a689e35a17 req-17dc1b67-5d63-4009-bdeb-4fa748276c29 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:02.167178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-483c2c77-9c66-4baf-a06a-73f7fbe26f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.170207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-483c2c77-9c66-4baf-a06a-73f7fbe26f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.178369 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cec158e-e7c3-47ca-8433-f9a689e35a17 req-17dc1b67-5d63-4009-bdeb-4fa748276c29 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.7185478 Jul 15 13:07:02.192756 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-483c2c77-9c66-4baf-a06a-73f7fbe26f1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffd213f3-2f3b-438f-8f8e-eef710c7c813 HTTP/1.1" status: 204 len: 168 time: 1.1975152 Jul 15 13:07:02.203039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:02.222415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:02.233476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:02.239396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5db458-9c03-41ea-8f6f-3604a31292c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.253781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c2c77-9c66-4baf-a06a-73f7fbe26f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd213f3-2f3b-438f-8f8e-eef710c7c813,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.332114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5db458-9c03-41ea-8f6f-3604a31292c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.470857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5db458-9c03-41ea-8f6f-3604a31292c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.474740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5db458-9c03-41ea-8f6f-3604a31292c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.476306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9d5db458-9c03-41ea-8f6f-3604a31292c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6933031-2df7-4f9c-a5b0-9c4c7aa2cced HTTP/1.1" status: 204 len: 168 time: 0.8469782 Jul 15 13:07:02.495627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5db458-9c03-41ea-8f6f-3604a31292c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6933031-2df7-4f9c-a5b0-9c4c7aa2cced,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:02.541562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:02.687508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cec158e-e7c3-47ca-8433-f9a689e35a17 req-8bc7e28b-749a-48f7-91c3-8ee0ee44b970 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078697 Jul 15 13:07:02.760959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.083206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-725e321d-69be-453d-b420-f2641ff5d4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.098070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed59ce10-a802-4a5b-8b51-08f3ef976d39 req-359c6211-f3db-4ecb-91c0-cecffe8a9610 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4349213 Jul 15 13:07:03.105756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'Port': ['ID=b099252a-5331-4220-ad93-bbdc02897b40,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.115197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-725e321d-69be-453d-b420-f2641ff5d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.150359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-725e321d-69be-453d-b420-f2641ff5d4e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76883bb5449e4bbfbe71945f171785cb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9744723 Jul 15 13:07:03.157176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.159697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:03.209484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.280175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'Port': ['ID=b099252a-5331-4220-ad93-bbdc02897b40,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.311403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e321d-69be-453d-b420-f2641ff5d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a56a509-7def-4136-8029-dca7314b0648,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.314811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.323450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c278402a-29ca-4762-9f59-e0651cae52c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.325167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51430) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:03.334984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab241-3f24-4abd-8c4e-5fdd22c203fd req-ddfc297f-71a7-4cb4-9d3b-7af8f6ef2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.337503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef2ab241-3f24-4abd-8c4e-5fdd22c203fd req-ddfc297f-71a7-4cb4-9d3b-7af8f6ef2ada service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e432f48afe64fd18d47a9b049392864&device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 1099 time: 0.3559475 Jul 15 13:07:03.352824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c278402a-29ca-4762-9f59-e0651cae52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.361154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.362838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7947c67d-1aa0-4bd2-997c-d4f60ecb9131 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1883440 Jul 15 13:07:03.367590 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-759101a9-6f38-4286-8993-266845f2679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.499566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278402a-29ca-4762-9f59-e0651cae52c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f4e068-1789-4971-95d9-914e63015511,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:03.525290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66714b0b-fea2-4323-9ed2-ae3a24d3203b req-062163d3-6429-4fc0-942d-7bded77f6211 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:03.528231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66714b0b-fea2-4323-9ed2-ae3a24d3203b req-062163d3-6429-4fc0-942d-7bded77f6211 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 947 time: 0.5807819 Jul 15 13:07:03.622779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef2ab241-3f24-4abd-8c4e-5fdd22c203fd req-e4c4b2a6-3f29-4c67-adab-b73f32a5ffd3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e432f48afe64fd18d47a9b049392864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2632375 Jul 15 13:07:03.624745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67045eb7-1c90-4a4f-a10b-0c35bf8e6642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.638144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c278402a-29ca-4762-9f59-e0651cae52c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9dfff08befd493bb853c218be21f23f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1825604 Jul 15 13:07:03.645714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:03.726472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66714b0b-fea2-4323-9ed2-ae3a24d3203b req-7117372d-8c34-4518-a1d2-dd3fb9904a0e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691132 Jul 15 13:07:03.794676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67045eb7-1c90-4a4f-a10b-0c35bf8e6642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.807616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-759101a9-6f38-4286-8993-266845f2679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.813870 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-759101a9-6f38-4286-8993-266845f2679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:03.902227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-759101a9-6f38-4286-8993-266845f2679e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d3c127e3d134e4896c8d6de90012019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680003 Jul 15 13:07:03.907864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51448) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:04.033666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759101a9-6f38-4286-8993-266845f2679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185705d7-6866-4ca2-b925-40cb37f3e66d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.153120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53b6642e-3525-4efb-8653-5f8497240805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.201847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53b6642e-3525-4efb-8653-5f8497240805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.216783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a679a36-5101-4a96-a125-e4ce7fa43a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.231566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab241-3f24-4abd-8c4e-5fdd22c203fd req-4037b663-d616-442a-9813-f870daf4ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.233651 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef2ab241-3f24-4abd-8c4e-5fdd22c203fd req-4037b663-d616-442a-9813-f870daf4ca00 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6029084 Jul 15 13:07:04.267614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53b6642e-3525-4efb-8653-5f8497240805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.269828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf994a-66a7-416e-9aec-5e92a68ceb1d req-9f53d100-3d85-4767-bed1-2c4d18e1c5f1 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.272960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53b6642e-3525-4efb-8653-5f8497240805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.276971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-53b6642e-3525-4efb-8653-5f8497240805 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/185705d7-6866-4ca2-b925-40cb37f3e66d HTTP/1.1" status: 204 len: 168 time: 0.3477836 Jul 15 13:07:04.304325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14bf994a-66a7-416e-9aec-5e92a68ceb1d req-9f53d100-3d85-4767-bed1-2c4d18e1c5f1 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.3243086 Jul 15 13:07:04.338293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6642e-3525-4efb-8653-5f8497240805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185705d7-6866-4ca2-b925-40cb37f3e66d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.403586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67045eb7-1c90-4a4f-a10b-0c35bf8e6642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.406105 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67045eb7-1c90-4a4f-a10b-0c35bf8e6642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.410607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-67045eb7-1c90-4a4f-a10b-0c35bf8e6642 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a56a509-7def-4136-8029-dca7314b0648 HTTP/1.1" status: 204 len: 168 time: 1.2485094 Jul 15 13:07:04.415348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a679a36-5101-4a96-a125-e4ce7fa43a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.508921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67045eb7-1c90-4a4f-a10b-0c35bf8e6642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a56a509-7def-4136-8029-dca7314b0648,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.602781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14bf994a-66a7-416e-9aec-5e92a68ceb1d req-ea467896-94ee-4cae-af45-631d41b99304 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968395 Jul 15 13:07:04.689673 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a679a36-5101-4a96-a125-e4ce7fa43a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.694685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a679a36-5101-4a96-a125-e4ce7fa43a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:04.695902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2a679a36-5101-4a96-a125-e4ce7fa43a93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2f4e068-1789-4971-95d9-914e63015511 HTTP/1.1" status: 204 len: 168 time: 1.0361738 Jul 15 13:07:04.714247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-70d15f82-52d8-4b28-ad47-2a757e1b73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.717093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-70d15f82-52d8-4b28-ad47-2a757e1b73ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e432f48afe64fd18d47a9b049392864&device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 1099 time: 0.3053331 Jul 15 13:07:04.753319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679a36-5101-4a96-a125-e4ce7fa43a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f4e068-1789-4971-95d9-914e63015511,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:04.856570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-bcf601b8-7cfd-4256-812e-3b868a80bb3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=26633424-3ddd-4898-b247-2fb5ad4d67f2 HTTP/1.1" status: 200 len: 217 time: 0.0869415 Jul 15 13:07:04.969778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-7aa89483-9356-48dd-b38f-096369b264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:04.973261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-7aa89483-9356-48dd-b38f-096369b264b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1107187 Jul 15 13:07:05.102384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-b77c003b-15f5-4528-8c11-6107bbfce15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:05.104438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-b77c003b-15f5-4528-8c11-6107bbfce15c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248717 Jul 15 13:07:05.270494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-39878562-532e-4139-88ae-da01e256ac01 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591067 Jul 15 13:07:05.462052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b349f63-f6a9-411c-85b0-9048d14fae47 req-a8082063-5f99-4dce-a9a6-ceb481d0e598 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844809 Jul 15 13:07:05.646236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51478) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:05.684676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92b98cc4-f719-4d5a-bc41-92e92bf45464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.963214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92b98cc4-f719-4d5a-bc41-92e92bf45464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:05.972435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92b98cc4-f719-4d5a-bc41-92e92bf45464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.028533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92b98cc4-f719-4d5a-bc41-92e92bf45464 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=086cefb402fb40ffb9347d49d9399f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756204 Jul 15 13:07:06.029350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b98cc4-f719-4d5a-bc41-92e92bf45464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9275e6c-fb91-4b57-8f29-16c1fa0565fe,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.031272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51494) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:06.185759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c846fd2-350b-4a92-a6a3-643bd63dacbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.212417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c846fd2-350b-4a92-a6a3-643bd63dacbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.311602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c846fd2-350b-4a92-a6a3-643bd63dacbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.317580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c846fd2-350b-4a92-a6a3-643bd63dacbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:06.323689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7c846fd2-350b-4a92-a6a3-643bd63dacbf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9275e6c-fb91-4b57-8f29-16c1fa0565fe HTTP/1.1" status: 204 len: 168 time: 0.2903364 Jul 15 13:07:06.351124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c846fd2-350b-4a92-a6a3-643bd63dacbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9275e6c-fb91-4b57-8f29-16c1fa0565fe,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:06.593845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:06.841375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02310e8-cef3-485d-9dfb-28557bc6b3bf req-8ebd58a3-e052-4940-8a32-69079e599ff4 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:06.854990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a02310e8-cef3-485d-9dfb-28557bc6b3bf req-8ebd58a3-e052-4940-8a32-69079e599ff4 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 947 time: 0.1421154 Jul 15 13:07:06.909576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a02310e8-cef3-485d-9dfb-28557bc6b3bf req-15bbb45c-cf16-470e-8f8d-32813a4aa8dc tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544515 Jul 15 13:07:07.226960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c20f3f-ff79-4194-bde0-4d888547f8a5 req-128fff1a-49bb-48a6-9576-328295334696 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:07.228542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-network', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:07.236986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06c20f3f-ff79-4194-bde0-4d888547f8a5 req-128fff1a-49bb-48a6-9576-328295334696 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.1857328 Jul 15 13:07:07.311262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Made reservation on behalf of 32fba7d531ee42eb91ecf6e656eecd42 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:07.323086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.364334 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.402092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06c20f3f-ff79-4194-bde0-4d888547f8a5 req-08c1ef1c-02ed-45e6-a61c-23649d61b3ef tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636536 Jul 15 13:07:07.629800 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.636380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.698395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:07.732710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec8bfda-6273-45c8-b2b0-5219665cb4fd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:07.742742 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.743166 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Added segment dcba3470-00c8-4605-b52f-f6c64d70ead4 of type vlan for network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 Jul 15 13:07:07.878219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:07.948086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-d23dc423-21b6-4004-9dd1-4b2666e3da04 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--9187227&fields=id&tenant_id=91efae75ac8e4730808d4d2c3ac0a848 HTTP/1.1" status: 200 len: 267 time: 0.0871112 Jul 15 13:07:08.031214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.032246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.032837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.170680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5771620 Jul 15 13:07:08.174260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:08.183976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Request body: {'subnet': {'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-subnet', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:08.235073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Made reservation on behalf of 32fba7d531ee42eb91ecf6e656eecd42 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:08.240678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79cd03-c689-4920-a84b-b145555fbb8c admin admin] Pushing event updated for resources: {'Network': ['ID=27ff04cb-9d83-4337-99cf-eca4f1ccb615,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.241598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.254059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:08.352718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-98d08f4b-dc7c-4b17-bb22-edae42b4f3a3 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.354834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-98d08f4b-dc7c-4b17-bb22-edae42b4f3a3 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 823 time: 0.3904593 Jul 15 13:07:08.395874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-38c4372b-a185-4dcf-9813-a8867d44afe8 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/quotas/91efae75ac8e4730808d4d2c3ac0a848 HTTP/1.1" status: 200 len: 375 time: 0.0343275 Jul 15 13:07:08.495330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc5ef-ed11-4440-88bf-ba6ca4846ac1 req-4a032189-e83b-4f38-9666-a2a6512fa10b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.497000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e9fc5ef-ed11-4440-88bf-ba6ca4846ac1 req-4a032189-e83b-4f38-9666-a2a6512fa10b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 947 time: 0.1416948 Jul 15 13:07:08.591039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51562) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:08.615415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-f0bea4b8-2bf7-440f-afca-a262041d8a21 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2094967 Jul 15 13:07:08.624168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e9fc5ef-ed11-4440-88bf-ba6ca4846ac1 req-85113b6f-f1bd-4afb-b93b-b4443ee126e6 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122694 Jul 15 13:07:08.653623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.734449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb3228c-3f76-4bb6-afb9-21d658bdf5e9,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:08.811264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Checking segment: {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:08.811863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Network hostable DHCP agents. Network: 27ff04cb-9d83-4337-99cf-eca4f1ccb615, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:08.863698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:08.884388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 27ff04cb-9d83-4337-99cf-eca4f1ccb615) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:08.901191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527b4ce-8168-4a6d-9bbc-eecd9aa69ac6 None None] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:08.901534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b522-73a2-4bdc-81f6-6b9b67f08e61 req-2510d6ec-ca1c-4d06-9d5e-dcb4f29dadcd tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.903951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7af5b522-73a2-4bdc-81f6-6b9b67f08e61 req-2510d6ec-ca1c-4d06-9d5e-dcb4f29dadcd tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.1372015 Jul 15 13:07:08.905997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:08.907025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:08.939958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1433013665-network', 'tenant_id': '73dd42d1a1d749899016e3350e9d63d6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:08.997474 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf89a5a0-f184-43f3-8e5f-2b24bd43ff45 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8172235 Jul 15 13:07:08.997966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51582) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:09.004150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:09.027444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7af5b522-73a2-4bdc-81f6-6b9b67f08e61 req-f8f23da6-d577-404e-bff0-8b660950c769 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159551 Jul 15 13:07:09.036979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Made reservation on behalf of 73dd42d1a1d749899016e3350e9d63d6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:09.039470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.064727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.098443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.101033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.144604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-27ff04cb-9d83-4337-99cf-eca4f1ccb615', 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'fixed_ips': [{'subnet_id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:07:09.146063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.218635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-50a8b73f-0375-4755-840f-f88c070e1680 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:09.221155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-50a8b73f-0375-4755-840f-f88c070e1680 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2588241 Jul 15 13:07:09.227229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.273173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.283046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.337996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:09.350790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.356930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.357876 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Added segment 00d446f4-e365-49e4-a0ef-27d1d8e30538 of type vlan for network aa582b1c-465d-4324-9216-ead2cf4760d8 Jul 15 13:07:09.414197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.432766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Allocated IP 172.20.0.2 (27ff04cb-9d83-4337-99cf-eca4f1ccb615/bdb3228c-3f76-4bb6-afb9-21d658bdf5e9/6ebbe3d0-f20a-42c6-8c63-885bf1e1e748) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:09.470788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.472423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:09.473405 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.544031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9509869 Jul 15 13:07:09.544958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51594) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:09.558802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Request body: {'subnet': {'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1433013665-subnet', 'tenant_id': '73dd42d1a1d749899016e3350e9d63d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:09.630464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b39c8-322d-450e-a4f2-1a7fcd2f77d0 admin admin] Pushing event updated for resources: {'Network': ['ID=aa582b1c-465d-4324-9216-ead2cf4760d8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:09.662188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network aa582b1c-465d-4324-9216-ead2cf4760d8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:09.688203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Made reservation on behalf of 73dd42d1a1d749899016e3350e9d63d6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:09.698349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.699272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.774716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-5ab9f110-f84d-4327-8460-617bf69ec0f5 service neutron] 10.222.0.57 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409634 Jul 15 13:07:09.848234 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.889381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Transition to ACTIVE for port object 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:09.914944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Transition to ACTIVE for port object 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:09.925500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:09.964685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-0faebf55-13c5-44e3-b135-bab870abdb19 service neutron] 10.222.0.57 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736608 Jul 15 13:07:09.974975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:09.978304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:09.981150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:10.069968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Pushing event updated for resources: {'Port': ['ID=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.099607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Attempting to bind port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:10.099977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Attempting to bind port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:10.100338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Attempting to bind port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 on network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:10.110981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:10.111350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Checking segment: {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:10.111753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.112140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Bound using segment: {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:10.113242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Bound port: 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:10.113242 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.237309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b816d183-7c8e-4493-94fa-1e5cb1de5899 req-029928fb-67c5-4b8c-9005-a9214d8efd05 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=54ad56f627e549058dbba51889335c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658052 Jul 15 13:07:10.296630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] For port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:10.307364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] For port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:10.317372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.387524 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.440402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d183-7c8e-4493-94fa-1e5cb1de5899 req-fbd54ce8-7eb3-4824-923a-cd353834db21 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.447594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b816d183-7c8e-4493-94fa-1e5cb1de5899 req-fbd54ce8-7eb3-4824-923a-cd353834db21 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092426 Jul 15 13:07:10.474582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.479093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b816d183-7c8e-4493-94fa-1e5cb1de5899 req-b470b7c9-44af-4fb3-ada1-9404813f5691 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/quotas/54ad56f627e549058dbba51889335c13 HTTP/1.1" status: 200 len: 375 time: 0.0304983 Jul 15 13:07:10.501509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398b957-4c98-40c6-89d1-be07dcfade9c None None] Pushing event updated for resources: {'Port': ['ID=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.536598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.553731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b816d183-7c8e-4493-94fa-1e5cb1de5899 req-03d6664d-aa44-40b4-b47a-e0171a5ba24e tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=54ad56f627e549058dbba51889335c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734510 Jul 15 13:07:10.623925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46ac65e-4c89-431c-9421-287241c438b7,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:10.684156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:10.684932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Network hostable DHCP agents. Network: aa582b1c-465d-4324-9216-ead2cf4760d8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:10.723690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Network aa582b1c-465d-4324-9216-ead2cf4760d8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:10.734679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Allocated IP 172.25.3.215 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/16b013a2-7d54-4c4c-a042-30e62ce4c14f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:10.741812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, aa582b1c-465d-4324-9216-ead2cf4760d8) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:10.756464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9d348-d5ef-4f2e-9bdf-834bd2b8eed2 None None] Network aa582b1c-465d-4324-9216-ead2cf4760d8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:10.759996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.760970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:10.794963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-352656ae-1caa-4a7d-a0ea-3cde82ec2036 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2437537 Jul 15 13:07:10.836673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8ec7-8a17-4648-b4c1-43986d65475c req-371b60b8-eb20-472b-afab-25cf2f7ad3f6 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:10.838878 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e86a8ec7-8a17-4648-b4c1-43986d65475c req-371b60b8-eb20-472b-afab-25cf2f7ad3f6 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 947 time: 0.3774271 Jul 15 13:07:11.046296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f673f-6d0b-47c7-af31-78375fc639d6 req-472d7cec-59b8-4c64-8cbb-7512ebf65f12 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:11.049366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-211f673f-6d0b-47c7-af31-78375fc639d6 req-472d7cec-59b8-4c64-8cbb-7512ebf65f12 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.1512287 Jul 15 13:07:11.130236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e86a8ec7-8a17-4648-b4c1-43986d65475c req-4d312c52-f9d7-4790-80f8-05e6b8fca53e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790046 Jul 15 13:07:11.180073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-211f673f-6d0b-47c7-af31-78375fc639d6 req-378ed4bc-a047-4ca2-8197-7b39f3d0975a tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188481 Jul 15 13:07:11.234352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.241599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7fa6cf-2180-4058-8051-2a930e4731ca None None] Network aa582b1c-465d-4324-9216-ead2cf4760d8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:11.361696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d776af-2bba-4ea3-8e4f-4a380664120e req-917826cd-1952-44d6-af46-3734cde5030d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 210 time: 0.0455091 Jul 15 13:07:11.364050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:11.621995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:11.639743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:11.652115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:11.715554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Pushing event updated for resources: {'Port': ['ID=16b013a2-7d54-4c4c-a042-30e62ce4c14f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:11.755902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 26633424-3ddd-4898-b247-2fb5ad4d67f2 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:12.032263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 26633424-3ddd-4898-b247-2fb5ad4d67f2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=26633424-3ddd-4898-b247-2fb5ad4d67f2,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:12.079494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '26633424-3ddd-4898-b247-2fb5ad4d67f2', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '26633424-3ddd-4898-b247-2fb5ad4d67f2', 'mac_address': 'fa:16:3e:04:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:12.216442 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.260046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:12.335289 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.342044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26633424-3ddd-4898-b247-2fb5ad4d67f2 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:12.420521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:12.429025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 26633424-3ddd-4898-b247-2fb5ad4d67f2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=26633424-3ddd-4898-b247-2fb5ad4d67f2,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:12.447485 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.482622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b18ce-bfb6-4ae7-8ca2-6803e7611b20 None None] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:12.645518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-214fe95c-a55e-49f3-b248-3fd4c19c2cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.653912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:12.695761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=26633424-3ddd-4898-b247-2fb5ad4d67f2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:12.853736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:12.872879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['26633424-3ddd-4898-b247-2fb5ad4d67f2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:12.990387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1846d8a-03c8-4929-89ad-16de633768b3 req-87d57cb9-a4be-470c-953b-72c20b777397 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.000822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e1846d8a-03c8-4929-89ad-16de633768b3 req-87d57cb9-a4be-470c-953b-72c20b777397 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 948 time: 0.3256021 Jul 15 13:07:13.002142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1e4e95c-be10-4de5-98ce-f5cefe7a1672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.018648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] Provisioning for port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:13.086071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e1846d8a-03c8-4929-89ad-16de633768b3 req-937dcef9-0f6e-4889-ae9d-3d20e561714e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827487 Jul 15 13:07:13.108341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] Provisioning complete for port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:13.109192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.185468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:13.194145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1645131876-network', 'tenant_id': '2614b03315dd48d0ab469a19f02ec895'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:13.208762 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-214fe95c-a55e-49f3-b248-3fd4c19c2cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.239357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Router 5872d9a8-c9ea-4947-b3cf-0330edb0384f is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:07:13.255248 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-214fe95c-a55e-49f3-b248-3fd4c19c2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.333958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2b17d457-5592-490c-a545-10928dbc7c5c details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:13.343699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-214fe95c-a55e-49f3-b248-3fd4c19c2cf5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8da96cd90e814d46b82d4176ec1f2043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9211307 Jul 15 13:07:13.350255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Made reservation on behalf of 2614b03315dd48d0ab469a19f02ec895 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:13.358955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.366064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:13.412855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.416338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fe95c-a55e-49f3-b248-3fd4c19c2cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cb943d-3200-408b-9aff-8d534d2a36b0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.437150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b64e5c-43be-4a89-8b84-99f7e3081126 req-15b0621c-41aa-419f-b048-cc28475adc06 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:13.439442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9b64e5c-43be-4a89-8b84-99f7e3081126 req-15b0621c-41aa-419f-b048-cc28475adc06 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 969 time: 0.3078213 Jul 15 13:07:13.506791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7de83246-6fbf-4c9f-9146-b193f831c706 req-1e0dedcd-c37e-4fb1-b98f-61b0ed8ad38c tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 210 time: 0.0820160 Jul 15 13:07:13.591473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c63a-bd4d-42b6-9dfc-ca2e406720dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.598251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9b64e5c-43be-4a89-8b84-99f7e3081126 req-12840db7-02a4-4406-899d-db4ab2a29311 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180353 Jul 15 13:07:13.601217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:13.633082 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Sync routers for ids ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:13.638414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c63a-bd4d-42b6-9dfc-ca2e406720dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.659429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Routers {'5872d9a8-c9ea-4947-b3cf-0330edb0384f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:13.660555 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:06:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:13.758463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c63a-bd4d-42b6-9dfc-ca2e406720dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.762123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c63a-bd4d-42b6-9dfc-ca2e406720dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.768324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f2b4c63a-bd4d-42b6-9dfc-ca2e406720dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9cb943d-3200-408b-9aff-8d534d2a36b0 HTTP/1.1" status: 204 len: 168 time: 0.3967083 Jul 15 13:07:13.790128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4c63a-bd4d-42b6-9dfc-ca2e406720dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cb943d-3200-408b-9aff-8d534d2a36b0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.791286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2b17d457-5592-490c-a545-10928dbc7c5c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2b17d457-5592-490c-a545-10928dbc7c5c,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:13.836747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.848525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.854686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.856762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7155d9a1-0c57-4239-877c-f4af4073dcdf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8569701 Jul 15 13:07:13.859105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:13.913353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4c97ee-3802-4374-8cd8-5b669e3af179,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:13.937145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:13.974622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:13.975846 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Added segment 72effb27-b8e4-4b7d-af3e-b9007d23bd9f of type vlan for network 61f84358-c2cd-4789-90e0-7f123eed5100 Jul 15 13:07:13.996217 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Set router 5872d9a8-c9ea-4947-b3cf-0330edb0384f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:14.042488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '2b17d457-5592-490c-a545-10928dbc7c5c', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '2b17d457-5592-490c-a545-10928dbc7c5c', 'mac_address': 'fa:16:3e:12:ce:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:tempest-test_az-1481958963', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:14.565744 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:11Z', 'revision_number': 3, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:14.716516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.721964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.722975 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.774224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b17d457-5592-490c-a545-10928dbc7c5c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:14.803632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e5bae-57c1-468e-a29a-58317de56095 req-ea32e956-7f23-48fc-887f-9d454e430aa6 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:14.805468 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Checking router: 5872d9a8-c9ea-4947-b3cf-0330edb0384f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:14.805906 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Updating router 5872d9a8-c9ea-4947-b3cf-0330edb0384f port 16b013a2-7d54-4c4c-a042-30e62ce4c14f binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:07:14.809859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-257e5bae-57c1-468e-a29a-58317de56095 req-ea32e956-7f23-48fc-887f-9d454e430aa6 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 948 time: 0.1846256 Jul 15 13:07:14.823703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] For port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:14.839861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2b17d457-5592-490c-a545-10928dbc7c5c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2b17d457-5592-490c-a545-10928dbc7c5c,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:14.843007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.852839 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.866373 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.884188 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:14.927576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd038ea3-6c57-4773-a2a0-7ff5954a5910 None None] Pushing event updated for resources: {'Port': ['ID=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:14.984181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-257e5bae-57c1-468e-a29a-58317de56095 req-9f60602b-231b-47c6-a2dd-c1362b34265b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723049 Jul 15 13:07:15.005106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51740) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:15.007199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2b17d457-5592-490c-a545-10928dbc7c5c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:15.109236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1866-75e4-4937-ab42-b197cc6abfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.140689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['2b17d457-5592-490c-a545-10928dbc7c5c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:15.177669 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.267436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-73469921-603c-41df-8be3-d8696ad3808f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.269462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-73469921-603c-41df-8be3-d8696ad3808f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.59 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 823 time: 1.2757258 Jul 15 13:07:15.303584 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.305201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.306141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.364531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a82fb349-6db4-4cf6-b6e3-10db7a0d0846 None None] Provisioning complete for port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:15.365465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a82fb349-6db4-4cf6-b6e3-10db7a0d0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.418126 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08565970-a19b-48dc-8d46-fe3d230940d2 req-d5ef858f-18d1-4c85-a706-630188eb7b7f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 210 time: 0.0506744 Jul 15 13:07:15.423215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-7a80aa70-1964-464c-a864-5bb422938201 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91efae75ac8e4730808d4d2c3ac0a848 HTTP/1.1" status: 200 len: 377 time: 0.1448121 Jul 15 13:07:15.475326 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.493132 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Transition to ACTIVE for port object 16b013a2-7d54-4c4c-a042-30e62ce4c14f will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:15.497747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'port': {'device_id': '577a93a2-8d2a-411f-aa40-1a0828741624', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'admin_state_up': True, 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'security_groups': ['cbe3c753-b4fc-4c89-92a1-f2f6393c9f87']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:15.501248 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.535698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] Pushing event updated for resources: {'Network': ['ID=61f84358-c2cd-4789-90e0-7f123eed5100,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:15.560453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f15ee4a5-f701-426c-ae9f-d7b7f214809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.564834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 61f84358-c2cd-4789-90e0-7f123eed5100 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:15.621462 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.625649 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Attempting to bind port 16b013a2-7d54-4c4c-a042-30e62ce4c14f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:15.626080 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Attempting to bind port 16b013a2-7d54-4c4c-a042-30e62ce4c14f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:15.627128 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Attempting to bind port 16b013a2-7d54-4c4c-a042-30e62ce4c14f on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:15.634878 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac0c12-0c39-4e62-8d3e-382231b21578 None None] Pushing event updated for resources: {'Port': ['ID=16b013a2-7d54-4c4c-a042-30e62ce4c14f,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:15.647158 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:15.647563 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:15.648004 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.649112 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:15.649786 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Bound port: 16b013a2-7d54-4c4c-a042-30e62ce4c14f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:15.650199 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.656455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-254ebec0-2eab-4203-8b78-6c68fcc74b80 req-d1898a87-8a5b-4e8c-9b42-5b273cbd6325 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=54ad56f627e549058dbba51889335c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452662 Jul 15 13:07:15.713006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d3c7-5307-420b-87b4-8ddd3a11ea7a req-a25132c8-f492-47ad-b564-ba97edee769e tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.722816 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d026d3c7-5307-420b-87b4-8ddd3a11ea7a req-a25132c8-f492-47ad-b564-ba97edee769e tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 970 time: 0.4539549 Jul 15 13:07:15.738161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 26633424-3ddd-4898-b247-2fb5ad4d67f2 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:15.752550 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] For port 16b013a2-7d54-4c4c-a042-30e62ce4c14f, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:15.758040 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] For port 16b013a2-7d54-4c4c-a042-30e62ce4c14f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=16b013a2-7d54-4c4c-a042-30e62ce4c14f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:15.768296 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.805513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1866-75e4-4937-ab42-b197cc6abfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.819813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1866-75e4-4937-ab42-b197cc6abfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.839569 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.843341 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Routers {'5872d9a8-c9ea-4947-b3cf-0330edb0384f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:15.844913 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:15.867460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ebec0-2eab-4203-8b78-6c68fcc74b80 req-025891a9-6489-460e-ab17-d54a48040ffb tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:15.877074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-254ebec0-2eab-4203-8b78-6c68fcc74b80 req-025891a9-6489-460e-ab17-d54a48040ffb tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128162 Jul 15 13:07:15.891055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 26633424-3ddd-4898-b247-2fb5ad4d67f2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:15.908761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 26633424-3ddd-4898-b247-2fb5ad4d67f2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:15.909037 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.941447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d026d3c7-5307-420b-87b4-8ddd3a11ea7a req-1bd82f27-db1d-4027-89f9-22727af31f05 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168193 Jul 15 13:07:15.949860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-390696af-ba8a-4287-b8df-9c7e251b1c5c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7629445 Jul 15 13:07:15.953194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fa5c1866-75e4-4937-ab42-b197cc6abfc2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=966a879154fa423897b3ff022f580829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9468079 Jul 15 13:07:15.955469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51752) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:15.955808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51754) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:15.961066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Made reservation on behalf of 91efae75ac8e4730808d4d2c3ac0a848 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:15.969692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:15.977120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Request body: {'subnet': {'network_id': '61f84358-c2cd-4789-90e0-7f123eed5100', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1645131876-subnet', 'tenant_id': '2614b03315dd48d0ab469a19f02ec895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:16.003962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c1866-75e4-4937-ab42-b197cc6abfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1fb737-b985-4b0b-9bef-f8e79bf34f9b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.020818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-254ebec0-2eab-4203-8b78-6c68fcc74b80 req-ff710b60-7ad1-415e-abd1-3ac94a467a38 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/quotas/54ad56f627e549058dbba51889335c13 HTTP/1.1" status: 200 len: 375 time: 0.1363640 Jul 15 13:07:16.032218 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] Set router 5872d9a8-c9ea-4947-b3cf-0330edb0384f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:16.062365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:16.127030 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-254ebec0-2eab-4203-8b78-6c68fcc74b80 req-8cb7c47b-1b64-4284-9395-b9cd6466cb1d tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=54ad56f627e549058dbba51889335c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975418 Jul 15 13:07:16.163934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Made reservation on behalf of 2614b03315dd48d0ab469a19f02ec895 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:16.165956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.206073 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.213279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Allocated IP 172.20.0.1 (27ff04cb-9d83-4337-99cf-eca4f1ccb615/bdb3228c-3f76-4bb6-afb9-21d658bdf5e9/d8e5d453-cf91-420c-b2d2-51ca95b850ea) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:16.245438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26633424-3ddd-4898-b247-2fb5ad4d67f2'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:16.321339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Allocated IP 172.20.0.6 (6447bc74-925d-48d7-81c5-3563c142f36e/6a46dab4-b868-4474-9659-2edf8288848c/b0dabd9a-1144-4a4d-8b9b-b213a91e67e9) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:16.371826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a430a304-c8be-460c-82f7-a4393514d49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.428197 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac0c12-0c39-4e62-8d3e-382231b21578 None None] Pushing event updated for resources: {'Port': ['ID=16b013a2-7d54-4c4c-a042-30e62ce4c14f,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.462692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:16.463942 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.468571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 26633424-3ddd-4898-b247-2fb5ad4d67f2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=26633424-3ddd-4898-b247-2fb5ad4d67f2,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:16.470138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a430a304-c8be-460c-82f7-a4393514d49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.480294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.520432 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:11Z', 'revision_number': 3, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:16.586141 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40509596-5f79-4821-b145-bbf892a652d0 None None] The sync data for ids ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'] in n-d-798054-11 is: [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:11Z', 'revision_number': 3, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:16.626514 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed8d87a-4db7-4e62-a51d-914ea1178c6c" -d '{"events": [{"server_uuid": "eb88c47f-544b-469f-b209-f3e81ce21c02", "name": "network-vif-plugged", "status": "completed", "tag": "26633424-3ddd-4898-b247-2fb5ad4d67f2"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:16.681989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae101f-6339-4957-9a55-1d8a00bd11a8 req-dad323fb-4b6f-4b09-b6c9-91495c602d82 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:16.690682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0ae101f-6339-4957-9a55-1d8a00bd11a8 req-dad323fb-4b6f-4b09-b6c9-91495c602d82 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 948 time: 0.4562135 Jul 15 13:07:16.705405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=26633424-3ddd-4898-b247-2fb5ad4d67f2,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.718759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.842217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a430a304-c8be-460c-82f7-a4393514d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.846036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a430a304-c8be-460c-82f7-a4393514d49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.847518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a430a304-c8be-460c-82f7-a4393514d49a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db1fb737-b985-4b0b-9bef-f8e79bf34f9b HTTP/1.1" status: 204 len: 168 time: 0.8814306 Jul 15 13:07:16.860934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.866063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Transition to ACTIVE for port object d8e5d453-cf91-420c-b2d2-51ca95b850ea will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:16.888881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a304-c8be-460c-82f7-a4393514d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1fb737-b985-4b0b-9bef-f8e79bf34f9b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:16.917444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.928423 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a47ee70b-1fc9-4372-ab64-45438d6967ba req-513efd98-1da8-432f-a8c3-510f897936f0 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 210 time: 0.0618939 Jul 15 13:07:16.932187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Transition to ACTIVE for port object b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:16.961730 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.995259 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:16.997331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0ae101f-6339-4957-9a55-1d8a00bd11a8 req-d87f9ed8-1a54-41eb-8b50-e7a622237a37 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049831 Jul 15 13:07:17.034974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Network 6447bc74-925d-48d7-81c5-3563c142f36e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:17.038191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:17.110611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:17.130597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.131455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.155050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64cb52a-5c65-4c1d-88ac-84fdda5813b6,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.177476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.199198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Checking segment: {'id': '72effb27-b8e4-4b7d-af3e-b9007d23bd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '61f84358-c2cd-4789-90e0-7f123eed5100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:17.199630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Network hostable DHCP agents. Network: 61f84358-c2cd-4789-90e0-7f123eed5100, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:17.200953 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f8dc06-5387-4a62-a5b3-bed0fc808f0c x-openstack-request-id: req-a8f8dc06-5387-4a62-a5b3-bed0fc808f0c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:17.201273 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88c47f-544b-469f-b209-f3e81ce21c02", "name": "network-vif-plugged", "status": "completed", "tag": "26633424-3ddd-4898-b247-2fb5ad4d67f2", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:17.201852 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8f8dc06-5387-4a62-a5b3-bed0fc808f0c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:17.202323 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26633424-3ddd-4898-b247-2fb5ad4d67f2', 'code': 200} Jul 15 13:07:17.219895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:17.228048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7355464 Jul 15 13:07:17.242713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:17.262146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:17.264448 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.264927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Request body: {'port': {'device_id': '577a93a2-8d2a-411f-aa40-1a0828741624', 'device_owner': 'compute:tempest-test_az-1481958963', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:17.275760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9ada3-1bee-4e96-9dd4-79742e62469a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'Port': ['ID=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.297430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2b17d457-5592-490c-a545-10928dbc7c5c up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:17.482007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 2b17d457-5592-490c-a545-10928dbc7c5c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:17.491235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 2b17d457-5592-490c-a545-10928dbc7c5c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:17.495461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.781817 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.849852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e5d453-cf91-420c-b2d2-51ca95b850ea,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:17.860906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.865262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Network 61f84358-c2cd-4789-90e0-7f123eed5100 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:17.888008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 61f84358-c2cd-4789-90e0-7f123eed5100) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:17.924268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0d437-0472-4173-934e-c1dd396d7442 None None] Network 61f84358-c2cd-4789-90e0-7f123eed5100 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:17.933534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:17.934716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:17.988125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c4dacb76-dca2-4ed6-a61a-e5a7b49b1a8b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0206285 Jul 15 13:07:18.189945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.208600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Provisioning for port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:18.215549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 16b013a2-7d54-4c4c-a042-30e62ce4c14f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:18.219308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.233711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.237340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.252668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c7ec-e088-45a4-91f6-ec12cb760a97 req-42428d98-4bfd-471f-bec8-cf977cd627bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.255546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3945c7ec-e088-45a4-91f6-ec12cb760a97 req-42428d98-4bfd-471f-bec8-cf977cd627bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 1101 time: 0.8708873 Jul 15 13:07:18.347484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3945c7ec-e088-45a4-91f6-ec12cb760a97 req-14f86728-c79f-42bc-a69d-d01bd9329edb service neutron] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.360999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e5d453-cf91-420c-b2d2-51ca95b850ea,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.384792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Provisioning complete for port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:18.390871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.444866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2b17d457-5592-490c-a545-10928dbc7c5c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2b17d457-5592-490c-a545-10928dbc7c5c,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:18.499928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaff03b-6343-40d1-b424-cd7aa8f42e5c req-364c6fed-0c1e-4d4e-b4a1-baf06306022a tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:18.510438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5eaff03b-6343-40d1-b424-cd7aa8f42e5c req-364c6fed-0c1e-4d4e-b4a1-baf06306022a tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 970 time: 0.9171016 Jul 15 13:07:18.532345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b56c67-0911-497e-a3d0-7201383f5e55 None None] Network 61f84358-c2cd-4789-90e0-7f123eed5100 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:18.543011 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.658014 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.685856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5eaff03b-6343-40d1-b424-cd7aa8f42e5c req-f65c95ab-ecc2-4c0d-9b94-fd116261e27b tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743665 Jul 15 13:07:18.708821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2b17d457-5592-490c-a545-10928dbc7c5c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:18.721217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:18.723747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:18.809858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:18.887121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Provisioning for port d8e5d453-cf91-420c-b2d2-51ca95b850ea completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:18.899627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Provisioning complete for port d8e5d453-cf91-420c-b2d2-51ca95b850ea triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:18.900383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:18.903387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 16b013a2-7d54-4c4c-a042-30e62ce4c14f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:18.912817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 16b013a2-7d54-4c4c-a042-30e62ce4c14f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:18.913425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.025354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afb59a-a0d2-4563-80e3-4ec806a6d31b req-695c6a64-f21e-4f61-93e4-7bd539b263b6 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.033865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58afb59a-a0d2-4563-80e3-4ec806a6d31b req-695c6a64-f21e-4f61-93e4-7bd539b263b6 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 931 time: 0.4581661 Jul 15 13:07:19.064608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Router 5872d9a8-c9ea-4947-b3cf-0330edb0384f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:19.106331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58afb59a-a0d2-4563-80e3-4ec806a6d31b req-1d83508f-d125-43f1-88c3-9223c705af45 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0705512 Jul 15 13:07:19.207878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b17d457-5592-490c-a545-10928dbc7c5c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:19.211138 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859a03d9-f7ee-450f-aeb8-355e6f2ed49e" -d '{"events": [{"server_uuid": "8da7591f-9170-4bb4-9b6f-83af8c84362a", "name": "network-vif-plugged", "status": "completed", "tag": "2b17d457-5592-490c-a545-10928dbc7c5c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:19.227681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-486952ae-9537-4ef9-9740-d3d0ab230e26 None None] Port d8e5d453-cf91-420c-b2d2-51ca95b850ea cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:19.238820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3945c7ec-e088-45a4-91f6-ec12cb760a97 req-14f86728-c79f-42bc-a69d-d01bd9329edb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.268930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babf694-52c3-4182-a95a-3b6178079471 req-b38817d9-7025-4093-afef-d0a8ee4d5317 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.275313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8babf694-52c3-4182-a95a-3b6178079471 req-b38817d9-7025-4093-afef-d0a8ee4d5317 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 949 time: 0.3466015 Jul 15 13:07:19.276312 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3945c7ec-e088-45a4-91f6-ec12cb760a97 req-14f86728-c79f-42bc-a69d-d01bd9329edb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.327460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30335a7a-a9cd-44fd-a069-4e3b926b6aab req-ab7da18a-17d6-4da6-a116-b61df1828771 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=54ad56f627e549058dbba51889335c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416203 Jul 15 13:07:19.341084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:19.359302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-089057de-4827-470b-90c1-e18631d29a17 admin admin] 10.222.0.57 "PUT /v2.0/routers/5872d9a8-c9ea-4947-b3cf-0330edb0384f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4988041 Jul 15 13:07:19.411067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8babf694-52c3-4182-a95a-3b6178079471 req-c1da8a81-5df2-48bd-953f-550fd4417ada tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310604 Jul 15 13:07:19.456144 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3945c7ec-e088-45a4-91f6-ec12cb760a97 req-14f86728-c79f-42bc-a69d-d01bd9329edb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1921346 Jul 15 13:07:19.465667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.492148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 16b013a2-7d54-4c4c-a042-30e62ce4c14f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=16b013a2-7d54-4c4c-a042-30e62ce4c14f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:19.492384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f86728-c79f-42bc-a69d-d01bd9329edb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d1fa79-294b-4892-a128-9030c300e06c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.493505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61f18c79-8a49-4b5c-b435-fe859a1658c7 None None] Provisioning complete for port d8e5d453-cf91-420c-b2d2-51ca95b850ea triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:19.493938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61f18c79-8a49-4b5c-b435-fe859a1658c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.497779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:19.498576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.512493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.531237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Transition to ACTIVE for port object b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:19.541647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.578441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=16b013a2-7d54-4c4c-a042-30e62ce4c14f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.584634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335a7a-a9cd-44fd-a069-4e3b926b6aab req-f82e5e4b-0200-4f3b-9b2e-2911275d4605 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:19.592498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Sync routers for ids ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:19.599497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30335a7a-a9cd-44fd-a069-4e3b926b6aab req-f82e5e4b-0200-4f3b-9b2e-2911275d4605 tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670867 Jul 15 13:07:19.615127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-61f18c79-8a49-4b5c-b435-fe859a1658c7 None None] Port d8e5d453-cf91-420c-b2d2-51ca95b850ea cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:19.618888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Routers {'5872d9a8-c9ea-4947-b3cf-0330edb0384f'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:19.619557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:19.623921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:19.637246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30335a7a-a9cd-44fd-a069-4e3b926b6aab req-840200b9-ce35-4660-b25d-be87ceeeec7f tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/quotas/54ad56f627e549058dbba51889335c13 HTTP/1.1" status: 200 len: 375 time: 0.0366647 Jul 15 13:07:19.682990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30335a7a-a9cd-44fd-a069-4e3b926b6aab req-4b754fd3-b914-4d26-b7d1-c90ce5dc61ab tempest-QuotasAdminNegativeTest-419133128 tempest-QuotasAdminNegativeTest-419133128-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=54ad56f627e549058dbba51889335c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446401 Jul 15 13:07:19.746314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Attempting to bind port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:19.747318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Attempting to bind port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:19.747693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Attempting to bind port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 on network 6447bc74-925d-48d7-81c5-3563c142f36e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:19.770568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 on network 6447bc74-925d-48d7-81c5-3563c142f36e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:19.770912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Attempting to bind port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 on network 6447bc74-925d-48d7-81c5-3563c142f36e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:19.782638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:19.782984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Checking segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:19.783370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Bound using segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:19.783823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Bound port: b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:19.784192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:19.788555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Set router 5872d9a8-c9ea-4947-b3cf-0330edb0384f gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:19.908480 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:19.981451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] For port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:19.992839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] For port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:20.002960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.106920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.108944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.115566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] 10.222.0.59 "PUT /v2.0/ports/b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 HTTP/1.1" status: 200 len: 1114 time: 2.8861089 Jul 15 13:07:20.116685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:20.118776 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a254c124-7339-44d5-98e8-f3199847ffd0 x-openstack-request-id: req-a254c124-7339-44d5-98e8-f3199847ffd0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:20.119473 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7591f-9170-4bb4-9b6f-83af8c84362a", "name": "network-vif-plugged", "status": "completed", "tag": "2b17d457-5592-490c-a545-10928dbc7c5c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:20.122062 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1064334b-21eb-404a-9744-f2ca3bb47c95" -d '{"events": [{"name": "network-changed", "server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:20.124026 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a254c124-7339-44d5-98e8-f3199847ffd0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:20.126246 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b17d457-5592-490c-a545-10928dbc7c5c', 'code': 200} Jul 15 13:07:20.171702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c9f99-d2c8-4fd9-a05b-d484e4e4d958 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:20.186144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 16b013a2-7d54-4c4c-a042-30e62ce4c14f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:20.258959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.59', 65476) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:20.407653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 16b013a2-7d54-4c4c-a042-30e62ce4c14f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:20.408316 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.478800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c257ab1-c07d-4b03-8f2e-438be1867c93 req-27d288a0-b1df-4fa9-8da9-eb845b3c2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.480794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c257ab1-c07d-4b03-8f2e-438be1867c93 req-27d288a0-b1df-4fa9-8da9-eb845b3c2771 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 1123 time: 0.2230964 Jul 15 13:07:20.490138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-228037a9-4292-499c-bdfd-25ca75b7b802 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.500745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-228037a9-4292-499c-bdfd-25ca75b7b802 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.2579503 Jul 15 13:07:20.514876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:17Z', 'revision_number': 4, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd8e5d453-cf91-420c-b2d2-51ca95b850ea', 'name': '', 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'mac_address': 'fa:16:3e:b3:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:15Z', 'updated_at': '2021-07-15T13:07:17Z', 'revision_number': 2, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'subnets': [{'id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:20.523174 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-c42f705a-ef9c-490e-be9c-0300286b39a2 req-38869867-5a8e-4749-b76c-34e0524c5bc0 tempest-FloatingIPDetailsNegativeTestJSON-1888416421 tempest-FloatingIPDetailsNegativeTestJSON-1888416421-project] show failed (client error): The resource could not be found. Jul 15 13:07:20.531330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-4553ae6f-ff45-44c7-9d5c-9365320b4d07 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/quotas/73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 375 time: 0.0285816 Jul 15 13:07:20.534613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c42f705a-ef9c-490e-be9c-0300286b39a2 req-38869867-5a8e-4749-b76c-34e0524c5bc0 tempest-FloatingIPDetailsNegativeTestJSON-1888416421 tempest-FloatingIPDetailsNegativeTestJSON-1888416421-project] 10.222.0.57 "GET /v2.0/floatingips/c2c88d29-9a27-4897-bf8d-ae2f38671e10 HTTP/1.1" status: 404 len: 350 time: 0.1774092 Jul 15 13:07:20.543455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51874) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:20.580227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Checking router: 5872d9a8-c9ea-4947-b3cf-0330edb0384f for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:20.581047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Updating router 5872d9a8-c9ea-4947-b3cf-0330edb0384f port d8e5d453-cf91-420c-b2d2-51ca95b850ea binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:07:20.623087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-6761fb30-1466-4c5a-aac1-4a783b9bde84 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758352 Jul 15 13:07:20.629388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c257ab1-c07d-4b03-8f2e-438be1867c93 req-8ea0dd65-ceeb-4ea7-bfed-87c94c2afb1d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149678 Jul 15 13:07:20.715217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:20.918833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-11df0ca4-5c6d-4f66-ac4f-9f2e4555f99f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:20.920724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-11df0ca4-5c6d-4f66-ac4f-9f2e4555f99f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715353 Jul 15 13:07:20.982949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-8e0d01c5-535d-4c6b-b8c5-6ed15dd381a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:20.984596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-8e0d01c5-535d-4c6b-b8c5-6ed15dd381a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 1117 time: 0.7243395 Jul 15 13:07:21.086009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-34293efc-4dbf-4931-ba9d-451674a27801 service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584220 Jul 15 13:07:21.139374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-9432522f-5684-4e9f-a21c-371e4ea19052 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 HTTP/1.1" status: 200 len: 217 time: 0.1157494 Jul 15 13:07:21.229165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.239210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-56999f92-83cd-4c46-b855-ccf6cd618164 service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516676 Jul 15 13:07:21.244770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Transition to ACTIVE for port object d8e5d453-cf91-420c-b2d2-51ca95b850ea will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:21.256669 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.292033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2332c66-f628-4941-9a5e-4e1da19c8f3b req-5f8c14ae-c607-4f5b-83dc-839ed34c647e tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.295038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2332c66-f628-4941-9a5e-4e1da19c8f3b req-5f8c14ae-c607-4f5b-83dc-839ed34c647e tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 971 time: 0.5656700 Jul 15 13:07:21.309764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdd04e-e68c-4e54-9167-14b800ed701d None None] Pushing event updated for resources: {'Port': ['ID=d8e5d453-cf91-420c-b2d2-51ca95b850ea,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.352037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-84a7be15-df40-4fe1-9f88-bc693cd94c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.354669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-84a7be15-df40-4fe1-9f88-bc693cd94c00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.2047274 Jul 15 13:07:21.408450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2332c66-f628-4941-9a5e-4e1da19c8f3b req-97e74599-59e9-40d3-890f-5157d112662a tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983918 Jul 15 13:07:21.411435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Attempting to bind port d8e5d453-cf91-420c-b2d2-51ca95b850ea on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:21.412585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Attempting to bind port d8e5d453-cf91-420c-b2d2-51ca95b850ea by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:21.413254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Attempting to bind port d8e5d453-cf91-420c-b2d2-51ca95b850ea on network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:21.424716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:21.425423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Checking segment: {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:21.426222 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.427086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Bound using segment: {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:21.428535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Bound port: d8e5d453-cf91-420c-b2d2-51ca95b850ea, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcba3470-00c8-4605-b52f-f6c64d70ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:21.429426 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.519783 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87739fa4-3bea-41e5-b278-12f91c77fc95 x-openstack-request-id: req-87739fa4-3bea-41e5-b278-12f91c77fc95 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:21.520403 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:21.520604 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87739fa4-3bea-41e5-b278-12f91c77fc95 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:21.521213 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'status': 'completed', 'code': 200} Jul 15 13:07:21.576155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] For port d8e5d453-cf91-420c-b2d2-51ca95b850ea, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:21.583027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] For port d8e5d453-cf91-420c-b2d2-51ca95b850ea, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d8e5d453-cf91-420c-b2d2-51ca95b850ea,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:21.588845 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:21.681159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Routers {'5872d9a8-c9ea-4947-b3cf-0330edb0384f'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:21.682481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:21.710290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-984f755a-2681-4559-a455-b2cf6fa0bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:21.711986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-984f755a-2681-4559-a455-b2cf6fa0bf5e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3223331 Jul 15 13:07:21.825736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] Set router 5872d9a8-c9ea-4947-b3cf-0330edb0384f gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:21.903431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdd04e-e68c-4e54-9167-14b800ed701d None None] Pushing event updated for resources: {'Port': ['ID=d8e5d453-cf91-420c-b2d2-51ca95b850ea,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:21.983575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-b35bf00a-0c23-4638-b21a-793b50b8d64f service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576029 Jul 15 13:07:22.139922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f5502-2034-4469-8d18-1c2ccbfa116b req-12ceb44a-57ba-4076-b4bf-b0c1d7220513 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.148568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-148f5502-2034-4469-8d18-1c2ccbfa116b req-12ceb44a-57ba-4076-b4bf-b0c1d7220513 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 965 time: 0.4118679 Jul 15 13:07:22.200077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e4b38a-9426-45d4-aa78-998278cdc694 req-4f51d616-8861-46a0-85d5-ee488124daed service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903040 Jul 15 13:07:22.289078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-148f5502-2034-4469-8d18-1c2ccbfa116b req-a687ccbd-af86-4f5e-a18b-8623e3d5a7aa tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1390960 Jul 15 13:07:22.323857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:22.445774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:17Z', 'revision_number': 4, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd8e5d453-cf91-420c-b2d2-51ca95b850ea', 'name': '', 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'mac_address': 'fa:16:3e:b3:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:15Z', 'updated_at': '2021-07-15T13:07:21Z', 'revision_number': 4, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'subnets': [{'id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:22.523191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d334b-6f4a-4b6a-ba97-a8aaf0152ddf req-75c82f04-4096-43ad-9a52-7e599e589f2a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.523876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de3907d-8b91-4380-a607-4f639e3c675c None None] The sync data for ids ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'] in n-d-798054-11 is: [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:17Z', 'revision_number': 4, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd8e5d453-cf91-420c-b2d2-51ca95b850ea', 'name': '', 'network_id': '27ff04cb-9d83-4337-99cf-eca4f1ccb615', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'mac_address': 'fa:16:3e:b3:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:15Z', 'updated_at': '2021-07-15T13:07:21Z', 'revision_number': 4, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'subnets': [{'id': 'bdb3228c-3f76-4bb6-afb9-21d658bdf5e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:22.525705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-4a99f019-c233-43a3-8664-7de3713c79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:22.527513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-4a99f019-c233-43a3-8664-7de3713c79af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 1117 time: 0.2207484 Jul 15 13:07:22.531174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762d334b-6f4a-4b6a-ba97-a8aaf0152ddf req-75c82f04-4096-43ad-9a52-7e599e589f2a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 949 time: 0.2222247 Jul 15 13:07:22.648986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762d334b-6f4a-4b6a-ba97-a8aaf0152ddf req-70f0bddb-9386-4bfa-be86-9539a94ec72f tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007476 Jul 15 13:07:22.925731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11a2b3b4-7c52-4073-b9c6-24a555dfdd49 req-397494d0-b872-402a-b7b1-82170bbb9fee tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 210 time: 0.0784903 Jul 15 13:07:23.129197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-120bd8a1-b8eb-49fa-adc7-b3742f0a728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.131073 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-120bd8a1-b8eb-49fa-adc7-b3742f0a728a service neutron] 10.222.0.59 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 924 time: 0.5550010 Jul 15 13:07:23.197723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-6fe8aac7-920a-4b86-bfa7-73c851477ee0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 HTTP/1.1" status: 200 len: 217 time: 0.0544384 Jul 15 13:07:23.430780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51914) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:23.632419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e014e0-34cc-42a3-8615-cbdc98584407 req-ce17017e-92f1-4c41-ae88-3c1e4d979571 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.642023 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60e014e0-34cc-42a3-8615-cbdc98584407 req-ce17017e-92f1-4c41-ae88-3c1e4d979571 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 971 time: 0.6065471 Jul 15 13:07:23.731788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-4752aa7b-a5ed-48db-aca2-e8b6b0b3e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.735354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-4752aa7b-a5ed-48db-aca2-e8b6b0b3e360 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.5275090 Jul 15 13:07:23.753545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1dedac12-11eb-4bd3-ac23-06266b0d61c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.817603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60e014e0-34cc-42a3-8615-cbdc98584407 req-1834f007-1936-450e-8be9-b2e5e1898a67 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739833 Jul 15 13:07:23.819241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-564ab960-2112-489c-92eb-4c0144e762e7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.824807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-564ab960-2112-489c-92eb-4c0144e762e7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.2800612 Jul 15 13:07:23.859440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Request body: {'port': {'device_id': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'admin_state_up': True, 'tenant_id': '73dd42d1a1d749899016e3350e9d63d6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:23.885251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Deleting port d8e5d453-cf91-420c-b2d2-51ca95b850ea {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:23.885678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:23.895818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-b0904db6-b943-405f-b78d-8bcf3f1b8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:23.897922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-b0904db6-b943-405f-b78d-8bcf3f1b8d3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512973 Jul 15 13:07:24.077714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d8e5d453-cf91-420c-b2d2-51ca95b850ea up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:24.153619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d8e5d453-cf91-420c-b2d2-51ca95b850ea completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:24.158398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d8e5d453-cf91-420c-b2d2-51ca95b850ea triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:24.158971 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.179869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7e586-a7cb-4c30-a071-7a91687959d0 req-cdacddcf-213d-4b39-ac3e-58bb313ebe3b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.181052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7a7e586-a7cb-4c30-a071-7a91687959d0 req-cdacddcf-213d-4b39-ac3e-58bb313ebe3b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 965 time: 0.3446901 Jul 15 13:07:24.190852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1dedac12-11eb-4bd3-ac23-06266b0d61c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.191144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] For port d8e5d453-cf91-420c-b2d2-51ca95b850ea, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d8e5d453-cf91-420c-b2d2-51ca95b850ea,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:24.191271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.207305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1dedac12-11eb-4bd3-ac23-06266b0d61c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.222421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-830c6270-638e-49e3-b3be-da30c31dacb4 service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102014 Jul 15 13:07:24.224744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Calling delete_port for d8e5d453-cf91-420c-b2d2-51ca95b850ea owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:24.261305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a307a-3bc1-49cd-aa69-07993f7285dc req-81a282ae-ccf3-4329-969a-65d3b2bcffea tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.263434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-476a307a-3bc1-49cd-aa69-07993f7285dc req-81a282ae-ccf3-4329-969a-65d3b2bcffea tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 949 time: 0.2460532 Jul 15 13:07:24.284715 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.295264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7a7e586-a7cb-4c30-a071-7a91687959d0 req-dd99a5bc-fe63-4703-a1af-8fa2b96ff171 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1070282 Jul 15 13:07:24.324533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1dedac12-11eb-4bd3-ac23-06266b0d61c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54ad56f627e549058dbba51889335c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893018 Jul 15 13:07:24.324533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedac12-11eb-4bd3-ac23-06266b0d61c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028d4de-b99f-4769-81b0-bfae0568dd6b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.341664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51926) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.343266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Made reservation on behalf of 73dd42d1a1d749899016e3350e9d63d6 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:24.352169 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.355864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d8e5d453-cf91-420c-b2d2-51ca95b850ea, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d8e5d453-cf91-420c-b2d2-51ca95b850ea,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:24.363381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.449519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d8e5d453-cf91-420c-b2d2-51ca95b850ea,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.520823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad698942-6486-43c0-b2c5-6baa8338da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.580645 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad698942-6486-43c0-b2c5-6baa8338da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.610848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-476a307a-3bc1-49cd-aa69-07993f7285dc req-67609fb5-efba-4c9f-80f4-88f77ee54af8 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872171 Jul 15 13:07:24.639280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1064334b-21eb-404a-9744-f2ca3bb47c95 req-71834f35-cf04-429c-9fce-4b8e68ee042b service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084432 Jul 15 13:07:24.751413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.58', 49501) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:24.850286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cb4a912-789b-4c6c-982b-b631573252e7 req-372518f5-0614-4638-aaed-bd4b7fa8d135 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 210 time: 0.0879972 Jul 15 13:07:24.894232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:24.932946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Allocated IP 172.20.0.11 (aa582b1c-465d-4324-9216-ead2cf4760d8/a46ac65e-4c89-431c-9421-287241c438b7/a7b257c4-1215-49e7-8c6b-c0b8173540d4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:24.945001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e5d453-cf91-420c-b2d2-51ca95b850ea,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:24.993550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4360a-a9fb-4394-87da-41066d991a1c req-384e93a4-976f-46d5-89a1-b44825581f25 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:24.995391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24e4360a-a9fb-4394-87da-41066d991a1c req-384e93a4-976f-46d5-89a1-b44825581f25 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 1101 time: 0.2428033 Jul 15 13:07:24.997555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f963af6-4b75-4dc0-802b-5ef72b84c3bb req-0979fd54-11bf-457c-8776-1a1d9c2b32d0 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.006861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f963af6-4b75-4dc0-802b-5ef72b84c3bb req-0979fd54-11bf-457c-8776-1a1d9c2b32d0 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 1123 time: 0.4390285 Jul 15 13:07:25.008674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad698942-6486-43c0-b2c5-6baa8338da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.011298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad698942-6486-43c0-b2c5-6baa8338da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.012454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ad698942-6486-43c0-b2c5-6baa8338da4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4028d4de-b99f-4769-81b0-bfae0568dd6b HTTP/1.1" status: 204 len: 168 time: 0.6568987 Jul 15 13:07:25.046246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f963af6-4b75-4dc0-802b-5ef72b84c3bb req-168ba58c-4c59-4a87-bfbf-8a84ce5d90f6 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.071764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad698942-6486-43c0-b2c5-6baa8338da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028d4de-b99f-4769-81b0-bfae0568dd6b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.316514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.320504 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.338733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Deleting port 26633424-3ddd-4898-b247-2fb5ad4d67f2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:25.339062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.350108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:25.361227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f963af6-4b75-4dc0-802b-5ef72b84c3bb req-168ba58c-4c59-4a87-bfbf-8a84ce5d90f6 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.371660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f963af6-4b75-4dc0-802b-5ef72b84c3bb req-168ba58c-4c59-4a87-bfbf-8a84ce5d90f6 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.417173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba58c-4c59-4a87-bfbf-8a84ce5d90f6 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fd2280-b9a6-4993-8715-6be48cca5cd1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.451924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f963af6-4b75-4dc0-802b-5ef72b84c3bb req-168ba58c-4c59-4a87-bfbf-8a84ce5d90f6 tempest-AggregatesAdminTestJSON-1627589793 tempest-AggregatesAdminTestJSON-1627589793-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437442 Jul 15 13:07:25.490723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.590209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:25.596456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Network aa582b1c-465d-4324-9216-ead2cf4760d8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:25.615103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'port_id': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'mac_address': 'fa:16:3e:97:62:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1481958963', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:25.633561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:25.654889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:25.666750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51956) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:25.670513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:25.671776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.678977 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.698087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:25.740129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8877022 Jul 15 13:07:25.748460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:25.759282 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.769515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Request body: {'port': {'device_id': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:25.771556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.785718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9526b-6e5d-477a-9ee3-4f74b66b7ca0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.819155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51966) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:25.841267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:25.853432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] For port 26633424-3ddd-4898-b247-2fb5ad4d67f2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=26633424-3ddd-4898-b247-2fb5ad4d67f2,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:25.853795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.899470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Calling delete_port for 26633424-3ddd-4898-b247-2fb5ad4d67f2 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:25.942223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:25.962089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['b0dabd9a-1144-4a4d-8b9b-b213a91e67e9'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:26.094504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6583f-7f3b-4787-accc-a6fa8f328146 req-50db4c81-14ee-4ddd-9540-8a231330231e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.096216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9e6583f-7f3b-4787-accc-a6fa8f328146 req-50db4c81-14ee-4ddd-9540-8a231330231e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 949 time: 0.1939158 Jul 15 13:07:26.164360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9e6583f-7f3b-4787-accc-a6fa8f328146 req-d3593bd1-20ae-42ac-8016-911d998de9b3 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607514 Jul 15 13:07:26.194744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e033e2-3b9d-461e-a60b-fed0186a56aa req-3286420c-0a88-46f0-9b99-8c9544494ea1 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.196328 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8e033e2-3b9d-461e-a60b-fed0186a56aa req-3286420c-0a88-46f0-9b99-8c9544494ea1 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 965 time: 0.5285027 Jul 15 13:07:26.238102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20a22a14-7f81-41dd-a757-37c539d43279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.305988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b257c4-1215-49e7-8c6b-c0b8173540d4 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:26.316400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.334177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Transition to ACTIVE for port object a7b257c4-1215-49e7-8c6b-c0b8173540d4 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:26.340183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.389958 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8e033e2-3b9d-461e-a60b-fed0186a56aa req-ccab4059-e8d5-4bfb-8f47-7b71dc8db058 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1452088 Jul 15 13:07:26.425790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.428912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Router 5872d9a8-c9ea-4947-b3cf-0330edb0384f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:26.440233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.458994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:26.459466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:26.459852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:26.472448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:26.473089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:26.480433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:26.481058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:26.481783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:26.482447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Bound port: a7b257c4-1215-49e7-8c6b-c0b8173540d4, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:26.483010 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.507312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.606803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:26.612133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93e0d1a10b914078b6152619459e0c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9393284 Jul 15 13:07:26.616780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51980) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:26.622061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fcf02d-d00e-4b27-9892-18321fcceebc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.638298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:26.648854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.684253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.684784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.685078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.685473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.686008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.686420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.693863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.695002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.695352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.698722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.698722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.698722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc690482-0de8-4750-9ca7-619eeb2ff1f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:26.725460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.731153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.732342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.733264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] 10.222.0.58 "PUT /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 1093 time: 0.9832478 Jul 15 13:07:26.733737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:26.736104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['26633424-3ddd-4898-b247-2fb5ad4d67f2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:26.736827 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6ada65-2c19-45a2-823a-2b3160163d98" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:26.756971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676073ba-45de-490b-b8f8-d232eaa0f477 req-a8b67361-be9a-4367-ac5a-072866845ddb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.765093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-676073ba-45de-490b-b8f8-d232eaa0f477 req-a8b67361-be9a-4367-ac5a-072866845ddb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.2604172 Jul 15 13:07:26.813730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20a22a14-7f81-41dd-a757-37c539d43279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.818797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Pushing event deleted for resources: {'Port': ['ID=26633424-3ddd-4898-b247-2fb5ad4d67f2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.825205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5eafc-2453-4554-b1d9-5da9cb34a926 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:26.844301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20a22a14-7f81-41dd-a757-37c539d43279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.856128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47586ef9-4d10-417a-b5da-f5bba058ba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.892737 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-676073ba-45de-490b-b8f8-d232eaa0f477 req-6c048b3b-2b98-46c3-a731-070314a78735 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264198 Jul 15 13:07:26.907443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47586ef9-4d10-417a-b5da-f5bba058ba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.951357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] No DVR routers for this DVR port 26633424-3ddd-4898-b247-2fb5ad4d67f2 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:26.959787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:26.966303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24e4360a-a9fb-4394-87da-41066d991a1c req-665146fc-1404-4280-bf4e-1ff2dba14288 tempest-DeleteServersAdminTestJSON-1958845404 tempest-DeleteServersAdminTestJSON-1958845404-project-admin] 10.222.0.58 "DELETE /v2.0/ports/26633424-3ddd-4898-b247-2fb5ad4d67f2 HTTP/1.1" status: 204 len: 173 time: 1.8972986 Jul 15 13:07:26.975091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'name': 'network-vif-deleted', 'tag': '26633424-3ddd-4898-b247-2fb5ad4d67f2'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:26.986887 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd230c39-fdbe-4264-be6f-1dc2f53360c6 x-openstack-request-id: req-bd230c39-fdbe-4264-be6f-1dc2f53360c6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:26.986887 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:26.986887 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd230c39-fdbe-4264-be6f-1dc2f53360c6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:26.987764 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'status': 'completed', 'code': 200} Jul 15 13:07:26.990167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-ca3321af-1e74-463d-b64e-ff19f43c86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:26.991721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-ca3321af-1e74-463d-b64e-ff19f43c86a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1096 time: 0.2009337 Jul 15 13:07:27.057374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a22a14-7f81-41dd-a757-37c539d43279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491038e7-aa9c-477c-a75f-1911e20e5288,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.072595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20a22a14-7f81-41dd-a757-37c539d43279 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d242caf0bebe494689b3ab2b1bfc9576&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2480283 Jul 15 13:07:27.073376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52004) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:27.081980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:27.089478 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b74c35c2-1035-4013-a47b-5c25244d2013 admin admin] 10.222.0.57 "PUT /v2.0/routers/5872d9a8-c9ea-4947-b3cf-0330edb0384f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5438437 Jul 15 13:07:27.093189 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] Sync routers for ids ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:27.093738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52006) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:27.117695 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] Routers {'5872d9a8-c9ea-4947-b3cf-0330edb0384f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:27.118996 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:27.121867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a21f978c-eb2b-492a-9f35-ea48f359ccb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.1201513 Jul 15 13:07:27.228999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47586ef9-4d10-417a-b5da-f5bba058ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.236264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47586ef9-4d10-417a-b5da-f5bba058ba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.240283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47586ef9-4d10-417a-b5da-f5bba058ba77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56fcf02d-d00e-4b27-9892-18321fcceebc HTTP/1.1" status: 204 len: 168 time: 0.6223867 Jul 15 13:07:27.267566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9889d5f-bbd2-4bd0-927c-e343f0b09a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.285884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47586ef9-4d10-417a-b5da-f5bba058ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fcf02d-d00e-4b27-9892-18321fcceebc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.325959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-e2df3329-865c-4471-a97a-d44d0561fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:27.330222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-e2df3329-865c-4471-a97a-d44d0561fa88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.2005870 Jul 15 13:07:27.332860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.343671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9889d5f-bbd2-4bd0-927c-e343f0b09a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.355706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:27.410453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] Set router 5872d9a8-c9ea-4947-b3cf-0330edb0384f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:27.440581 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4732cb91-34ef-4c1b-b421-977bbd498525" -d '{"events": [{"server_uuid": "eb88c47f-544b-469f-b209-f3e81ce21c02", "name": "network-vif-deleted", "tag": "26633424-3ddd-4898-b247-2fb5ad4d67f2"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:27.454094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-e4fc4b2d-9fa5-4f25-badd-46d18043c88a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176999 Jul 15 13:07:27.567405 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9889d5f-bbd2-4bd0-927c-e343f0b09a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.570459 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9889d5f-bbd2-4bd0-927c-e343f0b09a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.572132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d9889d5f-bbd2-4bd0-927c-e343f0b09a76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/491038e7-aa9c-477c-a75f-1911e20e5288 HTTP/1.1" status: 204 len: 168 time: 0.4982395 Jul 15 13:07:27.574124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.631437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b92dbd34-9b17-41fd-89f1-36fe699c3d74 req-5176b91d-6eed-474b-9b21-766926cf43ce tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb88c47f-544b-469f-b209-f3e81ce21c02 HTTP/1.1" status: 200 len: 210 time: 0.1907616 Jul 15 13:07:27.647988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9889d5f-bbd2-4bd0-927c-e343f0b09a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491038e7-aa9c-477c-a75f-1911e20e5288,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:27.778921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Deleting port 16b013a2-7d54-4c4c-a042-30e62ce4c14f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:27.779675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.862927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-56c57d05-a46e-43c9-bd09-e496b824ff5f service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770821 Jul 15 13:07:27.904814 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:24Z', 'revision_number': 5, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port': {'id': '16b013a2-7d54-4c4c-a042-30e62ce4c14f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:35:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:07:10Z', 'updated_at': '2021-07-15T13:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:27.926955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:27.934385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:27.934951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:27.994085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] For port 16b013a2-7d54-4c4c-a042-30e62ce4c14f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=16b013a2-7d54-4c4c-a042-30e62ce4c14f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:27.994740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.015287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Calling delete_port for 16b013a2-7d54-4c4c-a042-30e62ce4c14f owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:28.031973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.047598 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] Checking router: 5872d9a8-c9ea-4947-b3cf-0330edb0384f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:28.069900 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] Routers {'5872d9a8-c9ea-4947-b3cf-0330edb0384f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:28.070619 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:28.073791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:28.086366 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cc92c5-6bc1-48da-9a88-218c12cca5da" -d '{"events": [{"server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "name": "network-vif-plugged", "status": "completed", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:28.122306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:28.133663 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.234702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cafbb34e-8e97-43fe-83ae-3c2ef4dba2e1 req-a5d8cab9-6137-42b4-bfcf-c845bd585bf8 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591826 Jul 15 13:07:28.264407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe2f19-2ae3-41e8-a37d-3ba8abf3d03e req-295fa07e-324c-4683-a9b5-1d8d65dae011 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.266413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1efe2f19-2ae3-41e8-a37d-3ba8abf3d03e req-295fa07e-324c-4683-a9b5-1d8d65dae011 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 966 time: 0.2991047 Jul 15 13:07:28.303415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.325090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.325445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.325946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.328450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.329866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.330444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.330832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.331223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.331506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.331836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.332166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.332494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:28.389319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1efe2f19-2ae3-41e8-a37d-3ba8abf3d03e req-a49575fc-243f-4239-b415-f2063c36d518 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1158423 Jul 15 13:07:28.415269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:28.422980 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] Set router 5872d9a8-c9ea-4947-b3cf-0330edb0384f gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:28.433784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d182c226-13c2-4dfe-8877-a4825c537e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.472802 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3826e8f-4b2e-4fd7-8d47-eefe564ee78b x-openstack-request-id: req-e3826e8f-4b2e-4fd7-8d47-eefe564ee78b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.474202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-158f16f9-b5b6-4f85-a328-07dbab55473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.480167 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb88c47f-544b-469f-b209-f3e81ce21c02", "name": "network-vif-deleted", "tag": "26633424-3ddd-4898-b247-2fb5ad4d67f2", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.481872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-158f16f9-b5b6-4f85-a328-07dbab55473e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1096 time: 0.1882367 Jul 15 13:07:28.482728 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3826e8f-4b2e-4fd7-8d47-eefe564ee78b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.483475 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb88c47f-544b-469f-b209-f3e81ce21c02', 'name': 'network-vif-deleted', 'tag': '26633424-3ddd-4898-b247-2fb5ad4d67f2', 'status': 'completed', 'code': 200} Jul 15 13:07:28.534661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.548832 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:27Z', 'revision_number': 6, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:28.588358 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e78a97-40e6-4161-96c9-d413fef576a7 x-openstack-request-id: req-b5e78a97-40e6-4161-96c9-d413fef576a7 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:28.588952 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "name": "network-vif-plugged", "status": "completed", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:28.589478 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5e78a97-40e6-4161-96c9-d413fef576a7 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:28.590391 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'code': 200} Jul 15 13:07:28.593181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea10b62-aac2-4c80-a261-84cc4ed67da3 None None] The sync data for ids ['5872d9a8-c9ea-4947-b3cf-0330edb0384f'] in n-d-798054-11 is: [{'id': '5872d9a8-c9ea-4947-b3cf-0330edb0384f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-12353777-router', 'tenant_id': '32fba7d531ee42eb91ecf6e656eecd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:07:09Z', 'updated_at': '2021-07-15T13:07:27Z', 'revision_number': 6, 'project_id': '32fba7d531ee42eb91ecf6e656eecd42', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:28.610417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b013a2-7d54-4c4c-a042-30e62ce4c14f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:28.762319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.841777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-daa23738-cdd6-4dda-a4ff-aa30c6e355f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:28.843500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-daa23738-cdd6-4dda-a4ff-aa30c6e355f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.3430672 Jul 15 13:07:28.911725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-b4742999-dd21-4477-b308-00a54a1a1ac0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.0594268 Jul 15 13:07:28.992248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:28.996140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.024016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d182c226-13c2-4dfe-8877-a4825c537e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.032314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d182c226-13c2-4dfe-8877-a4825c537e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.093850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d182c226-13c2-4dfe-8877-a4825c537e3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acd37ffd52c6413d8b73b89c5613b9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727490 Jul 15 13:07:29.124038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:29.160516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11ffdc-7ddf-4690-abc2-92a360af7c5e req-c08940d8-c073-45f9-80e2-663176a11612 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.162174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b11ffdc-7ddf-4690-abc2-92a360af7c5e req-c08940d8-c073-45f9-80e2-663176a11612 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.5390813 Jul 15 13:07:29.164823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4bff6-396e-4f49-b72f-98bcbe0ef9b8 req-b921e0da-a593-4b6a-948b-16393ddd29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.166708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57c4bff6-396e-4f49-b72f-98bcbe0ef9b8 req-b921e0da-a593-4b6a-948b-16393ddd29e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 1119 time: 0.4619198 Jul 15 13:07:29.167358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.167921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5872d9a8-c9ea-4947-b3cf-0330edb0384f {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:07:29.181672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.185562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ec5d608-2d37-414b-836b-b65369a61d88 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5872d9a8-c9ea-4947-b3cf-0330edb0384f HTTP/1.1" status: 204 len: 168 time: 2.0886459 Jul 15 13:07:29.190795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:29.229022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c226-13c2-4dfe-8877-a4825c537e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c759af2-f839-4a85-927d-cd6b1fc1744d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:29.255242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-0de17b43-701d-4c43-9a7c-a18058712a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.256768 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-0de17b43-701d-4c43-9a7c-a18058712a3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.3246422 Jul 15 13:07:29.264754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57c4bff6-396e-4f49-b72f-98bcbe0ef9b8 req-83aebfe6-204a-41bc-a643-7b493b405f53 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0881195 Jul 15 13:07:29.279313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b11ffdc-7ddf-4690-abc2-92a360af7c5e req-b7a584ca-bc92-4dd2-812a-306a95d5bba3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065474 Jul 15 13:07:29.341628 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-b978bb38-f632-42f3-b343-ab7e9f3863c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741913 Jul 15 13:07:29.348419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-60377138-4472-4be0-8aae-7dc6b3dfcac7 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7e432f48afe64fd18d47a9b049392864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848157 Jul 15 13:07:29.365333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Deleting subnet bdb3228c-3f76-4bb6-afb9-21d658bdf5e9 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:07:29.381011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.463416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b48a748-bab9-41a8-b090-bb41e659af82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.514990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.587725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b48a748-bab9-41a8-b090-bb41e659af82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.647598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1571-3cb1-408b-b6cc-d6149b69aa3b req-ba363c6a-00bb-4a37-bbbf-4515b20e3307 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.657369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a4f1571-3cb1-408b-b6cc-d6149b69aa3b req-ba363c6a-00bb-4a37-bbbf-4515b20e3307 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 967 time: 0.1122079 Jul 15 13:07:29.703197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a4f1571-3cb1-408b-b6cc-d6149b69aa3b req-3b320319-84a4-4eb1-9b81-8952ee59107b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444040 Jul 15 13:07:29.737892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-68321e74-3de1-4e3d-ab8b-88ee537b1d05 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864095 Jul 15 13:07:29.740214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:29.751488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-dac16b64-c16f-4320-a17d-f4b0c3e1babf tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:29.753758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-dac16b64-c16f-4320-a17d-f4b0c3e1babf tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915133 Jul 15 13:07:29.776337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 26633424-3ddd-4898-b247-2fb5ad4d67f2 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:29.808779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 26633424-3ddd-4898-b247-2fb5ad4d67f2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:29.809125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 26633424-3ddd-4898-b247-2fb5ad4d67f2 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:30.035456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 16b013a2-7d54-4c4c-a042-30e62ce4c14f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:30.103898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 16b013a2-7d54-4c4c-a042-30e62ce4c14f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:30.104397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 16b013a2-7d54-4c4c-a042-30e62ce4c14f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:30.104868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d8e5d453-cf91-420c-b2d2-51ca95b850ea no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:30.148868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d8e5d453-cf91-420c-b2d2-51ca95b850ea {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:30.149530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d8e5d453-cf91-420c-b2d2-51ca95b850ea not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:30.180480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b48a748-bab9-41a8-b090-bb41e659af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.184008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b48a748-bab9-41a8-b090-bb41e659af82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.186288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0b48a748-bab9-41a8-b090-bb41e659af82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c759af2-f839-4a85-927d-cd6b1fc1744d HTTP/1.1" status: 204 len: 168 time: 1.0595489 Jul 15 13:07:30.188230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-06e91c81-0dd2-49d0-b6ac-2cd0785da21e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/quotas/7e432f48afe64fd18d47a9b049392864 HTTP/1.1" status: 200 len: 375 time: 0.1007257 Jul 15 13:07:30.288653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48a748-bab9-41a8-b090-bb41e659af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c759af2-f839-4a85-927d-cd6b1fc1744d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.352654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-774e7dcb-9402-4f25-9735-337433bba9da tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e432f48afe64fd18d47a9b049392864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436458 Jul 15 13:07:30.369271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.396278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.397565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad891cf-6152-46cc-b9b8-36b78215f4a5 None None] Network 27ff04cb-9d83-4337-99cf-eca4f1ccb615 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:30.401555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52154) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:30.410601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bdb3228c-3f76-4bb6-afb9-21d658bdf5e9 HTTP/1.1" status: 204 len: 168 time: 1.2183383 Jul 15 13:07:30.496091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afcd7e-f8a9-48fd-8d4a-fea9cd0b0b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb3228c-3f76-4bb6-afb9-21d658bdf5e9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:30.513480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab6ada65-2c19-45a2-823a-2b3160163d98 req-fcdbc464-4f56-49ae-af63-653476ead94c service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806805 Jul 15 13:07:30.690426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52166) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:30.699155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:30.821555 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-184a9c22-d539-44d6-9f21-54adafa9835d req-2580a822-ad4d-4f60-bc7d-9ff0be383049 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 210 time: 0.0554948 Jul 15 13:07:30.873575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] DHCP port deletion for 27ff04cb-9d83-4337-99cf-eca4f1ccb615 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:07:30.955209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64026def-151f-4d4a-acd4-381af44bb892 req-68210901-eef6-494a-bd5c-5d0cf6cf6e01 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:30.957471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64026def-151f-4d4a-acd4-381af44bb892 req-68210901-eef6-494a-bd5c-5d0cf6cf6e01 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.3252397 Jul 15 13:07:31.000164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] Deleting port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:31.000862 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.026846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Deleting port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:31.028190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.118389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64026def-151f-4d4a-acd4-381af44bb892 req-1807a95e-4878-4e6e-b11c-ab3fd6f93a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529460 Jul 15 13:07:31.161087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] For port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:31.163345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.186965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db6ee-0cec-464e-98c1-b92268032a99 req-8c91e6a4-a99a-479e-a2d0-b199b9e4d9ba tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.198596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] Calling delete_port for 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:31.199454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-986db6ee-0cec-464e-98c1-b92268032a99 req-8c91e6a4-a99a-479e-a2d0-b199b9e4d9ba tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 967 time: 0.1192200 Jul 15 13:07:31.239553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52190) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:31.319033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38b2a9c6-f2e8-4991-bb77-8242eb5d8b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.342626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-986db6ee-0cec-464e-98c1-b92268032a99 req-581204a9-1008-4ba6-91f2-333aadfcd3fa tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1421251 Jul 15 13:07:31.622086 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.633902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.649547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] Pushing event deleted for resources: {'Port': ['ID=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.650992 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38b2a9c6-f2e8-4991-bb77-8242eb5d8b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.661430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c23d2d-8841-4d82-b97e-c0ac41b6d282 None None] No DVR routers for this DVR port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:31.680732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38b2a9c6-f2e8-4991-bb77-8242eb5d8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.715877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] For port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,segment=NetworkSegment(dcba3470-00c8-4605-b52f-f6c64d70ead4),segment_id=dcba3470-00c8-4605-b52f-f6c64d70ead4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:31.716428 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:31.740233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Calling delete_port for 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:31.786699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:31.822979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-38b2a9c6-f2e8-4991-bb77-8242eb5d8b10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8be4ad0ee1a249998802e0bb33adb748&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1293468 Jul 15 13:07:31.823572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52222) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:31.848238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2a9c6-f2e8-4991-bb77-8242eb5d8b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0013439-e1cd-4f9a-bd1c-42968100539c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:31.940759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac2d1-45ad-430f-a19b-3ebe4b1e901b req-1a98bc8f-cd1a-4614-a1c3-3590be29b662 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:31.953701 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-285ac2d1-45ad-430f-a19b-3ebe4b1e901b req-1a98bc8f-cd1a-4614-a1c3-3590be29b662 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 967 time: 0.2994404 Jul 15 13:07:31.956919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:31.964867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'floatingip': {'port_id': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:32.008881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.020671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.052007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:32.063881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f10d864b47094381bbfc207ca9157bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220210 Jul 15 13:07:32.067385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52238) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:32.089811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99a378b8-e82d-4b9b-907a-0469a645d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.106247 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.149228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de15f75e-0aad-4ea9-880f-67c6c01a3050,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.161642 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99a378b8-e82d-4b9b-907a-0469a645d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.170486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.170736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.171078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.171401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.171727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.172055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.172358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.172739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.173055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.173368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.173692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.173986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75c59-58c4-4d2d-bec2-a6b75f6ea9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:07:32.203260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:32.204125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:32.217875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:32.225123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.240011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fed-5e89-479f-9119-10c9ff86317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.243865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'port_id': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'mac_address': 'fa:16:3e:9e:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46ac65e-4c89-431c-9421-287241c438b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:32.297977 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fed-5e89-479f-9119-10c9ff86317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.343435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.379167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b257c4-1215-49e7-8c6b-c0b8173540d4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:32.385614 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-64698cea-37d9-4b28-8846-ac87d06ec68f tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7e432f48afe64fd18d47a9b049392864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456173 Jul 15 13:07:32.420997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99a378b8-e82d-4b9b-907a-0469a645d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.426826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99a378b8-e82d-4b9b-907a-0469a645d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.427415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-99a378b8-e82d-4b9b-907a-0469a645d92c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0013439-e1cd-4f9a-bd1c-42968100539c HTTP/1.1" status: 204 len: 168 time: 0.5970972 Jul 15 13:07:32.464891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:32.470663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a378b8-e82d-4b9b-907a-0469a645d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0013439-e1cd-4f9a-bd1c-42968100539c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.493465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fed-5e89-479f-9119-10c9ff86317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.496466 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fed-5e89-479f-9119-10c9ff86317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.497683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c3a2fed-5e89-479f-9119-10c9ff86317b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de15f75e-0aad-4ea9-880f-67c6c01a3050 HTTP/1.1" status: 204 len: 168 time: 0.4280832 Jul 15 13:07:32.502869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.539067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a2fed-5e89-479f-9119-10c9ff86317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de15f75e-0aad-4ea9-880f-67c6c01a3050,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.543430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d011e905-930a-4615-bd36-0af433ba9f8e req-2e451762-448d-42d4-b4fc-8edfd70254e8 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 210 time: 0.4285612 Jul 15 13:07:32.549198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] No DVR routers for this DVR port 6ebbe3d0-f20a-42c6-8c63-885bf1e1e748 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:32.591997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-a93da1d4-6fa5-410e-8591-77512bd2a3ed tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.595031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-a93da1d4-6fa5-410e-8591-77512bd2a3ed tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983349 Jul 15 13:07:32.624664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Request body: {'port': {'device_id': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '7e432f48afe64fd18d47a9b049392864'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:32.656860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebbe3d0-f20a-42c6-8c63-885bf1e1e748,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.756747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a7b257c4-1215-49e7-8c6b-c0b8173540d4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:32.829989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:32.869978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:32.908812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.909175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.909896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.910398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > port after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.910749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.911176 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > port after_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.911401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.911698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.912014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.912350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:32.960576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82c90-0292-4a1d-a3f7-81e994b2fe27 req-7c0fc652-c90e-4a7e-b181-d01ae68e004b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:32.967832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51d82c90-0292-4a1d-a3f7-81e994b2fe27 req-7c0fc652-c90e-4a7e-b181-d01ae68e004b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 945 time: 0.2390084 Jul 15 13:07:32.989188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Made reservation on behalf of 7e432f48afe64fd18d47a9b049392864 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:32.995226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.041281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51d82c90-0292-4a1d-a3f7-81e994b2fe27 req-78051aa0-9455-48c5-8d36-7e027a9c6bd3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724010 Jul 15 13:07:33.076969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:33.077773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:33.078638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:33.079420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:07:33.080426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ff04cb-9d83-4337-99cf-eca4f1ccb615']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.161864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcba3470-00c8-4605-b52f-f6c64d70ead4') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.162463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcba3470-00c8-4605-b52f-f6c64d70ead4') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:33.180738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Allocated IP 192.168.233.221 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/d4c4a077-49a1-432b-8384-7583713ac191) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:33.214579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.220941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52264) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:33.242929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02c1537b-45c7-40f7-946f-675d09665d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.298557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.320521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:07:33.320886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: from cryptography.utils import int_from_bytes Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: from cryptography.utils import int_from_bytes Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:07:33.345156 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:07:33.352577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52266) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:33.435072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.436331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd45c7-302d-49ea-ab3d-b1a5cccf5549 req-194932f7-424c-476b-b25f-9bbc78139bc5 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.437926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3dd45c7-302d-49ea-ab3d-b1a5cccf5549 req-194932f7-424c-476b-b25f-9bbc78139bc5 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 971 time: 0.5397844 Jul 15 13:07:33.470447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b2cd-103b-42fd-a4d6-b9863d727ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.473081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Transition to ACTIVE for port object d4c4a077-49a1-432b-8384-7583713ac191 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:33.478962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02c1537b-45c7-40f7-946f-675d09665d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.487668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02c1537b-45c7-40f7-946f-675d09665d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.547248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-02c1537b-45c7-40f7-946f-675d09665d5b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4b2703f066e41a9b2e43b2c5d4cfdcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223877 Jul 15 13:07:33.547882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52272) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:33.555439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1537b-45c7-40f7-946f-675d09665d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f029edb-83b3-401b-aba9-1e3331489492,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.559443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.593825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.600081 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3dd45c7-302d-49ea-ab3d-b1a5cccf5549 req-d8b607ec-e5b1-4bfc-88b7-64382e0a8292 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243880 Jul 15 13:07:33.602879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.609172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] 10.222.0.57 "DELETE /v2.0/networks/27ff04cb-9d83-4337-99cf-eca4f1ccb615 HTTP/1.1" status: 204 len: 168 time: 3.2063241 Jul 15 13:07:33.774478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:33.782555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf0235-660e-4e4c-bcdd-231ab418b944 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ff04cb-9d83-4337-99cf-eca4f1ccb615,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.787024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:33.793403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:33.799404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.800076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.802881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77bc2c0-69d2-4cf4-8aca-4df2def8c338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.808409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Pushing event updated for resources: {'Port': ['ID=d4c4a077-49a1-432b-8384-7583713ac191,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:33.811188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:33.848308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77bc2c0-69d2-4cf4-8aca-4df2def8c338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.901435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fdf70-d35a-44e7-b29e-93c18f772244 req-b5a74068-0f79-4306-8763-a5fcfd1959eb tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:33.914791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bc8fdf70-d35a-44e7-b29e-93c18f772244 req-b5a74068-0f79-4306-8763-a5fcfd1959eb tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 936 time: 0.2193909 Jul 15 13:07:33.928736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port a7b257c4-1215-49e7-8c6b-c0b8173540d4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:33.953169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port a7b257c4-1215-49e7-8c6b-c0b8173540d4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:33.954414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:33.979103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bc8fdf70-d35a-44e7-b29e-93c18f772244 req-1eac1edb-66f4-4e30-af64-17d57344fabf tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632646 Jul 15 13:07:33.984589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52284) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.010227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77bc2c0-69d2-4cf4-8aca-4df2def8c338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.013298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77bc2c0-69d2-4cf4-8aca-4df2def8c338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.015384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b77bc2c0-69d2-4cf4-8aca-4df2def8c338 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f029edb-83b3-401b-aba9-1e3331489492 HTTP/1.1" status: 204 len: 168 time: 0.4668701 Jul 15 13:07:34.031120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bc2c0-69d2-4cf4-8aca-4df2def8c338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f029edb-83b3-401b-aba9-1e3331489492,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.090704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-06477bd3-5c5f-42b5-bdde-89103b7f6c78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32fba7d531ee42eb91ecf6e656eecd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031294 Jul 15 13:07:34.092642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.185610 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.237783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:34.240461 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2a285d-4c50-47c8-87dc-b7dcda8783f8" -d '{"events": [{"server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:34.242402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcc24-6a33-419e-82b2-911ca70b117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.260967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b2cd-103b-42fd-a4d6-b9863d727ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.268091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:34.284938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.285906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-ec9e70c3-0da4-4600-b4ce-b24a7a01045d tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6817350 Jul 15 13:07:34.306192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcc24-6a33-419e-82b2-911ca70b117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.318579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5a5b2cd-103b-42fd-a4d6-b9863d727ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.322563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Request body: {'port': {'device_id': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:34.361926 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e57bf-2433-4fe4-af3c-57a349afc352 x-openstack-request-id: req-fd6e57bf-2433-4fe4-af3c-57a349afc352 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:34.362870 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "name": "network-vif-plugged", "status": "completed", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:34.363082 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd6e57bf-2433-4fe4-af3c-57a349afc352 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:34.363577 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'code': 200} Jul 15 13:07:34.395274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e761d-1785-449f-b7b8-585bc35aa924 req-fe4cef18-82f6-49bb-b33b-57baf99c7a80 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.396839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-012e761d-1785-449f-b7b8-585bc35aa924 req-fe4cef18-82f6-49bb-b33b-57baf99c7a80 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.59 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 971 time: 0.5200391 Jul 15 13:07:34.406727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2deaf57a-aa45-4e0f-8598-802b2a356ffd None None] Provisioning for port d4c4a077-49a1-432b-8384-7583713ac191 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:34.415014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2deaf57a-aa45-4e0f-8598-802b2a356ffd None None] Provisioning complete for port d4c4a077-49a1-432b-8384-7583713ac191 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:34.416450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:07:34.417058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2deaf57a-aa45-4e0f-8598-802b2a356ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.420075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.434856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5b2cd-103b-42fd-a4d6-b9863d727ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352bbe9c-5608-4d00-8b98-5fa1d255762a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.505879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2deaf57a-aa45-4e0f-8598-802b2a356ffd None None] Port d4c4a077-49a1-432b-8384-7583713ac191 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:34.607344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcc24-6a33-419e-82b2-911ca70b117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.614978 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcc24-6a33-419e-82b2-911ca70b117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.620143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ef0bcc24-6a33-419e-82b2-911ca70b117a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bec8bfda-6273-45c8-b2b0-5219665cb4fd HTTP/1.1" status: 204 len: 168 time: 0.5238559 Jul 15 13:07:34.633860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.730818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531d245-6277-4a8b-b03b-1b489b4d24fe req-c55b5893-858d-4748-b528-793646fbf6de tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:34.743185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2531d245-6277-4a8b-b03b-1b489b4d24fe req-c55b5893-858d-4748-b528-793646fbf6de tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 946 time: 0.4428687 Jul 15 13:07:34.754319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bcc24-6a33-419e-82b2-911ca70b117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec8bfda-6273-45c8-b2b0-5219665cb4fd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:34.758030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:34.842386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2531d245-6277-4a8b-b03b-1b489b4d24fe req-ab0def5e-4986-4bfb-b7da-4cb0862f1a35 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954149 Jul 15 13:07:34.874080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5a5b2cd-103b-42fd-a4d6-b9863d727ec8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b1e3c8646df4b568fa307c5372f12f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5099692 Jul 15 13:07:34.880047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52314) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:34.998395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.018326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.041637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35b18126-6722-43da-88af-0d6bd1e5f7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.105342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440336-c7b1-4c9f-b704-dd3e2b118aeb req-63917420-e645-4b1b-8dcb-c203991f7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.106952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83440336-c7b1-4c9f-b704-dd3e2b118aeb req-63917420-e645-4b1b-8dcb-c203991f7758 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1098 time: 0.3740044 Jul 15 13:07:35.150024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b0809bc-968c-4bf1-94d0-0584013326ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.185160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6b6f-5db7-484a-8cf4-6c6c8f2c3ab5 req-71e31db3-6b06-45ca-8f80-da60b24a62c8 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.192579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c6b6f-5db7-484a-8cf4-6c6c8f2c3ab5 req-71e31db3-6b06-45ca-8f80-da60b24a62c8 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 971 time: 0.3171539 Jul 15 13:07:35.208499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Deleting port 2b17d457-5592-490c-a545-10928dbc7c5c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:35.208735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.274351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b0809bc-968c-4bf1-94d0-0584013326ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.279246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35b18126-6722-43da-88af-0d6bd1e5f7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.283297 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54 associated. External IP: 172.25.3.190, port: b0dabd9a-1144-4a4d-8b9b-b213a91e67e9. Jul 15 13:07:35.305146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35b18126-6722-43da-88af-0d6bd1e5f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.347125 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35b18126-6722-43da-88af-0d6bd1e5f7f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d23ab60c4a8248e194f17e4e6cdc5bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839159 Jul 15 13:07:35.354464 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83440336-c7b1-4c9f-b704-dd3e2b118aeb req-5e3f0826-456f-49a8-82c1-cf7e07d76d3f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098241 Jul 15 13:07:35.355271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52330) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:35.447862 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c6b6f-5db7-484a-8cf4-6c6c8f2c3ab5 req-4ca80e43-0513-4753-a112-fee8dcdec515 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/security-groups?id=0e2a5878-2113-419f-a4f6-32fb3ea03534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542429 Jul 15 13:07:35.486589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b18126-6722-43da-88af-0d6bd1e5f7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f178b2-60e6-4b6e-97c2-756b084e6160,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.544900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] For port 2b17d457-5592-490c-a545-10928dbc7c5c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2b17d457-5592-490c-a545-10928dbc7c5c,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:35.545574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.556617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfffa3-9195-4f2e-b42f-0d174a362d03 req-ec1c0f44-429a-4011-b2f4-d7cd3f1c392a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:35.568975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ecfffa3-9195-4f2e-b42f-0d174a362d03 req-ec1c0f44-429a-4011-b2f4-d7cd3f1c392a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 936 time: 0.4002032 Jul 15 13:07:35.569292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Calling delete_port for 2b17d457-5592-490c-a545-10928dbc7c5c owned by compute:tempest-test_az-1481958963 {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:35.591682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b0809bc-968c-4bf1-94d0-0584013326ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.594579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b0809bc-968c-4bf1-94d0-0584013326ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.596163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b0809bc-968c-4bf1-94d0-0584013326ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/352bbe9c-5608-4d00-8b98-5fa1d255762a HTTP/1.1" status: 204 len: 168 time: 0.7145612 Jul 15 13:07:35.602890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-473edabc-0b6b-4332-b6bd-ce62b0f4772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.637337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c4a077-49a1-432b-8384-7583713ac191 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:35.648200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0809bc-968c-4bf1-94d0-0584013326ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352bbe9c-5608-4d00-8b98-5fa1d255762a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.654945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.675183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-473edabc-0b6b-4332-b6bd-ce62b0f4772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.710567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Transition to ACTIVE for port object d4c4a077-49a1-432b-8384-7583713ac191 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:35.737230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ecfffa3-9195-4f2e-b42f-0d174a362d03 req-2dcc0768-dff1-40df-b2d2-0656ec5647c1 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664698 Jul 15 13:07:35.755769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.841095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4a077-49a1-432b-8384-7583713ac191,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.884801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-473edabc-0b6b-4332-b6bd-ce62b0f4772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.888098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-473edabc-0b6b-4332-b6bd-ce62b0f4772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.888691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Router 5d117e67-75e7-4585-9b75-d858dd22e703 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:07:35.889721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-473edabc-0b6b-4332-b6bd-ce62b0f4772e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0f178b2-60e6-4b6e-97c2-756b084e6160 HTTP/1.1" status: 204 len: 168 time: 0.4999537 Jul 15 13:07:35.897994 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:35.936834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473edabc-0b6b-4332-b6bd-ce62b0f4772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f178b2-60e6-4b6e-97c2-756b084e6160,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:35.949080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Attempting to bind port d4c4a077-49a1-432b-8384-7583713ac191 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:35.950374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Attempting to bind port d4c4a077-49a1-432b-8384-7583713ac191 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:35.955771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Attempting to bind port d4c4a077-49a1-432b-8384-7583713ac191 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:35.979031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Port d4c4a077-49a1-432b-8384-7583713ac191 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:35.980159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Attempting to bind port d4c4a077-49a1-432b-8384-7583713ac191 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:35.999943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:36.002172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:36.002814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:36.003542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Bound port: d4c4a077-49a1-432b-8384-7583713ac191, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:36.004257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.093326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Pushing event deleted for resources: {'Port': ['ID=2b17d457-5592-490c-a545-10928dbc7c5c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.181441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] For port d4c4a077-49a1-432b-8384-7583713ac191, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:36.185588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] For port d4c4a077-49a1-432b-8384-7583713ac191, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d4c4a077-49a1-432b-8384-7583713ac191,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:36.203512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.289074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.290058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.292258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] 10.222.0.58 "PUT /v2.0/ports/d4c4a077-49a1-432b-8384-7583713ac191 HTTP/1.1" status: 200 len: 1097 time: 1.9829810 Jul 15 13:07:36.293219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'tag': 'd4c4a077-49a1-432b-8384-7583713ac191'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:36.296141 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70084abf-f77f-47e2-8cd4-66da53f946a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b5b8ef-c050-4377-aabe-d05dc2ed654a", "tag": "d4c4a077-49a1-432b-8384-7583713ac191"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:36.421178 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cff38b-de92-433e-a93a-957b44dc0b12 x-openstack-request-id: req-21cff38b-de92-433e-a93a-957b44dc0b12 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:36.421597 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b5b8ef-c050-4377-aabe-d05dc2ed654a", "tag": "d4c4a077-49a1-432b-8384-7583713ac191", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:36.421755 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21cff38b-de92-433e-a93a-957b44dc0b12 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:36.422096 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'tag': 'd4c4a077-49a1-432b-8384-7583713ac191', 'status': 'completed', 'code': 200} Jul 15 13:07:36.426834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed41c03-d61f-44e7-98b8-0b2cea72e08d service neutron] Pushing event updated for resources: {'Port': ['ID=d4c4a077-49a1-432b-8384-7583713ac191,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:36.472087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-affaef98-f0ff-45b1-8f36-db042cb678da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.474935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-affaef98-f0ff-45b1-8f36-db042cb678da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e432f48afe64fd18d47a9b049392864&device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 1100 time: 0.1248403 Jul 15 13:07:36.477010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] No DVR routers for this DVR port 2b17d457-5592-490c-a545-10928dbc7c5c on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:36.492280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.494619 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-012e761d-1785-449f-b7b8-585bc35aa924 req-2b398539-685c-4a95-a78b-949e970653b7 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.59 "DELETE /v2.0/ports/2b17d457-5592-490c-a545-10928dbc7c5c HTTP/1.1" status: 204 len: 173 time: 2.0549154 Jul 15 13:07:36.497379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'name': 'network-vif-deleted', 'tag': '2b17d457-5592-490c-a545-10928dbc7c5c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:36.500891 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda9c73d-dfeb-4976-a75f-d38a935d4c99" -d '{"events": [{"server_uuid": "8da7591f-9170-4bb4-9b6f-83af8c84362a", "name": "network-vif-deleted", "tag": "2b17d457-5592-490c-a545-10928dbc7c5c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:36.594462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38471bdb-1bc8-4b8d-aab0-13e99bd6d902 req-a54241a7-ee90-46bb-81e6-b3120de79f98 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:36.604012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38471bdb-1bc8-4b8d-aab0-13e99bd6d902 req-a54241a7-ee90-46bb-81e6-b3120de79f98 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 946 time: 0.4052637 Jul 15 13:07:36.608322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:07:36.626560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:07:36.654410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:36.657331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:36.676823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:36.842707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38471bdb-1bc8-4b8d-aab0-13e99bd6d902 req-e3d37665-f57e-4d4c-bba8-7c12ecf102df tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369277 Jul 15 13:07:36.858743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-854b5809-3143-4323-ab26-e7d34c194941 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "PUT /v2.0/floatingips/9edac5bc-298e-45f3-b6d7-cbbff595bd54 HTTP/1.1" status: 200 len: 1013 time: 4.8992634 Jul 15 13:07:36.965080 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548f8944-9647-44c4-9227-465c81eaac48 x-openstack-request-id: req-548f8944-9647-44c4-9227-465c81eaac48 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:36.965389 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7591f-9170-4bb4-9b6f-83af8c84362a", "name": "network-vif-deleted", "tag": "2b17d457-5592-490c-a545-10928dbc7c5c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:36.965648 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-548f8944-9647-44c4-9227-465c81eaac48 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:36.966052 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da7591f-9170-4bb4-9b6f-83af8c84362a', 'name': 'network-vif-deleted', 'tag': '2b17d457-5592-490c-a545-10928dbc7c5c', 'status': 'completed', 'code': 200} Jul 15 13:07:36.996229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-f05a3e9d-3cc2-4989-a4f4-5ee041088d23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d4c4a077-49a1-432b-8384-7583713ac191 HTTP/1.1" status: 200 len: 217 time: 0.5001667 Jul 15 13:07:37.007494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52386) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.022685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67e5f8bb-18d2-48c4-99d9-67c1ed983dd3 req-7e8ff60a-90ac-488a-827e-47081e2033f3 tempest-AggregatesAdminTestJSON-982546646 tempest-AggregatesAdminTestJSON-982546646-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da7591f-9170-4bb4-9b6f-83af8c84362a HTTP/1.1" status: 200 len: 210 time: 0.0395384 Jul 15 13:07:37.029786 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1130397c-5397-4b46-815b-f10d7ef48582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.035170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:37.152645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-10816abf-49e2-421a-9e66-b4bbb3d69727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.156166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-10816abf-49e2-421a-9e66-b4bbb3d69727 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1355765 Jul 15 13:07:37.310560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-98295be4-9fe3-4b50-9dd4-01cfbec92edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.312028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-98295be4-9fe3-4b50-9dd4-01cfbec92edd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1473029 Jul 15 13:07:37.419581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2b17d457-5592-490c-a545-10928dbc7c5c no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:37.445702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b5f16-c15d-4f89-ad9a-e88604ffc832 req-184a8e68-4c0b-40f4-b1f4-3d66c82edabe tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:37.461501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 2b17d457-5592-490c-a545-10928dbc7c5c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:37.469020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-292b5f16-c15d-4f89-ad9a-e88604ffc832 req-184a8e68-4c0b-40f4-b1f4-3d66c82edabe tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 948 time: 0.2777112 Jul 15 13:07:37.475008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2b17d457-5592-490c-a545-10928dbc7c5c not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:37.519940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-f47a3f4a-1ef1-48b2-9107-99a9f07958aa service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016480 Jul 15 13:07:37.547398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1130397c-5397-4b46-815b-f10d7ef48582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.563009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1130397c-5397-4b46-815b-f10d7ef48582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.683999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1130397c-5397-4b46-815b-f10d7ef48582 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a886d5590014ef8bf0a404cf61b0b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752820 Jul 15 13:07:37.688346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52406) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:37.690124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130397c-5397-4b46-815b-f10d7ef48582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413eadd5-3bce-4f40-a3d8-c351fa6d4876,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:37.720091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-292b5f16-c15d-4f89-ad9a-e88604ffc832 req-6dae23ec-7ff0-401f-94d8-6b0f3e04d8a5 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519529 Jul 15 13:07:37.750378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '9edac5bc-298e-45f3-b6d7-cbbff595bd54', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'port_id': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'mac_address': 'fa:16:3e:97:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577a93a2-8d2a-411f-aa40-1a0828741624', 'device_owner': 'compute:tempest-test_az-1481958963'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:07:02Z', 'updated_at': '2021-07-15T13:07:34Z', 'revision_number': 1, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:37.785690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30b68522-e6d8-449a-a54a-c86bd14b8b33 req-3a013fbf-9e2d-4f2a-8d6c-efec747cbbc6 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595360 Jul 15 13:07:37.788130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:07:37.803116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f036-f687-4d1d-a0ee-1e6f9bcbf0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:37.808675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:07:37.809771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:07:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:37.845510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f036-f687-4d1d-a0ee-1e6f9bcbf0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.009123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f036-f687-4d1d-a0ee-1e6f9bcbf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.015957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4a3f036-f687-4d1d-a0ee-1e6f9bcbf0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:38.017552 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d4a3f036-f687-4d1d-a0ee-1e6f9bcbf0f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/413eadd5-3bce-4f40-a3d8-c351fa6d4876 HTTP/1.1" status: 204 len: 168 time: 0.3273435 Jul 15 13:07:38.049227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3f036-f687-4d1d-a0ee-1e6f9bcbf0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413eadd5-3bce-4f40-a3d8-c351fa6d4876,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:38.057233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:07:38.148022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-88c8a840-cde1-4f4e-b10f-792481ed8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.149674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-88c8a840-cde1-4f4e-b10f-792481ed8ea7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7e432f48afe64fd18d47a9b049392864&device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 1100 time: 0.2591994 Jul 15 13:07:38.349089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457381bb-e02b-490d-821c-8754179feee6 req-4c88533e-ca96-48eb-a986-7443b1d4ff9c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.357345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-457381bb-e02b-490d-821c-8754179feee6 req-4c88533e-ca96-48eb-a986-7443b1d4ff9c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 946 time: 0.2641480 Jul 15 13:07:38.407121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '9edac5bc-298e-45f3-b6d7-cbbff595bd54', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'port_id': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'mac_address': 'fa:16:3e:97:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577a93a2-8d2a-411f-aa40-1a0828741624', 'device_owner': 'compute:tempest-test_az-1481958963'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:07:02Z', 'updated_at': '2021-07-15T13:07:34Z', 'revision_number': 1, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:07:38.421018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-ece18f41-9408-48d6-af47-1922eb979163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.422880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-ece18f41-9408-48d6-af47-1922eb979163 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2650635 Jul 15 13:07:38.427911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-457381bb-e02b-490d-821c-8754179feee6 req-6d768288-83b2-4633-bb19-d4958a0c664b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Jul 15 13:07:38.468129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60419b58-6937-48ef-bf93-e34439c7165f None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '9edac5bc-298e-45f3-b6d7-cbbff595bd54', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'port_id': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'mac_address': 'fa:16:3e:97:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577a93a2-8d2a-411f-aa40-1a0828741624', 'device_owner': 'compute:tempest-test_az-1481958963'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:07:02Z', 'updated_at': '2021-07-15T13:07:34Z', 'revision_number': 1, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:07:38.498896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-ff1d6239-6e97-4012-ba00-e3bfe4fc730a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d4c4a077-49a1-432b-8384-7583713ac191 HTTP/1.1" status: 200 len: 217 time: 0.0652959 Jul 15 13:07:38.593254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-45ef0a6e-da8c-44ea-aa96-5d137457509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.597945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-45ef0a6e-da8c-44ea-aa96-5d137457509a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0921035 Jul 15 13:07:38.706425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-21d62df5-dea4-4e87-9bff-0dbd9eb16eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:38.709151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-21d62df5-dea4-4e87-9bff-0dbd9eb16eab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1055517 Jul 15 13:07:38.831570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-5e48fb62-9c56-4f3a-9720-111d095442e5 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158507 Jul 15 13:07:38.833171 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a34a89-4c9d-4c6a-8347-ba8dde43f31f None None] New status for floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:07:38.966860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:38.970120 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1863ea9-18fe-4fa0-9321-cffaa2c54873" -d '{"events": [{"name": "network-changed", "server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:38.980591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70084abf-f77f-47e2-8cd4-66da53f946a9 req-57c23d7a-4cc5-4ea7-9dc6-81010a04a8b1 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409931 Jul 15 13:07:39.035452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-a02dfafa-20a4-4e24-9cb2-3ff00a223c2f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520003 Jul 15 13:07:39.149234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2718fd-cb64-4279-b220-32eb05a8d7cd req-ef498864-fdc4-4a0d-8f1e-2fa4c954ab96 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.163708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f2718fd-cb64-4279-b220-32eb05a8d7cd req-ef498864-fdc4-4a0d-8f1e-2fa4c954ab96 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1098 time: 0.0972025 Jul 15 13:07:39.184077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-835d158b-28fd-469c-a4a5-25a74e448b77 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:39.196546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-835d158b-28fd-469c-a4a5-25a74e448b77 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564646 Jul 15 13:07:39.201311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f2718fd-cb64-4279-b220-32eb05a8d7cd req-39debc08-b823-4c16-9f2b-eb510052f106 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Jul 15 13:07:39.227296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-c05d6f38-e610-49df-9117-16bf139c974a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/quotas/7dbff6ea07734ffcb6032b54e9d1faba HTTP/1.1" status: 200 len: 375 time: 0.0267184 Jul 15 13:07:39.243382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52492) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:39.529534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-02e4d3aa-48c5-42ae-ac34-895a7f991b80 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3005354 Jul 15 13:07:39.643802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52532) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:39.644391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a6da2928-fd58-43d5-9513-6cb7baabc27e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09427baab3bb411199bca6f470e82306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995378 Jul 15 13:07:39.729109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26af4b49-155a-465c-bcfe-decf7836cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.766278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26af4b49-155a-465c-bcfe-decf7836cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.934549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26af4b49-155a-465c-bcfe-decf7836cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.939951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26af4b49-155a-465c-bcfe-decf7836cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:39.943182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-26af4b49-155a-465c-bcfe-decf7836cc05 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e2a5878-2113-419f-a4f6-32fb3ea03534 HTTP/1.1" status: 204 len: 168 time: 0.2956066 Jul 15 13:07:39.960529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af4b49-155a-465c-bcfe-decf7836cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2a5878-2113-419f-a4f6-32fb3ea03534,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:40.083389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1b4f-b30f-4a43-813d-86618cfb4f2b req-a459b3c7-d260-4d15-8cf8-414a018377bb tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.092673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f9da1b4f-b30f-4a43-813d-86618cfb4f2b req-a459b3c7-d260-4d15-8cf8-414a018377bb tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 948 time: 0.1248071 Jul 15 13:07:40.139677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f9da1b4f-b30f-4a43-813d-86618cfb4f2b req-d5a17edb-ffc4-4502-9665-ce4ed3d10021 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jul 15 13:07:40.172363 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44536b81-9f2b-42b0-ab2b-a99a045149a8 x-openstack-request-id: req-44536b81-9f2b-42b0-ab2b-a99a045149a8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:40.172910 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:40.173176 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44536b81-9f2b-42b0-ab2b-a99a045149a8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:40.173870 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'status': 'completed', 'code': 200} Jul 15 13:07:40.330021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-04bb4efb-07ce-4b96-ab73-a1b3c03fdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.332302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-04bb4efb-07ce-4b96-ab73-a1b3c03fdec6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 1119 time: 0.1110444 Jul 15 13:07:40.406375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b92cc-f951-4824-b7f4-7755b61af1f6 req-2431da66-6ea6-4338-a35a-f104a95946e3 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.409043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b10b92cc-f951-4824-b7f4-7755b61af1f6 req-2431da66-6ea6-4338-a35a-f104a95946e3 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1098 time: 0.1112599 Jul 15 13:07:40.470819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b10b92cc-f951-4824-b7f4-7755b61af1f6 req-7a986004-c83a-4fbc-a220-855c43b789fb tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546262 Jul 15 13:07:40.530700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-2762ae35-ed74-4d55-a303-ea94be83a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.532893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-2762ae35-ed74-4d55-a303-ea94be83a88c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 924 time: 0.1935871 Jul 15 13:07:40.663835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-f04e1d72-68f6-46b8-88b4-1c6e329bff3b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339959 Jul 15 13:07:40.723046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-41bd246c-d194-492b-b4ab-25c1460aa8d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 HTTP/1.1" status: 200 len: 1023 time: 0.1809886 Jul 15 13:07:40.859602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-0bf2873f-5b9f-452a-8a66-fef0695ebf60 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.875993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-0bf2873f-5b9f-452a-8a66-fef0695ebf60 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100463 Jul 15 13:07:40.877290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-680f2224-7ef1-48be-be54-b234ee66cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:40.883480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-680f2224-7ef1-48be-be54-b234ee66cfb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.1493349 Jul 15 13:07:40.909189 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-98064f64-9422-4b9f-bf78-502fd4bd1bc3 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/quotas/7dbff6ea07734ffcb6032b54e9d1faba HTTP/1.1" status: 200 len: 375 time: 0.0318558 Jul 15 13:07:40.915653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52616) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:40.955127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-8c5847a1-e68b-436a-ae89-8e89b064002e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449576 Jul 15 13:07:41.036549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:41.037308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-44112e9e-a5ce-41e6-918f-c63efdf06635 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8013b6961e94d7ca401c761b0b149e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180930 Jul 15 13:07:41.059772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-77ac1b08-be12-4515-8471-173a4f19a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:41.062599 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-77ac1b08-be12-4515-8471-173a4f19a439 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727974 Jul 15 13:07:41.164514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be4e4f28-b2a5-4566-900a-6b3a0ec0c66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.245589 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be4e4f28-b2a5-4566-900a-6b3a0ec0c66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.250183 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-eb8f420f-a499-4743-97c8-a1e59b00d90b service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781726 Jul 15 13:07:41.350430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be4e4f28-b2a5-4566-900a-6b3a0ec0c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.355404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be4e4f28-b2a5-4566-900a-6b3a0ec0c66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:41.357757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be4e4f28-b2a5-4566-900a-6b3a0ec0c66f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8fd2280-b9a6-4993-8715-6be48cca5cd1 HTTP/1.1" status: 204 len: 168 time: 0.3196862 Jul 15 13:07:41.397272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e4f28-b2a5-4566-900a-6b3a0ec0c66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fd2280-b9a6-4993-8715-6be48cca5cd1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:41.445074 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1863ea9-18fe-4fa0-9321-cffaa2c54873 req-5e7f819f-6bff-4dc9-8215-61b32c141198 service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878378 Jul 15 13:07:41.578390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3adf2553-8845-4b87-a464-d4197b34e057 req-88cba093-4f61-46b2-81ba-2482b032c215 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 210 time: 0.1097691 Jul 15 13:07:41.638651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-4ba9b277-ccce-4686-aa7e-e5f54825904b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471821 Jul 15 13:07:41.848724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d4c4a077-49a1-432b-8384-7583713ac191 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:42.053765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-19268b17-1152-4df5-b9d7-07fe29b89efa tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.055947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-19268b17-1152-4df5-b9d7-07fe29b89efa tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092684 Jul 15 13:07:42.078251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d617-7036-4c38-85a8-35ac4091e434 req-481be93d-ac8e-4b48-80d6-d7fe06a6391b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:42.088020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ec2d617-7036-4c38-85a8-35ac4091e434 req-481be93d-ac8e-4b48-80d6-d7fe06a6391b tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 948 time: 0.2103825 Jul 15 13:07:42.089542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d4c4a077-49a1-432b-8384-7583713ac191, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d4c4a077-49a1-432b-8384-7583713ac191,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.108046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Request body: {'port': {'device_id': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '7dbff6ea07734ffcb6032b54e9d1faba'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:42.123979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'd4c4a077-49a1-432b-8384-7583713ac191', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'd4c4a077-49a1-432b-8384-7583713ac191', 'mac_address': 'fa:16:3e:ce:7f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:42.175631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ec2d617-7036-4c38-85a8-35ac4091e434 req-331577d6-b5c0-47e1-b77d-2222f1deee13 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865827 Jul 15 13:07:42.236879 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.269424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c4a077-49a1-432b-8384-7583713ac191 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:42.321259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d4c4a077-49a1-432b-8384-7583713ac191, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d4c4a077-49a1-432b-8384-7583713ac191,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:42.329210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.412673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Made reservation on behalf of 7dbff6ea07734ffcb6032b54e9d1faba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:42.415483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d4c4a077-49a1-432b-8384-7583713ac191,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.416506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.459498 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.554057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['d4c4a077-49a1-432b-8384-7583713ac191'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:42.681488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.694365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.743142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:42.889579 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-717fb408-e7a6-4619-9071-112d590c3617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:42.990982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Allocated IP 192.168.233.53 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/40b99508-fb63-42e8-b7af-70150cd76701) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:43.176067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-aaab02fa-1c16-4770-8a43-9600a5e53351 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725288 Jul 15 13:07:43.176622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.213531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Transition to ACTIVE for port object 40b99508-fb63-42e8-b7af-70150cd76701 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:43.295286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.359132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:43.378951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:43.392918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:43.470489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-dbf3c847-45d8-4654-b7c9-8eeceb252b9e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.479839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-dbf3c847-45d8-4654-b7c9-8eeceb252b9e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956533 Jul 15 13:07:43.501623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Request body: {'port': {'device_id': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '7dbff6ea07734ffcb6032b54e9d1faba'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:43.519382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:43.555669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:43.556537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.593718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-48330da2-4d54-4bd6-a371-b58e4ee76718 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5027533 Jul 15 13:07:43.608938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Request body: {'port': {'device_id': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:43.723053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2e7ef1d-ac15-40a1-83fa-64bc87691999 None None] Provisioning for port 40b99508-fb63-42e8-b7af-70150cd76701 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:43.729308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2e7ef1d-ac15-40a1-83fa-64bc87691999 None None] Provisioning complete for port 40b99508-fb63-42e8-b7af-70150cd76701 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:43.729686 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ef1d-ac15-40a1-83fa-64bc87691999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.736578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.749761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Made reservation on behalf of 7dbff6ea07734ffcb6032b54e9d1faba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:43.756533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:43.822072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7ef1d-ac15-40a1-83fa-64bc87691999 None None] Port 40b99508-fb63-42e8-b7af-70150cd76701 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:43.863802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d4c4a077-49a1-432b-8384-7583713ac191 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:44.029090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port d4c4a077-49a1-432b-8384-7583713ac191 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:44.037410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port d4c4a077-49a1-432b-8384-7583713ac191 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:44.037789 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.085823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63d24a15-34e7-47c8-845c-65140e2a4f50 req-c0267ad1-b6da-42cc-ac78-9b82cdae78ed tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 210 time: 0.1039951 Jul 15 13:07:44.128876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Allocated IP 192.168.233.204 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/6b51db44-f4ea-426b-a09b-332e8ec53e15) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:07:44.199306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.245460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4a077-49a1-432b-8384-7583713ac191'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:44.248071 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104a932-5d43-481a-8380-b8cb9e9642a8" -d '{"events": [{"server_uuid": "c8b5b8ef-c050-4377-aabe-d05dc2ed654a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4a077-49a1-432b-8384-7583713ac191"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:44.264498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d4c4a077-49a1-432b-8384-7583713ac191, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d4c4a077-49a1-432b-8384-7583713ac191,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:44.270036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.343720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d4c4a077-49a1-432b-8384-7583713ac191,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:44.352787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb32463-d968-4e0f-a79b-dc2b332be13d req-2848e4f1-4609-4ddd-a8cf-a411f3556553 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.359234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9cb32463-d968-4e0f-a79b-dc2b332be13d req-2848e4f1-4609-4ddd-a8cf-a411f3556553 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.0830960 Jul 15 13:07:44.392950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.398104 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9cb32463-d968-4e0f-a79b-dc2b332be13d req-a4e74638-2861-467b-854f-21b4d0f66e90 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369852 Jul 15 13:07:44.409835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Transition to ACTIVE for port object 6b51db44-f4ea-426b-a09b-332e8ec53e15 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:44.461527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.505780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:07:44.509278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:44.512148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:07:44.520865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:44.522055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.548565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:44.555570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.568011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event updated for resources: {'Port': ['ID=6b51db44-f4ea-426b-a09b-332e8ec53e15,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:44.573770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-1657958d-bfbf-4871-8943-89295786ab5a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0795963 Jul 15 13:07:44.591472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Request body: {'port': {'device_id': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:44.703314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.743510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:44.760826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.788032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Transition to ACTIVE for port object 40b99508-fb63-42e8-b7af-70150cd76701 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:44.790995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-a2986e92-45d6-41da-9525-7f1f9f544556 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:07:44.792061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-a2986e92-45d6-41da-9525-7f1f9f544556 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2425265 Jul 15 13:07:44.805039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.832254 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.864099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d32121ca-7973-4755-b5ee-6ef2499d8aaa None None] Provisioning for port 6b51db44-f4ea-426b-a09b-332e8ec53e15 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:44.869246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d32121ca-7973-4755-b5ee-6ef2499d8aaa None None] Provisioning complete for port 6b51db44-f4ea-426b-a09b-332e8ec53e15 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:44.869594 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d32121ca-7973-4755-b5ee-6ef2499d8aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:44.917285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d32121ca-7973-4755-b5ee-6ef2499d8aaa None None] Port 6b51db44-f4ea-426b-a09b-332e8ec53e15 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:07:44.943878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:44.963436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:44.963945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:07:44.999403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Attempting to bind port 40b99508-fb63-42e8-b7af-70150cd76701 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:44.999957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Attempting to bind port 40b99508-fb63-42e8-b7af-70150cd76701 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:45.000414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Attempting to bind port 40b99508-fb63-42e8-b7af-70150cd76701 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:45.006203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Port 40b99508-fb63-42e8-b7af-70150cd76701 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:45.006757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Attempting to bind port 40b99508-fb63-42e8-b7af-70150cd76701 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:45.013799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:45.014307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:45.015064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:45.015666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Bound port: 40b99508-fb63-42e8-b7af-70150cd76701, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:45.016174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.115553 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01668aac-c65e-44c2-8cdb-dba8dc2bd904 x-openstack-request-id: req-01668aac-c65e-44c2-8cdb-dba8dc2bd904 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:45.116913 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b5b8ef-c050-4377-aabe-d05dc2ed654a", "name": "network-vif-plugged", "status": "completed", "tag": "d4c4a077-49a1-432b-8384-7583713ac191", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:45.117523 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01668aac-c65e-44c2-8cdb-dba8dc2bd904 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:45.118397 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c4a077-49a1-432b-8384-7583713ac191', 'code': 200} Jul 15 13:07:45.157781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:45.162987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:45.170635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.227840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.229422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.232320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] 10.222.0.59 "PUT /v2.0/ports/40b99508-fb63-42e8-b7af-70150cd76701 HTTP/1.1" status: 200 len: 1096 time: 1.6294050 Jul 15 13:07:45.233009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:45.237597 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde52b71-23dc-4f43-ad6c-b52109fae774" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "tag": "40b99508-fb63-42e8-b7af-70150cd76701"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:45.260358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd67ba-e373-4c88-b2a3-09cc478f9113 service neutron] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:45.346123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b51db44-f4ea-426b-a09b-332e8ec53e15 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:45.347674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-9e3742a6-fc9b-43e1-ae24-2871643e8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.349316 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-9e3742a6-fc9b-43e1-ae24-2871643e8918 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1099 time: 0.0653780 Jul 15 13:07:45.364138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.379607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:45.379958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:45.380285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:45.402220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:45.403397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:45.403511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-81f01bcf-0149-4c49-b8e4-d47bcab902b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=40b99508-fb63-42e8-b7af-70150cd76701 HTTP/1.1" status: 200 len: 217 time: 0.0456893 Jul 15 13:07:45.407564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Transition to ACTIVE for port object 6b51db44-f4ea-426b-a09b-332e8ec53e15 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:45.415751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:45.416150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:45.416489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:45.417148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Bound port: a7b257c4-1215-49e7-8c6b-c0b8173540d4, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:45.463719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-5806c75d-38b6-4fdb-9875-60f541b920b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.469470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-5806c75d-38b6-4fdb-9875-60f541b920b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0550156 Jul 15 13:07:45.477095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b2d380b-5a16-4e3b-a249-f73300d8517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.490113 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.512291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e91c09-0b4b-418a-b9ba-df6bd45809fc req-b85596e3-c8d8-4f12-ad31-af4c53df3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.513979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0e91c09-0b4b-418a-b9ba-df6bd45809fc req-b85596e3-c8d8-4f12-ad31-af4c53df3ebf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 1102 time: 0.3058906 Jul 15 13:07:45.550389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-bbfe0d8f-2dd7-497a-bc69-361c6b1afbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.553607 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-bbfe0d8f-2dd7-497a-bc69-361c6b1afbcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759268 Jul 15 13:07:45.612284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:45.655480 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.670780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.671985 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-51e1626d-0032-43f5-8727-fd3eb8937f8e service neutron] 10.222.0.57 "POST /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4/bindings HTTP/1.1" status: 201 len: 390 time: 0.8026702 Jul 15 13:07:45.685128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Pushing event updated for resources: {'Port': ['ID=6b51db44-f4ea-426b-a09b-332e8ec53e15,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:45.691088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0e91c09-0b4b-418a-b9ba-df6bd45809fc req-80d3c037-9c4d-4693-8eb8-86437a54d645 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665583 Jul 15 13:07:45.708689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Attempting to bind port 6b51db44-f4ea-426b-a09b-332e8ec53e15 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:45.709224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Attempting to bind port 6b51db44-f4ea-426b-a09b-332e8ec53e15 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:45.709762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Attempting to bind port 6b51db44-f4ea-426b-a09b-332e8ec53e15 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:45.717135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Port 6b51db44-f4ea-426b-a09b-332e8ec53e15 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:45.717607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Attempting to bind port 6b51db44-f4ea-426b-a09b-332e8ec53e15 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:45.726219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:45.726562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-7c01550e-004a-4497-9f2c-3febf00d1d7f service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655889 Jul 15 13:07:45.727099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:45.727669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:45.728603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Bound port: 6b51db44-f4ea-426b-a09b-332e8ec53e15, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:45.729280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.876260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] For port 6b51db44-f4ea-426b-a09b-332e8ec53e15, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:45.881121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] For port 6b51db44-f4ea-426b-a09b-332e8ec53e15, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:45.888502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.899048 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b7a7a2-fcd4-4a01-9603-95c33c0f3aeb x-openstack-request-id: req-b3b7a7a2-fcd4-4a01-9603-95c33c0f3aeb {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:45.899719 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "tag": "40b99508-fb63-42e8-b7af-70150cd76701", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:45.899719 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3b7a7a2-fcd4-4a01-9603-95c33c0f3aeb {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:45.900071 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701', 'status': 'completed', 'code': 200} Jul 15 13:07:45.960211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:45.960972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:45.963354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] 10.222.0.59 "PUT /v2.0/ports/6b51db44-f4ea-426b-a09b-332e8ec53e15 HTTP/1.1" status: 200 len: 1097 time: 1.3811889 Jul 15 13:07:45.963927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'tag': '6b51db44-f4ea-426b-a09b-332e8ec53e15'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:45.968775 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536965e4-bde0-4737-b43f-c8affd80673b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb20e213-621c-48f8-b6f8-dbc49b7f5dea", "tag": "6b51db44-f4ea-426b-a09b-332e8ec53e15"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:46.025865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.59', 65488) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:46.076094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bb8f4b9-5139-4c15-8aa5-028cbc68c442 req-e2d51091-4932-4a50-9726-fb2a4ab21e82 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416636 Jul 15 13:07:46.086092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22910c-79aa-444f-aeb4-62297f1de182 service neutron] Pushing event updated for resources: {'Port': ['ID=6b51db44-f4ea-426b-a09b-332e8ec53e15,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:46.099773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6509b2-9e1e-44e1-a021-cb27c4457162 req-06c5f1a7-ba35-47eb-a28b-cc0eb1952644 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.101509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea6509b2-9e1e-44e1-a021-cb27c4457162 req-06c5f1a7-ba35-47eb-a28b-cc0eb1952644 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 948 time: 0.2096708 Jul 15 13:07:46.154836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec6b8-f9dc-4cc9-920e-35fa409d52ff req-36b2ff6b-8c35-4d5a-a766-c848a4696450 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.157738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448ec6b8-f9dc-4cc9-920e-35fa409d52ff req-36b2ff6b-8c35-4d5a-a766-c848a4696450 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.1509323 Jul 15 13:07:46.163235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-4fe5aec6-743f-4371-8c4e-787fee956795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.166177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-4fe5aec6-743f-4371-8c4e-787fee956795 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 1100 time: 0.1400759 Jul 15 13:07:46.196508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-0b6b3961-4220-4822-8a15-be01b4ddcf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.198427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-0b6b3961-4220-4822-8a15-be01b4ddcf01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1098 time: 0.1669836 Jul 15 13:07:46.205924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea6509b2-9e1e-44e1-a021-cb27c4457162 req-d1dd1cff-9815-406a-9ae7-b36e3842a5e2 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922205 Jul 15 13:07:46.232454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-fe147684-36e2-4444-a3c0-066a9397291f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15 HTTP/1.1" status: 200 len: 217 time: 0.0549293 Jul 15 13:07:46.285411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448ec6b8-f9dc-4cc9-920e-35fa409d52ff req-91d13785-bea2-4752-aaf7-ad6cb58b06b7 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163490 Jul 15 13:07:46.316617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-244bb02b-039b-42c6-8314-363b18f7ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.324186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-244bb02b-039b-42c6-8314-363b18f7ba84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0840890 Jul 15 13:07:46.437137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-44b78566-961a-4ea2-b1b2-c5a7c0c22fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.448113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-44b78566-961a-4ea2-b1b2-c5a7c0c22fab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081266 Jul 15 13:07:46.589663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-221b2326-c027-48b6-b927-11dc8ce4a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.591634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-221b2326-c027-48b6-b927-11dc8ce4a42a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1099 time: 0.4428635 Jul 15 13:07:46.610565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-b7c78866-cb8e-4ce6-b7c7-7f14b76fd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.612668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-b7c78866-cb8e-4ce6-b7c7-7f14b76fd65b service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.4045360 Jul 15 13:07:46.654343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-91d2f70f-b6ea-4b8f-aef8-1fe270cd6b06 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980426 Jul 15 13:07:46.678823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-9a45e8b6-dae0-40d9-a48b-90b1e7082bbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.0563893 Jul 15 13:07:46.735651 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17284d0b-40a7-4809-b1dc-1af6df5d07be x-openstack-request-id: req-17284d0b-40a7-4809-b1dc-1af6df5d07be {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:46.735962 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb20e213-621c-48f8-b6f8-dbc49b7f5dea", "tag": "6b51db44-f4ea-426b-a09b-332e8ec53e15", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:46.736357 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17284d0b-40a7-4809-b1dc-1af6df5d07be {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:46.736754 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'tag': '6b51db44-f4ea-426b-a09b-332e8ec53e15', 'status': 'completed', 'code': 200} Jul 15 13:07:46.774604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e051af2-56de-4ebf-8c54-89cd3e0c1f61 req-0ccb571a-969b-46c9-8046-0e4d0e3f909a service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132731 Jul 15 13:07:46.861990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-6b50cc36-f79b-43b8-ba7b-8a09c1139c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.864558 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-6b50cc36-f79b-43b8-ba7b-8a09c1139c32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1770334 Jul 15 13:07:46.868608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-fd723756-c714-4afa-a1a0-ac15e84ffae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.870673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-fd723756-c714-4afa-a1a0-ac15e84ffae0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2696915 Jul 15 13:07:46.919312 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:46.933113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536965e4-bde0-4737-b43f-c8affd80673b req-a02c9219-74d8-4b67-918a-b645ada89898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.934092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-a02c9219-74d8-4b67-918a-b645ada89898 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 1100 time: 0.0933528 Jul 15 13:07:46.962366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec577e-2fb5-496a-ae7b-1269c14929b2 req-462c2232-5152-450d-9b64-c8f0effb7445 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:46.963992 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83ec577e-2fb5-496a-ae7b-1269c14929b2 req-462c2232-5152-450d-9b64-c8f0effb7445 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 946 time: 0.2798853 Jul 15 13:07:46.988324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-f1a7a9a3-d5f9-4ce7-b28b-450dbeed8abf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=40b99508-fb63-42e8-b7af-70150cd76701 HTTP/1.1" status: 200 len: 217 time: 0.1067750 Jul 15 13:07:46.990314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-a0d9eb14-cead-4091-a342-9ed4183f7929 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106956 Jul 15 13:07:47.046274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536965e4-bde0-4737-b43f-c8affd80673b req-d440265f-88c6-4ef0-aafa-95b3db61b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.048040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-d440265f-88c6-4ef0-aafa-95b3db61b0af service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1055212 Jul 15 13:07:47.102996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-f32b8665-11bc-48fc-b267-c1fd15b3632a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15 HTTP/1.1" status: 200 len: 217 time: 0.0473585 Jul 15 13:07:47.125093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83ec577e-2fb5-496a-ae7b-1269c14929b2 req-fb45d0d5-0290-42b6-a7cf-8da4a6fe1b2b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393940 Jul 15 13:07:47.136773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-543ed764-402a-40eb-85c5-69c92614e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.138801 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-543ed764-402a-40eb-85c5-69c92614e1dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1329939 Jul 15 13:07:47.181356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536965e4-bde0-4737-b43f-c8affd80673b req-fd7f68ab-0dda-45f7-813c-10cf78bc7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.183295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-fd7f68ab-0dda-45f7-813c-10cf78bc7496 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0735536 Jul 15 13:07:47.208509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-6a110b76-d1c3-4718-875d-9665fca1796b service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020361 Jul 15 13:07:47.266271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-0e047763-39d3-4e3a-bb2b-013f288410d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.268691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-0e047763-39d3-4e3a-bb2b-013f288410d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193562 Jul 15 13:07:47.272001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536965e4-bde0-4737-b43f-c8affd80673b req-f52868ed-d0c6-43cc-b495-6cb83d473d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.273970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-f52868ed-d0c6-43cc-b495-6cb83d473d96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820649 Jul 15 13:07:47.407709 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-f59bda83-9f28-45c5-b20b-7226bfdb6428 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911061 Jul 15 13:07:47.416241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-e27341be-77a9-4381-9614-1797c39b4edd service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333413 Jul 15 13:07:47.452066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-3c394c63-8332-4754-8e65-4f32015b005d service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530471 Jul 15 13:07:47.690290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dde52b71-23dc-4f43-ad6c-b52109fae774 req-960c6f98-b72f-4185-a71f-fb3a739e364c service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050407 Jul 15 13:07:47.716620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-5ebe5dd9-df89-4f53-848a-1bf858204256 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.718151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-5ebe5dd9-df89-4f53-848a-1bf858204256 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1098 time: 0.1961989 Jul 15 13:07:47.735108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:47.778051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53006) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:47.831816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536965e4-bde0-4737-b43f-c8affd80673b req-a0a5221c-bbc1-446e-878c-66fdde12b497 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102180 Jul 15 13:07:47.833474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:47.845615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6eb4-0ae8-4579-a6ae-0ea9e98c4eba req-af51edb1-6448-449b-90a9-1e40fa746ddb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:47.854154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b58e6eb4-0ae8-4579-a6ae-0ea9e98c4eba req-af51edb1-6448-449b-90a9-1e40fa746ddb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 948 time: 0.1623383 Jul 15 13:07:47.910637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b58e6eb4-0ae8-4579-a6ae-0ea9e98c4eba req-e422bfa4-94c8-405c-ae12-169efc9b2695 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Jul 15 13:07:47.979172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1c1c02d6-cda7-4e6c-b736-44c9a50bf2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.049989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:48.077173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1c1c02d6-cda7-4e6c-b736-44c9a50bf2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.085211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1c1c02d6-cda7-4e6c-b736-44c9a50bf2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.113353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b886a-16d3-47a8-8ab6-37e1eb52cb8c req-ce27a4a6-8cae-40b3-8537-8075180bfe48 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.115028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c61b886a-16d3-47a8-8ab6-37e1eb52cb8c req-ce27a4a6-8cae-40b3-8537-8075180bfe48 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.1294627 Jul 15 13:07:48.129087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:48.153364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1c1c02d6-cda7-4e6c-b736-44c9a50bf2e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7499971c9144999901fc6411e739e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714643 Jul 15 13:07:48.153577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53024) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:48.162035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c02d6-cda7-4e6c-b736-44c9a50bf2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dfe481-bf69-497f-a62b-196d37b3a4bf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.224110 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94ed5d6e-d313-4f74-96c8-d7e760eb29b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.225125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:48.229258 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473b976-60fc-4451-89f3-60188db7c7a1" -d '{"events": [{"server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:48.234772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.254332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c61b886a-16d3-47a8-8ab6-37e1eb52cb8c req-4cbb4f43-6f77-42f7-9544-bd59f86e2767 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220138 Jul 15 13:07:48.254612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94ed5d6e-d313-4f74-96c8-d7e760eb29b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.268121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.339722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94ed5d6e-d313-4f74-96c8-d7e760eb29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.343037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94ed5d6e-d313-4f74-96c8-d7e760eb29b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.347648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94ed5d6e-d313-4f74-96c8-d7e760eb29b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15dfe481-bf69-497f-a62b-196d37b3a4bf HTTP/1.1" status: 204 len: 168 time: 0.1907213 Jul 15 13:07:48.355839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed5d6e-d313-4f74-96c8-d7e760eb29b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dfe481-bf69-497f-a62b-196d37b3a4bf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.363447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.375660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:07:48.376328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:07:48.376835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:48.383132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:07:48.383636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Attempting to bind port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:07:48.389838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:07:48.390556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:48.391254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:07:48.391971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Bound port: a7b257c4-1215-49e7-8c6b-c0b8173540d4, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:07:48.392250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.413899 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.485993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:48.488941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe004081-49d4-4037-b5ec-6d78c3e76096 req-22ff08e2-0b5e-4e0b-882c-32c7507408c5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.489653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:07:48.495772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.497359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe004081-49d4-4037-b5ec-6d78c3e76096 req-22ff08e2-0b5e-4e0b-882c-32c7507408c5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.1173503 Jul 15 13:07:48.545177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe004081-49d4-4037-b5ec-6d78c3e76096 req-9119bd77-2619-4d84-9a2c-961722083fb5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Jul 15 13:07:48.630674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.636045 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf720fa-44e5-4a66-bafe-293bd56060e2 x-openstack-request-id: req-8bf720fa-44e5-4a66-bafe-293bd56060e2 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:48.636344 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:48.636589 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bf720fa-44e5-4a66-bafe-293bd56060e2 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:48.637103 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'code': 200} Jul 15 13:07:48.642339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:48.643021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.644448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-21ad5765-4776-44ec-af2b-53fd29b9cf44 service neutron] 10.222.0.59 "PUT /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 1124 time: 0.9159236 Jul 15 13:07:48.711095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a7b257c4-1215-49e7-8c6b-c0b8173540d4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:48.767232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53078) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:48.783630 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f3a930f-f902-470f-99a3-a3f455524b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.916699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f3a930f-f902-470f-99a3-a3f455524b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.922133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f3a930f-f902-470f-99a3-a3f455524b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:48.964517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4f3a930f-f902-470f-99a3-a3f455524b2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eda49fc2d1a742d8b329a724da6d44f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960907 Jul 15 13:07:48.965784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a930f-f902-470f-99a3-a3f455524b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680b860-9c9c-4d67-a0d4-e4146f0d0af8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:48.968926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53090) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:49.058006 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b17514a6-efc5-4a9e-ab06-2b6620442c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.086507 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b17514a6-efc5-4a9e-ab06-2b6620442c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.139344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b17514a6-efc5-4a9e-ab06-2b6620442c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.142286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b17514a6-efc5-4a9e-ab06-2b6620442c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.145938 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b17514a6-efc5-4a9e-ab06-2b6620442c2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a680b860-9c9c-4d67-a0d4-e4146f0d0af8 HTTP/1.1" status: 204 len: 168 time: 0.1732645 Jul 15 13:07:49.152018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17514a6-efc5-4a9e-ab06-2b6620442c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680b860-9c9c-4d67-a0d4-e4146f0d0af8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.203326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a6f7a-ce68-4058-b708-d9839f767183 req-f84107dc-1c9b-47df-a14f-bc2b874c9214 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.214144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d4a6f7a-ce68-4058-b708-d9839f767183 req-f84107dc-1c9b-47df-a14f-bc2b874c9214 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 948 time: 0.1028974 Jul 15 13:07:49.257106 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d4a6f7a-ce68-4058-b708-d9839f767183 req-df63f8ae-f3a3-4775-b1bd-5b8866e4cc6b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Jul 15 13:07:49.433027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6b51db44-f4ea-426b-a09b-332e8ec53e15 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:49.585439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6b51db44-f4ea-426b-a09b-332e8ec53e15, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:49.599100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '6b51db44-f4ea-426b-a09b-332e8ec53e15', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '6b51db44-f4ea-426b-a09b-332e8ec53e15', 'mac_address': 'fa:16:3e:91:54:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:49.614606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68fd5-62c5-4662-a7b5-6e015ab347a4 req-8f261d65-40bc-4e98-9c85-427307c295c9 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.623863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86c68fd5-62c5-4662-a7b5-6e015ab347a4 req-8f261d65-40bc-4e98-9c85-427307c295c9 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.1103535 Jul 15 13:07:49.649166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.665306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86c68fd5-62c5-4662-a7b5-6e015ab347a4 req-58adbfe3-13dd-47da-8328-1b60a2e4f025 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Jul 15 13:07:49.666390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b51db44-f4ea-426b-a09b-332e8ec53e15 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:49.689308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6b51db44-f4ea-426b-a09b-332e8ec53e15, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:49.700287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.700971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:49.825066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6b51db44-f4ea-426b-a09b-332e8ec53e15,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:49.832351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:49.846568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '40b99508-fb63-42e8-b7af-70150cd76701', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '40b99508-fb63-42e8-b7af-70150cd76701', 'mac_address': 'fa:16:3e:fa:b4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:07:49.905937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.926682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:49.939008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f88ab-aabd-477a-a19f-5b4387428c9d req-2385aae6-e524-4cec-8125-d28bcda03ca5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:49.941913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b4f88ab-aabd-477a-a19f-5b4387428c9d req-2385aae6-e524-4cec-8125-d28bcda03ca5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.0839705 Jul 15 13:07:49.964147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:49.971207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:49.995275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b4f88ab-aabd-477a-a19f-5b4387428c9d req-e39bf75e-a73c-4a23-ac6e-bf411f42615c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Jul 15 13:07:50.047203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.116344 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:50.239175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['40b99508-fb63-42e8-b7af-70150cd76701'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:50.268488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6b51db44-f4ea-426b-a09b-332e8ec53e15'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:50.297014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-420218224-network', 'tenant_id': 'df04fee8d35b45058f3460ac5efda737'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:50.312019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233d54-5a33-450c-b126-7ef1f746823b req-4f1a9d28-fcb9-402b-a0a2-de41c9683c38 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.315021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57233d54-5a33-450c-b126-7ef1f746823b req-4f1a9d28-fcb9-402b-a0a2-de41c9683c38 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.1032157 Jul 15 13:07:50.383684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Made reservation on behalf of df04fee8d35b45058f3460ac5efda737 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:50.386616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.402207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57233d54-5a33-450c-b126-7ef1f746823b req-adc44cf5-ed36-48a4-b688-29c7cac7af43 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789013 Jul 15 13:07:50.403479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.558851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.564664 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.593685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:50.606908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44a8814-16ee-441e-b861-3cf2efdcf63b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.631191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:50.638437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:50.640861 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b1c688-6800-4942-916c-281a7404ee1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:50.665822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.666108 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Added segment 790868d3-fb4c-4f6c-8a41-db9af111a0b0 of type vlan for network 57890f54-7a9e-415c-972e-84791180b10b Jul 15 13:07:50.741121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.769181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a44bfb-7722-45e9-a06a-2982b829f231 req-9471b12c-84a3-4135-9c59-3c1b84fc9ced tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.770925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45a44bfb-7722-45e9-a06a-2982b829f231 req-9471b12c-84a3-4135-9c59-3c1b84fc9ced tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 949 time: 0.1488740 Jul 15 13:07:50.798990 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c671ca1-4954-42b9-a077-1332da2e7c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.835062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.836063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:50.836775 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.867674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45a44bfb-7722-45e9-a06a-2982b829f231 req-0d79dcde-297f-40b3-9837-1f023948ccfd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831740 Jul 15 13:07:50.938205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c671ca1-4954-42b9-a077-1332da2e7c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.943284 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bac552-37b3-4c73-98da-a06a19eec115 x-openstack-request-id: req-16bac552-37b3-4c73-98da-a06a19eec115 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:50.943817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] Pushing event updated for resources: {'Network': ['ID=57890f54-7a9e-415c-972e-84791180b10b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:50.944978 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:50.946185 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16bac552-37b3-4c73-98da-a06a19eec115 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:50.947236 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'status': 'completed', 'code': 200} Jul 15 13:07:50.955642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c671ca1-4954-42b9-a077-1332da2e7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:50.967559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fa2b77a9-743d-4f28-91e0-fbac61a068fd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8471720 Jul 15 13:07:50.968279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53252) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:50.975063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Request body: {'subnet': {'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-420218224-subnet', 'tenant_id': 'df04fee8d35b45058f3460ac5efda737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:50.980960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 57890f54-7a9e-415c-972e-84791180b10b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:51.017383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c671ca1-4954-42b9-a077-1332da2e7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c96fa-ef43-423c-b87f-962b023c36c6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.025281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c671ca1-4954-42b9-a077-1332da2e7c00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8cc4f88acd84014855c8159962691b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928251 Jul 15 13:07:51.029341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53260) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:51.051959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Made reservation on behalf of df04fee8d35b45058f3460ac5efda737 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:51.054825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.131861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-654449f6-5d4d-4057-b35b-575b6584633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.144126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c688-6800-4942-916c-281a7404ee1b req-26aced4e-110e-4998-810d-2d1b85c07cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.145644 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-26aced4e-110e-4998-810d-2d1b85c07cd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1127 time: 0.1650276 Jul 15 13:07:51.191574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-654449f6-5d4d-4057-b35b-575b6584633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.315692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c688-6800-4942-916c-281a7404ee1b req-2d862676-1e8e-4e96-b1e9-89e32469f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.317297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-2d862676-1e8e-4e96-b1e9-89e32469f662 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.1641190 Jul 15 13:07:51.323133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d660085-60e1-4650-961d-99c3f4ec0b63 req-a73ce843-9d23-4bc1-bb86-5de54b90e54b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.326646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d660085-60e1-4650-961d-99c3f4ec0b63 req-a73ce843-9d23-4bc1-bb86-5de54b90e54b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.0915842 Jul 15 13:07:51.329219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-654449f6-5d4d-4057-b35b-575b6584633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.334413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-654449f6-5d4d-4057-b35b-575b6584633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.335705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-654449f6-5d4d-4057-b35b-575b6584633b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df6c96fa-ef43-423c-b87f-962b023c36c6 HTTP/1.1" status: 204 len: 168 time: 0.3051994 Jul 15 13:07:51.353668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654449f6-5d4d-4057-b35b-575b6584633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c96fa-ef43-423c-b87f-962b023c36c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.401858 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-ebe6b962-0861-4119-aa41-016e2f5b8ee3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.0689638 Jul 15 13:07:51.451457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d660085-60e1-4650-961d-99c3f4ec0b63 req-5ab9a177-424b-43c6-a2bc-f58ed84be010 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139309 Jul 15 13:07:51.454242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:07:51.458210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6b51db44-f4ea-426b-a09b-332e8ec53e15 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:51.496200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.514961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-0e8b8919-afd1-4ba8-b49e-6062698e9c5a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.516850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-0e8b8919-afd1-4ba8-b49e-6062698e9c5a tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.1608377 Jul 15 13:07:51.568082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf6b7ce-8b35-4121-b2b0-105090a06a05,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:51.595952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1c688-6800-4942-916c-281a7404ee1b req-06cdfaf9-15e5-460f-bc58-1ef2d73af483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.595952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-06cdfaf9-15e5-460f-bc58-1ef2d73af483 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1671650 Jul 15 13:07:51.640018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-d4cb175c-b2fe-47a2-a124-f0c99e4b2d1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347831 Jul 15 13:07:51.680413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:51.695036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:51.695659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Network hostable DHCP agents. Network: 57890f54-7a9e-415c-972e-84791180b10b, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:51.727855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:07:51.777515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 6b51db44-f4ea-426b-a09b-332e8ec53e15 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:51.786798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 6b51db44-f4ea-426b-a09b-332e8ec53e15 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:51.787454 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.803203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Network 57890f54-7a9e-415c-972e-84791180b10b is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:51.824916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Deleting port d4c4a077-49a1-432b-8384-7583713ac191 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:07:51.825585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.825721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-de0a3526-049b-4750-b939-52eb1f2ec35a service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759064 Jul 15 13:07:51.833168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 57890f54-7a9e-415c-972e-84791180b10b) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:51.852227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f51afa-431e-4daa-ac9d-ecfd879a75a3 None None] Network 57890f54-7a9e-415c-972e-84791180b10b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:51.899767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:51.900609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:51.989915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76e5db-c806-46c1-aba8-a472e672e80d req-f9ac749b-42df-4b32-9cc6-61ab102db759 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.005884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92ee0e9c-ce38-4789-90f1-70d04185844a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0267627 Jul 15 13:07:52.006135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb76e5db-c806-46c1-aba8-a472e672e80d req-f9ac749b-42df-4b32-9cc6-61ab102db759 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 950 time: 0.2624819 Jul 15 13:07:52.023321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53332) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.038926 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.100975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb76e5db-c806-46c1-aba8-a472e672e80d req-aa7ec341-8490-4c23-8c00-9825a2263709 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/security-groups?id=e907cad9-313b-4454-b3be-887e4eb26a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012166 Jul 15 13:07:52.104966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b51db44-f4ea-426b-a09b-332e8ec53e15'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:52.105489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] For port d4c4a077-49a1-432b-8384-7583713ac191, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d4c4a077-49a1-432b-8384-7583713ac191,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:52.106871 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.107479 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6332730-652a-4dc4-aedd-6b8a626f9614" -d '{"events": [{"server_uuid": "bb20e213-621c-48f8-b6f8-dbc49b7f5dea", "name": "network-vif-plugged", "status": "completed", "tag": "6b51db44-f4ea-426b-a09b-332e8ec53e15"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:52.114360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd155c79-3b47-4c12-abcb-8f62f55167eb None None] Network 57890f54-7a9e-415c-972e-84791180b10b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:52.126192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6b51db44-f4ea-426b-a09b-332e8ec53e15, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:52.141589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Calling delete_port for d4c4a077-49a1-432b-8384-7583713ac191 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:07:52.141904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.142937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:07:52.143312 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2cef9356-4b85-48d4-bc45-d67c3be2400a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.238899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b1c688-6800-4942-916c-281a7404ee1b req-491aed74-02ba-416a-95e8-c3ca1ba4f484 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911369 Jul 15 13:07:52.276793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6b51db44-f4ea-426b-a09b-332e8ec53e15,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.434931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2cef9356-4b85-48d4-bc45-d67c3be2400a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.450838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2cef9356-4b85-48d4-bc45-d67c3be2400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.582930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2cef9356-4b85-48d4-bc45-d67c3be2400a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6c2781fa9e04065b4d2cabf24d1638a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907889 Jul 15 13:07:52.589093 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496bbb95-b9b9-4808-af00-91f6e5193e82 x-openstack-request-id: req-496bbb95-b9b9-4808-af00-91f6e5193e82 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:52.589465 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb20e213-621c-48f8-b6f8-dbc49b7f5dea", "name": "network-vif-plugged", "status": "completed", "tag": "6b51db44-f4ea-426b-a09b-332e8ec53e15", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:52.589908 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-496bbb95-b9b9-4808-af00-91f6e5193e82 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:52.590050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53356) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:52.590963 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b51db44-f4ea-426b-a09b-332e8ec53e15', 'code': 200} Jul 15 13:07:52.592083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 40b99508-fb63-42e8-b7af-70150cd76701 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:07:52.606896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730236-d36d-4b38-a3a1-0c18a96727f0 req-574447af-7889-4a61-9f4e-23940a94c910 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.620306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f730236-d36d-4b38-a3a1-0c18a96727f0 req-574447af-7889-4a61-9f4e-23940a94c910 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 950 time: 0.3445716 Jul 15 13:07:52.631010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.666189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 40b99508-fb63-42e8-b7af-70150cd76701 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:07:52.667450 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.670981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Pushing event deleted for resources: {'Port': ['ID=d4c4a077-49a1-432b-8384-7583713ac191,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.702149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['d4c4a077-49a1-432b-8384-7583713ac191'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:07:52.726421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f730236-d36d-4b38-a3a1-0c18a96727f0 req-f6230e85-ea6a-416e-aa8c-6b2d81e12c11 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051302 Jul 15 13:07:52.731456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef9356-4b85-48d4-bc45-d67c3be2400a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de783aeb-8207-44f2-ac21-26d6580067a5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:52.760937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] No DVR routers for this DVR port d4c4a077-49a1-432b-8384-7583713ac191 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:52.763962 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.767148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b69fe2b-6e17-4e84-9997-4630e400bcbf req-de400929-32ec-49ab-9b1f-dd958e9d3c9e tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.58 "DELETE /v2.0/ports/d4c4a077-49a1-432b-8384-7583713ac191 HTTP/1.1" status: 204 len: 173 time: 1.2419014 Jul 15 13:07:52.784714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73414e-1c6c-4f65-8069-b47b46bd1acd req-1040145f-56bf-459d-b7b3-3866be1b73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.787510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a73414e-1c6c-4f65-8069-b47b46bd1acd req-1040145f-56bf-459d-b7b3-3866be1b73e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 1102 time: 0.2238002 Jul 15 13:07:52.892115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a73414e-1c6c-4f65-8069-b47b46bd1acd req-77208824-6073-46e1-98b6-f7ba694c2023 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755248 Jul 15 13:07:52.915162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3326f1e-5c45-4d30-b3d1-ab40e5051aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:52.955349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb7761-4201-4f50-a1e4-60ed31933d14 req-c78f439c-211c-450c-929d-3c3555454403 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:52.961512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6bb7761-4201-4f50-a1e4-60ed31933d14 req-c78f439c-211c-450c-929d-3c3555454403 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.1719582 Jul 15 13:07:52.962149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'name': 'network-vif-deleted', 'tag': 'd4c4a077-49a1-432b-8384-7583713ac191'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:52.966288 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4233107-ae04-4908-a19c-548a5e8c5772" -d '{"events": [{"server_uuid": "c8b5b8ef-c050-4377-aabe-d05dc2ed654a", "name": "network-vif-deleted", "tag": "d4c4a077-49a1-432b-8384-7583713ac191"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:52.985950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3326f1e-5c45-4d30-b3d1-ab40e5051aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.055163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6bb7761-4201-4f50-a1e4-60ed31933d14 req-08240fbd-e2f1-41dd-ae33-10ac877a5533 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824997 Jul 15 13:07:53.078556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.081530 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3326f1e-5c45-4d30-b3d1-ab40e5051aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.084122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3326f1e-5c45-4d30-b3d1-ab40e5051aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.088282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3326f1e-5c45-4d30-b3d1-ab40e5051aa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de783aeb-8207-44f2-ac21-26d6580067a5 HTTP/1.1" status: 204 len: 168 time: 0.4657643 Jul 15 13:07:53.113991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3326f1e-5c45-4d30-b3d1-ab40e5051aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de783aeb-8207-44f2-ac21-26d6580067a5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.179006 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d3310f-65ea-44f1-a87e-cdbeb3b65005 x-openstack-request-id: req-70d3310f-65ea-44f1-a87e-cdbeb3b65005 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:53.179293 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b5b8ef-c050-4377-aabe-d05dc2ed654a", "name": "network-vif-deleted", "tag": "d4c4a077-49a1-432b-8384-7583713ac191", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:53.179548 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70d3310f-65ea-44f1-a87e-cdbeb3b65005 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:53.179940 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b5b8ef-c050-4377-aabe-d05dc2ed654a', 'name': 'network-vif-deleted', 'tag': 'd4c4a077-49a1-432b-8384-7583713ac191', 'status': 'completed', 'code': 200} Jul 15 13:07:53.204941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:53.213951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.302840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:53.373567 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7af81f21-99ad-4856-ba6f-8c960753ce3e req-bd15290d-931b-46f0-b9dd-1bc26af28745 tempest-DeleteServersAdminTestJSON-845214792 tempest-DeleteServersAdminTestJSON-845214792-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8b5b8ef-c050-4377-aabe-d05dc2ed654a HTTP/1.1" status: 200 len: 210 time: 0.0385234 Jul 15 13:07:53.528432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.631086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:53.640293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-60926912-network', 'tenant_id': '87d9448ea5324ce09481e264080b06f4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:53.675930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Made reservation on behalf of 87d9448ea5324ce09481e264080b06f4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:53.681323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.716138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.942059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.967818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31eff518-99ad-4309-aaa8-112a4d848e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:53.983963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.001964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-0beffe67-d787-46c3-88fd-e08a59c539dd service neutron] 10.222.0.58 "GET /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.1211367 Jul 15 13:07:54.031150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee40b16-80f2-40f6-8061-a2a4d7833267,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.079355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:07:54.123881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.124293 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Added segment 51565262-f1b6-4e31-98a1-b9af7786fb79 of type vlan for network 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc Jul 15 13:07:54.209744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.233077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273ca3f-7c22-4d2f-839a-9d8a6bad7922 req-29e46997-b852-4b36-89a3-f2c1439c5942 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.234752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c273ca3f-7c22-4d2f-839a-9d8a6bad7922 req-29e46997-b852-4b36-89a3-f2c1439c5942 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 950 time: 0.2563601 Jul 15 13:07:54.330808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c273ca3f-7c22-4d2f-839a-9d8a6bad7922 req-b1f2c9d7-2c25-423a-9e54-cc386cd05905 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881929 Jul 15 13:07:54.334807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.335779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.336352 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.341266 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31eff518-99ad-4309-aaa8-112a4d848e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.356346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31eff518-99ad-4309-aaa8-112a4d848e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.385104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7525759 Jul 15 13:07:54.389723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53444) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.399138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Request body: {'subnet': {'network_id': '9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-60926912-subnet', 'tenant_id': '87d9448ea5324ce09481e264080b06f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:54.448137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31eff518-99ad-4309-aaa8-112a4d848e4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39c6f019047c463385688a8af514af46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172680 Jul 15 13:07:54.452840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53450) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.485358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9d5d-0f73-47e1-a5c5-15340a25b77e req-f7b1672b-60a9-43a3-a60c-8052c4eaf708 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:54.495204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a0a9d5d-0f73-47e1-a5c5-15340a25b77e req-f7b1672b-60a9-43a3-a60c-8052c4eaf708 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 944 time: 0.2316740 Jul 15 13:07:54.519831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46039137-b013-41c7-8d06-f92d1ccb2d29 admin admin] Pushing event updated for resources: {'Network': ['ID=9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.532470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eff518-99ad-4309-aaa8-112a4d848e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa59c5ca-05d3-489f-bdbb-3de43a43907b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.534016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:07:54.559083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Made reservation on behalf of 87d9448ea5324ce09481e264080b06f4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:07:54.561411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.587731 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32e8941f-70fa-4268-ac95-7414d0ed282b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.593959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:07:54.597825 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc296108-e3a8-496e-89ad-35ebe3a2a7b7" -d '{"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-plugged", "status": "completed", "tag": "40b99508-fb63-42e8-b7af-70150cd76701"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:07:54.634173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:54.637051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32e8941f-70fa-4268-ac95-7414d0ed282b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.743947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32e8941f-70fa-4268-ac95-7414d0ed282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.748595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32e8941f-70fa-4268-ac95-7414d0ed282b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:54.749817 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-32e8941f-70fa-4268-ac95-7414d0ed282b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa59c5ca-05d3-489f-bdbb-3de43a43907b HTTP/1.1" status: 204 len: 168 time: 0.2939336 Jul 15 13:07:54.764977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8941f-70fa-4268-ac95-7414d0ed282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa59c5ca-05d3-489f-bdbb-3de43a43907b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:54.777474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:54.957398 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb13094-81c8-4396-9329-391506e195b6 x-openstack-request-id: req-cdb13094-81c8-4396-9329-391506e195b6 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:07:54.957827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-plugged", "status": "completed", "tag": "40b99508-fb63-42e8-b7af-70150cd76701", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:07:54.958172 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdb13094-81c8-4396-9329-391506e195b6 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:07:54.958735 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701', 'code': 200} Jul 15 13:07:55.131287 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ad669d0-75fa-4b60-9b5b-0f462a2c9c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.185307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a0a9d5d-0f73-47e1-a5c5-15340a25b77e req-d5746013-df06-4a93-961e-b31be8be646c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680856 Jul 15 13:07:55.207976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:55.303060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b257c4-1215-49e7-8c6b-c0b8173540d4 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:07:55.315838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff7106-79c7-44a6-aa5d-94daa3151bdc req-8528ffd5-7a6a-4873-acc1-549b1495542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.317894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03ff7106-79c7-44a6-aa5d-94daa3151bdc req-8528ffd5-7a6a-4873-acc1-549b1495542b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1101 time: 0.2000160 Jul 15 13:07:55.334868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:07:55.373627 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ad669d0-75fa-4b60-9b5b-0f462a2c9c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.379468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ad669d0-75fa-4b60-9b5b-0f462a2c9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.417986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad669d0-75fa-4b60-9b5b-0f462a2c9c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc3dc98-178b-46c0-8b9c-2938c973d4da,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.429240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.432503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03ff7106-79c7-44a6-aa5d-94daa3151bdc req-2a6e0e34-9556-4a16-a35c-d3b1c7fc06c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062050 Jul 15 13:07:55.441745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ad669d0-75fa-4b60-9b5b-0f462a2c9c6c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c68d932637748818c2e16700b6f9fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627162 Jul 15 13:07:55.445666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:55.483545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.511280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-333c5b03-9f48-4200-8c2e-b9614351ced3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.570645 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-333c5b03-9f48-4200-8c2e-b9614351ced3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.616216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e060a7ac-d4c2-4aae-aa00-796342720f28,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.633097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] Transition to ACTIVE for port object a7b257c4-1215-49e7-8c6b-c0b8173540d4 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:07:55.649174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Checking segment: {'id': '51565262-f1b6-4e31-98a1-b9af7786fb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:07:55.649745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Network hostable DHCP agents. Network: 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:07:55.656948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdc68-0419-44d4-a83f-782b8376dcd5 req-8ac4f283-3a55-4cc8-830c-d5128b275405 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.658073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.666258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d5cdc68-0419-44d4-a83f-782b8376dcd5 req-8ac4f283-3a55-4cc8-830c-d5128b275405 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 950 time: 0.1407428 Jul 15 13:07:55.704948 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-333c5b03-9f48-4200-8c2e-b9614351ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.708099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-333c5b03-9f48-4200-8c2e-b9614351ced3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.711916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-333c5b03-9f48-4200-8c2e-b9614351ced3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7dc3dc98-178b-46c0-8b9c-2938c973d4da HTTP/1.1" status: 204 len: 168 time: 0.2626021 Jul 15 13:07:55.735764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d5cdc68-0419-44d4-a83f-782b8376dcd5 req-020c8b38-851c-4a93-8790-89877c7793c9 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666687 Jul 15 13:07:55.739008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c5b03-9f48-4200-8c2e-b9614351ced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc3dc98-178b-46c0-8b9c-2938c973d4da,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.759469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] No DVR routers for this DVR port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:07:55.764761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Network 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:07:55.827155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:07:55.839531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a8505-9dd5-4cae-8ec6-ae3f7e35733d None None] Network 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:55.843156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] 10.222.0.58 "PUT /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8351235 Jul 15 13:07:55.845162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:55.845805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:55.848313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6964536-1eca-435b-92fd-2aaae59e0066 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:55.878719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-01a7a797-c7b0-49f4-9947-2889e9d8c800 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4852192 Jul 15 13:07:55.986826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d4c4a077-49a1-432b-8384-7583713ac191 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:55.997481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53518) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.027822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: d4c4a077-49a1-432b-8384-7583713ac191 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:07:56.028609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d4c4a077-49a1-432b-8384-7583713ac191 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:56.029178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:07:56.054004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f63a-8b43-4d81-a23a-7c9d20c72ebe req-f1d2f8d5-9215-45d1-b978-4d6fe1ed884d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.055621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e782f63a-8b43-4d81-a23a-7c9d20c72ebe req-f1d2f8d5-9215-45d1-b978-4d6fe1ed884d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1410964 Jul 15 13:07:56.059323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-e43369af-36f5-47f7-b0ab-d541d0cad39d tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.060835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-e43369af-36f5-47f7-b0ab-d541d0cad39d tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.1077504 Jul 15 13:07:56.104804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26807d8f-ddaa-42f7-8037-eb37f536fa87 None None] Network 9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:07:56.137745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:07:56.163685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e782f63a-8b43-4d81-a23a-7c9d20c72ebe req-888e8be7-2ea0-4d79-9a3f-6839e70e30d4 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009574 Jul 15 13:07:56.239005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-cdf16ce3-f82d-4ee2-8af9-f6ceb8003ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.242403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-cdf16ce3-f82d-4ee2-8af9-f6ceb8003ab0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&tenant_id=73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 1097 time: 0.1639664 Jul 15 13:07:56.392299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-daa9abbc-8f8b-499f-a944-df0d5fb80fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.394000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-daa9abbc-8f8b-499f-a944-df0d5fb80fd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1097 time: 0.1158435 Jul 15 13:07:56.405710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1037921298', 'description': 'tempest-description-1852915220'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:56.462364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.475272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.593793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fdd8c-7a4e-4506-bc78-f3179d4296c6 req-b0e4c112-8699-4581-971f-756fa7968380 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.595931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e67fdd8c-7a4e-4506-bc78-f3179d4296c6 req-b0e4c112-8699-4581-971f-756fa7968380 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 945 time: 0.1367023 Jul 15 13:07:56.597377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-f183ab75-d419-40b0-939a-bd6b15d393a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.598795 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-f183ab75-d419-40b0-939a-bd6b15d393a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.1931934 Jul 15 13:07:56.609045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.615396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.677646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-7f21d5eb-684d-4879-ab80-3e39ca80d319 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.0473521 Jul 15 13:07:56.681091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e67fdd8c-7a4e-4506-bc78-f3179d4296c6 req-ed9f7bff-4c6d-4a16-acf8-eae9d28b2a38 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778813 Jul 15 13:07:56.719805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495086c0-35e5-40d7-96f0-bc4db6523f37,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.745455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53530) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.772403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a46e9bfe-2616-49df-b672-b39d10d7b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.780807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-ffb1a3d4-a7be-4dab-943d-1843e2310d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:56.782758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-ffb1a3d4-a7be-4dab-943d-1843e2310d16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0960166 Jul 15 13:07:56.792938 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b52631f1-bb61-48fb-874e-6463321d59ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e432f48afe64fd18d47a9b049392864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7940078 Jul 15 13:07:56.798282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53536) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:56.831832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-97c0e536-70b9-4972-8187-7b385014f88d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414221 Jul 15 13:07:56.847237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.865768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.898902 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:07:56.927154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-389fc1cd-7809-4403-8a23-b4d57168956e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:56.934913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78c8571-4bd1-471b-a25c-e7eb22588ec8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:56.960132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-00d68595-0974-4691-8b4e-1423dfb27d9f service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209977 Jul 15 13:07:56.970736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-389fc1cd-7809-4403-8a23-b4d57168956e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.067271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a46e9bfe-2616-49df-b672-b39d10d7b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.069128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-389fc1cd-7809-4403-8a23-b4d57168956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.074594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-389fc1cd-7809-4403-8a23-b4d57168956e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.076653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-389fc1cd-7809-4403-8a23-b4d57168956e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e907cad9-313b-4454-b3be-887e4eb26a3e HTTP/1.1" status: 204 len: 168 time: 0.2756116 Jul 15 13:07:57.085875 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a46e9bfe-2616-49df-b672-b39d10d7b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.117218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.119768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-92ea4bad-27ae-46b3-8fdc-47a69d3f48c6 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528275 Jul 15 13:07:57.126269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-253e740a-ec0b-413f-a595-fba47e88b6f8 req-0e5a791e-1e83-4864-8b7d-1957956aa163 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7251115 Jul 15 13:07:57.142908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fc1cd-7809-4403-8a23-b4d57168956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907cad9-313b-4454-b3be-887e4eb26a3e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.199421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1299a6c9-2c5e-4d45-8d94-af432e510b1f req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1380880740', 'description': 'tempest-description-1243900897'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:57.221922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a46e9bfe-2616-49df-b672-b39d10d7b582 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a73b54f11314c3e8311f93a9d6b067f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751618 Jul 15 13:07:57.225811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53560) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.245910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e9bfe-2616-49df-b672-b39d10d7b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d684e7c9-487e-4a36-bfcd-23c23d11f64e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.269595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1299a6c9-2c5e-4d45-8d94-af432e510b1f req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.314171 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-990b4268-aa8a-4c4d-bfa3-d6bd6b2d9382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.339634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-1fcbac16-4550-450e-8aae-558de1f60233 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.341933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-1fcbac16-4550-450e-8aae-558de1f60233 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.1323948 Jul 15 13:07:57.349149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-990b4268-aa8a-4c4d-bfa3-d6bd6b2d9382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.364352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-0335841f-ea0d-438c-a001-9daa964ee4ea tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/quotas/df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 375 time: 0.0152342 Jul 15 13:07:57.422477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1299a6c9-2c5e-4d45-8d94-af432e510b1f req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.428147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1299a6c9-2c5e-4d45-8d94-af432e510b1f req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.448785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-990b4268-aa8a-4c4d-bfa3-d6bd6b2d9382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.451314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-990b4268-aa8a-4c4d-bfa3-d6bd6b2d9382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.456521 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-990b4268-aa8a-4c4d-bfa3-d6bd6b2d9382 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d684e7c9-487e-4a36-bfcd-23c23d11f64e HTTP/1.1" status: 204 len: 168 time: 0.2285023 Jul 15 13:07:57.462186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-027ee44b-2fef-49ca-bf85-f66eeae140d4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848494 Jul 15 13:07:57.470429 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1299a6c9-2c5e-4d45-8d94-af432e510b1f req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.484246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1299a6c9-2c5e-4d45-8d94-af432e510b1f req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3113732 Jul 15 13:07:57.486874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d335b00-f887-4f97-b153-59a8eaf46bc6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfbb9af-6690-4417-b60a-52f4c3019f40,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.509653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b4268-aa8a-4c4d-bfa3-d6bd6b2d9382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d684e7c9-487e-4a36-bfcd-23c23d11f64e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:57.682288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53570) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:57.683465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759de1f-54ad-43a9-b9b9-4dd097725c2f req-f2a0b6d0-8f26-4e4a-b9f0-1f46d93cbae1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.685288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d759de1f-54ad-43a9-b9b9-4dd097725c2f req-f2a0b6d0-8f26-4e4a-b9f0-1f46d93cbae1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.0866988 Jul 15 13:07:57.694106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-ec069baa-93d0-4434-a10d-eeb77edd3314 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:57.696062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-ec069baa-93d0-4434-a10d-eeb77edd3314 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.2101665 Jul 15 13:07:57.707634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-561b3a21-9679-496d-ac7d-b18bae492dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349453 Jul 15 13:07:57.713120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb520592-7568-41c0-b805-3b25981928ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:57.730694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d759de1f-54ad-43a9-b9b9-4dd097725c2f req-9c937451-b742-408d-a2ce-558eea10b556 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Jul 15 13:07:58.001637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-9f95a91c-1000-4e2f-8dc6-3e2767cb719f service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783122 Jul 15 13:07:58.021933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-a1bc1a6a-9d34-4f4c-9cdb-3d5973aa3cf6 service neutron] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:07:58.028060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-a1bc1a6a-9d34-4f4c-9cdb-3d5973aa3cf6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.029418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78b54e37-b408-4fd6-b153-b557d66ed760 req-a1bc1a6a-9d34-4f4c-9cdb-3d5973aa3cf6 service neutron] 10.222.0.59 "DELETE /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.3246760 Jul 15 13:07:58.051886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb520592-7568-41c0-b805-3b25981928ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.059794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb520592-7568-41c0-b805-3b25981928ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.122650 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bb520592-7568-41c0-b805-3b25981928ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0f6100a9f3f40e595a78095e697abae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361506 Jul 15 13:07:58.122650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520592-7568-41c0-b805-3b25981928ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1fde3-f371-4c3b-9475-237756906c75,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.124158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53588) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:07:58.268730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b54b824e-c80a-47cb-a5ff-f3421abd8e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.315753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b54b824e-c80a-47cb-a5ff-f3421abd8e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.473524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b54b824e-c80a-47cb-a5ff-f3421abd8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.476681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b54b824e-c80a-47cb-a5ff-f3421abd8e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.478099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b54b824e-c80a-47cb-a5ff-f3421abd8e24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06e1fde3-f371-4c3b-9475-237756906c75 HTTP/1.1" status: 204 len: 168 time: 0.3520472 Jul 15 13:07:58.505255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b824e-c80a-47cb-a5ff-f3421abd8e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e1fde3-f371-4c3b-9475-237756906c75,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:58.542250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ee8cd-9788-4c3e-a3db-89124300561e req-006ec678-dd30-4d30-ad02-feacb4b41fd0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:58.550617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-078ee8cd-9788-4c3e-a3db-89124300561e req-006ec678-dd30-4d30-ad02-feacb4b41fd0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 945 time: 0.0973244 Jul 15 13:07:58.617629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-078ee8cd-9788-4c3e-a3db-89124300561e req-f690d08f-5999-4c4d-9ad3-556e58c606f3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600560 Jul 15 13:07:58.636973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-856278070', 'description': 'tempest-description-231460000'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:58.672951 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.699803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.862181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-6560d730-fc0b-4ad2-a8f0-4ad816644ff1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898759 Jul 15 13:07:58.912886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.923665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:58.962361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23231b-6f97-49e4-82f4-e49eef784097,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.086812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-d290dd62-19f1-46f6-a0e0-cf7fe4645038 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:07:59.089902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-d290dd62-19f1-46f6-a0e0-cf7fe4645038 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210677 Jul 15 13:07:59.117754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-126e0077-679b-4c3a-aa78-cfbc93f53647 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/quotas/7dbff6ea07734ffcb6032b54e9d1faba HTTP/1.1" status: 200 len: 375 time: 0.0216012 Jul 15 13:07:59.132465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.140284 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.182353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.184243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49aa85aa-b366-4090-b335-e72c3099a234 req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5518506 Jul 15 13:07:59.209905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7a72a-a49e-4703-9c43-1a911ca6c76c tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46fbf0-b1ba-4d00-9a5e-fd485bb1069d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.252807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-e6ecf0f3-a1bb-4eb0-844c-8bff03aa714f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256309 Jul 15 13:07:59.386962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90764c1a-8a15-4f20-a3aa-4e337e6d4c6f req-399a3632-e102-408b-a238-6a710238d736 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 210 time: 0.0406287 Jul 15 13:07:59.512457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-8dd7c460-74eb-4104-9977-0cda25de04f6 req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1550671379', 'description': 'tempest-description-2004685419'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:07:59.556986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8dd7c460-74eb-4104-9977-0cda25de04f6 req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.751009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8dd7c460-74eb-4104-9977-0cda25de04f6 req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.769859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8dd7c460-74eb-4104-9977-0cda25de04f6 req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.832568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8dd7c460-74eb-4104-9977-0cda25de04f6 req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:07:59.834811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8dd7c460-74eb-4104-9977-0cda25de04f6 req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3289773 Jul 15 13:07:59.849413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5279c-1384-417d-9b7c-d6c955947565 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771825a-9cf5-42c7-9607-f2189d83e3f8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:07:59.926259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b48c5965-6589-43b2-9d09-36b8e99e0298 req-6628fd03-f33d-4589-af46-23f884e9b4bb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0369289 Jul 15 13:08:00.114385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827876c5-b177-4e62-a198-8236d600055a req-30310cb2-ebfa-4e10-88e5-e5369f81af1a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.123092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-827876c5-b177-4e62-a198-8236d600055a req-30310cb2-ebfa-4e10-88e5-e5369f81af1a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1097 time: 0.1707888 Jul 15 13:08:00.188827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-827876c5-b177-4e62-a198-8236d600055a req-8349000e-2b01-49fc-a890-7099a7ea41ab tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533309 Jul 15 13:08:00.432721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-5557872b-6cf6-40b5-827e-5150e6455020 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:00.434430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-5557872b-6cf6-40b5-827e-5150e6455020 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.1333842 Jul 15 13:08:00.443255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-ff861c13-fdac-4c7e-b361-5bf77d7849bf tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42317 time: 0.4343014 Jul 15 13:08:00.450883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Request body: {'port': {'device_id': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'admin_state_up': True, 'tenant_id': 'df04fee8d35b45058f3460ac5efda737'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:00.524238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-25b44121-3e56-473f-b3ee-6e41e1aa8939 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/495086c0-35e5-40d7-96f0-bc4db6523f37 HTTP/1.1" status: 200 len: 2981 time: 0.0640876 Jul 15 13:08:00.604222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-85f4be24-f157-41ae-b4b8-5e94dcdecb7b tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/495086c0-35e5-40d7-96f0-bc4db6523f37 HTTP/1.1" status: 200 len: 2981 time: 0.0737364 Jul 15 13:08:00.698409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-71be248c-9ac3-476a-a9f2-90af56d30ca3 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5c2f1ee4-edf1-4f17-950a-1dea31fe3d75 HTTP/1.1" status: 200 len: 2973 time: 0.0879641 Jul 15 13:08:00.728186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5127c440-bff4-474a-8295-38ac61dcfa28 req-eef59a64-98e9-4eca-ad98-ebcd665f9e5e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 210 time: 0.0496354 Jul 15 13:08:00.752839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Made reservation on behalf of df04fee8d35b45058f3460ac5efda737 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:00.761656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:00.772682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-14ed4791-9fc0-439f-a3fb-1d95e5983a4e tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/5c2f1ee4-edf1-4f17-950a-1dea31fe3d75 HTTP/1.1" status: 200 len: 2973 time: 0.0665927 Jul 15 13:08:00.859309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-d5950615-0dc0-44e7-8a77-c6facd0f7a7b tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/66e1e721-365a-4bbb-a5ed-677105bba591 HTTP/1.1" status: 200 len: 2977 time: 0.0796704 Jul 15 13:08:00.942959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-4e006ba5-f638-46e9-b158-1529276e986b tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/66e1e721-365a-4bbb-a5ed-677105bba591 HTTP/1.1" status: 200 len: 2977 time: 0.0820494 Jul 15 13:08:01.001848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-9a3f3055-6f3a-4547-8131-03a05d03bb32 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7c535ee3-7a22-4dc8-88c4-24f7b4d577ad HTTP/1.1" status: 200 len: 2981 time: 0.0574708 Jul 15 13:08:01.041629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:01.069087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Allocated IP 172.20.0.14 (57890f54-7a9e-415c-972e-84791180b10b/dcf6b7ce-8b35-4121-b2b0-105090a06a05/faf7a006-832d-47cb-95c7-b5e2c46c1595) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:01.085046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-73d6a789-8638-4c51-9122-9073a2cd6b4b tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7c535ee3-7a22-4dc8-88c4-24f7b4d577ad HTTP/1.1" status: 200 len: 2981 time: 0.0816076 Jul 15 13:08:01.140025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-e9eb4409-460a-4f67-a815-48c1f9adf01b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.141997 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-e9eb4409-460a-4f67-a815-48c1f9adf01b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.2118855 Jul 15 13:08:01.142739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-bc083b10-4cd2-4772-9359-4c2d086a4c33 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8b1eb0a4-263a-46b1-9a1c-2669461ab746 HTTP/1.1" status: 200 len: 2977 time: 0.0563943 Jul 15 13:08:01.179072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-247853e9-0d33-404e-8013-ca66ff05db2a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/quotas/73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 375 time: 0.0245733 Jul 15 13:08:01.223434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-d42ee2a6-2b44-4923-972b-8035a42458f6 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8b1eb0a4-263a-46b1-9a1c-2669461ab746 HTTP/1.1" status: 200 len: 2977 time: 0.0793142 Jul 15 13:08:01.260783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c93ee9a-174a-4b81-9ada-534154dec618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.319974 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-3280a120-ec07-4b82-bc3f-2365bbe39c2f tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8ee40b16-80f2-40f6-8061-a2a4d7833267 HTTP/1.1" status: 200 len: 2981 time: 0.0952108 Jul 15 13:08:01.362151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.401604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-846d38a8-1ad6-43ae-a1d7-23248efd60bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509629 Jul 15 13:08:01.404265 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-6f4a1453-4a19-4048-82b1-a041c1c769ac tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/8ee40b16-80f2-40f6-8061-a2a4d7833267 HTTP/1.1" status: 200 len: 2981 time: 0.0748043 Jul 15 13:08:01.426014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-b51abcb5-f6fa-472a-bd91-beeee14cbcda tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2281871 Jul 15 13:08:01.472734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c93ee9a-174a-4b81-9ada-534154dec618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.482422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c93ee9a-174a-4b81-9ada-534154dec618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.554066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7c93ee9a-174a-4b81-9ada-534154dec618 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04ef8969f07b424bb30c55ae70558e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052803 Jul 15 13:08:01.560957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53764) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:01.587415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93ee9a-174a-4b81-9ada-534154dec618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e241acb2-61cb-43e1-9c93-98d2b7e61107,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.594769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-c9385d01-4da4-4543-a5d1-fd8112b67670 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef HTTP/1.1" status: 200 len: 2981 time: 0.1315920 Jul 15 13:08:01.679800 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72f8dc8c-e995-4ea8-b924-6288c4c28628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.680951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-964aaf4a-f52d-4dc6-aa19-44d172ce99b4 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:01.682446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-fa04a2ac-5a33-4932-91d9-5c1ccef3fb2a tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef HTTP/1.1" status: 200 len: 2981 time: 0.0726991 Jul 15 13:08:01.682763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-964aaf4a-f52d-4dc6-aa19-44d172ce99b4 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506599 Jul 15 13:08:01.699597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.706776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Request body: {'port': {'device_id': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '7dbff6ea07734ffcb6032b54e9d1faba'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:01.717389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72f8dc8c-e995-4ea8-b924-6288c4c28628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.727179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-80f61b77-633b-4344-a6fd-b855daaa4a53 service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002179 Jul 15 13:08:01.770969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-9117b225-d85c-432c-bb82-8382a9a4e656 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ad4c97ee-3802-4374-8cd8-5b669e3af179 HTTP/1.1" status: 200 len: 2981 time: 0.0787816 Jul 15 13:08:01.805199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Network 57890f54-7a9e-415c-972e-84791180b10b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:01.806829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72f8dc8c-e995-4ea8-b924-6288c4c28628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.809381 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72f8dc8c-e995-4ea8-b924-6288c4c28628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:01.810582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-72f8dc8c-e995-4ea8-b924-6288c4c28628 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e241acb2-61cb-43e1-9c93-98d2b7e61107 HTTP/1.1" status: 204 len: 168 time: 0.2485986 Jul 15 13:08:01.827588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:01.830787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:01.831196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8dc8c-e995-4ea8-b924-6288c4c28628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e241acb2-61cb-43e1-9c93-98d2b7e61107,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:01.834049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-489b2138-c9b2-4c4a-a69a-d7d6af7837cb tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ad4c97ee-3802-4374-8cd8-5b669e3af179 HTTP/1.1" status: 200 len: 2981 time: 0.0549943 Jul 15 13:08:01.892422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-48cd7524-df04-4115-b086-bbdfe2d6acc3 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b5d1fa79-294b-4892-a128-9030c300e06c HTTP/1.1" status: 200 len: 2981 time: 0.0464926 Jul 15 13:08:01.941642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-f2cebd6f-0a5d-4608-8d20-8d8534c0da5b tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b5d1fa79-294b-4892-a128-9030c300e06c HTTP/1.1" status: 200 len: 2981 time: 0.0424254 Jul 15 13:08:01.997056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-330e82d7-d4d1-4374-8d99-1b0dbf144cd8 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/f44a8814-16ee-441e-b861-3cf2efdcf63b HTTP/1.1" status: 200 len: 2981 time: 0.0428345 Jul 15 13:08:02.055970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-2a3195e4-f8f5-4dee-9831-8bcc57247f10 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/f44a8814-16ee-441e-b861-3cf2efdcf63b HTTP/1.1" status: 200 len: 2981 time: 0.0520461 Jul 15 13:08:02.125264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-0e90f6d0-9547-4a06-8ee3-6fa439e70316 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ff23231b-6f97-49e4-82f4-e49eef784097 HTTP/1.1" status: 200 len: 2981 time: 0.0549538 Jul 15 13:08:02.181120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-6efb96f5-aa80-4ff8-a8f0-a5a751f60f67 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ff23231b-6f97-49e4-82f4-e49eef784097 HTTP/1.1" status: 200 len: 2981 time: 0.0486357 Jul 15 13:08:02.244483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-ee250c31-6a49-432e-b332-227e4a740e43 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ff2cf063-8d4e-4a66-a1f7-d17e1d4daefc HTTP/1.1" status: 200 len: 2977 time: 0.0500813 Jul 15 13:08:02.255589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:02.287095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:02.287782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.324912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-7bd4e27b-43c8-4070-9dc4-d89b37286c67 service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5655327 Jul 15 13:08:02.331436 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-2250ce09-4e73-4865-9d8c-63869e3bb700 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8884220 Jul 15 13:08:02.343534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Request body: {'port': {'device_id': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:02.391565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Made reservation on behalf of 7dbff6ea07734ffcb6032b54e9d1faba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:02.395511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.499622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:02.536746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8af7c-6987-49ec-bc59-5fbe11212d02 req-683b3104-5d4c-4e31-be53-36202f8a8308 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ff2cf063-8d4e-4a66-a1f7-d17e1d4daefc HTTP/1.1" status: 200 len: 2977 time: 0.2794313 Jul 15 13:08:02.797536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Allocated IP 192.168.233.146 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/083e7ddf-70fb-432b-9b7f-75700b04cb91) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:02.818030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53800) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:02.903007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e1f5638-8445-498b-99a5-0802c545a47f req-3fa08934-a810-4e93-a0b0-8dc81697864a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0909231 Jul 15 13:08:02.976830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2062698204-network', 'tenant_id': 'cd6aebb706a54aaca728538df92faea3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:03.015499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Made reservation on behalf of cd6aebb706a54aaca728538df92faea3 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:03.020540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.037239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.164363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.171538 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.257240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:03.275688 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.286085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888c4d2-d425-4cbf-88e1-52825e13f036,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.323640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.323894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Transition to ACTIVE for port object 083e7ddf-70fb-432b-9b7f-75700b04cb91 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:03.324017 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Added segment 4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0 of type vlan for network 5c131fbb-22d7-415d-9f05-a57deb198ed9 Jul 15 13:08:03.349715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf7a006-832d-47cb-95c7-b5e2c46c1595 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:03.376951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5571b726-3304-46e9-9feb-a38c1808af69 req-e1030466-1e07-4c71-b90e-bda7bf9a332e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 210 time: 0.0457401 Jul 15 13:08:03.378856 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.393788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ff12b-0f30-48cc-a98a-acfba6393dfd req-f24074a6-8661-4354-af9a-31818f8b7539 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.396612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-733ff12b-0f30-48cc-a98a-acfba6393dfd req-f24074a6-8661-4354-af9a-31818f8b7539 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 932 time: 0.2165833 Jul 15 13:08:03.399694 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.404285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Transition to ACTIVE for port object faf7a006-832d-47cb-95c7-b5e2c46c1595 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:03.411206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.471911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.474957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-733ff12b-0f30-48cc-a98a-acfba6393dfd req-15b2c305-3415-49a0-8873-795327c9b6e5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584879 Jul 15 13:08:03.476091 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.477547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.478618 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.484508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['40b99508-fb63-42e8-b7af-70150cd76701', '6b51db44-f4ea-426b-a09b-332e8ec53e15'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:03.523832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7044225 Jul 15 13:08:03.524338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53814) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:03.534137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Request body: {'subnet': {'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2062698204-subnet', 'tenant_id': 'cd6aebb706a54aaca728538df92faea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:03.558074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.586279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43e026-cdb9-43bd-8142-188690d9f152 admin admin] Pushing event updated for resources: {'Network': ['ID=5c131fbb-22d7-415d-9f05-a57deb198ed9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.603323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:03.610588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Made reservation on behalf of cd6aebb706a54aaca728538df92faea3 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:03.614719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.713808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:03.745205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:03.781536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:03.791576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event updated for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:03.834697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61b452c7-aecf-4aec-ac3f-1c55812fc1a7 req-46833a75-d213-480d-bb83-cccfddad6e75 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7160858c2d3549ca89f135156e3873df HTTP/1.1" status: 200 len: 6104 time: 0.4202635 Jul 15 13:08:03.913318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:03.913967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.938710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:03.939028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:03.939366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.953578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:03.953578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:03.957029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:03.957754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-db64b58c-dada-4d67-adc4-4bd9ec6083c7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2591486 Jul 15 13:08:03.969633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61b452c7-aecf-4aec-ac3f-1c55812fc1a7 req-11dbcb4b-c213-486f-949f-eb8b553093f6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "GET /v2.0/security-groups/495086c0-35e5-40d7-96f0-bc4db6523f37 HTTP/1.1" status: 200 len: 2981 time: 0.1112053 Jul 15 13:08:03.983700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Request body: {'port': {'device_id': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:03.987835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:03.988177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:03.988559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:03.989018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Bound port: faf7a006-832d-47cb-95c7-b5e2c46c1595, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:03.989376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.122884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced8565f-aa71-41bd-997f-7ad7392f4d05,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.153628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4e462a4c-ac21-4ca7-9642-e3fabd905dcc None None] Provisioning for port 083e7ddf-70fb-432b-9b7f-75700b04cb91 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:04.154398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61b452c7-aecf-4aec-ac3f-1c55812fc1a7 req-7efb3be7-bb37-4c02-a83d-7be1c4fefd41 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "GET /v2.0/security-groups/495086c0-35e5-40d7-96f0-bc4db6523f37 HTTP/1.1" status: 200 len: 2981 time: 0.1836913 Jul 15 13:08:04.170580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4e462a4c-ac21-4ca7-9642-e3fabd905dcc None None] Provisioning complete for port 083e7ddf-70fb-432b-9b7f-75700b04cb91 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:04.171491 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4e462a4c-ac21-4ca7-9642-e3fabd905dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.211572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Checking segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:04.218253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Network hostable DHCP agents. Network: 5c131fbb-22d7-415d-9f05-a57deb198ed9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:04.232281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4e462a4c-ac21-4ca7-9642-e3fabd905dcc None None] Port 083e7ddf-70fb-432b-9b7f-75700b04cb91 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:04.300581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:04.328580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.333104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:04.368343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-27faa57d-09f2-45c2-81a1-8dbf4bacf367 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.371725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-27faa57d-09f2-45c2-81a1-8dbf4bacf367 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.2415354 Jul 15 13:08:04.373646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5c131fbb-22d7-415d-9f05-a57deb198ed9) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:04.384623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73655d-795e-4704-8a38-056a5cc7b0b8 None None] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:04.387575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.388275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.417035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Request body: {'port': {'device_id': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'admin_state_up': True, 'tenant_id': '73dd42d1a1d749899016e3350e9d63d6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:04.446741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:04.456211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.508711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dd83284b-ed80-4996-82dd-2c50ce64aee6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9813681 Jul 15 13:08:04.579478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.580251 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.581735 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] 10.222.0.58 "PUT /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 1093 time: 2.2426503 Jul 15 13:08:04.584337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-feefd059-3332-4e03-abdc-868df40ddc25 req-2646b94e-2cc1-48cf-846e-81c0a3ce4da9 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/e771825a-9cf5-42c7-9607-f2189d83e3f8 HTTP/1.1" status: 200 len: 1778 time: 0.0805926 Jul 15 13:08:04.593884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:04.596869 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22291239-f615-4e8b-b421-f8584b88129d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:04.627469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4c5dd-ab63-4e8e-8dd0-10d30bb900f0 None None] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:04.679612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Made reservation on behalf of 73dd42d1a1d749899016e3350e9d63d6 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:04.684558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.700053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ccdbb-e5d9-4431-bccc-72887afe2a22 service neutron] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:04.720688 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-feefd059-3332-4e03-abdc-868df40ddc25 req-311633fd-4346-479a-989d-e4d6766dde23 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.724499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74caa69-26b8-4d5d-9d9d-c7a30f196bb8 req-a3029984-1442-45e4-b4b4-cbf814cf4afb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.727459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d74caa69-26b8-4d5d-9d9d-c7a30f196bb8 req-a3029984-1442-45e4-b4b4-cbf814cf4afb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 936 time: 0.4000306 Jul 15 13:08:04.785896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-feefd059-3332-4e03-abdc-868df40ddc25 req-311633fd-4346-479a-989d-e4d6766dde23 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.865826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d74caa69-26b8-4d5d-9d9d-c7a30f196bb8 req-bb63870b-e93c-4de4-9f1b-c1fd4a5b0100 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249783 Jul 15 13:08:04.892187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-65018847-6181-49b7-aa52-29e53e2bc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:04.894130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-65018847-6181-49b7-aa52-29e53e2bc4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1096 time: 0.2593315 Jul 15 13:08:04.913404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-feefd059-3332-4e03-abdc-868df40ddc25 req-311633fd-4346-479a-989d-e4d6766dde23 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.916021 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-feefd059-3332-4e03-abdc-868df40ddc25 req-311633fd-4346-479a-989d-e4d6766dde23 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:04.917211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-feefd059-3332-4e03-abdc-868df40ddc25 req-311633fd-4346-479a-989d-e4d6766dde23 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/e771825a-9cf5-42c7-9607-f2189d83e3f8 HTTP/1.1" status: 204 len: 173 time: 0.3206437 Jul 15 13:08:04.918400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Allocated IP 172.20.0.5 (aa582b1c-465d-4324-9216-ead2cf4760d8/a46ac65e-4c89-431c-9421-287241c438b7/ce947ac5-7f08-43f9-a7d5-dd941104845f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:04.953695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-4645b5dc-2f3f-41b6-8848-8efdd051f1a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.0465829 Jul 15 13:08:04.969028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311633fd-4346-479a-989d-e4d6766dde23 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771825a-9cf5-42c7-9607-f2189d83e3f8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.066289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083e7ddf-70fb-432b-9b7f-75700b04cb91 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:05.076342 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.090050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Transition to ACTIVE for port object 083e7ddf-70fb-432b-9b7f-75700b04cb91 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:05.092127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24703-7169-4bbb-801e-3945be77193d req-b5a0fdb3-6364-4d73-8c69-5c926cf8f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.094065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-b5a0fdb3-6364-4d73-8c69-5c926cf8f0d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1344450 Jul 15 13:08:05.095622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.143823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Pushing event updated for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.184842 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f001492c-3921-426b-97de-a70792a5aa0e req-dadd53cc-dcaa-4e25-a041-3a8c9d3a8d86 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 210 time: 0.0522337 Jul 15 13:08:05.190841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-1e99f64e-2c40-4b38-91d6-98e753f7d0ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495455 Jul 15 13:08:05.240271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.304588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.307680 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb807ec7-cc0b-4037-a90f-4dff233cda47 x-openstack-request-id: req-eb807ec7-cc0b-4037-a90f-4dff233cda47 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:05.307977 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:05.308209 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb807ec7-cc0b-4037-a90f-4dff233cda47 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:05.308623 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'status': 'completed', 'code': 200} Jul 15 13:08:05.395399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Network aa582b1c-465d-4324-9216-ead2cf4760d8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:05.402500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:05.408229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:05.414114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.415296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.429015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.440369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192582c-b5c8-4f08-ac1c-bf000ab66a7d req-29db10e5-e3d2-4e1f-a724-69a82539c9f8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.441997 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9192582c-b5c8-4f08-ac1c-bf000ab66a7d req-29db10e5-e3d2-4e1f-a724-69a82539c9f8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.2833784 Jul 15 13:08:05.461815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-913543c5-457f-4643-92fa-52fe307aefa9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577939 Jul 15 13:08:05.481129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Request body: {'port': {'device_id': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:05.486241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Attempting to bind port 083e7ddf-70fb-432b-9b7f-75700b04cb91 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:05.486575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Attempting to bind port 083e7ddf-70fb-432b-9b7f-75700b04cb91 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:05.486830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Attempting to bind port 083e7ddf-70fb-432b-9b7f-75700b04cb91 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:05.503094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-0a7077ff-4c45-45f4-a13d-1652c5c764b0 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852829 Jul 15 13:08:05.505525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Port 083e7ddf-70fb-432b-9b7f-75700b04cb91 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:05.505913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Attempting to bind port 083e7ddf-70fb-432b-9b7f-75700b04cb91 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:05.526121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:05.526457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:05.526880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:05.527504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Bound port: 083e7ddf-70fb-432b-9b7f-75700b04cb91, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:05.527716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.576417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9192582c-b5c8-4f08-ac1c-bf000ab66a7d req-b1bdace7-b669-4022-b710-5fe40e038e8a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202345 Jul 15 13:08:05.635801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-3004102c-d793-4df5-8b47-8e5a0f97c38c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.637362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-3004102c-d793-4df5-8b47-8e5a0f97c38c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.1912796 Jul 15 13:08:05.640267 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.664420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-b854a4af-49a5-478f-a7fc-58a58f89293c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/quotas/cd6aebb706a54aaca728538df92faea3 HTTP/1.1" status: 200 len: 375 time: 0.0149179 Jul 15 13:08:05.697033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ae24703-7169-4bbb-801e-3945be77193d req-d9b0820a-5a3a-4731-9dc9-ac42bcef75d2 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867738 Jul 15 13:08:05.710201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5292e7a0-dbd6-4c6d-b602-09dedb9641f2 req-66bc229d-fae2-44db-9490-1af8af8164a9 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "GET /v2.0/security-groups/3d46fbf0-b1ba-4d00-9a5e-fd485bb1069d HTTP/1.1" status: 200 len: 1776 time: 0.0935602 Jul 15 13:08:05.711376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:05.715517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:05.728801 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.729962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-bcede25e-3e58-4b0d-adac-f6dba1ee0bea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482409 Jul 15 13:08:05.820867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.821531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.822973 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] 10.222.0.59 "PUT /v2.0/ports/083e7ddf-70fb-432b-9b7f-75700b04cb91 HTTP/1.1" status: 200 len: 1097 time: 1.8510547 Jul 15 13:08:05.879461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dce45-95b3-4f1c-8cbd-a050f55c0766 service neutron] Pushing event updated for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:05.940736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5292e7a0-dbd6-4c6d-b602-09dedb9641f2 req-8fe7cb60-314f-42e5-8e0c-b870cd16d2a2 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.955682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-4ce183b6-13dd-4766-a701-a9bae1ee2dfb service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693301 Jul 15 13:08:05.978043 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5292e7a0-dbd6-4c6d-b602-09dedb9641f2 req-8fe7cb60-314f-42e5-8e0c-b870cd16d2a2 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:05.996195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291239-f615-4e8b-b421-f8584b88129d req-d7b5e707-61fa-4aa6-b2d3-97fd463b731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:05.998407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-d7b5e707-61fa-4aa6-b2d3-97fd463b731f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1096 time: 0.2307765 Jul 15 13:08:06.062998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-d066a32e-4fcf-464c-b587-c7cde2f01fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.064483 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-d066a32e-4fcf-464c-b587-c7cde2f01fbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 1100 time: 0.1814411 Jul 15 13:08:06.129693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-7d7bd9c3-b7fc-4d75-ac93-445f4b1c85c9 service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623940 Jul 15 13:08:06.136685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce947ac5-7f08-43f9-a7d5-dd941104845f {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:06.145629 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.159111 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5292e7a0-dbd6-4c6d-b602-09dedb9641f2 req-8fe7cb60-314f-42e5-8e0c-b870cd16d2a2 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.162033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5292e7a0-dbd6-4c6d-b602-09dedb9641f2 req-8fe7cb60-314f-42e5-8e0c-b870cd16d2a2 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.163403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5292e7a0-dbd6-4c6d-b602-09dedb9641f2 req-8fe7cb60-314f-42e5-8e0c-b870cd16d2a2 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d46fbf0-b1ba-4d00-9a5e-fd485bb1069d HTTP/1.1" status: 204 len: 173 time: 0.4418197 Jul 15 13:08:06.164424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Transition to ACTIVE for port object ce947ac5-7f08-43f9-a7d5-dd941104845f will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:06.169229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-89e56aa5-3a17-4b89-a2e2-6b8d573d97cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91 HTTP/1.1" status: 200 len: 217 time: 0.0911107 Jul 15 13:08:06.173041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.187296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7cb60-314f-42e5-8e0c-b870cd16d2a2 tempest-SecurityGroupsTestAdminJSON-767952643 tempest-SecurityGroupsTestAdminJSON-767952643-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46fbf0-b1ba-4d00-9a5e-fd485bb1069d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.232352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.280688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291239-f615-4e8b-b421-f8584b88129d req-8d186e13-ffea-4487-bd70-773728709077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.282553 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-8d186e13-ffea-4487-bd70-773728709077 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2740312 Jul 15 13:08:06.286886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:06.287960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:06.287960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.293986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:06.294449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:06.302194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-37ae74c2-e964-4418-8cdd-c1603ad245a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.302440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:06.302701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:06.303141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:06.303779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Bound port: ce947ac5-7f08-43f9-a7d5-dd941104845f, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:06.304093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-37ae74c2-e964-4418-8cdd-c1603ad245a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1266286 Jul 15 13:08:06.304388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.357159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-f81c493a-fba9-46f2-9057-fcf1438c6aa9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.0666270 Jul 15 13:08:06.412908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:06.418091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:06.423899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.481884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291239-f615-4e8b-b421-f8584b88129d req-c58a9bc5-8d9e-4300-9eaa-4130a594a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.483532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-c58a9bc5-8d9e-4300-9eaa-4130a594a3c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1115620 Jul 15 13:08:06.499118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.499647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.501207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] 10.222.0.58 "PUT /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 1092 time: 1.0272806 Jul 15 13:08:06.503779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:06.506141 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:06.548199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-ee221b83-8907-49aa-baae-18a4ea2fe35d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542598 Jul 15 13:08:06.557353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc1230-8835-482c-a142-3044dd0e4ddc service neutron] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:06.562499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fcaa8508-e4a6-4bf6-8c27-418717909367 req-c51bb614-ef90-4927-8e9d-4739f215e0c6 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "GET /v2.0/security-groups/bbfbb9af-6690-4417-b60a-52f4c3019f40 HTTP/1.1" status: 200 len: 1778 time: 0.1223850 Jul 15 13:08:06.584862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834639f-5a93-4677-955c-294dfa753200 req-315bb0d1-5ac6-4b24-85d6-94d821d4fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.586516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-315bb0d1-5ac6-4b24-85d6-94d821d4fa01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2416840 Jul 15 13:08:06.677183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734c2c3-cb38-486f-8410-6b04b56b1891 req-eea9cd41-909c-4915-a17d-c4df80766f9f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.685424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8734c2c3-cb38-486f-8410-6b04b56b1891 req-eea9cd41-909c-4915-a17d-c4df80766f9f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 948 time: 0.2267139 Jul 15 13:08:06.733628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-2a93ea81-2909-4b9f-a14c-48c1b585175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.735231 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-2a93ea81-2909-4b9f-a14c-48c1b585175f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1095 time: 0.1661232 Jul 15 13:08:06.741787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8734c2c3-cb38-486f-8410-6b04b56b1891 req-e016bec2-b15f-4b92-8f4a-98d3bba971a8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Jul 15 13:08:06.781185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-d84209fe-a4f2-4f14-8e20-a69558edf37f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 217 time: 0.0384090 Jul 15 13:08:06.858309 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fcaa8508-e4a6-4bf6-8c27-418717909367 req-47becb39-368e-4741-9b3f-9fc9f7ee895f tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:06.862302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f74e-857f-45c4-b024-776005c94bf3 req-4a7a49bd-519b-43ce-8a11-c97dbd0cca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:06.864868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-4a7a49bd-519b-43ce-8a11-c97dbd0cca3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0772331 Jul 15 13:08:06.872716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-dbdbf8ff-c4e9-424f-bd43-d75719783c3e service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003116 Jul 15 13:08:06.907499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-e6fd6e18-f2aa-4464-8fc6-47b63ecbcce5 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024890 Jul 15 13:08:06.908831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-97653605-9bba-4c58-8221-670766f0a541 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381861 Jul 15 13:08:06.926185 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fcaa8508-e4a6-4bf6-8c27-418717909367 req-47becb39-368e-4741-9b3f-9fc9f7ee895f tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.063618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945559be-2bf1-4d75-9451-3df06eb77396 req-5a8b8da2-6c96-44ef-8933-64190ba08588 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.064745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-945559be-2bf1-4d75-9451-3df06eb77396 req-5a8b8da2-6c96-44ef-8933-64190ba08588 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 943 time: 0.1594133 Jul 15 13:08:07.067396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-03e157a9-01d1-4955-8ef1-3ecaa434d8e7 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468539 Jul 15 13:08:07.189192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-945559be-2bf1-4d75-9451-3df06eb77396 req-e034bcbd-0d02-4467-bba1-9408cbf45dba tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912144 Jul 15 13:08:07.217541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5470f74e-857f-45c4-b024-776005c94bf3 req-774d2d95-bfa1-4e5a-86af-5e2e275b6055 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432564 Jul 15 13:08:07.319648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:07.322872 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512" -d '{"events": [{"name": "network-changed", "server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:07.424223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df311445-6ac2-4065-a3a6-e0eb477e91c5 req-cd3351ad-10f0-4158-b747-ffba71835cfa tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 210 time: 0.0368509 Jul 15 13:08:07.434873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22291239-f615-4e8b-b421-f8584b88129d req-9e2ca0e2-04d5-4294-b5e9-db49ecf9d6e9 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527320 Jul 15 13:08:07.438061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fcaa8508-e4a6-4bf6-8c27-418717909367 req-47becb39-368e-4741-9b3f-9fc9f7ee895f tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.440954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fcaa8508-e4a6-4bf6-8c27-418717909367 req-47becb39-368e-4741-9b3f-9fc9f7ee895f tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:07.442063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fcaa8508-e4a6-4bf6-8c27-418717909367 req-47becb39-368e-4741-9b3f-9fc9f7ee895f tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "DELETE /v2.0/security-groups/bbfbb9af-6690-4417-b60a-52f4c3019f40 HTTP/1.1" status: 204 len: 173 time: 0.8787286 Jul 15 13:08:07.464881 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3834639f-5a93-4677-955c-294dfa753200 req-31ebdc44-ae38-4772-a23f-f8d226644df9 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426555 Jul 15 13:08:07.471322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47becb39-368e-4741-9b3f-9fc9f7ee895f tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfbb9af-6690-4417-b60a-52f4c3019f40,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:07.484308 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6822f03b-d7de-4743-a04d-43818f696bf2 x-openstack-request-id: req-6822f03b-d7de-4743-a04d-43818f696bf2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:07.484621 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:07.484876 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6822f03b-d7de-4743-a04d-43818f696bf2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:07.486730 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'status': 'completed', 'code': 200} Jul 15 13:08:07.617201 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baeeae5-f497-4009-b4a1-d6b1da914276 x-openstack-request-id: req-5baeeae5-f497-4009-b4a1-d6b1da914276 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:07.626959 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:07.626959 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5baeeae5-f497-4009-b4a1-d6b1da914276 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:07.626959 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91', 'status': 'completed', 'code': 200} Jul 15 13:08:07.753035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-a86fb744-557f-4c90-bc16-9c27a76ecc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.753035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-a86fb744-557f-4c90-bc16-9c27a76ecc37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1095 time: 0.2281599 Jul 15 13:08:07.840301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-d36617db-7f33-431a-8046-ae46e25a5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.841847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-d36617db-7f33-431a-8046-ae46e25a5cbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 1100 time: 0.2020411 Jul 15 13:08:07.908264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bfc2f-f418-49ea-b6b2-0e0962e3e0f0 req-563dd877-47df-4a8c-893d-8fa860cebe0e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.915918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a0bfc2f-f418-49ea-b6b2-0e0962e3e0f0 req-563dd877-47df-4a8c-893d-8fa860cebe0e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.3353949 Jul 15 13:08:07.918650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f686d15-2977-46ea-8421-4fa73c88858f req-1c7a1b71-7e69-4871-9f9c-411887349979 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "GET /v2.0/security-groups/f78c8571-4bd1-471b-a25c-e7eb22588ec8 HTTP/1.1" status: 200 len: 1778 time: 0.1031318 Jul 15 13:08:07.979314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:07.993197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-597e5d40-6801-44a7-930a-e02753fa1746 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:07.994723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-597e5d40-6801-44a7-930a-e02753fa1746 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.2360342 Jul 15 13:08:08.009524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-82fb9e77-2b8c-4f46-a9af-a66d5a9ceef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.012030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-82fb9e77-2b8c-4f46-a9af-a66d5a9ceef0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2506349 Jul 15 13:08:08.012895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Request body: {'port': {'device_id': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'admin_state_up': True, 'tenant_id': 'cd6aebb706a54aaca728538df92faea3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:08.040925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a0bfc2f-f418-49ea-b6b2-0e0962e3e0f0 req-fdab1f56-f98e-4e2e-80f4-c17fcdd4f44b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238403 Jul 15 13:08:08.140774 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-46cbf97f-ffac-42ee-a816-e590aafd9f87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 217 time: 0.1187859 Jul 15 13:08:08.150797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5f686d15-2977-46ea-8421-4fa73c88858f req-c7adb2c9-a517-42db-b81a-7daea790f039 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.155528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2e5544a2-c367-4b42-930e-56acb01358e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.192501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-08b9cd8b-7846-4bec-810d-f144c9aea5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.194306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-08b9cd8b-7846-4bec-810d-f144c9aea5bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3246303 Jul 15 13:08:08.197164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5f686d15-2977-46ea-8421-4fa73c88858f req-c7adb2c9-a517-42db-b81a-7daea790f039 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.208401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Made reservation on behalf of cd6aebb706a54aaca728538df92faea3 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:08.211870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.250261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-06d4d3ed-5cbb-4b89-aee3-d77587d1f8ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91 HTTP/1.1" status: 200 len: 217 time: 0.0437610 Jul 15 13:08:08.255676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-5eb87fa7-155b-44cf-bed9-dcc15a480a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.257388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-5eb87fa7-155b-44cf-bed9-dcc15a480a4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1092362 Jul 15 13:08:08.344637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-5ccd867f-85e7-403d-ae22-0aab5f80fe3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780826 Jul 15 13:08:08.347044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5f686d15-2977-46ea-8421-4fa73c88858f req-c7adb2c9-a517-42db-b81a-7daea790f039 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.349561 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5f686d15-2977-46ea-8421-4fa73c88858f req-c7adb2c9-a517-42db-b81a-7daea790f039 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.350800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f686d15-2977-46ea-8421-4fa73c88858f req-c7adb2c9-a517-42db-b81a-7daea790f039 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] 10.222.0.57 "DELETE /v2.0/security-groups/f78c8571-4bd1-471b-a25c-e7eb22588ec8 HTTP/1.1" status: 204 len: 173 time: 0.4311094 Jul 15 13:08:08.380426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adb2c9-a517-42db-b81a-7daea790f039 tempest-SecurityGroupsTestAdminJSON-1822870958 tempest-SecurityGroupsTestAdminJSON-1822870958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78c8571-4bd1-471b-a25c-e7eb22588ec8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.412748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-e45034f9-7ec1-4b0c-b0ce-2019d25eca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.414891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-e45034f9-7ec1-4b0c-b0ce-2019d25eca0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1564946 Jul 15 13:08:08.477119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2e5544a2-c367-4b42-930e-56acb01358e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.478670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Allocated IP 172.20.0.6 (5c131fbb-22d7-415d-9f05-a57deb198ed9/ced8565f-aa71-41bd-997f-7ad7392f4d05/8867ae93-e2a0-4d74-9f91-62f55130b7a0) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:08.486741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2e5544a2-c367-4b42-930e-56acb01358e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.538879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07817d3-0778-4dbd-a2af-ef79f697c006 req-ced947c6-100a-4038-8cb9-be5469b7ac05 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.540504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a07817d3-0778-4dbd-a2af-ef79f697c006 req-ced947c6-100a-4038-8cb9-be5469b7ac05 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 948 time: 0.2728450 Jul 15 13:08:08.544054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-113135ab-d983-4114-847d-fcd37bb02e82 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913843 Jul 15 13:08:08.555775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2e5544a2-c367-4b42-930e-56acb01358e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0523f2431eb14e98a18c6ae27af94a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724816 Jul 15 13:08:08.559926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53930) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.639303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-ee7e96a5-5650-49a8-8817-75d07fb4561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.640929 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-ee7e96a5-5650-49a8-8817-75d07fb4561a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2139022 Jul 15 13:08:08.699196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:08.706683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a07817d3-0778-4dbd-a2af-ef79f697c006 req-27922ad0-7e61-4c14-b806-ec3bbf680622 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592410 Jul 15 13:08:08.831317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0011e018-c001-42f2-b3cf-e65fa4b0f6f6 req-6253f33b-8194-499e-b5a0-e92615dfb184 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738771 Jul 15 13:08:08.831840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5544a2-c367-4b42-930e-56acb01358e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c229968c-1f3b-467e-bd1a-3b3b61c36729,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:08.832503 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17b6f035-5cfa-4605-abb0-dcbde2c47737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.959120 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-0306938f-50db-4437-b392-7a89227b2c47 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052626 Jul 15 13:08:08.962432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17b6f035-5cfa-4605-abb0-dcbde2c47737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:08.980656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa928b3-f857-4e3f-beed-fea1c5bb5a75 req-d55805dd-c763-43d1-b746-c2ef4693de1c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:08.982079 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2fa928b3-f857-4e3f-beed-fea1c5bb5a75 req-d55805dd-c763-43d1-b746-c2ef4693de1c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 943 time: 0.4433019 Jul 15 13:08:09.017866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.042421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-362afcb9-fe2c-459c-9336-12ca33cb572e req-23b1b64f-ff87-417a-b830-7288536ddaa2 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 210 time: 0.1079216 Jul 15 13:08:09.044685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2fa928b3-f857-4e3f-beed-fea1c5bb5a75 req-37625bcb-9272-49b3-96d4-603880ead8d9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565786 Jul 15 13:08:09.095902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.140239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-70607043-8c0b-4e8d-b9fd-112e7ebb2376 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7160858c2d3549ca89f135156e3873df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367998 Jul 15 13:08:09.145129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:09.149367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53946) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.150515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:09.198712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:09.205592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.207360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.251820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.260499 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6de2938-9e50-4f3f-a32e-3285940d60e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.264766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-63f3dbae-2889-4d7c-8988-c9be921ecae5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2579052 Jul 15 13:08:09.269195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a8a8e38-3647-4562-b6a4-9c82cd2c9512 req-5af6bcd4-c7d2-4d86-af42-21eb49b26317 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793405 Jul 15 13:08:09.271966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17b6f035-5cfa-4605-abb0-dcbde2c47737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.276018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17b6f035-5cfa-4605-abb0-dcbde2c47737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.278060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-17b6f035-5cfa-4605-abb0-dcbde2c47737 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c229968c-1f3b-467e-bd1a-3b3b61c36729 HTTP/1.1" status: 204 len: 168 time: 0.7086141 Jul 15 13:08:09.285843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Request body: {'port': {'device_id': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:09.302274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6f035-5cfa-4605-abb0-dcbde2c47737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229968c-1f3b-467e-bd1a-3b3b61c36729,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.414459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6de2938-9e50-4f3f-a32e-3285940d60e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.448382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.470324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be1492-61a3-4c7c-bf54-17996093e7fa req-f02a8c37-1882-4251-8f0a-d8c4253974a3 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:09.479420 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6be1492-61a3-4c7c-bf54-17996093e7fa req-f02a8c37-1882-4251-8f0a-d8c4253974a3 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.1082749 Jul 15 13:08:09.527287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6be1492-61a3-4c7c-bf54-17996093e7fa req-52701882-e50e-4965-b2a2-aa427dfd88d6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455430 Jul 15 13:08:09.685856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6de2938-9e50-4f3f-a32e-3285940d60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.688428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6de2938-9e50-4f3f-a32e-3285940d60e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.693881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e6de2938-9e50-4f3f-a32e-3285940d60e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/495086c0-35e5-40d7-96f0-bc4db6523f37 HTTP/1.1" status: 204 len: 168 time: 0.5363591 Jul 15 13:08:09.702583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de2938-9e50-4f3f-a32e-3285940d60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495086c0-35e5-40d7-96f0-bc4db6523f37,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:09.773766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53972) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:09.813287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5907dfc-1140-4dc0-aa1c-da667e91b487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.907211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8867ae93-e2a0-4d74-9f91-62f55130b7a0 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:09.917785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.936730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Transition to ACTIVE for port object 8867ae93-e2a0-4d74-9f91-62f55130b7a0 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:09.946727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:09.974020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:10.007914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5907dfc-1140-4dc0-aa1c-da667e91b487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.015746 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5907dfc-1140-4dc0-aa1c-da667e91b487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.056618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593af34-6d90-4af3-b256-6669c1e40889 req-c3e1fa35-f157-42f4-bc93-115ed53b7d25 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.065040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9593af34-6d90-4af3-b256-6669c1e40889 req-c3e1fa35-f157-42f4-bc93-115ed53b7d25 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 948 time: 0.1679182 Jul 15 13:08:10.107252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5907dfc-1140-4dc0-aa1c-da667e91b487 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7a4c6cb97b646588a31b91674bccbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278956 Jul 15 13:08:10.108082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53984) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.117811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5907dfc-1140-4dc0-aa1c-da667e91b487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac89095-b902-4f09-88e0-6e9502bbd49a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.152323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:10.173369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'port_id': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'mac_address': 'fa:16:3e:37:30:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf6b7ce-8b35-4121-b2b0-105090a06a05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:10.178025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9593af34-6d90-4af3-b256-6669c1e40889 req-905529eb-3769-4611-8c12-8c4f6843adb0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125224 Jul 15 13:08:10.191668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Attempting to bind port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:10.192015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Attempting to bind port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:10.192348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Attempting to bind port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:10.203507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:10.203507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Attempting to bind port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:10.205579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.221001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:10.221367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Checking segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:10.221820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Bound using segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:10.222287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Bound port: 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:10.222707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.241953 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.247195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f49148e2-b3eb-4cdf-ba50-1bff707743f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.261829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf7a006-832d-47cb-95c7-b5e2c46c1595 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:10.294893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:10.298063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f49148e2-b3eb-4cdf-ba50-1bff707743f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.302081 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.304892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:10.308864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:10.319257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:10.330239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.365888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.366931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.370503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] 10.222.0.58 "PUT /v2.0/ports/8867ae93-e2a0-4d74-9f91-62f55130b7a0 HTTP/1.1" status: 200 len: 1092 time: 1.0911629 Jul 15 13:08:10.422697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:10.425065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53990) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.427037 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0afb7ff-c617-43c2-b575-aed7ae840a07" -d '{"events": [{"name": "network-changed", "server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:10.495367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-152a8170-f47b-44e8-abbe-6cccea24900a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=521289501d4841d483bde36b4f152166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689573 Jul 15 13:08:10.498323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53994) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:10.533959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f49148e2-b3eb-4cdf-ba50-1bff707743f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.536468 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f49148e2-b3eb-4cdf-ba50-1bff707743f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.537643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f49148e2-b3eb-4cdf-ba50-1bff707743f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ac89095-b902-4f09-88e0-6e9502bbd49a HTTP/1.1" status: 204 len: 168 time: 0.4281464 Jul 15 13:08:10.554358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85880ec-0dc3-4a59-9000-7640dfb25f26 service neutron] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.577529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:10.580454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53dd17-ae47-4565-a39b-5ff22bb6f306 req-a875a229-a151-4372-aa43-5e2c7c987e85 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.581804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.582723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ec53dd17-ae47-4565-a39b-5ff22bb6f306 req-a875a229-a151-4372-aa43-5e2c7c987e85 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 943 time: 0.2197185 Jul 15 13:08:10.594308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49148e2-b3eb-4cdf-ba50-1bff707743f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac89095-b902-4f09-88e0-6e9502bbd49a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.597438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'port_id': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'mac_address': 'fa:16:3e:84:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46ac65e-4c89-431c-9421-287241c438b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:10.624946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8361456-0e76-4fa4-97d4-55cf1a105a10 req-d719de6b-489e-4ef8-833a-df9fc009e34a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.627943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8361456-0e76-4fa4-97d4-55cf1a105a10 req-d719de6b-489e-4ef8-833a-df9fc009e34a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 943 time: 0.1938696 Jul 15 13:08:10.641474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-044917a0-9ad4-41f0-804f-e4aa5c7be8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.643170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-044917a0-9ad4-41f0-804f-e4aa5c7be8ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 1095 time: 0.2111621 Jul 15 13:08:10.648326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3715c0b-60d6-4cf8-8af9-f29af6e4fbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.669067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.685357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ec53dd17-ae47-4565-a39b-5ff22bb6f306 req-25a586fc-9e78-4798-9223-f7bb3e271848 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878210 Jul 15 13:08:10.712931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce947ac5-7f08-43f9-a7d5-dd941104845f {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:10.713836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3715c0b-60d6-4cf8-8af9-f29af6e4fbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.734178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-8575f9d6-6f93-4692-836b-3211de6dc068 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0 HTTP/1.1" status: 200 len: 217 time: 0.0843079 Jul 15 13:08:10.739179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:10.748526 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.763446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8361456-0e76-4fa4-97d4-55cf1a105a10 req-4b31c3f8-26fd-4f38-b015-6870ce3d8eac tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243308 Jul 15 13:08:10.833995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3715c0b-60d6-4cf8-8af9-f29af6e4fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.838270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3715c0b-60d6-4cf8-8af9-f29af6e4fbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:10.839995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f3715c0b-60d6-4cf8-8af9-f29af6e4fbd7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff23231b-6f97-49e4-82f4-e49eef784097 HTTP/1.1" status: 204 len: 168 time: 0.3405290 Jul 15 13:08:10.855625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.875386 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc84f4a9-00a4-4ead-aeee-17c65e4e9ff4 x-openstack-request-id: req-fc84f4a9-00a4-4ead-aeee-17c65e4e9ff4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:10.878958 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:10.879522 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc84f4a9-00a4-4ead-aeee-17c65e4e9ff4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:10.880402 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'status': 'completed', 'code': 200} Jul 15 13:08:10.885795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3715c0b-60d6-4cf8-8af9-f29af6e4fbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23231b-6f97-49e4-82f4-e49eef784097,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:10.972373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-e825768c-983d-4bd3-8bd2-912c9ab39055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:10.973695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ce947ac5-7f08-43f9-a7d5-dd941104845f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:10.973909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-e825768c-983d-4bd3-8bd2-912c9ab39055 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.2166402 Jul 15 13:08:11.016506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-69c18bc6-0f37-4700-b199-86b6457c0d98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335984 Jul 15 13:08:11.092435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bf0ff-10b7-4489-ac79-d70aa436fddc req-2b40f1db-1620-48a8-a1e2-4e608aca8a69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.100534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-205bf0ff-10b7-4489-ac79-d70aa436fddc req-2b40f1db-1620-48a8-a1e2-4e608aca8a69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 945 time: 0.1699092 Jul 15 13:08:11.160393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['faf7a006-832d-47cb-95c7-b5e2c46c1595'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:11.218823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-205bf0ff-10b7-4489-ac79-d70aa436fddc req-cd65017c-74c4-44cc-9eaf-2109f20c8d75 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171727 Jul 15 13:08:11.262413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-fa04780a-6108-40ef-b653-387c243efb4b service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383587 Jul 15 13:08:11.449695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7412eb8a-0c1c-41f2-a751-d53899ebfd31 req-d4601920-71a9-48b3-915c-47168bb06f04 service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819081 Jul 15 13:08:11.496842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3271d3-c565-4685-afe1-e64088edc5ed req-c7ce06f3-b662-473f-8262-c79c9d58b4a1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.498439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5a3271d3-c565-4685-afe1-e64088edc5ed req-c7ce06f3-b662-473f-8262-c79c9d58b4a1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 948 time: 0.0989928 Jul 15 13:08:11.538582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 083e7ddf-70fb-432b-9b7f-75700b04cb91 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:11.608705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5a3271d3-c565-4685-afe1-e64088edc5ed req-ccba7ff4-eed0-4c36-a0de-33cc8c5f1c02 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039770 Jul 15 13:08:11.670004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-7f76b4bd-d551-4f66-912d-8b3079c3bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.672878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-7f76b4bd-d551-4f66-912d-8b3079c3bc27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 1095 time: 0.1192479 Jul 15 13:08:11.768670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:11.810165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '083e7ddf-70fb-432b-9b7f-75700b04cb91', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '083e7ddf-70fb-432b-9b7f-75700b04cb91', 'mac_address': 'fa:16:3e:25:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:11.857860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-06d7fe41-e68e-453c-811b-1bcc8eedfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:11.859714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-06d7fe41-e68e-453c-811b-1bcc8eedfd8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 906 time: 0.1795928 Jul 15 13:08:11.904818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:11.932551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083e7ddf-70fb-432b-9b7f-75700b04cb91 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:11.965290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-9e4a5c5e-3e78-4fc2-85de-e3dd92b5b6ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0 HTTP/1.1" status: 200 len: 217 time: 0.0971603 Jul 15 13:08:11.985349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:12.000626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:12.005229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.066775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc35f92-daef-4082-9b2c-fbf25a452e94 req-33ad4f3c-b0b6-4d7e-96e9-6ba39d003839 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.083073 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbc35f92-daef-4082-9b2c-fbf25a452e94 req-33ad4f3c-b0b6-4d7e-96e9-6ba39d003839 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 944 time: 0.1539648 Jul 15 13:08:12.083878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-d1d3c2f1-c207-4964-9c27-8d01665e68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.085393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-d1d3c2f1-c207-4964-9c27-8d01665e68af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.1118000 Jul 15 13:08:12.138746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-b4732ef0-c288-4792-8fe4-d07dd68f6399 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454719 Jul 15 13:08:12.151932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbc35f92-daef-4082-9b2c-fbf25a452e94 req-2d9a9c67-8a18-43ee-b1b6-09f54eec3d2a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671566 Jul 15 13:08:12.167477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293f115-6f21-43b3-a361-d0d86d7c820d req-dd064385-1959-43fc-8e2d-1ae422f7617a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.176191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6293f115-6f21-43b3-a361-d0d86d7c820d req-dd064385-1959-43fc-8e2d-1ae422f7617a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 943 time: 0.1941991 Jul 15 13:08:12.193460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.238569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port faf7a006-832d-47cb-95c7-b5e2c46c1595 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:12.242829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port faf7a006-832d-47cb-95c7-b5e2c46c1595 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:12.243204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.304578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6293f115-6f21-43b3-a361-d0d86d7c820d req-5dd56693-e8de-4e55-985b-2729f0885c2d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274695 Jul 15 13:08:12.305545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['083e7ddf-70fb-432b-9b7f-75700b04cb91'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:12.312224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54058) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:12.401835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-98aa3dd3-c953-4dfa-b072-02d9f786246b service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476363 Jul 15 13:08:12.473290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.518027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:12.520563 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c8987-da5e-4b98-9be8-f94e23115952" -d '{"events": [{"server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "name": "network-vif-plugged", "status": "completed", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:12.552557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:12.561087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0afb7ff-c617-43c2-b575-aed7ae840a07 req-032c251b-76a2-46d5-ae8e-dcb899265d1c service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577861 Jul 15 13:08:12.565099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.566036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:12.593619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865942-0ec0-499a-9825-9b326ce88f3d req-3c40a9d0-ab3f-4b79-a4e2-b4b661cb81a9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.603044 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f865942-0ec0-499a-9825-9b326ce88f3d req-3c40a9d0-ab3f-4b79-a4e2-b4b661cb81a9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 945 time: 0.1118872 Jul 15 13:08:12.638592 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6458ff1-f83c-4a86-a39e-90aa41a13770 x-openstack-request-id: req-d6458ff1-f83c-4a86-a39e-90aa41a13770 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:12.638933 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "name": "network-vif-plugged", "status": "completed", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:12.639180 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6458ff1-f83c-4a86-a39e-90aa41a13770 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:12.639511 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'code': 200} Jul 15 13:08:12.660373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f865942-0ec0-499a-9825-9b326ce88f3d req-7ef8ab17-1137-469f-af01-45ad7ddcc34f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537159 Jul 15 13:08:12.697190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:12.715469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ce947ac5-7f08-43f9-a7d5-dd941104845f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:12.737263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ce947ac5-7f08-43f9-a7d5-dd941104845f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:12.741855 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.748359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11063538-c642-4068-8f73-529cc9f57605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.910846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-43532aa2-97a1-4476-ab13-a38cbd180cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:12.950447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea114a-7b38-4b09-9be7-3f0159ed7f92 req-28cd214b-d6f3-478f-a42c-fa23c3f34538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:12.952954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1ea114a-7b38-4b09-9be7-3f0159ed7f92 req-28cd214b-d6f3-478f-a42c-fa23c3f34538 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1098 time: 0.2215340 Jul 15 13:08:13.009608 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.041210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1ea114a-7b38-4b09-9be7-3f0159ed7f92 req-74bf33e6-18fc-4103-a6c9-21f39d5d33a8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818799 Jul 15 13:08:13.062709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11063538-c642-4068-8f73-529cc9f57605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.070145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11063538-c642-4068-8f73-529cc9f57605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.084288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.089541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.131333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11063538-c642-4068-8f73-529cc9f57605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001afd3f-045e-4ba4-8167-454b07bb576e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.151632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-11063538-c642-4068-8f73-529cc9f57605 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bcc6ffcc7f344f39fce032e33a5cc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8358884 Jul 15 13:08:13.152046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54082) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:13.161090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.184385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d757284-f3ae-4819-a729-a0aa40ac76fc req-e579fd78-e740-4852-86bb-dc0374f0ba98 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.186026 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d757284-f3ae-4819-a729-a0aa40ac76fc req-e579fd78-e740-4852-86bb-dc0374f0ba98 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 949 time: 0.2356706 Jul 15 13:08:13.240350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f670ad-94ee-4c69-b757-1ceeb4a4a2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.265147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d757284-f3ae-4819-a729-a0aa40ac76fc req-25977837-d8f1-41ff-bd8d-c4fbf6eda408 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694954 Jul 15 13:08:13.276794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f670ad-94ee-4c69-b757-1ceeb4a4a2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.404695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f99f-ea55-4110-879c-fd25c3375c92 req-da65d8e0-0dac-4b83-848d-a48d0a9b76d7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.412636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95a5f99f-ea55-4110-879c-fd25c3375c92 req-da65d8e0-0dac-4b83-848d-a48d0a9b76d7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.0996537 Jul 15 13:08:13.415486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f670ad-94ee-4c69-b757-1ceeb4a4a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.418767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f670ad-94ee-4c69-b757-1ceeb4a4a2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.420071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04f670ad-94ee-4c69-b757-1ceeb4a4a2e8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/001afd3f-045e-4ba4-8167-454b07bb576e HTTP/1.1" status: 204 len: 168 time: 0.2669954 Jul 15 13:08:13.452955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f670ad-94ee-4c69-b757-1ceeb4a4a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001afd3f-045e-4ba4-8167-454b07bb576e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.478452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95a5f99f-ea55-4110-879c-fd25c3375c92 req-34eb9fd6-073e-43eb-ada3-afa1584c402d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Jul 15 13:08:13.532550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 083e7ddf-70fb-432b-9b7f-75700b04cb91 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:13.605960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 083e7ddf-70fb-432b-9b7f-75700b04cb91 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:13.609448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 083e7ddf-70fb-432b-9b7f-75700b04cb91 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:13.610037 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.615703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f07c5c-72d3-4b55-9173-e924138f7179 req-93b8f354-aa69-4c0b-ae25-fd5f3bf1d8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.618465 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52f07c5c-72d3-4b55-9173-e924138f7179 req-93b8f354-aa69-4c0b-ae25-fd5f3bf1d8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 943 time: 0.1739705 Jul 15 13:08:13.701309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52f07c5c-72d3-4b55-9173-e924138f7179 req-676a2d23-57b4-4432-b404-cce18b5ddb9b tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Jul 15 13:08:13.738548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.786562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:13.793571 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:13.864008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:13.897870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6fd5b-6044-4c23-8bdd-a4c630e19d10 req-879e6a97-d68e-42c7-904f-89aaaad058f2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:13.900257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6fd5b-6044-4c23-8bdd-a4c630e19d10 req-879e6a97-d68e-42c7-904f-89aaaad058f2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 946 time: 0.0971990 Jul 15 13:08:13.969487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6fd5b-6044-4c23-8bdd-a4c630e19d10 req-9b7011a8-974a-4979-a94a-cdd3be484620 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628397 Jul 15 13:08:14.012975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:14.146795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.160122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'mac_address': 'fa:16:3e:d9:41:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:14.170661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54114) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:14.185955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e9f330c-33cd-4138-875a-e8918d9d53b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.218210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.247534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8867ae93-e2a0-4d74-9f91-62f55130b7a0 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:14.288920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:14.294827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.353796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e9f330c-33cd-4138-875a-e8918d9d53b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.361839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e9f330c-33cd-4138-875a-e8918d9d53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.414072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.449341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f330c-33cd-4138-875a-e8918d9d53b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded7ce2-7a48-44d9-83bc-b62a96a0b428,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.481673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e9f330c-33cd-4138-875a-e8918d9d53b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0dc0606164de454ea23fcbdb90d9cad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098831 Jul 15 13:08:14.484552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:14.530103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['8867ae93-e2a0-4d74-9f91-62f55130b7a0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:14.569595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1ed7b-7046-4d2f-8ae0-f8cdc0b5a155 req-da7c3591-a6eb-4b8d-9ad9-01662f3923b0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.571362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-59c1ed7b-7046-4d2f-8ae0-f8cdc0b5a155 req-da7c3591-a6eb-4b8d-9ad9-01662f3923b0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 950 time: 0.1443291 Jul 15 13:08:14.572646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbf9d-4512-4134-b16c-311f658f073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.611826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbf9d-4512-4134-b16c-311f658f073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.632689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.641143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f'}, {'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:14.644686 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d11947-c2cd-420e-acf5-89fd61be9730" -d '{"events": [{"server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "name": "network-vif-plugged", "status": "completed", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f"}, {"server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "name": "network-vif-plugged", "status": "completed", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:14.655356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-59c1ed7b-7046-4d2f-8ae0-f8cdc0b5a155 req-38e46c99-fd38-4b75-8c6f-115b6af1838a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Jul 15 13:08:14.705624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbf9d-4512-4134-b16c-311f658f073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.727190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbf9d-4512-4134-b16c-311f658f073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.730549 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c1dbbf9d-4512-4134-b16c-311f658f073a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ded7ce2-7a48-44d9-83bc-b62a96a0b428 HTTP/1.1" status: 204 len: 168 time: 0.2433798 Jul 15 13:08:14.755185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbbf9d-4512-4134-b16c-311f658f073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded7ce2-7a48-44d9-83bc-b62a96a0b428,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:14.832090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:14.904373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d8eb3-e9a4-4ca4-bc9a-925c7d47e88b req-95d11e5f-2d05-4c6c-9b87-fd6f5b1efa24 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:14.905900 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-673d8eb3-e9a4-4ca4-bc9a-925c7d47e88b req-95d11e5f-2d05-4c6c-9b87-fd6f5b1efa24 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.0819068 Jul 15 13:08:14.951617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-673d8eb3-e9a4-4ca4-bc9a-925c7d47e88b req-9ecd079a-c810-4c2f-8198-5bcfefb26772 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Jul 15 13:08:15.167655 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de58a89-e297-42b6-9a99-a377a0589ea1 x-openstack-request-id: req-5de58a89-e297-42b6-9a99-a377a0589ea1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:15.167982 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "name": "network-vif-plugged", "status": "completed", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f", "code": 200}, {"server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "name": "network-vif-plugged", "status": "completed", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:15.168587 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5de58a89-e297-42b6-9a99-a377a0589ea1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:15.169119 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'code': 200} Jul 15 13:08:15.169568 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91', 'code': 200} Jul 15 13:08:15.319973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.339513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9df8fb4-7963-4db2-bbfb-599c1451c8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.389673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ea86e-77db-495a-9c18-2a13deeb5884 req-a6238e44-dc2d-4220-b98d-d505963af52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.391589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c0ea86e-77db-495a-9c18-2a13deeb5884 req-a6238e44-dc2d-4220-b98d-d505963af52d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1097 time: 0.1291864 Jul 15 13:08:15.399452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6b75b-e8c0-40fa-a152-5e5bd41ef1d3 req-5303534d-7d14-453b-a0a6-d9493a444fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.400952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71d6b75b-e8c0-40fa-a152-5e5bd41ef1d3 req-5303534d-7d14-453b-a0a6-d9493a444fe2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 1102 time: 0.1436410 Jul 15 13:08:15.454617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c0ea86e-77db-495a-9c18-2a13deeb5884 req-6814fc9d-1e2c-4bda-8f21-9a3504a13cb5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562284 Jul 15 13:08:15.457968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bfa2c-f8b7-4326-b1a7-1a14b17fa0bc req-ad6f2833-bb4c-4398-b1e4-eb90115cafec tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.459036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-071bfa2c-f8b7-4326-b1a7-1a14b17fa0bc req-ad6f2833-bb4c-4398-b1e4-eb90115cafec tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 944 time: 0.1359754 Jul 15 13:08:15.466627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71d6b75b-e8c0-40fa-a152-5e5bd41ef1d3 req-624d4cf9-bb26-4ced-9aa7-294084ea2454 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573807 Jul 15 13:08:15.475931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32c3e2df-0de0-40f3-8648-d5fc4d808ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.508714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-071bfa2c-f8b7-4326-b1a7-1a14b17fa0bc req-44dd46c5-ec77-436f-b2ea-19b7d9054954 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Jul 15 13:08:15.535194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9df8fb4-7963-4db2-bbfb-599c1451c8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.571210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9df8fb4-7963-4db2-bbfb-599c1451c8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.621225 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.642110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a9df8fb4-7963-4db2-bbfb-599c1451c8be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e9e7591faea4e27860e63b09c2b7239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209860 Jul 15 13:08:15.644484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df8fb4-7963-4db2-bbfb-599c1451c8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02a00d3-afb3-4822-8d96-e48ce35cac45,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.647294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:15.680485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab9ad-4004-473e-8e45-20222dd51cfe req-a990b357-4b8c-4a87-94fe-7b2122153397 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:15.682101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffdab9ad-4004-473e-8e45-20222dd51cfe req-a990b357-4b8c-4a87-94fe-7b2122153397 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 946 time: 0.1645772 Jul 15 13:08:15.723334 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c85c8a9-93a7-4abb-a841-e35eeac0f3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.755312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffdab9ad-4004-473e-8e45-20222dd51cfe req-36ad091b-3ef2-4a8d-8de8-59e90e76e2ce tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627143 Jul 15 13:08:15.762281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c85c8a9-93a7-4abb-a841-e35eeac0f3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.834563 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c85c8a9-93a7-4abb-a841-e35eeac0f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.837640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c85c8a9-93a7-4abb-a841-e35eeac0f3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:15.844159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c85c8a9-93a7-4abb-a841-e35eeac0f3dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c02a00d3-afb3-4822-8d96-e48ce35cac45 HTTP/1.1" status: 204 len: 168 time: 0.1953967 Jul 15 13:08:15.857753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85c8a9-93a7-4abb-a841-e35eeac0f3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02a00d3-afb3-4822-8d96-e48ce35cac45,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:15.994251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-38ae179a-3d28-4f75-8565-434cbbdbce3f tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=80f3f1dc7eda47e986fb5e1401bf1ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417891 Jul 15 13:08:16.026322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:16.107794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:16.121054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:16.121971 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.185148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-8388ecdb-25f6-41d2-89ba-41388760c687 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.189542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-8388ecdb-25f6-41d2-89ba-41388760c687 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925108 Jul 15 13:08:16.211014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4d669-f708-4b1e-aef1-c9e26fa553e1 req-3b96cf11-da68-40f6-99e6-0973f9a0c242 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.215709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07e4d669-f708-4b1e-aef1-c9e26fa553e1 req-3b96cf11-da68-40f6-99e6-0973f9a0c242 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 950 time: 0.1218579 Jul 15 13:08:16.231601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-441486ba-bb89-4523-b4f1-ebfef605547f tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/quotas/80f3f1dc7eda47e986fb5e1401bf1ae8 HTTP/1.1" status: 200 len: 375 time: 0.0344636 Jul 15 13:08:16.329165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-7a2238b2-3108-473c-a544-67a55a67bc80 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=80f3f1dc7eda47e986fb5e1401bf1ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891786 Jul 15 13:08:16.344925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07e4d669-f708-4b1e-aef1-c9e26fa553e1 req-fe450030-955a-407a-85c6-aa85da1c788c tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164222 Jul 15 13:08:16.372594 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.449501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:16.460461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.562961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:16.768037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63914d1-e72b-4133-96c2-4650f711cce0 req-9d220f3c-b28b-43f1-9b55-ce17d37293ae tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.770660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e63914d1-e72b-4133-96c2-4650f711cce0 req-9d220f3c-b28b-43f1-9b55-ce17d37293ae tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.1108379 Jul 15 13:08:16.822286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e63914d1-e72b-4133-96c2-4650f711cce0 req-2c40a2d1-c604-4194-956b-686460d75ce2 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Jul 15 13:08:16.886871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc80ca-860b-4fd5-8f23-c4c9a6998fbf req-ea649c95-70f1-4713-8b41-d30324f7de9f tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:16.888611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cacc80ca-860b-4fd5-8f23-c4c9a6998fbf req-ea649c95-70f1-4713-8b41-d30324f7de9f tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1098 time: 0.0823765 Jul 15 13:08:16.934307 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:16.970872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cacc80ca-860b-4fd5-8f23-c4c9a6998fbf req-50328c44-af86-4285-a2ee-461b145b533c tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755265 Jul 15 13:08:17.170753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:17.174035 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6673b24-6dff-4d7f-b0e2-d973e6408634" -d '{"events": [{"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-plugged", "status": "completed", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:17.239432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec83939-9039-4348-9611-d19ac601fb56 req-39c4c929-e4b9-4dc4-af01-ec0d0cb6c479 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.247484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ec83939-9039-4348-9611-d19ac601fb56 req-39c4c929-e4b9-4dc4-af01-ec0d0cb6c479 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 945 time: 0.1057053 Jul 15 13:08:17.312016 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ec83939-9039-4348-9611-d19ac601fb56 req-97662b9a-5ce8-4e98-974d-c0cc10a95be8 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Jul 15 13:08:17.435604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-a44b8ce6-13f6-4539-972f-cf9ffb2eef55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1220191 Jul 15 13:08:17.504174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-551421bd-a957-4701-9476-752cc12891dd req-4b7dd1fd-3d68-4502-9bca-809a3bf336c0 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 210 time: 0.0426390 Jul 15 13:08:17.718904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-cc358dec-4559-483e-96eb-5aa3de86339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.720931 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-cc358dec-4559-483e-96eb-5aa3de86339c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1098 time: 0.1779392 Jul 15 13:08:17.746776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027061f-dc0b-4fb7-aa57-7dc79d252cb8 req-6f80e3d3-c4ad-4965-87a4-e1f421f06f7f tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.748674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c027061f-dc0b-4fb7-aa57-7dc79d252cb8 req-6f80e3d3-c4ad-4965-87a4-e1f421f06f7f tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1097 time: 0.0927866 Jul 15 13:08:17.832232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c027061f-dc0b-4fb7-aa57-7dc79d252cb8 req-f0f939a4-c1a7-4237-80ea-4945259b0fe3 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735872 Jul 15 13:08:17.913198 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2da9af-25c5-476d-a13a-c7a2e28e96c2 x-openstack-request-id: req-5b2da9af-25c5-476d-a13a-c7a2e28e96c2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:17.913868 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-plugged", "status": "completed", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:17.914228 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b2da9af-25c5-476d-a13a-c7a2e28e96c2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:17.914770 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'code': 200} Jul 15 13:08:17.955975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-1c6f9ddc-38d7-436c-92f5-55d78eadbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:17.959607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-1c6f9ddc-38d7-436c-92f5-55d78eadbda9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1818473 Jul 15 13:08:18.039942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-d2abeb9c-24f5-4741-aee3-0352ee8f9a79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.0716577 Jul 15 13:08:18.179431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-47d4b55c-f740-4e96-bf27-fb2552d35a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.181192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-47d4b55c-f740-4e96-bf27-fb2552d35a7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1320283 Jul 15 13:08:18.229393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-905a2d7e-2fab-4269-976a-7b8e6df28606 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342455 Jul 15 13:08:18.230177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9627d4-b576-49dd-8210-b34b412459aa req-9b20929e-bd45-4e40-bb5e-77af55117f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.234229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d9627d4-b576-49dd-8210-b34b412459aa req-9b20929e-bd45-4e40-bb5e-77af55117f90 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 1097 time: 0.1962903 Jul 15 13:08:18.250804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afec27-ffc3-47dd-bc7f-83c64891931a req-28ff91ef-2878-4410-b2b9-81738a6adf53 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.250804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4afec27-ffc3-47dd-bc7f-83c64891931a req-28ff91ef-2878-4410-b2b9-81738a6adf53 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1098 time: 0.1616085 Jul 15 13:08:18.325538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.58', 49537) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:18.337023 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d9627d4-b576-49dd-8210-b34b412459aa req-f468ba01-d983-4bcc-8d3f-d74a31794adb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852680 Jul 15 13:08:18.352287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4afec27-ffc3-47dd-bc7f-83c64891931a req-c827cf40-1c37-4066-8b07-a019c1f7dec9 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019115 Jul 15 13:08:18.363604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-34508e38-f0d2-4d0b-8d10-939c0bdd0b16 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=80f3f1dc7eda47e986fb5e1401bf1ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253716 Jul 15 13:08:18.375024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af52f2-dfc1-4bc7-a554-2e496c1e75a5 req-d036f75e-fa7c-4a5a-aa39-2455c1dc05b8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.377707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4af52f2-dfc1-4bc7-a554-2e496c1e75a5 req-d036f75e-fa7c-4a5a-aa39-2455c1dc05b8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 950 time: 0.3117230 Jul 15 13:08:18.407901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.492190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4af52f2-dfc1-4bc7-a554-2e496c1e75a5 req-5439acef-6d4c-453d-bc7e-c38147b5217e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062531 Jul 15 13:08:18.505852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-793da0df-3974-4b47-841e-f95eccdf3621 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633073 Jul 15 13:08:18.622822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-1afe03f7-bb44-41d1-a89a-8d191b5c118c tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.624406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-1afe03f7-bb44-41d1-a89a-8d191b5c118c tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342792 Jul 15 13:08:18.655946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Request body: {'port': {'device_id': '20944995-b039-4940-8038-12a7f0ce4330', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '80f3f1dc7eda47e986fb5e1401bf1ae8'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:18.785083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e0f4b7-10ff-4899-8e1f-2289aeca7939 req-b6b1c307-4c63-457c-b6a1-89bb56e48e71 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668235 Jul 15 13:08:18.842833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802203b-b80f-400b-9bbb-81cd29c4ad7a req-b3fc5fa2-e0c6-4496-8bb4-e614958abc3b tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:18.846380 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d802203b-b80f-400b-9bbb-81cd29c4ad7a req-b3fc5fa2-e0c6-4496-8bb4-e614958abc3b tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1097 time: 0.1336632 Jul 15 13:08:18.866214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Made reservation on behalf of 80f3f1dc7eda47e986fb5e1401bf1ae8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:18.870790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.884304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:18.921312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d802203b-b80f-400b-9bbb-81cd29c4ad7a req-4e5beb3c-d3c5-42c5-b34a-1f33d174e7ee tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614884 Jul 15 13:08:19.070779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.081114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:19.403214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92216204-d502-44b3-bcc8-1bafa1c5a043 req-fb1b8af2-47da-4b2d-945a-247928261425 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.405487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92216204-d502-44b3-bcc8-1bafa1c5a043 req-fb1b8af2-47da-4b2d-945a-247928261425 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 945 time: 0.1797509 Jul 15 13:08:19.463926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5aa59cce-483f-436b-b739-2b4bf1f00493 req-6e10df89-c40b-4afc-ab8a-df289092848c tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 210 time: 0.1213281 Jul 15 13:08:19.489227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92216204-d502-44b3-bcc8-1bafa1c5a043 req-2d3ee50a-5329-466a-a9e6-69b678231874 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638804 Jul 15 13:08:19.502397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7404f918-62ba-4e48-817f-7f56978268ef,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:19.609181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-ec103955-02f8-41aa-974b-3679ad5109cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3785694 Jul 15 13:08:19.641769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Allocated IP 192.168.233.182 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/5687a111-4ed0-4f5e-a9ba-24aa13cce002) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:19.880681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-454d60d5-f4ee-4d97-961f-4e4b5a140397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:19.883338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-454d60d5-f4ee-4d97-961f-4e4b5a140397 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 1119 time: 0.2134645 Jul 15 13:08:20.078887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.295437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df3bd6ff-d0ad-491e-8da6-75154836df6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.517829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df3bd6ff-d0ad-491e-8da6-75154836df6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.524716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-df3bd6ff-d0ad-491e-8da6-75154836df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.527913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.558906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-731397c3-8b71-4545-88df-7b0b2fd9af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:20.560562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-731397c3-8b71-4545-88df-7b0b2fd9af7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 924 time: 0.1808240 Jul 15 13:08:20.561761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Transition to ACTIVE for port object 5687a111-4ed0-4f5e-a9ba-24aa13cce002 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:20.580046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-df3bd6ff-d0ad-491e-8da6-75154836df6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6cfc677272144c38bf9e331d6a359b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976368 Jul 15 13:08:20.581367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bd6ff-d0ad-491e-8da6-75154836df6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ebb67-a80c-49b1-8a63-126197a044e9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.584435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54322) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:20.660241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.672937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c22880b5-210c-4a91-b9f0-eae7cada7f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.694279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-8d12af42-033b-470b-bd3b-b50c4b2db33f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 HTTP/1.1" status: 200 len: 1023 time: 0.0999658 Jul 15 13:08:20.706089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c22880b5-210c-4a91-b9f0-eae7cada7f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.833253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c22880b5-210c-4a91-b9f0-eae7cada7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.836059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c22880b5-210c-4a91-b9f0-eae7cada7f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:20.847514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c22880b5-210c-4a91-b9f0-eae7cada7f6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b7ebb67-a80c-49b1-8a63-126197a044e9 HTTP/1.1" status: 204 len: 168 time: 0.2565589 Jul 15 13:08:20.874806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22880b5-210c-4a91-b9f0-eae7cada7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ebb67-a80c-49b1-8a63-126197a044e9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:20.909351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:20.923729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:20.928617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:21.053575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-8bb06cab-2200-4e25-b595-562a3991ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.056517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-8bb06cab-2200-4e25-b595-562a3991ef36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.3485394 Jul 15 13:08:21.062457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Pushing event updated for resources: {'Port': ['ID=5687a111-4ed0-4f5e-a9ba-24aa13cce002,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:21.193285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.194735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.288534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-a43f4eab-8168-4670-8b73-23dd997e2a60 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6446505 Jul 15 13:08:21.311363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Request body: {'port': {'device_id': '20944995-b039-4940-8038-12a7f0ce4330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:21.337244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-d337a97a-cf41-4af5-9563-3fa97509da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:21.339857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-d337a97a-cf41-4af5-9563-3fa97509da5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2642233 Jul 15 13:08:21.347152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-abf77476-e309-4974-acdf-69d65924995c tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:21.349847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-abf77476-e309-4974-acdf-69d65924995c tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143619 Jul 15 13:08:21.388227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:21.388962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:21.399291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb591865-152a-4f46-8d9b-38fe03c99c46 None None] Provisioning for port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:21.415634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb591865-152a-4f46-8d9b-38fe03c99c46 None None] Provisioning complete for port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:21.418985 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb591865-152a-4f46-8d9b-38fe03c99c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.528733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cb591865-152a-4f46-8d9b-38fe03c99c46 None None] Port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:21.562092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54338) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:21.593327 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe1b7-f091-41e4-953d-559da7a63ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.654489 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:21.756742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-94b39cd4-867a-4168-aec5-a17b4f53d991 service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619339 Jul 15 13:08:21.952050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:21.952337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:21.952902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:21.958998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:21.959471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:21.965628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:21.966072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:21.966690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:21.967234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Bound port: faf7a006-832d-47cb-95c7-b5e2c46c1595, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:22.035444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:22.042072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.043871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-874d9142-b228-42c6-a0df-61dd9238507a service neutron] 10.222.0.57 "POST /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595/bindings HTTP/1.1" status: 201 len: 390 time: 0.6717591 Jul 15 13:08:22.107282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a579256f-51b8-481c-99b4-b5999f1653e9 req-e188dc57-24d6-43e3-9bfc-dc105fcd696d service neutron] 10.222.0.59 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398950 Jul 15 13:08:22.156134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.156608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.157262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.157767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.158735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.158735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.159249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.160484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.161203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.164379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-2db163d8-b761-4588-a197-40d769a7dc49 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330&device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e&device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb&device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea&device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 8166 time: 0.4064417 Jul 15 13:08:22.208585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe1b7-f091-41e4-953d-559da7a63ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.225944 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe1b7-f091-41e4-953d-559da7a63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.247257 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-ad5fdce8-707e-4fbd-b2ca-1cb4a5499b6e tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.315603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ad0fe1b7-f091-41e4-953d-559da7a63ad8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c268b1d2e35d46699c2fae0572dda105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521164 Jul 15 13:08:22.316356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fe1b7-f091-41e4-953d-559da7a63ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694bfef7-3bdb-417c-b43b-6a19a172a3f7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.321194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54344) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:22.439240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54d9edd2-0963-4392-b3f0-4924b85b5b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.464772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5687a111-4ed0-4f5e-a9ba-24aa13cce002 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:22.473438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86524b9-6b53-4998-8434-66a5a9ab3361 req-661471d2-9e5e-4080-84eb-c86cef650ecb tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.475061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d86524b9-6b53-4998-8434-66a5a9ab3361 req-661471d2-9e5e-4080-84eb-c86cef650ecb tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 936 time: 0.1189520 Jul 15 13:08:22.477265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.482406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54d9edd2-0963-4392-b3f0-4924b85b5b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.506250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Transition to ACTIVE for port object 5687a111-4ed0-4f5e-a9ba-24aa13cce002 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:22.516135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.555835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-ed731cd4-b06b-452c-a98c-c6304aa4c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.557423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-ed731cd4-b06b-452c-a98c-c6304aa4c6c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1098 time: 0.1985545 Jul 15 13:08:22.563673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d86524b9-6b53-4998-8434-66a5a9ab3361 req-e27965ab-127d-4712-9d37-7e410a9df785 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597727 Jul 15 13:08:22.598824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54d9edd2-0963-4392-b3f0-4924b85b5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.602484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54d9edd2-0963-4392-b3f0-4924b85b5b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.605594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-54d9edd2-0963-4392-b3f0-4924b85b5b48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/694bfef7-3bdb-417c-b43b-6a19a172a3f7 HTTP/1.1" status: 204 len: 168 time: 0.2833385 Jul 15 13:08:22.621483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-ad5fdce8-707e-4fbd-b2ca-1cb4a5499b6e tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.631107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Pushing event updated for resources: {'Port': ['ID=5687a111-4ed0-4f5e-a9ba-24aa13cce002,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.636352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-ad5fdce8-707e-4fbd-b2ca-1cb4a5499b6e tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:22.644952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9edd2-0963-4392-b3f0-4924b85b5b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694bfef7-3bdb-417c-b43b-6a19a172a3f7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.798388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d40c3b8-4de5-4c94-bf23-d6cf717ec061 req-ad5fdce8-707e-4fbd-b2ca-1cb4a5499b6e tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&id=f44a8814-16ee-441e-b861-3cf2efdcf63b&id=9888c4d2-d425-4cbf-88e1-52825e13f036&id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 645 time: 0.5883656 Jul 15 13:08:22.819317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fdce8-707e-4fbd-b2ca-1cb4a5499b6e tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50ad307-265e-487a-85dd-a2a2f4ac530f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:22.925950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-b3f624d1-d17b-4b58-9417-da199afa95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:22.929021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-b3f624d1-d17b-4b58-9417-da199afa95f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.3534014 Jul 15 13:08:23.053372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-62c6e38f-a4f0-46a9-88f5-939ace1d61e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.1155224 Jul 15 13:08:23.054907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Attempting to bind port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:23.055557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Attempting to bind port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:23.056199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Attempting to bind port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:23.083904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:23.084223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Attempting to bind port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:23.112561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:23.112903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:23.113294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:23.113744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Bound port: 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:23.114203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.119035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4ef4-181c-4796-aa1e-679523d83b09 req-2b29e49b-0561-49bf-ba08-091f7e9103d4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.124175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-acec4ef4-181c-4796-aa1e-679523d83b09 req-2b29e49b-0561-49bf-ba08-091f7e9103d4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 945 time: 0.2301135 Jul 15 13:08:23.168423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-c62fce5a-62d3-45af-aede-70485f17e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.170402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-c62fce5a-62d3-45af-aede-70485f17e2f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1063123 Jul 15 13:08:23.191959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-acec4ef4-181c-4796-aa1e-679523d83b09 req-8cb89368-1b13-4a97-a34c-6ddb81ccac99 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600941 Jul 15 13:08:23.219974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-06893f3c-e26e-4cb7-a607-c31a43a87d29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402043 Jul 15 13:08:23.249658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] For port 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:23.318573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] For port 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:23.330379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.432448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677a4b-ea09-4a39-ba3d-424dcfe18c43 req-f5bcde1c-8b7d-4d5e-85f3-1a5cbfdff466 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.440583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a677a4b-ea09-4a39-ba3d-424dcfe18c43 req-f5bcde1c-8b7d-4d5e-85f3-1a5cbfdff466 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1097 time: 0.0894632 Jul 15 13:08:23.468073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.469048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:23.471421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] 10.222.0.58 "PUT /v2.0/ports/5687a111-4ed0-4f5e-a9ba-24aa13cce002 HTTP/1.1" status: 200 len: 1097 time: 2.1735961 Jul 15 13:08:23.472767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20944995-b039-4940-8038-12a7f0ce4330', 'tag': '5687a111-4ed0-4f5e-a9ba-24aa13cce002'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:23.477160 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "20944995-b039-4940-8038-12a7f0ce4330", "tag": "5687a111-4ed0-4f5e-a9ba-24aa13cce002"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:23.511442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a677a4b-ea09-4a39-ba3d-424dcfe18c43 req-a42e183b-40ff-4587-9dc2-d72f223d070c tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683789 Jul 15 13:08:23.536760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-69e1e3bd-686f-4f8e-9a52-55e0948ba3fb service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088937 Jul 15 13:08:23.597583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c95d7-6f77-4413-9ae8-268e75c9684b service neutron] Pushing event updated for resources: {'Port': ['ID=5687a111-4ed0-4f5e-a9ba-24aa13cce002,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:23.696171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-b41d8e2c-4aa6-42c7-9723-3661234475df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.698143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-b41d8e2c-4aa6-42c7-9723-3661234475df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80f3f1dc7eda47e986fb5e1401bf1ae8&device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 1100 time: 0.1579332 Jul 15 13:08:23.718933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-714d4074-97e0-46f3-94ae-8606ff583f4f service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421981 Jul 15 13:08:23.752275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-8f393af9-6be6-459a-954c-484d9d9edc05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002 HTTP/1.1" status: 200 len: 217 time: 0.0461438 Jul 15 13:08:23.991957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-11b379a3-950e-4ba6-9b43-ff0d938bdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:23.995246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-11b379a3-950e-4ba6-9b43-ff0d938bdd9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2363136 Jul 15 13:08:24.109809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846d1fe-d48a-4579-9411-ec5e8dff659f req-d62ba735-0537-480e-a7d5-27a1026bab6b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.119119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2846d1fe-d48a-4579-9411-ec5e8dff659f req-d62ba735-0537-480e-a7d5-27a1026bab6b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 946 time: 0.2695544 Jul 15 13:08:24.151077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-15458ade-c30e-40ff-8a12-c91dd8cffcde tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.152884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-15458ade-c30e-40ff-8a12-c91dd8cffcde tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1098 time: 0.3247409 Jul 15 13:08:24.175250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:24.223350 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaae8c2c-7ac9-42e1-acc7-d21d25fe775a x-openstack-request-id: req-eaae8c2c-7ac9-42e1-acc7-d21d25fe775a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:24.223664 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20944995-b039-4940-8038-12a7f0ce4330", "tag": "5687a111-4ed0-4f5e-a9ba-24aa13cce002", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:24.224105 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eaae8c2c-7ac9-42e1-acc7-d21d25fe775a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:24.224728 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20944995-b039-4940-8038-12a7f0ce4330', 'tag': '5687a111-4ed0-4f5e-a9ba-24aa13cce002', 'status': 'completed', 'code': 200} Jul 15 13:08:24.277768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-1b039601-b6e4-4093-a91f-2b36b572cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.279624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-1b039601-b6e4-4093-a91f-2b36b572cdd8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2763991 Jul 15 13:08:24.296149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2846d1fe-d48a-4579-9411-ec5e8dff659f req-4ea8a70c-9162-4e46-87ec-4be9de3e301e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752293 Jul 15 13:08:24.323470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:24.642641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-ded2596d-ffd7-49f6-9846-6090a823351f service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343346 Jul 15 13:08:24.832344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adcbb7-2078-44f9-bb8e-edd76c540b6a req-bbddf5e8-4ccf-4c12-9b4b-809bc21ec06b tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:24.833948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6adcbb7-2078-44f9-bb8e-edd76c540b6a req-bbddf5e8-4ccf-4c12-9b4b-809bc21ec06b tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 948 time: 0.3407571 Jul 15 13:08:24.852431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:24.902497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c523577d-19d4-4aa4-ad6e-68f1c2f19beb req-f15d5602-16db-4578-9343-f5e962c4df0c service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496395 Jul 15 13:08:24.947229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6adcbb7-2078-44f9-bb8e-edd76c540b6a req-46ce202b-ea6c-440b-aecb-7bf7663ed0c9 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921206 Jul 15 13:08:24.958259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:25.078149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.098042 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.162819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-355e0b1d-d7cb-458e-98a8-5562c8978383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.164369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-355e0b1d-d7cb-458e-98a8-5562c8978383 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80f3f1dc7eda47e986fb5e1401bf1ae8&device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 1100 time: 0.1736848 Jul 15 13:08:25.200447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:25.283536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:25.284085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:25.284684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:25.343512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:25.343922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Attempting to bind port faf7a006-832d-47cb-95c7-b5e2c46c1595 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:25.356123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:25.356477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:25.356824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:25.357279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Bound port: faf7a006-832d-47cb-95c7-b5e2c46c1595, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:25.357647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.442712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-5f6f744e-3734-4414-a314-ba61d8260e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.444287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-5f6f744e-3734-4414-a314-ba61d8260e7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2689676 Jul 15 13:08:25.508077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-3033fcf5-1202-47d1-bb34-4138ac1362df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002 HTTP/1.1" status: 200 len: 217 time: 0.0566444 Jul 15 13:08:25.560513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:25.588102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:25.598632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:25.613405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-ee5f0246-dfe3-4627-b0be-593c20c8a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.614937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-ee5f0246-dfe3-4627-b0be-593c20c8a256 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0978186 Jul 15 13:08:25.637506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8cd57-f85a-415a-b77a-b8c0c608472e req-e4bf844a-0b8d-4c66-81d0-2da6c08c800d tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.638093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8cd57-f85a-415a-b77a-b8c0c608472e req-e4bf844a-0b8d-4c66-81d0-2da6c08c800d tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.638627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8cd57-f85a-415a-b77a-b8c0c608472e req-e4bf844a-0b8d-4c66-81d0-2da6c08c800d tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:25.640375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8b8cd57-f85a-415a-b77a-b8c0c608472e req-e4bf844a-0b8d-4c66-81d0-2da6c08c800d tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2&device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea&device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 2886 time: 0.2533007 Jul 15 13:08:25.730678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:26.079094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.079813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.081487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-d58db721-ed3a-4d20-9383-248b9ad66cc1 service neutron] 10.222.0.59 "PUT /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 1124 time: 1.9132328 Jul 15 13:08:26.085002 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8b8cd57-f85a-415a-b77a-b8c0c608472e req-1ed113ff-37f8-42ef-9b58-c9d257617cec tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306409 Jul 15 13:08:26.101704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-2c9f8a04-22c7-4b82-a6cc-05f20f4aeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.103493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-2c9f8a04-22c7-4b82-a6cc-05f20f4aeaab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4599483 Jul 15 13:08:26.162842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['faf7a006-832d-47cb-95c7-b5e2c46c1595'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:26.227144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595'}, {'name': 'network-changed', 'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:26.229994 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452" -d '{"events": [{"server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "name": "network-vif-unplugged", "status": "completed", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595"}, {"name": "network-changed", "server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:26.249486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:26.269432 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-86f3f4e8-9aff-4fd1-a184-c6065824f704 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557508 Jul 15 13:08:26.419813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-49412977-659c-442a-9645-561eea143f96 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:08:26.421879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-49412977-659c-442a-9645-561eea143f96 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1694920 Jul 15 13:08:26.432820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa188-d5ab-4be7-ac0d-bd79ea8457dd req-d21ed0a2-e0dd-407d-aeb5-e418afc03dcc tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:26.434473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-876fa188-d5ab-4be7-ac0d-bd79ea8457dd req-d21ed0a2-e0dd-407d-aeb5-e418afc03dcc tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 945 time: 0.1467714 Jul 15 13:08:26.436839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c4ddc2-8f3b-43bc-a568-fb768eb10fc4 req-4004ef30-b209-46cc-808a-880ecfa158da service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585565 Jul 15 13:08:26.489265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-876fa188-d5ab-4be7-ac0d-bd79ea8457dd req-aca553e8-3ade-40b3-a7ad-f13741fe4687 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471511 Jul 15 13:08:26.536333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:26.536791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:08:26.731251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:26.731567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:26.731947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:26.738837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:26.739272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:26.746602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:26.746919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:26.750573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:26.751299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Bound port: ce947ac5-7f08-43f9-a7d5-dd941104845f, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:26.833466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:26.842793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:26.847766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-21dcc5ba-faed-4d88-8ef5-252785461f6c service neutron] 10.222.0.57 "POST /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3737891 Jul 15 13:08:27.030573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54456) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.136544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1829-dc66-4b68-84bd-7b92c35951b2 req-8017f429-7090-4e8e-9837-2514d5f53ac5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.138046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba2a1829-dc66-4b68-84bd-7b92c35951b2 req-8017f429-7090-4e8e-9837-2514d5f53ac5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.0788019 Jul 15 13:08:27.189264 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.193824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba2a1829-dc66-4b68-84bd-7b92c35951b2 req-2b61a9e0-eef5-4c34-8a52-90cae81fef64 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Jul 15 13:08:27.267971 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-ef6be7d1-9615-4082-8de4-a978cc0ff6ec tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1414326c23804afda0b8c2c03bc5b10d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296230 Jul 15 13:08:27.319653 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.340808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.382818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05aed17e04a44e66827e76efeb7f1eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509181 Jul 15 13:08:27.388199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54468) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:27.398670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0865345b-8a03-4648-9712-d1c059a385c7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.409282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.409627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.409968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.410304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.410682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.411017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.411350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.411672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.411998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.412099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-bf0518f4-8645-43d7-839e-0c9d20a6ca57 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.412318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.412836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.413331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31532a60-ca82-4b46-953c-fdfe968be973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:27.413946 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-bf0518f4-8645-43d7-839e-0c9d20a6ca57 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389346 Jul 15 13:08:27.442218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb0daa-3bb8-4eb9-a1a2-e86868cf8570 req-58f56451-8415-47f9-8410-d53ef4530b44 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.443891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fabb0daa-3bb8-4eb9-a1a2-e86868cf8570 req-58f56451-8415-47f9-8410-d53ef4530b44 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 948 time: 0.1374974 Jul 15 13:08:27.444684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-43e8e310-30a4-4878-83e7-4ac0a9bb2dda tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/quotas/1414326c23804afda0b8c2c03bc5b10d HTTP/1.1" status: 200 len: 375 time: 0.0238698 Jul 15 13:08:27.484090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fabb0daa-3bb8-4eb9-a1a2-e86868cf8570 req-d5301e84-12d8-444e-b03a-5eaacdfec7d0 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Jul 15 13:08:27.486123 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-95932184-07c5-4353-a798-36084b440b2d tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1414326c23804afda0b8c2c03bc5b10d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350156 Jul 15 13:08:27.489429 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-086b8774-9e73-4b9e-877c-145bd07d8903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.518779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-086b8774-9e73-4b9e-877c-145bd07d8903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.585132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-086b8774-9e73-4b9e-877c-145bd07d8903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.587680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-086b8774-9e73-4b9e-877c-145bd07d8903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:27.591670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-086b8774-9e73-4b9e-877c-145bd07d8903 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0865345b-8a03-4648-9712-d1c059a385c7 HTTP/1.1" status: 204 len: 168 time: 0.1995459 Jul 15 13:08:27.599788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b8774-9e73-4b9e-877c-145bd07d8903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0865345b-8a03-4648-9712-d1c059a385c7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:27.686973 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e33c71f-589e-4cbd-97ea-9d7b3e3f04e3 x-openstack-request-id: req-9e33c71f-589e-4cbd-97ea-9d7b3e3f04e3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:27.687459 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "name": "network-vif-unplugged", "status": "completed", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595", "code": 200}, {"name": "network-changed", "server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:27.688176 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e33c71f-589e-4cbd-97ea-9d7b3e3f04e3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:27.688756 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'code': 200} Jul 15 13:08:27.689731 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'status': 'completed', 'code': 200} Jul 15 13:08:27.832406 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-8e61a9fb-1924-4cf0-b2a0-5c49426cc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.834500 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-8e61a9fb-1924-4cf0-b2a0-5c49426cc91c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1127 time: 0.1114547 Jul 15 13:08:27.955309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05857d0-3905-41e4-b24d-3a809155155d req-a14b9781-c8ed-4481-8194-ca142e7f0089 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.957266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d05857d0-3905-41e4-b24d-3a809155155d req-a14b9781-c8ed-4481-8194-ca142e7f0089 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.0908349 Jul 15 13:08:27.973309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-7d91fea7-bbf8-4de7-b7bd-23bfc0095489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:27.978493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-7d91fea7-bbf8-4de7-b7bd-23bfc0095489 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1372662 Jul 15 13:08:27.993774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54494) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:28.020605 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d05857d0-3905-41e4-b24d-3a809155155d req-6a01a7d2-5330-4836-9edc-23a643421aa6 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Jul 15 13:08:28.039020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-5732d28f-5a2a-4575-8f4c-9a8819597c6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.0543573 Jul 15 13:08:28.054429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1185577b-056b-45c3-8648-cbcf0406d5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.071964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5687a111-4ed0-4f5e-a9ba-24aa13cce002 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:28.155434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a55f480-e454-4583-844c-c9464a86632b req-a28ff4ae-5841-4edb-b3c7-7b93bde64fc5 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 210 time: 0.0874476 Jul 15 13:08:28.196570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-5bf81444-c159-4379-b3b8-2f39c58815ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.197976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-5bf81444-c159-4379-b3b8-2f39c58815ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1508493 Jul 15 13:08:28.251118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-648e5c55-f861-4e9d-a91d-62bca47f0199 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356841 Jul 15 13:08:28.275879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:28.302069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '5687a111-4ed0-4f5e-a9ba-24aa13cce002', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '5687a111-4ed0-4f5e-a9ba-24aa13cce002', 'mac_address': 'fa:16:3e:95:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:28.389150 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.389622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-fbef0682-c2ea-4b6b-ae01-812e160e8fb2 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261799 Jul 15 13:08:28.406693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5687a111-4ed0-4f5e-a9ba-24aa13cce002 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:28.434324 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1185577b-056b-45c3-8648-cbcf0406d5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.439520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:28.446899 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.447239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1185577b-056b-45c3-8648-cbcf0406d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.519429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5687a111-4ed0-4f5e-a9ba-24aa13cce002,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.528518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.529048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.529544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.530012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.530494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.531004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.531478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.531957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.532572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.533251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.533730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.534201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:28.563430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1185577b-056b-45c3-8648-cbcf0406d5c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6a32eb6e6ec4473a1d3570acb3626cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682843 Jul 15 13:08:28.568127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:28.582667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185577b-056b-45c3-8648-cbcf0406d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0540e207-c8f8-42a2-a2d0-1bfee6350afb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:28.595954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ae332ec-bd67-442d-bda7-9f2f0e4f2452 req-10e8caf7-d6d1-478b-a766-89aad439ff07 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930306 Jul 15 13:08:28.668323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8736117-ae17-4ec4-b968-da2dc1cbf93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.707651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8736117-ae17-4ec4-b968-da2dc1cbf93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.713472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe66c-c93d-4b71-875f-cddd1a1854ad req-4c33e7e4-c926-4186-9f56-0c3ee70dd655 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.716141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-914fe66c-c93d-4b71-875f-cddd1a1854ad req-4c33e7e4-c926-4186-9f56-0c3ee70dd655 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.1012418 Jul 15 13:08:28.719836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['5687a111-4ed0-4f5e-a9ba-24aa13cce002'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:28.789234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-914fe66c-c93d-4b71-875f-cddd1a1854ad req-c39eb0a9-c9e3-4cab-8e39-893a1943de65 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 Jul 15 13:08:28.816154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179a68c-0054-42e8-9a14-9e28cd050b05 req-1637e33a-5aff-47b4-a664-53e634e764a2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:28.817966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6179a68c-0054-42e8-9a14-9e28cd050b05 req-1637e33a-5aff-47b4-a664-53e634e764a2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 949 time: 0.1130228 Jul 15 13:08:28.849101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8736117-ae17-4ec4-b968-da2dc1cbf93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.852231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8736117-ae17-4ec4-b968-da2dc1cbf93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:28.852951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f8736117-ae17-4ec4-b968-da2dc1cbf93d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0540e207-c8f8-42a2-a2d0-1bfee6350afb HTTP/1.1" status: 204 len: 168 time: 0.2837353 Jul 15 13:08:28.890002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6179a68c-0054-42e8-9a14-9e28cd050b05 req-ef1fee9c-8e91-4012-84b2-2346db3e5380 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628712 Jul 15 13:08:28.890860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8736117-ae17-4ec4-b968-da2dc1cbf93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0540e207-c8f8-42a2-a2d0-1bfee6350afb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:29.271066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d431a6b-50b3-4159-b1e7-9a20ada63a43 req-0a80a3f6-7b73-49c9-89ee-148d0a326035 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.273034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d431a6b-50b3-4159-b1e7-9a20ada63a43 req-0a80a3f6-7b73-49c9-89ee-148d0a326035 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.0762393 Jul 15 13:08:29.321434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d431a6b-50b3-4159-b1e7-9a20ada63a43 req-ff583a15-37b2-416e-a427-127f4f686e19 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Jul 15 13:08:29.441323 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e0a646f-a3e2-43fa-8655-f94ede822d27 req-b757419b-97bb-4107-9c7e-6bd777cae373 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 210 time: 0.0475230 Jul 15 13:08:29.558108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-3e0d09fa-c0bb-44e2-a734-033d0e26bc9e tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1414326c23804afda0b8c2c03bc5b10d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348642 Jul 15 13:08:29.659428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:29.663348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24480-e604-47a3-a157-a8ad250cf281 req-e0fce358-0848-474c-82ca-7cdf3917b01f tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.671250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcc24480-e604-47a3-a157-a8ad250cf281 req-e0fce358-0848-474c-82ca-7cdf3917b01f tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1101 time: 0.2055242 Jul 15 13:08:29.758811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcc24480-e604-47a3-a157-a8ad250cf281 req-0efb6719-43dc-4c52-847f-a59521ac393f tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861828 Jul 15 13:08:29.773792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-7f717c8f-8800-49ed-9906-cc7383b0c920 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:29.775560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-7f717c8f-8800-49ed-9906-cc7383b0c920 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083845 Jul 15 13:08:29.799636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Request body: {'port': {'device_id': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '1414326c23804afda0b8c2c03bc5b10d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:29.973115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.023565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:08:30.089813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Made reservation on behalf of 1414326c23804afda0b8c2c03bc5b10d for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:30.094453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.099984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5687a111-4ed0-4f5e-a9ba-24aa13cce002 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:30.120991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f986b7-1993-4c2f-949b-81cae05134f9 req-46313746-59a0-41fd-b7fb-bc81233e0234 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.124300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8f986b7-1993-4c2f-949b-81cae05134f9 req-46313746-59a0-41fd-b7fb-bc81233e0234 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1101 time: 0.1306019 Jul 15 13:08:30.131170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ef276-0858-4dea-b3a5-65ae13b9c372 req-39e15dc9-5f25-466a-94e3-b673d224ad05 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.134945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c58ef276-0858-4dea-b3a5-65ae13b9c372 req-39e15dc9-5f25-466a-94e3-b673d224ad05 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.1183872 Jul 15 13:08:30.139927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.185065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:30.191043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:30.191531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.199906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c58ef276-0858-4dea-b3a5-65ae13b9c372 req-7ff7f3b6-7598-407f-86fc-3cac623556da tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592346 Jul 15 13:08:30.225868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8f986b7-1993-4c2f-949b-81cae05134f9 req-44307866-1687-4e95-ad0a-a7c945ed42be tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888319 Jul 15 13:08:30.381790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.390081 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.408688 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.468899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20944995-b039-4940-8038-12a7f0ce4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5687a111-4ed0-4f5e-a9ba-24aa13cce002'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:30.473436 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7cbc5-4b15-4b75-ab6b-33e8fc237253" -d '{"events": [{"server_uuid": "20944995-b039-4940-8038-12a7f0ce4330", "name": "network-vif-plugged", "status": "completed", "tag": "5687a111-4ed0-4f5e-a9ba-24aa13cce002"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:30.480518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa039-03a4-48ff-86f3-eac9aacea709 req-2c5f8381-2ff1-46a7-9d2f-1adadd8967ad tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.485978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0ffa039-03a4-48ff-86f3-eac9aacea709 req-2c5f8381-2ff1-46a7-9d2f-1adadd8967ad tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 949 time: 0.1054981 Jul 15 13:08:30.503114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:30.510943 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:30.533818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f335635-8130-4e95-8dae-b83c0c4191ea,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.546018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0ffa039-03a4-48ff-86f3-eac9aacea709 req-51166d40-51ef-4d51-a820-5b0439d3ff73 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 Jul 15 13:08:30.595696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5687a111-4ed0-4f5e-a9ba-24aa13cce002,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:30.687090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Allocated IP 192.168.233.105 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/de9bb469-537e-455b-926b-e0a641546a32) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:30.807011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08d6ea-f904-48f0-8f24-3d415d8110ad req-a3d372c8-8f7a-4bf4-9d8a-7ab3298017ee tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:30.811480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c08d6ea-f904-48f0-8f24-3d415d8110ad req-a3d372c8-8f7a-4bf4-9d8a-7ab3298017ee tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.0981989 Jul 15 13:08:30.815187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72938b94-8655-41be-80af-78ef18efae42 req-88732e41-1404-47ff-9a5d-45ffe7772a5e tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 210 time: 0.0707417 Jul 15 13:08:30.887212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c08d6ea-f904-48f0-8f24-3d415d8110ad req-923f8f0f-b1bd-419c-8df2-fb2c476e5a37 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Jul 15 13:08:30.899136 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19e73cd-8ec3-43f4-a071-ea996eb4bd88 x-openstack-request-id: req-d19e73cd-8ec3-43f4-a071-ea996eb4bd88 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:30.900261 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20944995-b039-4940-8038-12a7f0ce4330", "name": "network-vif-plugged", "status": "completed", "tag": "5687a111-4ed0-4f5e-a9ba-24aa13cce002", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:30.900974 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d19e73cd-8ec3-43f4-a071-ea996eb4bd88 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:30.901641 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20944995-b039-4940-8038-12a7f0ce4330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5687a111-4ed0-4f5e-a9ba-24aa13cce002', 'code': 200} Jul 15 13:08:31.021252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.045489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Transition to ACTIVE for port object de9bb469-537e-455b-926b-e0a641546a32 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:31.174190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1708983-a10c-47e1-9903-fddd246aeec7 req-a70c6e91-c20d-42dc-a227-2ce0d5610aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.176363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1708983-a10c-47e1-9903-fddd246aeec7 req-a70c6e91-c20d-42dc-a227-2ce0d5610aee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 1102 time: 0.1386216 Jul 15 13:08:31.183674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.189031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-af622b72-0db5-427d-981e-4e030d92b410 service neutron] 10.222.0.58 "GET /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.1393974 Jul 15 13:08:31.282568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:31.300227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:31.314580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:31.321807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1708983-a10c-47e1-9903-fddd246aeec7 req-21df74cf-e5c6-4451-80f4-ef4d2c06239a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351938 Jul 15 13:08:31.344059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Pushing event updated for resources: {'Port': ['ID=de9bb469-537e-455b-926b-e0a641546a32,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:31.389747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.391182 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.412917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-081a9d74-55b5-4da2-87ef-055cbc967548 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6200492 Jul 15 13:08:31.438754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Request body: {'port': {'device_id': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:31.543954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:31.545243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.578647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:31.588307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa72b7b-4dae-4f18-99c1-9edace10b483 req-c0c32338-68b8-418e-aa61-8af866e57e5e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.595710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fa72b7b-4dae-4f18-99c1-9edace10b483 req-c0c32338-68b8-418e-aa61-8af866e57e5e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 944 time: 0.2424922 Jul 15 13:08:31.615209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-669980db-625f-417e-a876-df4e3a0296fd None None] Provisioning for port de9bb469-537e-455b-926b-e0a641546a32 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:31.623159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-669980db-625f-417e-a876-df4e3a0296fd None None] Provisioning complete for port de9bb469-537e-455b-926b-e0a641546a32 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:31.623911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-669980db-625f-417e-a876-df4e3a0296fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.689747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-669980db-625f-417e-a876-df4e3a0296fd None None] Port de9bb469-537e-455b-926b-e0a641546a32 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:31.690928 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fa72b7b-4dae-4f18-99c1-9edace10b483 req-4b56b578-9a52-47b7-8919-738cfd2b87d1 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942194 Jul 15 13:08:31.693445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf7a006-832d-47cb-95c7-b5e2c46c1595 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:31.712254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:31.729930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-a3098840-0ac2-4f46-b3c0-ffe8f70d4d32 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=dc5d74cae3bb4a67a46c49220ad4d1c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602033 Jul 15 13:08:31.730147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.863176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] Transition to ACTIVE for port object faf7a006-832d-47cb-95c7-b5e2c46c1595 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:31.869611 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:31.932973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-447f6354-714d-4bd1-96c5-2b394af17697 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:31.939406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-447f6354-714d-4bd1-96c5-2b394af17697 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981454 Jul 15 13:08:31.949801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] No DVR routers for this DVR port faf7a006-832d-47cb-95c7-b5e2c46c1595 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:31.962752 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-b2cbdd31-3e58-4bff-90ef-54fc5a28c8fc tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/quotas/dc5d74cae3bb4a67a46c49220ad4d1c7 HTTP/1.1" status: 200 len: 375 time: 0.0176091 Jul 15 13:08:32.019336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] Pushing event updated for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=10']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.025414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-86935c47-40e9-4b94-8a86-304b0166e55c service neutron] 10.222.0.58 "PUT /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8241155 Jul 15 13:08:32.056040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-54302c6c-fbea-402b-ad11-a6424a89effb tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5d74cae3bb4a67a46c49220ad4d1c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868123 Jul 15 13:08:32.082654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9bb469-537e-455b-926b-e0a641546a32 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:32.102356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.110710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:32.118902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Transition to ACTIVE for port object de9bb469-537e-455b-926b-e0a641546a32 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:32.125383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.176913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=de9bb469-537e-455b-926b-e0a641546a32,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.337248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Attempting to bind port de9bb469-537e-455b-926b-e0a641546a32 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:32.337730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Attempting to bind port de9bb469-537e-455b-926b-e0a641546a32 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:32.339846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Attempting to bind port de9bb469-537e-455b-926b-e0a641546a32 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.352725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Port de9bb469-537e-455b-926b-e0a641546a32 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:32.353165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Attempting to bind port de9bb469-537e-455b-926b-e0a641546a32 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:32.374223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:32.376367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:32.377033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:32.377649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Bound port: de9bb469-537e-455b-926b-e0a641546a32, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:32.378906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.452121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-b0168a96-073d-4306-9683-38c98df99a47 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.459744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-b0168a96-073d-4306-9683-38c98df99a47 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.3470886 Jul 15 13:08:32.468492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:32.499145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'mac_address': 'fa:16:3e:d9:41:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:32.597841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] For port de9bb469-537e-455b-926b-e0a641546a32, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:32.609080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] For port de9bb469-537e-455b-926b-e0a641546a32, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=de9bb469-537e-455b-926b-e0a641546a32,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:32.620395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.621082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.656456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8867ae93-e2a0-4d74-9f91-62f55130b7a0 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:32.686243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:32.691879 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.718651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.719344 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:32.726983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] 10.222.0.59 "PUT /v2.0/ports/de9bb469-537e-455b-926b-e0a641546a32 HTTP/1.1" status: 200 len: 1097 time: 1.3033090 Jul 15 13:08:32.741523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'tag': 'de9bb469-537e-455b-926b-e0a641546a32'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:32.755152 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4157815e-4678-4e4f-98a6-e39257dfd14b", "tag": "de9bb469-537e-455b-926b-e0a641546a32"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:32.778879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['8867ae93-e2a0-4d74-9f91-62f55130b7a0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:32.786753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:32.854689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-fc97c559-88f9-4d07-be6f-540a7185e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.856320 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-fc97c559-88f9-4d07-be6f-540a7185e5f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&tenant_id=df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 1097 time: 0.3890896 Jul 15 13:08:32.885138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c9ea8-7073-41ed-9a08-609124f37c6d req-714c2dfe-d01b-4856-9d4f-3d4249017727 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:32.894148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa0c9ea8-7073-41ed-9a08-609124f37c6d req-714c2dfe-d01b-4856-9d4f-3d4249017727 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 950 time: 0.3108275 Jul 15 13:08:32.988379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897554fc-c3c1-4762-93ce-6707d3726ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=de9bb469-537e-455b-926b-e0a641546a32,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:33.091158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa0c9ea8-7073-41ed-9a08-609124f37c6d req-c3e1017e-d87d-4acd-8429-ea8ee0224379 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959393 Jul 15 13:08:33.117093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e5340-a435-44e1-b3ac-930509f4c2e8 req-f3f21b1f-ad30-4899-a830-9f4ec7d24a38 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.118009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e3e5340-a435-44e1-b3ac-930509f4c2e8 req-f3f21b1f-ad30-4899-a830-9f4ec7d24a38 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 948 time: 0.4280193 Jul 15 13:08:33.158606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-9a55d77f-47cc-43e0-8b1e-3ef5a6ca9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.162332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-9a55d77f-47cc-43e0-8b1e-3ef5a6ca9a85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1414326c23804afda0b8c2c03bc5b10d&device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 1100 time: 0.3182521 Jul 15 13:08:33.195830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-0ff0cf97-655d-4696-8d52-7d1ff546b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.211166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-0ff0cf97-655d-4696-8d52-7d1ff546b698 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1097 time: 0.2970419 Jul 15 13:08:33.271604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-5c613fb1-4251-4b42-8484-23cac04cf1ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=de9bb469-537e-455b-926b-e0a641546a32 HTTP/1.1" status: 200 len: 217 time: 0.0928435 Jul 15 13:08:33.322424 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e3e5340-a435-44e1-b3ac-930509f4c2e8 req-2c6318b8-017a-4260-9461-99ce1d82fd61 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030919 Jul 15 13:08:33.336345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-868662b5-744e-4c30-b015-e1fef71be640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.338432 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-868662b5-744e-4c30-b015-e1fef71be640 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1211176 Jul 15 13:08:33.398197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-b68dc727-c4e8-47bb-b173-cbe1b9d86d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.400017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-b68dc727-c4e8-47bb-b173-cbe1b9d86d23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1160083 Jul 15 13:08:33.469560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-ded778be-5d09-46e9-a945-8a0f2b9de4da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.1133132 Jul 15 13:08:33.550083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-f40dfe5e-d590-4933-b35b-7db02fc10ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.554072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-f40dfe5e-d590-4933-b35b-7db02fc10ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383331 Jul 15 13:08:33.625720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-b77d5545-c05a-4678-b65a-46f45a36555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.628210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-b77d5545-c05a-4678-b65a-46f45a36555b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.0958068 Jul 15 13:08:33.691729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-c2837d68-cf04-4ca6-8eb4-59c1d87aa16a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534816 Jul 15 13:08:33.710471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8f5ae-4630-430e-b2ab-6fdb1ab6d8a0 req-85dc3adf-fe88-41df-8059-e99f59a9144a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:33.722657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28d8f5ae-4630-430e-b2ab-6fdb1ab6d8a0 req-85dc3adf-fe88-41df-8059-e99f59a9144a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.2791376 Jul 15 13:08:33.740847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-f27944fa-6533-4d7d-a38f-695a1f17b6b2 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794043 Jul 15 13:08:33.861051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28d8f5ae-4630-430e-b2ab-6fdb1ab6d8a0 req-8290ee18-53e9-49f4-b11c-5732655b8731 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370878 Jul 15 13:08:33.904508 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:08:33.967872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d51be5-7b99-4462-9b54-a03c8f3942ca req-ab0c50ea-73f1-449b-83b4-e041f553e92f service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066700 Jul 15 13:08:34.000127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-99015d18-6b4e-45e6-9f3e-14541eba4d9f service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648244 Jul 15 13:08:34.143353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:34.160944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d810b47-0992-4054-9731-159f7750a862 req-7112a96b-4a42-4d1d-b03b-bfeae4fbdc35 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.170493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d810b47-0992-4054-9731-159f7750a862 req-7112a96b-4a42-4d1d-b03b-bfeae4fbdc35 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1657689 Jul 15 13:08:34.270334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:34.271313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.290456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d810b47-0992-4054-9731-159f7750a862 req-4c320724-5796-4331-8033-0aa5a097f9fe tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178243 Jul 15 13:08:34.350302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ddc8fa1-1082-471a-a198-a7a2fd35f0f2 req-a7cda206-c1fb-4b12-b464-209328abf7a6 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 210 time: 0.1116564 Jul 15 13:08:34.387242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-6cd83b04-821e-4b65-8b89-22b704d6ef29 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706791 Jul 15 13:08:34.423502 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0fac34-f38e-4998-b517-50f222788e6f x-openstack-request-id: req-cc0fac34-f38e-4998-b517-50f222788e6f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:34.424030 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4157815e-4678-4e4f-98a6-e39257dfd14b", "tag": "de9bb469-537e-455b-926b-e0a641546a32", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:34.424451 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc0fac34-f38e-4998-b517-50f222788e6f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:34.425010 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'tag': 'de9bb469-537e-455b-926b-e0a641546a32', 'status': 'completed', 'code': 200} Jul 15 13:08:34.437266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.482218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:34.485057 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a227808a-970a-41c0-90de-ada1d21f8294" -d '{"events": [{"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-plugged", "status": "completed", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:34.502836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:34.510679 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:34.512188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:34.516227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-4c381681-d0c8-46b1-bc2a-9796e6420108 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dc5d74cae3bb4a67a46c49220ad4d1c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559187 Jul 15 13:08:34.601954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:34.644987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:34.672557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-0a5149c1-a37e-46a7-af30-3882a668ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.674793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-0a5149c1-a37e-46a7-af30-3882a668ae86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1414326c23804afda0b8c2c03bc5b10d&device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 1100 time: 0.2020905 Jul 15 13:08:34.695856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc64bb-8155-4962-afe6-cdb5f0e15cfd req-289770c7-cbb8-4c03-a74c-3cdd1f6b7996 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.705666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76dc64bb-8155-4962-afe6-cdb5f0e15cfd req-289770c7-cbb8-4c03-a74c-3cdd1f6b7996 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 945 time: 0.1607494 Jul 15 13:08:34.789887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76dc64bb-8155-4962-afe6-cdb5f0e15cfd req-0d7980f1-3d8b-4697-98df-838e23130690 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829928 Jul 15 13:08:34.939693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-75070846-0050-43e5-b7cb-189cc1ec340a tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.941160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-75070846-0050-43e5-b7cb-189cc1ec340a tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178591 Jul 15 13:08:34.942166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-8fd6bd8b-0def-4fbb-bba6-baa7daf4fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:34.947010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-8fd6bd8b-0def-4fbb-bba6-baa7daf4fe6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2313137 Jul 15 13:08:34.984651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Request body: {'port': {'device_id': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'dc5d74cae3bb4a67a46c49220ad4d1c7'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:35.031790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b1da-3f2f-4b31-a3ef-7dc7a1ddb7eb req-7f9ca23c-47e4-46e6-86ca-38bd1629db46 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.043288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7411b1da-3f2f-4b31-a3ef-7dc7a1ddb7eb req-7f9ca23c-47e4-46e6-86ca-38bd1629db46 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 950 time: 0.3773172 Jul 15 13:08:35.054467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-0ead5688-f4cf-4fd4-a70a-3b619ff4dd8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=de9bb469-537e-455b-926b-e0a641546a32 HTTP/1.1" status: 200 len: 217 time: 0.0946705 Jul 15 13:08:35.175283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7411b1da-3f2f-4b31-a3ef-7dc7a1ddb7eb req-92b8b68c-6014-401a-bd3d-291010f0ee47 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297433 Jul 15 13:08:35.272966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Made reservation on behalf of dc5d74cae3bb4a67a46c49220ad4d1c7 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:35.277013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.281638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-55e72eb2-df8b-4b3c-bb69-69372db84004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.285129 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bcd279-05d1-4564-8366-4e63fcfe536d x-openstack-request-id: req-e3bcd279-05d1-4564-8366-4e63fcfe536d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:35.285925 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-plugged", "status": "completed", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:35.286016 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3bcd279-05d1-4564-8366-4e63fcfe536d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:35.286640 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'code': 200} Jul 15 13:08:35.289152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-55e72eb2-df8b-4b3c-bb69-69372db84004 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1703484 Jul 15 13:08:35.295516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.421127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d24c1-09c6-485c-a7d3-9177fefc08a3 req-3fe198a8-14fc-471e-9063-34990dffc8ea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.434318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d82d24c1-09c6-485c-a7d3-9177fefc08a3 req-3fe198a8-14fc-471e-9063-34990dffc8ea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 948 time: 0.3784580 Jul 15 13:08:35.445413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318199be-1636-4721-8ab9-127c032c6791 req-ba9adea1-8a95-44b7-8d15-b125e579290d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.448053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-ba9adea1-8a95-44b7-8d15-b125e579290d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.4053030 Jul 15 13:08:35.461134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.467986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:35.561839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4289e1fa-36d2-41e1-88ba-f5b32e597009,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:35.578366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.579012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.579523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.580145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.580710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.581176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.581713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.582173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.582814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.583347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.583946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.584412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:08:35.680244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Allocated IP 192.168.233.160 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/ea9ae754-b47c-4954-b558-0c7cccdb2be3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:35.930466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00d0f1-2b7d-4bc5-87ae-352297ae78d5 req-aba20ad3-fdce-47e6-8047-4ceb2b6167e6 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:35.932970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba00d0f1-2b7d-4bc5-87ae-352297ae78d5 req-aba20ad3-fdce-47e6-8047-4ceb2b6167e6 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.2477176 Jul 15 13:08:36.029685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba00d0f1-2b7d-4bc5-87ae-352297ae78d5 req-bc1247a7-b075-418f-90cf-9b903f3e12d7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647371 Jul 15 13:08:36.049748 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.051417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d82d24c1-09c6-485c-a7d3-9177fefc08a3 req-f7d2df01-2107-44b6-ab74-98f4704f529d tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156974 Jul 15 13:08:36.104728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Transition to ACTIVE for port object ea9ae754-b47c-4954-b558-0c7cccdb2be3 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:36.109757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-94ef7970-f6ee-4f62-a6b5-e8ccb3141e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.113385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-94ef7970-f6ee-4f62-a6b5-e8ccb3141e64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8134670 Jul 15 13:08:36.192506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.286837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:36.300194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:36.309308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:36.323651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.325022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.363488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-318199be-1636-4721-8ab9-127c032c6791 req-8f630b10-013d-4d59-9fc4-4f96c019b06a service neutron] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:36.374010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Pushing event updated for resources: {'Port': ['ID=ea9ae754-b47c-4954-b558-0c7cccdb2be3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:36.384646 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-5fb899c3-3f1d-41de-a4a7-6a223faa3216 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4206429 Jul 15 13:08:36.386859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-318199be-1636-4721-8ab9-127c032c6791 req-8f630b10-013d-4d59-9fc4-4f96c019b06a service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.388367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-318199be-1636-4721-8ab9-127c032c6791 req-8f630b10-013d-4d59-9fc4-4f96c019b06a service neutron] 10.222.0.59 "DELETE /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.9286749 Jul 15 13:08:36.414568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Request body: {'port': {'device_id': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:36.474774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ab02a-2ae0-4762-9827-a050b48c1b8e req-e6c61e6a-e28e-424a-9db0-95edd3f6ffc8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.485669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab3ab02a-2ae0-4762-9827-a050b48c1b8e req-e6c61e6a-e28e-424a-9db0-95edd3f6ffc8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.2884154 Jul 15 13:08:36.528102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-4ba3bdc4-f76b-4368-af31-4b9e6b17d14c service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030945 Jul 15 13:08:36.603483 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab3ab02a-2ae0-4762-9827-a050b48c1b8e req-78a7d7a6-ab66-43f4-aacf-257298e5c6a6 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158445 Jul 15 13:08:36.690867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.714490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac97cf8-c3aa-46ff-be34-876e268ca9d5 req-89643e34-4c9e-4c50-9636-dcbbd5a7a5d7 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748624 Jul 15 13:08:36.786687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-32b238b7-d647-4689-8139-f4d16f45ee5b None None] Provisioning for port ea9ae754-b47c-4954-b558-0c7cccdb2be3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:36.799156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-32b238b7-d647-4689-8139-f4d16f45ee5b None None] Provisioning complete for port ea9ae754-b47c-4954-b558-0c7cccdb2be3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:36.800048 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32b238b7-d647-4689-8139-f4d16f45ee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:36.876686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-32b238b7-d647-4689-8139-f4d16f45ee5b None None] Port ea9ae754-b47c-4954-b558-0c7cccdb2be3 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:36.909601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaacc4a-a171-4b72-80c1-ab15aa31ba55 req-c28a23b0-5c40-4085-b6e1-518a071a166c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:36.912376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abaacc4a-a171-4b72-80c1-ab15aa31ba55 req-c28a23b0-5c40-4085-b6e1-518a071a166c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 945 time: 0.1273458 Jul 15 13:08:37.017505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abaacc4a-a171-4b72-80c1-ab15aa31ba55 req-3f527dda-91aa-479b-bd81-596fdda35561 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894809 Jul 15 13:08:37.177440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378c7ec-0605-4d25-8705-c513a5ba14eb req-d9a0fd6f-c9ea-4de8-bf25-fe4773a8a057 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.184560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3378c7ec-0605-4d25-8705-c513a5ba14eb req-d9a0fd6f-c9ea-4de8-bf25-fe4773a8a057 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 936 time: 0.5823150 Jul 15 13:08:37.243933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3378c7ec-0605-4d25-8705-c513a5ba14eb req-72ce1f52-768f-4366-ae6f-b9723881a5e4 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Jul 15 13:08:37.464097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9ae754-b47c-4954-b558-0c7cccdb2be3 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:37.500438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.528565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Transition to ACTIVE for port object ea9ae754-b47c-4954-b558-0c7cccdb2be3 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:37.539756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.613130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ae754-b47c-4954-b558-0c7cccdb2be3,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:37.636231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645973-a5a7-438a-b541-34de34b560cb req-6540523c-e75b-4af2-852e-ba2ff9b58fde tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.637873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17645973-a5a7-438a-b541-34de34b560cb req-6540523c-e75b-4af2-852e-ba2ff9b58fde tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.1785240 Jul 15 13:08:37.641807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20009e94-e4d4-45d0-9927-54e990403988 req-39dbf11b-90a7-490f-aaf9-71a0702c4f1c tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:37.690211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20009e94-e4d4-45d0-9927-54e990403988 req-39dbf11b-90a7-490f-aaf9-71a0702c4f1c tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 948 time: 0.1091735 Jul 15 13:08:37.698102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device de9bb469-537e-455b-926b-e0a641546a32 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:37.797967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Attempting to bind port ea9ae754-b47c-4954-b558-0c7cccdb2be3 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:37.799702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Attempting to bind port ea9ae754-b47c-4954-b558-0c7cccdb2be3 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:37.800317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Attempting to bind port ea9ae754-b47c-4954-b558-0c7cccdb2be3 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:37.816859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17645973-a5a7-438a-b541-34de34b560cb req-c1c88baa-fc4d-417f-9742-a85da7725b01 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871897 Jul 15 13:08:37.817431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Port ea9ae754-b47c-4954-b558-0c7cccdb2be3 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:37.817824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Attempting to bind port ea9ae754-b47c-4954-b558-0c7cccdb2be3 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:37.828381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:37.828718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:37.829103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:37.829559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Bound port: ea9ae754-b47c-4954-b558-0c7cccdb2be3, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:37.832629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20009e94-e4d4-45d0-9927-54e990403988 req-02c80196-c54d-45c9-beb0-e2f25f814955 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725869 Jul 15 13:08:37.843253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:37.980020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] For port ea9ae754-b47c-4954-b558-0c7cccdb2be3, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:37.984354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] For port ea9ae754-b47c-4954-b558-0c7cccdb2be3, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:37.991539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.017491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-a68836ae-2cb6-4dfd-9b8e-49bc9c72bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.019314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-a68836ae-2cb6-4dfd-9b8e-49bc9c72bcdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1097 time: 0.1568108 Jul 15 13:08:38.034345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port de9bb469-537e-455b-926b-e0a641546a32, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=de9bb469-537e-455b-926b-e0a641546a32,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:38.042015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.043281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.045159 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] 10.222.0.59 "PUT /v2.0/ports/ea9ae754-b47c-4954-b558-0c7cccdb2be3 HTTP/1.1" status: 200 len: 1097 time: 1.6380188 Jul 15 13:08:38.045856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'tag': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:38.049030 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c3522-a7f8-415c-8fc8-d1fc084cd412" -d '{"events": [{"name": "network-changed", "server_uuid": "4cedc5a2-3882-41aa-a867-4e19ef90df09", "tag": "ea9ae754-b47c-4954-b558-0c7cccdb2be3"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:38.069884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'de9bb469-537e-455b-926b-e0a641546a32', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'de9bb469-537e-455b-926b-e0a641546a32', 'mac_address': 'fa:16:3e:04:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:38.101783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c007053-ce3a-4ef4-a1cc-a483216b0b65 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ae754-b47c-4954-b558-0c7cccdb2be3,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.209193 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.242420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9bb469-537e-455b-926b-e0a641546a32 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:38.264991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-e0e8c67b-7220-4079-bf32-0342ded6098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.269020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-e0e8c67b-7220-4079-bf32-0342ded6098f service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2364688 Jul 15 13:08:38.270915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0214-74a1-4108-b850-a83929d08838 req-0cfb672f-6217-460e-8108-85751554c11d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.272846 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77cf0214-74a1-4108-b850-a83929d08838 req-0cfb672f-6217-460e-8108-85751554c11d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1097 time: 0.1507659 Jul 15 13:08:38.276752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-bb35af08-94fb-4904-b86f-d8aadc6e78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.278918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-bb35af08-94fb-4904-b86f-d8aadc6e78c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc5d74cae3bb4a67a46c49220ad4d1c7&device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 1100 time: 0.1575594 Jul 15 13:08:38.311241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port de9bb469-537e-455b-926b-e0a641546a32, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=de9bb469-537e-455b-926b-e0a641546a32,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:38.317736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:38.378226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-843d8c8d-4dfa-465f-add6-52f760f4213f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3 HTTP/1.1" status: 200 len: 217 time: 0.0894103 Jul 15 13:08:38.379590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=de9bb469-537e-455b-926b-e0a641546a32,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:38.424363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77cf0214-74a1-4108-b850-a83929d08838 req-dec7806f-87fd-474a-960c-016aa558a241 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438124 Jul 15 13:08:38.438936 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-cb843fcd-2560-4570-8e36-06fec836b62f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 217 time: 0.1642048 Jul 15 13:08:38.469379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-520a56b3-b380-42ab-824d-c13536f24eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.473769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-520a56b3-b380-42ab-824d-c13536f24eaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0883422 Jul 15 13:08:38.564510 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66b0de-3895-4b63-8c07-1e30dc16d94e x-openstack-request-id: req-cf66b0de-3895-4b63-8c07-1e30dc16d94e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:38.565239 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cedc5a2-3882-41aa-a867-4e19ef90df09", "tag": "ea9ae754-b47c-4954-b558-0c7cccdb2be3", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:38.565239 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf66b0de-3895-4b63-8c07-1e30dc16d94e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:38.565402 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'tag': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3', 'status': 'completed', 'code': 200} Jul 15 13:08:38.583916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adb0b5-b897-4976-b401-a2bf633f5cb3 req-17ce6585-23a2-4254-9db2-2590a5920516 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.595595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-e041ce29-2e46-4031-907d-c8ce02ab162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.597473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-e041ce29-2e46-4031-907d-c8ce02ab162a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153505 Jul 15 13:08:38.598468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39adb0b5-b897-4976-b401-a2bf633f5cb3 req-17ce6585-23a2-4254-9db2-2590a5920516 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1955616 Jul 15 13:08:38.621420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['de9bb469-537e-455b-926b-e0a641546a32'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:38.665952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-c9afa255-ab79-4303-97b5-af26edf91c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:38.670895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-c9afa255-ab79-4303-97b5-af26edf91c68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.2229366 Jul 15 13:08:38.729077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39adb0b5-b897-4976-b401-a2bf633f5cb3 req-3240e9d2-8b30-4cca-aeaa-ddc9e3f611c4 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290781 Jul 15 13:08:38.816144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-35e4089c-9df4-4fe3-9374-4f2dc29b385b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118484 Jul 15 13:08:38.867267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-eeef72eb-af6f-4a44-855c-9c30fd035c12 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619474 Jul 15 13:08:38.962979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-f7eb562d-f735-48a6-b8bb-cca1f2f7b673 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397445 Jul 15 13:08:39.158623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ac0f6f3-9c36-4c4b-aab8-ae897b99391f req-1a1af461-361e-4ad6-b118-08ad078bea1b service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813628 Jul 15 13:08:39.171670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-19973f02-f161-4275-88ed-4495692c8096 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999800 Jul 15 13:08:39.230230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1655a-9aa6-4036-be1e-7ceb9022fc0d req-cf218810-2a2f-4003-a410-bc0493325252 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.242603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0f1655a-9aa6-4036-be1e-7ceb9022fc0d req-cf218810-2a2f-4003-a410-bc0493325252 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 948 time: 0.1426108 Jul 15 13:08:39.343710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0f1655a-9aa6-4036-be1e-7ceb9022fc0d req-19a87f88-18f0-4783-a025-be6234b483ab tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000090 Jul 15 13:08:39.374981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-cee320b8-744b-42db-80ee-0a98a5b3aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.376585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-cee320b8-744b-42db-80ee-0a98a5b3aaec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc5d74cae3bb4a67a46c49220ad4d1c7&device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 1100 time: 0.1172068 Jul 15 13:08:39.430274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-439d815e-a2d1-478b-a014-2b9910880306 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.433394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-439d815e-a2d1-478b-a014-2b9910880306 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.1415262 Jul 15 13:08:39.469139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:39.576198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:39.587299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-9d2e74e1-8e95-4eda-89bf-c86fcf866e2c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.589088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-9d2e74e1-8e95-4eda-89bf-c86fcf866e2c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.2149725 Jul 15 13:08:39.615027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-1fd53d77-d5f0-4a03-8b31-fb0993788f45 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/quotas/df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 375 time: 0.0164993 Jul 15 13:08:39.623232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-ed619c3d-99d3-46d5-b0fe-dc2a45cae617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.624968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-ed619c3d-99d3-46d5-b0fe-dc2a45cae617 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2397645 Jul 15 13:08:39.644659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b1c1b-25a1-469c-978f-14aa8a9db2a3 req-421ef838-ed18-4f2d-b24d-86626e615c14 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.652162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f54b1c1b-25a1-469c-978f-14aa8a9db2a3 req-421ef838-ed18-4f2d-b24d-86626e615c14 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 949 time: 0.1310673 Jul 15 13:08:39.711333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-03915594-2339-4446-953c-97e56519a463 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3 HTTP/1.1" status: 200 len: 217 time: 0.0563104 Jul 15 13:08:39.769428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f54b1c1b-25a1-469c-978f-14aa8a9db2a3 req-fae6c0d3-bc54-498a-bcdf-81ed5eb43507 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162987 Jul 15 13:08:39.791579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-d09cfba6-8702-4775-a3d8-0e3b23ac79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.795347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-d09cfba6-8702-4775-a3d8-0e3b23ac79ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0717084 Jul 15 13:08:39.797825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ad91191-c372-4aad-843d-1dfa90a307c7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816981 Jul 15 13:08:39.907390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:39.920256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-434148aa-1d49-4104-964b-9e3ac8722925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:39.922309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-434148aa-1d49-4104-964b-9e3ac8722925 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152792 Jul 15 13:08:40.013312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:40.017796 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-69a9fc02-8337-440b-b7e1-cb0691e31c40 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188027 Jul 15 13:08:40.139886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab9057-ac49-47d1-a2af-7fdc02be8b25 req-c8a75dd7-da9d-42f7-904a-d4b60be10980 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.141447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4ab9057-ac49-47d1-a2af-7fdc02be8b25 req-c8a75dd7-da9d-42f7-904a-d4b60be10980 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 945 time: 0.1378961 Jul 15 13:08:40.144565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-70adb255-f8d0-41e4-ac6c-2420c12919d7 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048516 Jul 15 13:08:40.183167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.198252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.264575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4ab9057-ac49-47d1-a2af-7fdc02be8b25 req-c0e2acb6-0cae-46e3-a8c4-511fb7d879ef tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022444 Jul 15 13:08:40.312305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:40.313810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256c3522-a7f8-415c-8fc8-d1fc084cd412 req-3dc60e11-ff4f-46b2-8c56-7ce64de7cdf3 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599388 Jul 15 13:08:40.336303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-f8177926-eee3-47fc-b8b1-c0d0718e7744 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970157 Jul 15 13:08:40.404518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:40.404998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:40.405449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:40.439381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:40.439861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Attempting to bind port ce947ac5-7f08-43f9-a7d5-dd941104845f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:40.452108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:40.452594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:40.453441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:40.454722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Bound port: ce947ac5-7f08-43f9-a7d5-dd941104845f, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:40.455362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.520348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacafe78-6797-47d6-8c94-73f9b4201dac req-39046547-1765-4c6e-a13d-9471cbe25701 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.522347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eacafe78-6797-47d6-8c94-73f9b4201dac req-39046547-1765-4c6e-a13d-9471cbe25701 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 950 time: 0.1014786 Jul 15 13:08:40.573271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:40.580082 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc8ebd-274e-4677-889c-edc4d572aa29" -d '{"events": [{"server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:40.601666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eacafe78-6797-47d6-8c94-73f9b4201dac req-04783f9a-dc9e-4d5b-8704-3ceb1d0d706d tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/security-groups?id=7404f918-62ba-4e48-817f-7f56978268ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Jul 15 13:08:40.620491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-e7a913c3-e507-43fe-a720-0179438bc032 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:40.622156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-e7a913c3-e507-43fe-a720-0179438bc032 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.58 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 950 time: 0.2460980 Jul 15 13:08:40.633476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:40.815648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:40.840607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:40.982041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=8']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:41.023485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.024153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.025652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-fa6ecaf2-422e-4a1f-b284-fda0b5437dd3 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 1123 time: 1.5615342 Jul 15 13:08:41.074997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc5c4b-fb73-4c2e-b223-34786f6a0158 req-6284c316-11ca-417d-a170-ab0346f56991 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.076394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c215f39-0e43-444e-af7e-24b2c17d3377 req-e1b39c97-8abd-4f07-bd81-cfbf90f55a5e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.084474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fbc5c4b-fb73-4c2e-b223-34786f6a0158 req-6284c316-11ca-417d-a170-ab0346f56991 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 948 time: 0.1420922 Jul 15 13:08:41.090178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c215f39-0e43-444e-af7e-24b2c17d3377 req-e1b39c97-8abd-4f07-bd81-cfbf90f55a5e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.3403430 Jul 15 13:08:41.099840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ce947ac5-7f08-43f9-a7d5-dd941104845f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:41.154847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Deleting port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:41.155383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.174498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c215f39-0e43-444e-af7e-24b2c17d3377 req-26e848bd-6876-440f-92d0-a3909a58c0db tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 Jul 15 13:08:41.177111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fbc5c4b-fb73-4c2e-b223-34786f6a0158 req-8f3d99b5-a29b-4317-ab30-b9079e711b68 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916908 Jul 15 13:08:41.314096 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccbbd85-f97c-4be4-8984-3068e7cd171e x-openstack-request-id: req-cccbbd85-f97c-4be4-8984-3068e7cd171e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:41.314653 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:41.315244 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cccbbd85-f97c-4be4-8984-3068e7cd171e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:41.315704 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'code': 200} Jul 15 13:08:41.363909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67fed69a-5587-468c-9399-52f10ff1a869 req-b12f0354-2aaa-46e6-9d2f-4202cfa1533e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 210 time: 0.0472825 Jul 15 13:08:41.432325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] For port 5687a111-4ed0-4f5e-a9ba-24aa13cce002, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5687a111-4ed0-4f5e-a9ba-24aa13cce002,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:41.435860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.472996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Calling delete_port for 5687a111-4ed0-4f5e-a9ba-24aa13cce002 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:41.609077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1647d4-245a-4126-8339-bb6b2bbeb0dc req-2cda7bfb-bcf9-425e-9b53-e1e275df8751 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.612191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d1647d4-245a-4126-8339-bb6b2bbeb0dc req-2cda7bfb-bcf9-425e-9b53-e1e275df8751 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 949 time: 0.1305010 Jul 15 13:08:41.659477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d1647d4-245a-4126-8339-bb6b2bbeb0dc req-05849be0-dff4-4e1b-b813-15b356d726f0 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Jul 15 13:08:41.732148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device de9bb469-537e-455b-926b-e0a641546a32 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:41.744048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c08b1-892d-4175-8c26-906071945a2b req-19fad11d-6fa6-46ea-827d-02bb31b0c2ab tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:41.751893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f8c08b1-892d-4175-8c26-906071945a2b req-19fad11d-6fa6-46ea-827d-02bb31b0c2ab tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 943 time: 0.2139943 Jul 15 13:08:41.846180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f8c08b1-892d-4175-8c26-906071945a2b req-75354934-4937-4fef-ba79-e282977d92fd tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927584 Jul 15 13:08:41.850827 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:41.865024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['5687a111-4ed0-4f5e-a9ba-24aa13cce002'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:41.922288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bda3456c-dfeb-4c99-91d2-51a22146f347 req-e1420ded-1819-44e7-9d56-9253209cda98 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 210 time: 0.0676854 Jul 15 13:08:41.928792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port de9bb469-537e-455b-926b-e0a641546a32 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:41.942184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port de9bb469-537e-455b-926b-e0a641546a32 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:41.942616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.092709 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.133765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9bb469-537e-455b-926b-e0a641546a32'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:42.141341 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca9549-00de-4853-86ba-ca8a909933fe" -d '{"events": [{"server_uuid": "4157815e-4678-4e4f-98a6-e39257dfd14b", "name": "network-vif-plugged", "status": "completed", "tag": "de9bb469-537e-455b-926b-e0a641546a32"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:42.161294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port de9bb469-537e-455b-926b-e0a641546a32, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=de9bb469-537e-455b-926b-e0a641546a32,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:42.172741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.260904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Pushing event deleted for resources: {'Port': ['ID=5687a111-4ed0-4f5e-a9ba-24aa13cce002,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.278646 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275b8920-86a8-424e-a481-772c6d291466 x-openstack-request-id: req-275b8920-86a8-424e-a481-772c6d291466 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:42.278945 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157815e-4678-4e4f-98a6-e39257dfd14b", "name": "network-vif-plugged", "status": "completed", "tag": "de9bb469-537e-455b-926b-e0a641546a32", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:42.282895 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-275b8920-86a8-424e-a481-772c6d291466 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:42.283455 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9bb469-537e-455b-926b-e0a641546a32', 'code': 200} Jul 15 13:08:42.284082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=de9bb469-537e-455b-926b-e0a641546a32,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:42.509170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] No DVR routers for this DVR port 5687a111-4ed0-4f5e-a9ba-24aa13cce002 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:42.518906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.521059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62ea8173-b772-4ef5-ba14-6a218b6e5005 req-6a26bac9-4612-430c-ade2-41d46eb656d2 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.58 "DELETE /v2.0/ports/5687a111-4ed0-4f5e-a9ba-24aa13cce002 HTTP/1.1" status: 204 len: 173 time: 1.8892548 Jul 15 13:08:42.577457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2cd0-6ce3-4f6a-8def-71091e42f625 req-c7668d19-bbd2-45c4-8e92-f8c86e3b0eee tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.588988 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d19f2cd0-6ce3-4f6a-8def-71091e42f625 req-c7668d19-bbd2-45c4-8e92-f8c86e3b0eee tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1556036 Jul 15 13:08:42.652759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1828e-cedc-4983-9640-77093fb103ae req-8926f70d-f349-461f-afed-c30cc8e49ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.654814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23b1828e-cedc-4983-9640-77093fb103ae req-8926f70d-f349-461f-afed-c30cc8e49ca3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 1102 time: 0.2908196 Jul 15 13:08:42.678470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d19f2cd0-6ce3-4f6a-8def-71091e42f625 req-ee15b275-03ce-4966-807c-fa1f2a8de375 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843644 Jul 15 13:08:42.762282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-880a1e5d-f5df-49a5-bf03-e02333620caf tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.764085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-880a1e5d-f5df-49a5-bf03-e02333620caf tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.2883122 Jul 15 13:08:42.780072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Request body: {'port': {'device_id': '56fad47f-1933-4041-9aab-cec443e1c25b', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'admin_state_up': True, 'tenant_id': 'df04fee8d35b45058f3460ac5efda737'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:42.788558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddcbf0-0c4f-4584-8153-710dc8cd571e req-5198b94e-101f-4036-8dc9-b0a75d7cceeb tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:42.790228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8ddcbf0-0c4f-4584-8153-710dc8cd571e req-5198b94e-101f-4036-8dc9-b0a75d7cceeb tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 948 time: 0.2500854 Jul 15 13:08:42.846003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23b1828e-cedc-4983-9640-77093fb103ae req-63d5383a-9a95-4d06-9c39-84371090b5d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592128 Jul 15 13:08:42.886336 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaf39-40cf-49f6-9842-95e44acb0031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:42.926973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8ddcbf0-0c4f-4584-8153-710dc8cd571e req-b4821c0e-1ada-42e1-985f-9e80453af80c tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213510 Jul 15 13:08:42.996593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2c54028-8a85-459a-ab43-58eb5f71efad req-ecf95c1f-46f4-4509-bdb0-524b88d1d081 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 210 time: 0.0578630 Jul 15 13:08:43.008576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Made reservation on behalf of df04fee8d35b45058f3460ac5efda737 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:43.018078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.237196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1d105-e4ff-4469-b2a3-9bb1430a1d60 req-5f32be5d-61c3-4b47-993d-061f375a0cd4 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.239724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6b1d105-e4ff-4469-b2a3-9bb1430a1d60 req-5f32be5d-61c3-4b47-993d-061f375a0cd4 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 950 time: 0.1240494 Jul 15 13:08:43.321363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f'}, {'server_uuid': '20944995-b039-4940-8038-12a7f0ce4330', 'name': 'network-vif-deleted', 'tag': '5687a111-4ed0-4f5e-a9ba-24aa13cce002'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:43.322927 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2940f263-844b-45c3-88ff-be5b53b3f738" -d '{"events": [{"name": "network-changed", "server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f"}, {"server_uuid": "20944995-b039-4940-8038-12a7f0ce4330", "name": "network-vif-deleted", "tag": "5687a111-4ed0-4f5e-a9ba-24aa13cce002"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:43.350843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6b1d105-e4ff-4469-b2a3-9bb1430a1d60 req-eac96578-6e26-4f14-808e-012866d69e31 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025598 Jul 15 13:08:43.354912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Allocated IP 172.20.0.11 (57890f54-7a9e-415c-972e-84791180b10b/dcf6b7ce-8b35-4121-b2b0-105090a06a05/ce925964-b7e3-4028-8653-300006611990) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:43.399687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796c86f-9fac-472f-9005-97838a3cab8a req-ad4f243d-fd37-494f-ad1f-09869be7df4b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.412697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d796c86f-9fac-472f-9005-97838a3cab8a req-ad4f243d-fd37-494f-ad1f-09869be7df4b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 943 time: 0.2530766 Jul 15 13:08:43.507311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d796c86f-9fac-472f-9005-97838a3cab8a req-7aa0e12b-3ed0-4b2d-8fe8-3925d8205d79 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932760 Jul 15 13:08:43.568127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57f9281-9495-4b83-9ed3-2f0a08729155 req-7dcd8e0e-3df3-4642-ab56-cb44f0dff809 tempest-TenantUsagesTestJSON-78780950 tempest-TenantUsagesTestJSON-78780950-project] 10.222.0.57 "GET /v2.0/ports?device_id=20944995-b039-4940-8038-12a7f0ce4330 HTTP/1.1" status: 200 len: 210 time: 0.0550346 Jul 15 13:08:43.660792 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b761557f-25f3-44fa-ada8-a50a4f8f18f0 x-openstack-request-id: req-b761557f-25f3-44fa-ada8-a50a4f8f18f0 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:43.661114 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f", "status": "completed", "code": 200}, {"server_uuid": "20944995-b039-4940-8038-12a7f0ce4330", "name": "network-vif-deleted", "tag": "5687a111-4ed0-4f5e-a9ba-24aa13cce002", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:43.661482 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b761557f-25f3-44fa-ada8-a50a4f8f18f0 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:43.661990 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'status': 'completed', 'code': 200} Jul 15 13:08:43.662300 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20944995-b039-4940-8038-12a7f0ce4330', 'name': 'network-vif-deleted', 'tag': '5687a111-4ed0-4f5e-a9ba-24aa13cce002', 'status': 'completed', 'code': 200} Jul 15 13:08:43.742139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:43.792545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.830460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-cd05a336-7e92-4e96-9423-00822bfc9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:43.832155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-cd05a336-7e92-4e96-9423-00822bfc9d44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1126 time: 0.1373255 Jul 15 13:08:43.921400 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:43.948737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:43.965621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:08:43.966313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea9ae754-b47c-4954-b558-0c7cccdb2be3 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:43.981802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Network 57890f54-7a9e-415c-972e-84791180b10b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:43.987010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:43.996421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:44.043876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-694fb859-a9af-420d-9052-15b0634418f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.045475 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-694fb859-a9af-420d-9052-15b0634418f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2065699 Jul 15 13:08:44.054410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f681ab-f9fa-404a-9250-66a3bc632953 req-f9e3b66d-6a8f-47d3-88d9-0be165712cb8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.062097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3f681ab-f9fa-404a-9250-66a3bc632953 req-f9e3b66d-6a8f-47d3-88d9-0be165712cb8 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1926868 Jul 15 13:08:44.064107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.112754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.113630 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.134693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-0ae601b2-462e-4b59-b994-74d93332580f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3588748 Jul 15 13:08:44.168389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3f681ab-f9fa-404a-9250-66a3bc632953 req-d158d476-a23d-4d01-af5f-98396d45728e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Jul 15 13:08:44.179986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Request body: {'port': {'device_id': '56fad47f-1933-4041-9aab-cec443e1c25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:44.206618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-bc6b92cf-da17-4356-8237-e103bff172a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 217 time: 0.1500580 Jul 15 13:08:44.218607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea9ae754-b47c-4954-b558-0c7cccdb2be3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:44.246754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3', 'mac_address': 'fa:16:3e:8a:4a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:44.254102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5687a111-4ed0-4f5e-a9ba-24aa13cce002 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:44.320246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 5687a111-4ed0-4f5e-a9ba-24aa13cce002 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:44.320246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5687a111-4ed0-4f5e-a9ba-24aa13cce002 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:44.470648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.470989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-0571e555-ba6f-4c64-9b50-bfedb05d256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.470989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-0571e555-ba6f-4c64-9b50-bfedb05d256f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.2108781 Jul 15 13:08:44.470989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d427a-14a3-4212-9bd4-70b2ec45a959 req-f3dbfbee-b6ec-4de8-b631-b63cb522bb43 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.482365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-119d427a-14a3-4212-9bd4-70b2ec45a959 req-f3dbfbee-b6ec-4de8-b631-b63cb522bb43 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 948 time: 0.3002758 Jul 15 13:08:44.494062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9ae754-b47c-4954-b558-0c7cccdb2be3 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:44.536101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-9ed0cc85-db3c-4bd1-9003-9afc8b11ec4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434959 Jul 15 13:08:44.588586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea9ae754-b47c-4954-b558-0c7cccdb2be3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:44.616353 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.618810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.623148 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.626061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-119d427a-14a3-4212-9bd4-70b2ec45a959 req-3bc71729-a3c9-4a18-99db-d55c93c5e82a tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463468 Jul 15 13:08:44.724684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ea9ae754-b47c-4954-b558-0c7cccdb2be3,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:44.762760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-c6c29c19-45b3-4ea6-88f7-732120a4440f service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303288 Jul 15 13:08:44.859291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:44.922100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f6e68-a988-47d9-9181-71a3758c7e84 req-1a04c39d-ea26-46c7-88c0-9e78c7e74792 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.930916 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d80f6e68-a988-47d9-9181-71a3758c7e84 req-1a04c39d-ea26-46c7-88c0-9e78c7e74792 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 932 time: 0.2727196 Jul 15 13:08:44.964250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2940f263-844b-45c3-88ff-be5b53b3f738 req-b52c2703-a279-4aae-b863-fc1138345b5a service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942759 Jul 15 13:08:44.979909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797fcef-a852-4bdb-b078-1d26a67c061c req-55a23d04-c5be-41f7-a078-d5b29602da58 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:44.987777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2797fcef-a852-4bdb-b078-1d26a67c061c req-55a23d04-c5be-41f7-a078-d5b29602da58 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 950 time: 0.1700613 Jul 15 13:08:44.991820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ea9ae754-b47c-4954-b558-0c7cccdb2be3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:45.022710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d80f6e68-a988-47d9-9181-71a3758c7e84 req-12200219-2ce7-40d9-a9b0-6a51f6565580 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904224 Jul 15 13:08:45.034589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-4ab7d147-0b54-41f1-b457-0813472174c2 service neutron] 10.222.0.58 "GET /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.2467122 Jul 15 13:08:45.070991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2797fcef-a852-4bdb-b078-1d26a67c061c req-220694ea-e55a-4e01-8feb-ab88938f5993 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715292 Jul 15 13:08:45.456876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:45.478632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3e221429-3f10-4645-bff3-ff167799d384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.484206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eccfe5-af2d-486b-bf22-711fdb2ccaa8 req-65ae1f6d-f255-489a-9096-54d983b38aba tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:45.487053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4eccfe5-af2d-486b-bf22-711fdb2ccaa8 req-65ae1f6d-f255-489a-9096-54d983b38aba tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 943 time: 0.2588015 Jul 15 13:08:45.491306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce925964-b7e3-4028-8653-300006611990 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:45.536941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.595170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:45.618897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.685081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce947ac5-7f08-43f9-a7d5-dd941104845f {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:45.712434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:45.818358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Transition to ACTIVE for port object ce925964-b7e3-4028-8653-300006611990 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:45.825333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.845728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4eccfe5-af2d-486b-bf22-711fdb2ccaa8 req-b086cf16-c100-4b8e-a87b-091bfdc20019 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444686 Jul 15 13:08:45.854920 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:45.993512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:46.093261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] Transition to ACTIVE for port object ce947ac5-7f08-43f9-a7d5-dd941104845f will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:46.111391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.345299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.358014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8ab06f1b-e521-40f6-9ae6-bab810786c70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80f3f1dc7eda47e986fb5e1401bf1ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567009 Jul 15 13:08:46.360250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:46.408036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] No DVR routers for this DVR port ce947ac5-7f08-43f9-a7d5-dd941104845f on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:46.479926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4cdacba-d82d-4028-9a17-18e5680b662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.506934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4cdacba-d82d-4028-9a17-18e5680b662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.542899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4534538 Jul 15 13:08:46.543763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:46.544110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:46.544616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:46.558365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92e8aa-a790-4e53-8c9a-4eef1d216e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.564409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:46.565019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:46.573464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387b8e4-85b5-4ee8-834e-8ceb7c6bcdf8 req-08acfdf6-a7c4-403c-9681-a9d6c20bb67c tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.577599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:46.578339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:46.579177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:46.579923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Bound port: ce925964-b7e3-4028-8653-300006611990, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:46.580557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.588419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a387b8e4-85b5-4ee8-834e-8ceb7c6bcdf8 req-08acfdf6-a7c4-403c-9681-a9d6c20bb67c tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 949 time: 0.1923153 Jul 15 13:08:46.617633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce8697-5cf5-42de-99e8-c539a44da4fc req-e6d37c90-8a96-489f-bf06-0b1d9598f738 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.630846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12ce8697-5cf5-42de-99e8-c539a44da4fc req-e6d37c90-8a96-489f-bf06-0b1d9598f738 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.4964070 Jul 15 13:08:46.738181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a387b8e4-85b5-4ee8-834e-8ceb7c6bcdf8 req-9fb88bbf-e912-4914-9bd6-adb17c45fc00 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431897 Jul 15 13:08:46.756152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4cdacba-d82d-4028-9a17-18e5680b662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.762038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4cdacba-d82d-4028-9a17-18e5680b662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.770632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b4cdacba-d82d-4028-9a17-18e5680b662c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7404f918-62ba-4e48-817f-7f56978268ef HTTP/1.1" status: 204 len: 168 time: 0.4091225 Jul 15 13:08:46.801012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12ce8697-5cf5-42de-99e8-c539a44da4fc req-7fdad187-b73e-4b7b-9d78-5ec2787c2347 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689689 Jul 15 13:08:46.816624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdacba-d82d-4028-9a17-18e5680b662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7404f918-62ba-4e48-817f-7f56978268ef,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:46.874339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-130c56a0-750e-499f-94ed-3a0e409830f1 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:46.875869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-130c56a0-750e-499f-94ed-3a0e409830f1 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.2365751 Jul 15 13:08:46.882229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:46.887180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:46.900846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:46.954560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.014818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.015507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.016999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 1093 time: 2.8699453 Jul 15 13:08:47.017508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'tag': 'ce925964-b7e3-4028-8653-300006611990'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:47.019998 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bd3995-b4a1-4fdf-ba62-915e8b799c19" -d '{"events": [{"name": "network-changed", "server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "tag": "ce925964-b7e3-4028-8653-300006611990"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:47.119099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-7d1fa7d6-a92e-4819-a1c1-732b9a64adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.122504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-7d1fa7d6-a92e-4819-a1c1-732b9a64adb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb&tenant_id=73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 1096 time: 0.2322836 Jul 15 13:08:47.152492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-3cdd0118-f0d0-43e7-811a-8c2c91ff0a78 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1414326c23804afda0b8c2c03bc5b10d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198092 Jul 15 13:08:47.193318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48eaaa-8f24-4abf-9c60-281bec31e155 req-133f4936-4e00-4792-9a75-936110cfd3f6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.208599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e48eaaa-8f24-4abf-9c60-281bec31e155 req-133f4936-4e00-4792-9a75-936110cfd3f6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.2383528 Jul 15 13:08:47.229884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec9138-44a7-4a7b-b7df-35cb5815bd06 service neutron] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:47.331107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e48eaaa-8f24-4abf-9c60-281bec31e155 req-bfb9c6f3-73b4-4a42-b842-cd28f27eecab tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109774 Jul 15 13:08:47.378892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-67370d05-36e3-42aa-8f72-bdfddb9f1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.380908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-67370d05-36e3-42aa-8f72-bdfddb9f1a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1096 time: 0.2160993 Jul 15 13:08:47.552381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54940) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:47.581155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c72a0fd-5386-4fb5-91b6-e2cd8d084256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.679721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-7f12e61b-fa22-4a44-8dd0-82da00d10f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.681781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-7f12e61b-fa22-4a44-8dd0-82da00d10f25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2896588 Jul 15 13:08:47.743618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-464bcc91-fa6d-4fa4-a2d0-f7b3f11abe3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 200 len: 217 time: 0.0512943 Jul 15 13:08:47.745850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea9ae754-b47c-4954-b558-0c7cccdb2be3 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:47.822176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-6b3b888b-3015-475d-8de1-facf54c014e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.824391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-6b3b888b-3015-475d-8de1-facf54c014e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0748918 Jul 15 13:08:47.846989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-25e627da-89a0-413f-986a-e55832cf0ff8 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.852370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-25e627da-89a0-413f-986a-e55832cf0ff8 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6868675 Jul 15 13:08:47.856940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-f595adca-dae7-436e-b1a5-386210711e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:47.868351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-f595adca-dae7-436e-b1a5-386210711e55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1096 time: 0.7413492 Jul 15 13:08:47.901085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-80c078df-e5bf-447b-bea3-54fb3c9ff080 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633645 Jul 15 13:08:47.911903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port ea9ae754-b47c-4954-b558-0c7cccdb2be3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:47.917468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port ea9ae754-b47c-4954-b558-0c7cccdb2be3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:47.918028 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:47.955311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-98c06ca2-82d3-4931-acd0-660d44af3022 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/quotas/1414326c23804afda0b8c2c03bc5b10d HTTP/1.1" status: 200 len: 375 time: 0.0839636 Jul 15 13:08:47.956962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-c540a2f2-0366-45cc-81bf-4156a34893a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 217 time: 0.0709314 Jul 15 13:08:48.070230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-469f4504-5920-438d-803e-bc926bfbed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.074401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-469f4504-5920-438d-803e-bc926bfbed8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1091387 Jul 15 13:08:48.089264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.123645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-547efe9e-c53e-4e41-a546-d233591bbbc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412755 Jul 15 13:08:48.135534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-d3483258-e5c4-46a6-a593-33ee5378e2d5 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1414326c23804afda0b8c2c03bc5b10d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722050 Jul 15 13:08:48.136896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c72a0fd-5386-4fb5-91b6-e2cd8d084256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.153209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:48.157214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5a98b-bb5b-4a0e-9035-e82e0501bb9e req-f629a6f9-9ab3-433c-8f6d-0d457c0ee96a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.163408 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc9e9d3-fa40-4a26-a31f-529eca127101" -d '{"events": [{"server_uuid": "4cedc5a2-3882-41aa-a867-4e19ef90df09", "name": "network-vif-plugged", "status": "completed", "tag": "ea9ae754-b47c-4954-b558-0c7cccdb2be3"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:48.166883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59c5a98b-bb5b-4a0e-9035-e82e0501bb9e req-f629a6f9-9ab3-433c-8f6d-0d457c0ee96a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 944 time: 0.2615349 Jul 15 13:08:48.182057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea9ae754-b47c-4954-b558-0c7cccdb2be3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:48.202296 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.236714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c72a0fd-5386-4fb5-91b6-e2cd8d084256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.257462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-83ee42df-b1d5-4b27-b3d8-f8c8651a8dcf service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465655 Jul 15 13:08:48.296485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ea9ae754-b47c-4954-b558-0c7cccdb2be3,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.325062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59c5a98b-bb5b-4a0e-9035-e82e0501bb9e req-80ed3a90-5a00-436a-b174-787219c6ee92 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566386 Jul 15 13:08:48.346785 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-f6fc00c9-1d4b-4479-973c-a9a6087ec22d service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066777 Jul 15 13:08:48.406241 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.447204 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1834cc4-b59d-4508-93bf-11ce5f3a0e30 x-openstack-request-id: req-c1834cc4-b59d-4508-93bf-11ce5f3a0e30 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:48.447905 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "tag": "ce925964-b7e3-4028-8653-300006611990", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:48.448513 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1834cc4-b59d-4508-93bf-11ce5f3a0e30 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:48.450914 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'tag': 'ce925964-b7e3-4028-8653-300006611990', 'status': 'completed', 'code': 200} Jul 15 13:08:48.451902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-ae482da7-c2b7-4d80-9f2e-65318b3927a9 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774676 Jul 15 13:08:48.487700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c72a0fd-5386-4fb5-91b6-e2cd8d084256 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cafb1c7da6648399877a0b272e5d651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9292459 Jul 15 13:08:48.488677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:48.498974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72a0fd-5386-4fb5-91b6-e2cd8d084256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2cdeb-86da-46a9-8b72-f2b6db6ba07a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.568158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bde966c-ba57-4113-adae-81f429922f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.612861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4423fa35-4ca2-4a1d-8f74-d18c6a3fe46c req-3540516b-69a5-4c3c-a921-115f5c138bf0 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599487 Jul 15 13:08:48.616952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bde966c-ba57-4113-adae-81f429922f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.712436 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bde966c-ba57-4113-adae-81f429922f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.715242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bde966c-ba57-4113-adae-81f429922f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:48.720031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0bde966c-ba57-4113-adae-81f429922f4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0d2cdeb-86da-46a9-8b72-f2b6db6ba07a HTTP/1.1" status: 204 len: 168 time: 0.2260008 Jul 15 13:08:48.815168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde966c-ba57-4113-adae-81f429922f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2cdeb-86da-46a9-8b72-f2b6db6ba07a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:48.817074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79147-44d7-4dfa-8c6d-eb20714b9699 req-523df522-18cb-4571-9c9f-ef5349b537ea tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.837237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dcd79147-44d7-4dfa-8c6d-eb20714b9699 req-523df522-18cb-4571-9c9f-ef5349b537ea tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 950 time: 0.1810222 Jul 15 13:08:48.864616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-fcb77fdd-4a1f-497b-8b86-ea6d14f3d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.866423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-fcb77fdd-4a1f-497b-8b86-ea6d14f3d5b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1096 time: 0.1718304 Jul 15 13:08:48.914633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195090-c5ad-4732-8c4a-beeb395e060a req-30375a8d-f5f3-4f37-a9e8-4ae376c5cddb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:48.923471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca195090-c5ad-4732-8c4a-beeb395e060a req-30375a8d-f5f3-4f37-a9e8-4ae376c5cddb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.2240939 Jul 15 13:08:48.934390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dcd79147-44d7-4dfa-8c6d-eb20714b9699 req-eaa9e316-59fe-4e38-82d2-330097a1da77 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958891 Jul 15 13:08:49.070026 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b51d3-57d6-41ad-9e5a-2d5c792ffba3 x-openstack-request-id: req-9d3b51d3-57d6-41ad-9e5a-2d5c792ffba3 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:49.070856 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cedc5a2-3882-41aa-a867-4e19ef90df09", "name": "network-vif-plugged", "status": "completed", "tag": "ea9ae754-b47c-4954-b558-0c7cccdb2be3", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:49.071319 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d3b51d3-57d6-41ad-9e5a-2d5c792ffba3 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:49.072023 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3', 'code': 200} Jul 15 13:08:49.082138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca195090-c5ad-4732-8c4a-beeb395e060a req-d52c1e19-1643-4e4b-969d-4b26ac510bfe tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570561 Jul 15 13:08:49.173234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-493cf4da-6941-4dd4-81d5-7616f3362913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.176010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-d7c5ebde-67d2-4856-af24-5fa179fc83a0 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.177745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-d7c5ebde-67d2-4856-af24-5fa179fc83a0 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.2460065 Jul 15 13:08:49.178244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-493cf4da-6941-4dd4-81d5-7616f3362913 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.3015630 Jul 15 13:08:49.299704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-b32c86cb-c1f2-4713-b696-8835cd1b56e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 217 time: 0.1144354 Jul 15 13:08:49.363701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5925f9ef-5779-49f0-bd42-e225b5d90d34 req-73e90679-134c-44e7-9c59-0c9edd2b96c8 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 210 time: 0.1114211 Jul 15 13:08:49.429865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-bc434f93-de07-48fb-9a81-152f1a3aee81 service neutron] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:49.446009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-bc434f93-de07-48fb-9a81-152f1a3aee81 service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:49.453636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-572ceef2-d5fb-4ab5-8575-10198abd541d req-bc434f93-de07-48fb-9a81-152f1a3aee81 service neutron] 10.222.0.59 "DELETE /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.2607768 Jul 15 13:08:49.471857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-df306ab2-8dd0-45d2-b07e-d44a90933fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.481372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-df306ab2-8dd0-45d2-b07e-d44a90933fd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1473963 Jul 15 13:08:49.566949 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-12dca1f2-5993-4dcf-9921-1c89840506eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773325 Jul 15 13:08:49.569160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57f82f-12fc-4ad5-95bc-3fb5b23981c1 req-b3ae3e7b-81ca-4be0-9406-bc433f1e1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.582910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b57f82f-12fc-4ad5-95bc-3fb5b23981c1 req-b3ae3e7b-81ca-4be0-9406-bc433f1e1b58 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 1102 time: 0.3203599 Jul 15 13:08:49.682462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498e0b9-e3d8-4d0f-b1fa-4a0647c2e0e1 req-7e313c60-9d03-4278-9370-f7d9d99a4f38 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:49.704012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1498e0b9-e3d8-4d0f-b1fa-4a0647c2e0e1 req-7e313c60-9d03-4278-9370-f7d9d99a4f38 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.1745193 Jul 15 13:08:49.722362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b57f82f-12fc-4ad5-95bc-3fb5b23981c1 req-2a08ad00-3321-4ee8-add6-215598fbbe00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381309 Jul 15 13:08:49.822217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1498e0b9-e3d8-4d0f-b1fa-4a0647c2e0e1 req-bf50996f-17d8-4b78-9d5e-3fe121403280 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146667 Jul 15 13:08:49.854961 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-2eaffb33-d982-4372-ae60-b715a17e63a4 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651749 Jul 15 13:08:50.079548 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62bd3995-b4a1-4fdf-ba62-915e8b799c19 req-c1e67fec-b075-48cc-88b9-906337f8f1a1 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161124 Jul 15 13:08:50.241857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332938db-60ac-4520-902c-aeefaf5dd5ce req-073d1e6e-da1b-49ea-ac4f-6b52521993dc tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.245822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-332938db-60ac-4520-902c-aeefaf5dd5ce req-073d1e6e-da1b-49ea-ac4f-6b52521993dc tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 944 time: 0.1254301 Jul 15 13:08:50.270363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:50.346911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1d822-fe86-4392-8a40-85e1801c2837 req-6efa4516-b75c-46a1-bce7-fa1264530584 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.349043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-332938db-60ac-4520-902c-aeefaf5dd5ce req-5fec53f9-f1b1-4808-a4fe-60a831481e84 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968137 Jul 15 13:08:50.357037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6a1d822-fe86-4392-8a40-85e1801c2837 req-6efa4516-b75c-46a1-bce7-fa1264530584 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 950 time: 0.1509075 Jul 15 13:08:50.373942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:50.426511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6a1d822-fe86-4392-8a40-85e1801c2837 req-6697b6fd-8316-4e0f-94a6-d62d47c44fa6 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673478 Jul 15 13:08:50.505336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-fd75e774-df70-4316-a647-e9477e898b78 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1414326c23804afda0b8c2c03bc5b10d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644293 Jul 15 13:08:50.565378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55008) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:50.758116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-3011bfaf-0b62-4987-9817-15968b5ef375 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:50.760322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-3011bfaf-0b62-4987-9817-15968b5ef375 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413077 Jul 15 13:08:50.787366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Request body: {'port': {'device_id': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '1414326c23804afda0b8c2c03bc5b10d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:50.859720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa1659a1-4fdf-424c-8812-6fa221421804 req-2c08abdb-24cc-4edd-830f-d5c48dae436f tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 210 time: 0.1102254 Jul 15 13:08:50.879662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-115982663-network', 'tenant_id': '1700975297b1411d925f37f3342a62ca'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:50.949820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Made reservation on behalf of 1700975297b1411d925f37f3342a62ca for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:50.959860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:50.975972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.024049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a1db4-65ba-480b-ae7f-3f4cb2092e6d req-50b87cdd-b30f-4446-a239-f4fc85830373 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.032890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-078a1db4-65ba-480b-ae7f-3f4cb2092e6d req-50b87cdd-b30f-4446-a239-f4fc85830373 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.4458344 Jul 15 13:08:51.035851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Made reservation on behalf of 1414326c23804afda0b8c2c03bc5b10d for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:51.040639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.163729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-078a1db4-65ba-480b-ae7f-3f4cb2092e6d req-9eb1b1a9-7c62-4bf3-a946-5375a763316b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294222 Jul 15 13:08:51.264960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.278056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.332353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:51.341099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbea7b9-c5d9-4e41-a902-f7843685b251,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.350009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.355231 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Added segment 217f5036-6863-45fe-baca-436384d0aef1 of type vlan for network af2eac28-aac8-4d91-9736-570eea131d38 Jul 15 13:08:51.414257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.425018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Allocated IP 192.168.233.55 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/745f13bf-2fc3-41fa-ac55-75661fd8d75b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:51.528909 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.530003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.530755 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.612844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] Pushing event updated for resources: {'Network': ['ID=af2eac28-aac8-4d91-9736-570eea131d38,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:51.621027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5c092-b39f-42a7-87e9-e8fd0d390a6a req-db5e3682-06b3-4ad9-b42c-130bcbe126cb tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.623370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81d5c092-b39f-42a7-87e9-e8fd0d390a6a req-db5e3682-06b3-4ad9-b42c-130bcbe126cb tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 1096 time: 0.1586258 Jul 15 13:08:51.625818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network af2eac28-aac8-4d91-9736-570eea131d38 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:51.644075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d94a40-705e-485c-aed6-4a5bd78df113 req-0acfea50-f407-4b05-86f6-c906e31490f5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:51.646471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56d94a40-705e-485c-aed6-4a5bd78df113 req-0acfea50-f407-4b05-86f6-c906e31490f5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.2182662 Jul 15 13:08:51.673736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f2cc840a-6c2f-4ba0-a78c-4d4063248383 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1068816 Jul 15 13:08:51.680892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55032) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:51.700146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Request body: {'subnet': {'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-115982663-subnet', 'tenant_id': '1700975297b1411d925f37f3342a62ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:51.770854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Made reservation on behalf of 1700975297b1411d925f37f3342a62ca for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:51.776759 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.819745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81d5c092-b39f-42a7-87e9-e8fd0d390a6a req-9ddd73fa-cde1-4d3c-a1a7-beb0f923ffd2 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775591 Jul 15 13:08:51.831275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56d94a40-705e-485c-aed6-4a5bd78df113 req-fb652764-082b-4aed-b3fd-9145747e63eb tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055269 Jul 15 13:08:51.859850 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:51.887242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Transition to ACTIVE for port object 745f13bf-2fc3-41fa-ac55-75661fd8d75b will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:51.974224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.001545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['de9bb469-537e-455b-926b-e0a641546a32'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:52.106862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:52.151886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:52.154953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:52.208522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Pushing event updated for resources: {'Port': ['ID=745f13bf-2fc3-41fa-ac55-75661fd8d75b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.273282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.274271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.288083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce925964-b7e3-4028-8653-300006611990 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:52.300294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-4fa72159-a62b-4153-8a07-73378d8eda13 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5172501 Jul 15 13:08:52.310583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185eaca-1b60-4c95-874f-9b2972e6bdd2 req-37d51dde-6121-479f-8e82-b886a6a527d2 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.312897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b185eaca-1b60-4c95-874f-9b2972e6bdd2 req-37d51dde-6121-479f-8e82-b886a6a527d2 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 935 time: 0.1544795 Jul 15 13:08:52.319016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Request body: {'port': {'device_id': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:52.404497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b185eaca-1b60-4c95-874f-9b2972e6bdd2 req-5158b6cf-73ba-4957-a1ce-4193e957a1f5 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820084 Jul 15 13:08:52.448964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:52.470676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ce925964-b7e3-4028-8653-300006611990', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'port_id': 'ce925964-b7e3-4028-8653-300006611990', 'mac_address': 'fa:16:3e:41:7f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf6b7ce-8b35-4121-b2b0-105090a06a05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:52.521968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.555375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a5ec3-555f-40db-b772-0bb4fb6ee97e req-86ad509d-ce65-4e9b-954a-909d409b96a5 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.557108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-483a5ec3-555f-40db-b772-0bb4fb6ee97e req-86ad509d-ce65-4e9b-954a-909d409b96a5 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 950 time: 0.1544890 Jul 15 13:08:52.568514 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.571651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.608681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce925964-b7e3-4028-8653-300006611990 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:52.663142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:52.672589 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.693419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da241629-5c40-40cc-8943-e37c8bd1bf2a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.702904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5bc251d0-ce00-46af-b84e-cb81adf0f10c None None] Provisioning for port 745f13bf-2fc3-41fa-ac55-75661fd8d75b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:52.708038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-483a5ec3-555f-40db-b772-0bb4fb6ee97e req-40045542-7970-4997-96ca-95843979c5ca tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251256 Jul 15 13:08:52.716503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Checking segment: {'id': '217f5036-6863-45fe-baca-436384d0aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:52.716900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Network hostable DHCP agents. Network: af2eac28-aac8-4d91-9736-570eea131d38, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:52.718480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5bc251d0-ce00-46af-b84e-cb81adf0f10c None None] Provisioning complete for port 745f13bf-2fc3-41fa-ac55-75661fd8d75b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:52.719067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5bc251d0-ce00-46af-b84e-cb81adf0f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.740029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Network af2eac28-aac8-4d91-9736-570eea131d38 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:52.763614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, af2eac28-aac8-4d91-9736-570eea131d38) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:52.771687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.772699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:52.784797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a701ada-c5a5-4528-822b-ca78f6d78a30 None None] Network af2eac28-aac8-4d91-9736-570eea131d38 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:52.787622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:52.790349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5bc251d0-ce00-46af-b84e-cb81adf0f10c None None] Port 745f13bf-2fc3-41fa-ac55-75661fd8d75b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:08:52.809880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ed1f4f11-e79d-4e05-9139-80944b269d35 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1251669 Jul 15 13:08:52.931043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ce925964-b7e3-4028-8653-300006611990'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:52.973917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-2892a50c-d40e-4fdb-9e6d-66d22cc90cf0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.980323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d7262-bea9-42d2-844d-72fd83b01b5b req-8a10b9cc-fb64-42d6-bc62-59b65c181de1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:52.981952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-120d7262-bea9-42d2-844d-72fd83b01b5b req-8a10b9cc-fb64-42d6-bc62-59b65c181de1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.0841148 Jul 15 13:08:52.985316 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-2892a50c-d40e-4fdb-9e6d-66d22cc90cf0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.2499127 Jul 15 13:08:53.018277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0de33-1235-47d2-bf69-065f1de68dd0 None None] Network af2eac28-aac8-4d91-9736-570eea131d38 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:53.027669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-120d7262-bea9-42d2-844d-72fd83b01b5b req-fe52601c-7ac0-4b2c-8aff-d2cc1645ba9c tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385756 Jul 15 13:08:53.037353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-0faa3c3f-1c2f-41f4-81a3-5c69778c3bfa tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/quotas/73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 375 time: 0.0510194 Jul 15 13:08:53.194292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-29e52827-072b-4f9c-b8b1-2ee4d66b0ddc tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558952 Jul 15 13:08:53.234298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745f13bf-2fc3-41fa-ac55-75661fd8d75b {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:53.247022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.294590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Transition to ACTIVE for port object 745f13bf-2fc3-41fa-ac55-75661fd8d75b will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:53.304218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.366667 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-0f379d81-e015-4952-9d54-cb2e5b807f61 service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713359 Jul 15 13:08:53.409852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Pushing event updated for resources: {'Port': ['ID=745f13bf-2fc3-41fa-ac55-75661fd8d75b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:53.562508 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-16e80327-4257-41d6-a0c9-d94061f2814a service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940887 Jul 15 13:08:53.619662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Attempting to bind port 745f13bf-2fc3-41fa-ac55-75661fd8d75b on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:53.620350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Attempting to bind port 745f13bf-2fc3-41fa-ac55-75661fd8d75b by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:53.620797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Attempting to bind port 745f13bf-2fc3-41fa-ac55-75661fd8d75b on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:53.627977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Port 745f13bf-2fc3-41fa-ac55-75661fd8d75b on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:53.628465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Attempting to bind port 745f13bf-2fc3-41fa-ac55-75661fd8d75b on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:53.637114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:53.637530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:53.638032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:53.638645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Bound port: 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:53.639341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.666403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8123c7e-1ac5-4e41-9ff8-8f38507490cc req-cc5b9a50-4ad7-4212-bc24-dabb94d971df tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.682160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8123c7e-1ac5-4e41-9ff8-8f38507490cc req-cc5b9a50-4ad7-4212-bc24-dabb94d971df tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.1372437 Jul 15 13:08:53.736297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8123c7e-1ac5-4e41-9ff8-8f38507490cc req-089f9c0c-83da-4b1f-9ef9-8db6b61f63e0 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526576 Jul 15 13:08:53.756524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:53.767345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55108) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:53.774926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] For port 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:53.775660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-211582579-network', 'tenant_id': 'b373016e7a4f42eaa108aa2305843119'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:53.779501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] For port 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:53.808144 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.846232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Made reservation on behalf of b373016e7a4f42eaa108aa2305843119 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:53.850769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.876048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.895220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:53.896096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:53.897932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] 10.222.0.58 "PUT /v2.0/ports/745f13bf-2fc3-41fa-ac55-75661fd8d75b HTTP/1.1" status: 200 len: 1096 time: 1.5838904 Jul 15 13:08:53.899080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'tag': '745f13bf-2fc3-41fa-ac55-75661fd8d75b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:53.902227 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81a7bc9-76b0-4a8d-9296-836fce8f5433" -d '{"events": [{"name": "network-changed", "server_uuid": "8f80f79f-17d9-46a4-988b-b23d475677d6", "tag": "745f13bf-2fc3-41fa-ac55-75661fd8d75b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:53.932945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:53.964546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:53.968082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '40b99508-fb63-42e8-b7af-70150cd76701', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '40b99508-fb63-42e8-b7af-70150cd76701', 'mac_address': 'fa:16:3e:fa:b4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:53.975399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff033f-88e8-4557-84e7-cf516fdbf94b service neutron] Pushing event updated for resources: {'Port': ['ID=745f13bf-2fc3-41fa-ac55-75661fd8d75b,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.043299 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.050824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.118298 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.126294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-69dd08cf-bb3f-4eb9-bc1d-652bde2a4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.131036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-69dd08cf-bb3f-4eb9-bc1d-652bde2a4aee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1414326c23804afda0b8c2c03bc5b10d&device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 1099 time: 0.1381993 Jul 15 13:08:54.149245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:08:54.186437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:54.223607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fa626b-287b-409e-8ff2-e80dc9099562,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.224720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:54.239350 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.244000 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.244320 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Added segment d138cb4e-e694-4315-bf99-4b7ff3f7f516 of type vlan for network ce9e1636-55ed-4321-b3b4-8289c2a12d20 Jul 15 13:08:54.249103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.264653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-123b6b63-d1e9-437a-9533-9fbc1ef13a0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b HTTP/1.1" status: 200 len: 217 time: 0.1265893 Jul 15 13:08:54.302424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce925964-b7e3-4028-8653-300006611990 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:54.382951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-418a371f-8806-4450-ac5d-9d3a48fd2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.386821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-418a371f-8806-4450-ac5d-9d3a48fd2783 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1155453 Jul 15 13:08:54.416351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.417735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.429290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:08:54.429954 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:08:54.450946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ce925964-b7e3-4028-8653-300006611990 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:08:54.457436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ce925964-b7e3-4028-8653-300006611990 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:54.460197 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.520582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.521853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.523202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.579717 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.585445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['40b99508-fb63-42e8-b7af-70150cd76701'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:54.599817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-9616ddb2-1f64-4f2c-99fe-b592cd1a3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.601444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-9616ddb2-1f64-4f2c-99fe-b592cd1a3745 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006693 Jul 15 13:08:54.616366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7e625-55dc-4dc2-a3b2-a7ede1aede4c req-94abc53f-b29a-4b46-8410-b3e28087713b tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:54.618205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94e7e625-55dc-4dc2-a3b2-a7ede1aede4c req-94abc53f-b29a-4b46-8410-b3e28087713b tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 947 time: 0.1407416 Jul 15 13:08:54.620232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] Pushing event updated for resources: {'Network': ['ID=ce9e1636-55ed-4321-b3b4-8289c2a12d20,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:54.625637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b62e255e-064f-4010-b6e8-fc3a69e9b53b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8559022 Jul 15 13:08:54.628757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:08:54.639680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Request body: {'subnet': {'network_id': 'ce9e1636-55ed-4321-b3b4-8289c2a12d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-211582579-subnet', 'tenant_id': 'b373016e7a4f42eaa108aa2305843119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:54.644362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ce9e1636-55ed-4321-b3b4-8289c2a12d20 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:08:54.653458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce925964-b7e3-4028-8653-300006611990'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:54.657165 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872cb1c-5b11-45b3-9154-9cee2cfe97a9" -d '{"events": [{"server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "name": "network-vif-plugged", "status": "completed", "tag": "ce925964-b7e3-4028-8653-300006611990"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:54.715919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:54.718833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Made reservation on behalf of b373016e7a4f42eaa108aa2305843119 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:54.726121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.727188 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:54.728314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:54.821583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94e7e625-55dc-4dc2-a3b2-a7ede1aede4c req-e1694411-546e-479c-9e53-6556371985cd tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628826 Jul 15 13:08:54.871333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-56efe977-6052-45d7-9b8c-b2e6a79e1469 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520580 Jul 15 13:08:54.890774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.011777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784891f2-8021-4d89-b3c9-b65a472732a5 req-d4f92f84-f3e5-4d0e-bc6a-74a3da674a0c service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341491 Jul 15 13:08:55.030775 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb28ef-e70f-4f3c-b99c-bf0b02daf00d x-openstack-request-id: req-13cb28ef-e70f-4f3c-b99c-bf0b02daf00d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:55.031625 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f80f79f-17d9-46a4-988b-b23d475677d6", "tag": "745f13bf-2fc3-41fa-ac55-75661fd8d75b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:55.031625 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13cb28ef-e70f-4f3c-b99c-bf0b02daf00d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:55.033690 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'tag': '745f13bf-2fc3-41fa-ac55-75661fd8d75b', 'status': 'completed', 'code': 200} Jul 15 13:08:55.118791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.123765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.127894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb982e42-82d4-4eeb-9d30-8eddde49228c req-0347b966-3a94-4298-b3e1-8b1f514b9e46 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 210 time: 0.0583367 Jul 15 13:08:55.129650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.187106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:55.223792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:55.235004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.237886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-1d04b146-11b4-4a75-9732-4b0b820ae176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.238515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:55.243192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-1d04b146-11b4-4a75-9732-4b0b820ae176 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1414326c23804afda0b8c2c03bc5b10d&device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 1099 time: 0.1123908 Jul 15 13:08:55.247673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.272215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Checking segment: {'id': 'd138cb4e-e694-4315-bf99-4b7ff3f7f516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ce9e1636-55ed-4321-b3b4-8289c2a12d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:55.272611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Network hostable DHCP agents. Network: ce9e1636-55ed-4321-b3b4-8289c2a12d20, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:08:55.318921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f446615-d641-4e49-973e-e2b749cffaeb,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.320139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.358973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeeb11-a381-4bc8-9776-7ba0b810b721 req-0211bb9e-351d-41ec-9f15-662672a1429b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.368682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9eeeb11-a381-4bc8-9776-7ba0b810b721 req-0211bb9e-351d-41ec-9f15-662672a1429b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 948 time: 0.1949327 Jul 15 13:08:55.398675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Network ce9e1636-55ed-4321-b3b4-8289c2a12d20 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:08:55.414174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:55.421843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9eeeb11-a381-4bc8-9776-7ba0b810b721 req-936be4c1-cb52-42a7-9c1b-c8e9a2a26097 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516794 Jul 15 13:08:55.432229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ce9e1636-55ed-4321-b3b4-8289c2a12d20) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:55.435138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-7ceef8e7-908c-4756-8a80-63f181cb49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.436617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-7ceef8e7-908c-4756-8a80-63f181cb49c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1875100 Jul 15 13:08:55.440700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.440858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:55.445469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4216bfc-4bfe-4711-8150-899a2bd03441 None None] Network ce9e1636-55ed-4321-b3b4-8289c2a12d20 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:55.467788 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f156f40f-203d-4890-a298-ee4828bc2e94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8367443 Jul 15 13:08:55.588648 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bc8df2-41a3-4b0b-99b0-db1bfc1318e9 x-openstack-request-id: req-c1bc8df2-41a3-4b0b-99b0-db1bfc1318e9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:55.589181 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "name": "network-vif-plugged", "status": "completed", "tag": "ce925964-b7e3-4028-8653-300006611990", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:55.590553 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1bc8df2-41a3-4b0b-99b0-db1bfc1318e9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:55.591218 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce925964-b7e3-4028-8653-300006611990', 'code': 200} Jul 15 13:08:55.677304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-9353591a-2202-4440-8c7c-dab0c881c60a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.690976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-9353591a-2202-4440-8c7c-dab0c881c60a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.1420803 Jul 15 13:08:55.691108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-726fed6a-d778-48f7-be72-c1d4dda39e2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b HTTP/1.1" status: 200 len: 217 time: 0.2073619 Jul 15 13:08:55.711762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Request body: {'port': {'device_id': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'admin_state_up': True, 'tenant_id': '73dd42d1a1d749899016e3350e9d63d6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:55.810147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f12bf-4893-4194-9419-cc92a3d7b22e req-d9d4046a-db80-4380-b7a1-b6d2f2b705e6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.820055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-659f12bf-4893-4194-9419-cc92a3d7b22e req-d9d4046a-db80-4380-b7a1-b6d2f2b705e6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 946 time: 0.0963769 Jul 15 13:08:55.829117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740ea3b-8b0b-4347-b5c0-db954ec2ebce None None] Network ce9e1636-55ed-4321-b3b4-8289c2a12d20 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:08:55.848212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23d78-9365-46ec-80c2-70eb304c9933 req-be617a6d-5294-4bfb-ac7c-a2d6660c487e tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.856194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ec23d78-9365-46ec-80c2-70eb304c9933 req-be617a6d-5294-4bfb-ac7c-a2d6660c487e tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 950 time: 0.4445570 Jul 15 13:08:55.859740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-890c04dd-b0f7-4b58-998e-444b933e1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.861788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-890c04dd-b0f7-4b58-998e-444b933e1cae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1539042 Jul 15 13:08:55.954147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-659f12bf-4893-4194-9419-cc92a3d7b22e req-40db1f20-3c01-47f8-b1f1-a1f8e5d6b110 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323111 Jul 15 13:08:55.992587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ec23d78-9365-46ec-80c2-70eb304c9933 req-ed575af6-85cd-4e34-b524-d93ac324caa2 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/security-groups?id=4289e1fa-36d2-41e1-88ba-f5b32e597009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347404 Jul 15 13:08:55.993416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e50a0a-4c5b-42bd-b200-7c16adbf1fb2 req-bf40c989-6c2a-42e5-b14a-8ac0e4951239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:55.994954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86e50a0a-4c5b-42bd-b200-7c16adbf1fb2 req-bf40c989-6c2a-42e5-b14a-8ac0e4951239 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1098 time: 0.1022661 Jul 15 13:08:56.046220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86e50a0a-4c5b-42bd-b200-7c16adbf1fb2 req-8d0e4e2c-35e8-4f33-a847-0b7bfcf9d5c9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Jul 15 13:08:56.108352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-2f332f44-faf4-491e-821f-cba2fc6adf14 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.109974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-2f332f44-faf4-491e-821f-cba2fc6adf14 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.59 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 950 time: 0.2432005 Jul 15 13:08:56.123964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Made reservation on behalf of 73dd42d1a1d749899016e3350e9d63d6 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:56.127509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.131639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-cdfaa285-347c-49b2-8069-8a98edcc138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.133164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-cdfaa285-347c-49b2-8069-8a98edcc138b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2372391 Jul 15 13:08:56.586155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-c3ce6766-6bac-4fc9-995d-ac31472665d0 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.587867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-c3ce6766-6bac-4fc9-995d-ac31472665d0 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/networks?id=af2eac28-aac8-4d91-9736-570eea131d38 HTTP/1.1" status: 200 len: 814 time: 0.1148515 Jul 15 13:08:56.602958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-a13b8e1a-8eb6-4ef6-b174-0cef6e89c374 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/quotas/1700975297b1411d925f37f3342a62ca HTTP/1.1" status: 200 len: 375 time: 0.0094788 Jul 15 13:08:56.638909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-11fef2a9-c3e8-4768-a021-c12f1fc528d9 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1700975297b1411d925f37f3342a62ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294092 Jul 15 13:08:56.723941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a0f32-d66c-4171-8579-3eea9545edf5 req-a71fe60d-669f-48cb-89d5-493be355a247 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:56.725190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-207a0f32-d66c-4171-8579-3eea9545edf5 req-a71fe60d-669f-48cb-89d5-493be355a247 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 947 time: 0.6115756 Jul 15 13:08:56.737787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-5a1dbe35-5c5b-47b2-b0c2-a72704c857ba service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739031 Jul 15 13:08:56.741643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-9deaada7-75c1-4dab-a094-00d36a1143a8 service neutron] 10.222.0.57 "GET /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949278 Jul 15 13:08:56.769425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Allocated IP 172.20.0.6 (aa582b1c-465d-4324-9216-ead2cf4760d8/a46ac65e-4c89-431c-9421-287241c438b7/589df977-2e6e-486e-ab22-f359c52f692f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:56.867220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Deleting port ea9ae754-b47c-4954-b558-0c7cccdb2be3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:56.867523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:56.869419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-e4aab1cf-0fcc-4471-aa73-c90255db92fb service neutron] 10.222.0.57 "GET /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136606 Jul 15 13:08:56.881208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-207a0f32-d66c-4171-8579-3eea9545edf5 req-280014df-12f4-44db-a44c-ac0798b37c8d tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459184 Jul 15 13:08:57.035218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f81a7bc9-76b0-4a8d-9296-836fce8f5433 req-4f9e0f0d-a623-4dfc-b3ae-8323bbc481b8 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879758 Jul 15 13:08:57.156524 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d55ba711-e6ec-49a3-bf49-caeb4f7acda0 req-3cb70fb6-c471-45d2-9daa-55675e18441e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 210 time: 0.1202774 Jul 15 13:08:57.197847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] For port ea9ae754-b47c-4954-b558-0c7cccdb2be3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea9ae754-b47c-4954-b558-0c7cccdb2be3,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:57.198312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.241808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Calling delete_port for ea9ae754-b47c-4954-b558-0c7cccdb2be3 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:57.266827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.388472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-845ae43f-1000-494c-b6d5-82dad24b1814 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.390410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-845ae43f-1000-494c-b6d5-82dad24b1814 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.1387811 Jul 15 13:08:57.419880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-2454344d-1d18-4d1f-b0a9-d9b0d7e09bba tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/quotas/cd6aebb706a54aaca728538df92faea3 HTTP/1.1" status: 200 len: 375 time: 0.0166323 Jul 15 13:08:57.420256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.465254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e9c0f-bf9f-4690-b10b-cc6d6cf2c416 req-1a818544-c1f0-42be-9eb8-e75169a5d673 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.466823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c60e9c0f-bf9f-4690-b10b-cc6d6cf2c416 req-1a818544-c1f0-42be-9eb8-e75169a5d673 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 947 time: 0.1600196 Jul 15 13:08:57.501023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-891e9d87-c6e1-462f-bf8d-b30d563a66f6 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742455 Jul 15 13:08:57.509194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Network aa582b1c-465d-4324-9216-ead2cf4760d8 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:57.533074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:57.547006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:57.556509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.592830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:57.596703 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196e590-ffbe-4e85-9020-4d8526da201d" -d '{"events": [{"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-unplugged", "status": "completed", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:57.613052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-bbe6f4e9-9ce9-496f-824d-cafae56a7e3a service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032250 Jul 15 13:08:57.614182 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.626264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ea9ae754-b47c-4954-b558-0c7cccdb2be3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:57.639066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c60e9c0f-bf9f-4690-b10b-cc6d6cf2c416 req-fa7bf5f0-b7a0-4ca7-81df-99c67e1d93eb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465123 Jul 15 13:08:57.695450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Pushing event deleted for resources: {'Port': ['ID=ea9ae754-b47c-4954-b558-0c7cccdb2be3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:57.757749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.758424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.759946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:08:57.775626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-f8f0f9ed-b24b-4240-9c71-545ab0d45bea service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556711 Jul 15 13:08:57.827383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 40b99508-fb63-42e8-b7af-70150cd76701 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:08:57.828616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.830749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] No DVR routers for this DVR port ea9ae754-b47c-4954-b558-0c7cccdb2be3 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:08:57.854563 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.856853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e92413a9-729f-443b-b64b-34e0a2e09a49 req-15a3dafa-37aa-4959-8b6c-6712e6e1a515 tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.59 "DELETE /v2.0/ports/ea9ae754-b47c-4954-b558-0c7cccdb2be3 HTTP/1.1" status: 204 len: 173 time: 1.7228303 Jul 15 13:08:57.858452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'name': 'network-vif-deleted', 'tag': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:08:57.861095 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466502a3-31fa-4232-9c18-78d03a6c3059" -d '{"events": [{"server_uuid": "4cedc5a2-3882-41aa-a867-4e19ef90df09", "name": "network-vif-deleted", "tag": "ea9ae754-b47c-4954-b558-0c7cccdb2be3"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:08:57.867259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-bf26e1af-586c-47f4-a2c5-c4c835d4e10c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1648321 Jul 15 13:08:57.879898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Request body: {'port': {'device_id': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:57.950041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59e31-f5e1-4ada-a080-269b426af6ed req-d8f0ecb5-6e5e-4b58-860a-2d734368e08d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:57.951414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:57.963743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31b59e31-f5e1-4ada-a080-269b426af6ed req-d8f0ecb5-6e5e-4b58-860a-2d734368e08d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 946 time: 0.1899884 Jul 15 13:08:58.037083 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.043746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:58.052384 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.170802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.205962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-65506a9b-08fc-4ea2-b0a3-0f9ad1aef1c3 req-bd318236-bca8-4c07-b540-b2d52bfd140f tempest-ServerDiagnosticsNegativeTest-1492642643 tempest-ServerDiagnosticsNegativeTest-1492642643-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cedc5a2-3882-41aa-a867-4e19ef90df09 HTTP/1.1" status: 200 len: 210 time: 0.0644388 Jul 15 13:08:58.230512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31b59e31-f5e1-4ada-a080-269b426af6ed req-ec491ef5-9fb1-4d38-865c-7fada56813b0 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654910 Jul 15 13:08:58.294473 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210fa01-8a59-48f6-9dc8-1b233525917b x-openstack-request-id: req-f210fa01-8a59-48f6-9dc8-1b233525917b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:58.294810 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-unplugged", "status": "completed", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:58.295104 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f210fa01-8a59-48f6-9dc8-1b233525917b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:58.295502 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'code': 200} Jul 15 13:08:58.305924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 745f13bf-2fc3-41fa-ac55-75661fd8d75b details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:08:58.335300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-68eec5eb-c3bb-4107-9b13-040c14c94faa tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.336873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-68eec5eb-c3bb-4107-9b13-040c14c94faa tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "GET /v2.0/ports?device_id=cae11d17-c315-4e2d-bc68-6ee9c345f39e HTTP/1.1" status: 200 len: 943 time: 0.3635669 Jul 15 13:08:58.385766 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179e46a-c86d-430e-845c-1494e065a22b x-openstack-request-id: req-a179e46a-c86d-430e-845c-1494e065a22b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:08:58.386070 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cedc5a2-3882-41aa-a867-4e19ef90df09", "name": "network-vif-deleted", "tag": "ea9ae754-b47c-4954-b558-0c7cccdb2be3", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:08:58.386327 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a179e46a-c86d-430e-845c-1494e065a22b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:08:58.388175 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cedc5a2-3882-41aa-a867-4e19ef90df09', 'name': 'network-vif-deleted', 'tag': 'ea9ae754-b47c-4954-b558-0c7cccdb2be3', 'status': 'completed', 'code': 200} Jul 15 13:08:58.449449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:58.465063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '745f13bf-2fc3-41fa-ac55-75661fd8d75b', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '745f13bf-2fc3-41fa-ac55-75661fd8d75b', 'mac_address': 'fa:16:3e:76:6f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:08:58.507892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.540893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745f13bf-2fc3-41fa-ac55-75661fd8d75b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:58.551834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3289684a-e82a-44b3-b880-88aea7e2a856 req-ccdffda7-c7c6-4c06-ae2a-b1e7a6625038 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 210 time: 0.1277840 Jul 15 13:08:58.585979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:58.591089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.702441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=745f13bf-2fc3-41fa-ac55-75661fd8d75b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:58.705417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2242a506-6cbe-4728-a8c1-ea735238c38c req-4afd31d5-bcf9-497f-9f5e-a60e25391186 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 210 time: 0.0486100 Jul 15 13:08:58.775736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589df977-2e6e-486e-ab22-f359c52f692f {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:08:58.786668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Deleting port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:08:58.787005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.791983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:58.797022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['745f13bf-2fc3-41fa-ac55-75661fd8d75b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:08:58.804027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e434ace-eabb-46ae-98f6-989125a69bff req-c5e2ecf9-567e-459a-b29a-ae33fd7ad67f tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.806631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e434ace-eabb-46ae-98f6-989125a69bff req-c5e2ecf9-567e-459a-b29a-ae33fd7ad67f tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 948 time: 0.2362449 Jul 15 13:08:58.823809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-11aac72f-57fa-4ba7-a6c9-0274f9e7f39c tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:58.828752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-11aac72f-57fa-4ba7-a6c9-0274f9e7f39c tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.58 "GET /v2.0/networks?id=af2eac28-aac8-4d91-9736-570eea131d38 HTTP/1.1" status: 200 len: 814 time: 0.2708845 Jul 15 13:08:58.839033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Request body: {'port': {'device_id': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38', 'admin_state_up': True, 'tenant_id': '1700975297b1411d925f37f3342a62ca'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:58.855875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Transition to ACTIVE for port object 589df977-2e6e-486e-ab22-f359c52f692f will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:08:58.923391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.050073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Made reservation on behalf of 1700975297b1411d925f37f3342a62ca for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:08:59.060420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.087332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e434ace-eabb-46ae-98f6-989125a69bff req-3e9c57ad-7838-4227-aefe-48cabbef06bb tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641194 Jul 15 13:08:59.137822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.156222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] For port 8867ae93-e2a0-4d74-9f91-62f55130b7a0, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8867ae93-e2a0-4d74-9f91-62f55130b7a0,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:08:59.156806 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.256792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Calling delete_port for 8867ae93-e2a0-4d74-9f91-62f55130b7a0 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:08:59.296416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Allocated IP 172.20.0.7 (af2eac28-aac8-4d91-9736-570eea131d38/da241629-5c40-40cc-8943-e37c8bd1bf2a/b94188ab-9d59-420d-951f-5f7da8fcc1eb) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:08:59.319134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec6b82-f9f4-4466-a015-bfd8848c8eb5 req-dbbeedf4-0a2c-4154-9f26-ad658ab4b760 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.320637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cec6b82-f9f4-4466-a015-bfd8848c8eb5 req-dbbeedf4-0a2c-4154-9f26-ad658ab4b760 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.1545775 Jul 15 13:08:59.395400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cec6b82-f9f4-4466-a015-bfd8848c8eb5 req-cd090ec3-86ed-4c24-882b-382927d617aa tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652599 Jul 15 13:08:59.457450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:08:59.457997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:08:59.458639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:59.485127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:08:59.485659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:08:59.503789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.515156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:08:59.515436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:08:59.515918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:08:59.516625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Bound port: 589df977-2e6e-486e-ab22-f359c52f692f, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:08:59.517397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.550835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908dfa-963f-4019-8c05-e740e65258e9 req-f30dadd0-d58d-4aa9-80c6-4a2718025e53 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.553441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6908dfa-963f-4019-8c05-e740e65258e9 req-f30dadd0-d58d-4aa9-80c6-4a2718025e53 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1098 time: 0.2990451 Jul 15 13:08:59.582156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.651220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Network af2eac28-aac8-4d91-9736-570eea131d38 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:08:59.660481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7416359-e962-4529-a30a-fde92695ea6a req-52f43e50-407b-4503-8d1a-8ac24ca6ad9d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.662865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7416359-e962-4529-a30a-fde92695ea6a req-52f43e50-407b-4503-8d1a-8ac24ca6ad9d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1418245 Jul 15 13:08:59.664002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Pushing event updated for resources: {'Port': ['ID=b94188ab-9d59-420d-951f-5f7da8fcc1eb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.683391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:08:59.689123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:08:59.696243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:08:59.696883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.731630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-2c39fb77-662b-4d35-a41b-183f0378e540 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970916 Jul 15 13:08:59.748495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7416359-e962-4529-a30a-fde92695ea6a req-c3b6c4bd-e672-4185-b296-f62acf39aab7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779381 Jul 15 13:08:59.763621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Request body: {'port': {'device_id': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:08:59.770666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea9ae754-b47c-4954-b558-0c7cccdb2be3 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:08:59.795719 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.797767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ea9ae754-b47c-4954-b558-0c7cccdb2be3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:08:59.798112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea9ae754-b47c-4954-b558-0c7cccdb2be3 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:08:59.827359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6908dfa-963f-4019-8c05-e740e65258e9 req-f0b9eacd-dc5f-4273-93f9-5065e144c67d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305329 Jul 15 13:08:59.835080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:08:59.892625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:08:59.945866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:08:59.952740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event deleted for resources: {'Port': ['ID=8867ae93-e2a0-4d74-9f91-62f55130b7a0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:08:59.974763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.148652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] No DVR routers for this DVR port 8867ae93-e2a0-4d74-9f91-62f55130b7a0 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:00.180100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.180895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.182736 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] 10.222.0.58 "PUT /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 1092 time: 2.3075569 Jul 15 13:09:00.198700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0612eae-43f3-4eb4-a883-b5a93d0cd950 req-15bb2dc0-5d72-4afd-9b28-392342d76746 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 210 time: 0.0681612 Jul 15 13:09:00.200054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.206325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9929eb63-1086-4bb1-91b9-581ced59e962 req-36d999d8-56cd-43ca-a594-491731c7f606 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "DELETE /v2.0/ports/8867ae93-e2a0-4d74-9f91-62f55130b7a0 HTTP/1.1" status: 204 len: 173 time: 1.8598845 Jul 15 13:09:00.234101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-cbd91d7d-ad56-441f-a8b3-5024e1d45171 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.237363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-cbd91d7d-ad56-441f-a8b3-5024e1d45171 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.59 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.5226159 Jul 15 13:09:00.266701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Request body: {'port': {'device_id': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'admin_state_up': True, 'tenant_id': 'cd6aebb706a54aaca728538df92faea3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:00.288522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092efb83-6621-48fb-bd94-6c9d3722b197 req-09f58969-71ba-4cf5-9dc2-a71df9215c30 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.296722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:00.299950 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f78b45-9717-4cdd-bbb4-a00d1788b6f3" -d '{"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-plugged", "status": "completed", "tag": "40b99508-fb63-42e8-b7af-70150cd76701"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:00.301761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-092efb83-6621-48fb-bd94-6c9d3722b197 req-09f58969-71ba-4cf5-9dc2-a71df9215c30 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 931 time: 0.1987352 Jul 15 13:09:00.322985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 745f13bf-2fc3-41fa-ac55-75661fd8d75b up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:00.328710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a0ea-1f3a-4ecc-af54-3c380a9ec56c service neutron] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.431951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 745f13bf-2fc3-41fa-ac55-75661fd8d75b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:00.446400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 745f13bf-2fc3-41fa-ac55-75661fd8d75b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:00.447050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.450086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-092efb83-6621-48fb-bd94-6c9d3722b197 req-3d5e56aa-cfb4-4884-b97b-48032da652e1 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468446 Jul 15 13:09:00.532702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.538293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f'}, {'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-deleted', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:00.543903 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d" -d '{"events": [{"name": "network-changed", "server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "tag": "589df977-2e6e-486e-ab22-f359c52f692f"}, {"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-deleted", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:00.582552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94188ab-9d59-420d-951f-5f7da8fcc1eb {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:00.593364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Made reservation on behalf of cd6aebb706a54aaca728538df92faea3 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:00.597295 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.605292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.635560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Transition to ACTIVE for port object b94188ab-9d59-420d-951f-5f7da8fcc1eb will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:00.641680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.668326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.748584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:00.755151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:00.756098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:00.807507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 8867ae93-e2a0-4d74-9f91-62f55130b7a0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:00.808514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8867ae93-e2a0-4d74-9f91-62f55130b7a0 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:00.826757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Pushing event updated for resources: {'Port': ['ID=b94188ab-9d59-420d-951f-5f7da8fcc1eb,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.837531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=745f13bf-2fc3-41fa-ac55-75661fd8d75b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:00.905690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-038ea82b-c130-4624-9686-2ba03701cc23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc5d74cae3bb4a67a46c49220ad4d1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631923 Jul 15 13:09:00.907710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Attempting to bind port b94188ab-9d59-420d-951f-5f7da8fcc1eb on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:00.908122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Attempting to bind port b94188ab-9d59-420d-951f-5f7da8fcc1eb by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '217f5036-6863-45fe-baca-436384d0aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:00.908469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Attempting to bind port b94188ab-9d59-420d-951f-5f7da8fcc1eb on network af2eac28-aac8-4d91-9736-570eea131d38 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:00.911685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55274) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:00.925009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Port b94188ab-9d59-420d-951f-5f7da8fcc1eb on network af2eac28-aac8-4d91-9736-570eea131d38 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:00.925328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Attempting to bind port b94188ab-9d59-420d-951f-5f7da8fcc1eb on network af2eac28-aac8-4d91-9736-570eea131d38 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:00.940409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c84d60-b97c-43c1-a7fe-b4ee005580b3 req-5adb93ac-ee45-4d1a-927d-5009c1db4748 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:00.942078 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d3c84d60-b97c-43c1-a7fe-b4ee005580b3 req-5adb93ac-ee45-4d1a-927d-5009c1db4748 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 948 time: 0.2295759 Jul 15 13:09:00.959215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:00.959548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Checking segment: {'id': '217f5036-6863-45fe-baca-436384d0aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:00.959922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Bound using segment: {'id': '217f5036-6863-45fe-baca-436384d0aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:00.960351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Bound port: b94188ab-9d59-420d-951f-5f7da8fcc1eb, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217f5036-6863-45fe-baca-436384d0aef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:00.960704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.049623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d3c84d60-b97c-43c1-a7fe-b4ee005580b3 req-373e5420-b813-4c00-951c-0cf24d99f698 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951247 Jul 15 13:09:01.052725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc10d742-dfcd-43da-a521-bfc65764fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.098755 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc10d742-dfcd-43da-a521-bfc65764fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.113330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] For port b94188ab-9d59-420d-951f-5f7da8fcc1eb, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:01.126423 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9037270b-95b9-42c0-a822-f9368ee91f7f x-openstack-request-id: req-9037270b-95b9-42c0-a822-f9368ee91f7f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:01.126903 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-plugged", "status": "completed", "tag": "40b99508-fb63-42e8-b7af-70150cd76701", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:01.127266 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9037270b-95b9-42c0-a822-f9368ee91f7f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:01.127720 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701', 'code': 200} Jul 15 13:09:01.141161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] For port b94188ab-9d59-420d-951f-5f7da8fcc1eb, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb,segment=NetworkSegment(217f5036-6863-45fe-baca-436384d0aef1),segment_id=217f5036-6863-45fe-baca-436384d0aef1)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:01.155958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.156718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-d3e55718-74e6-4615-a5fd-ef1da0928b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.159383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-d3e55718-74e6-4615-a5fd-ef1da0928b71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1095 time: 0.9158278 Jul 15 13:09:01.171480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Allocated IP 172.20.0.4 (5c131fbb-22d7-415d-9f05-a57deb198ed9/ced8565f-aa71-41bd-997f-7ad7392f4d05/d321b48b-eb07-41dd-876c-35a2c3d97333) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:01.197389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc10d742-dfcd-43da-a521-bfc65764fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.200161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc10d742-dfcd-43da-a521-bfc65764fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.204193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bc10d742-dfcd-43da-a521-bfc65764fae3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4289e1fa-36d2-41e1-88ba-f5b32e597009 HTTP/1.1" status: 204 len: 168 time: 0.2884338 Jul 15 13:09:01.216555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.217202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.218707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] 10.222.0.58 "PUT /v2.0/ports/b94188ab-9d59-420d-951f-5f7da8fcc1eb HTTP/1.1" status: 200 len: 1092 time: 1.4691911 Jul 15 13:09:01.222501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'tag': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:01.224563 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae65bed4-95e5-40e2-af05-278450f926cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4562d8cf-d173-4dfd-9405-c25a0a6e534d", "tag": "b94188ab-9d59-420d-951f-5f7da8fcc1eb"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:01.285129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-f6473f2a-231b-46f0-afd1-1aee4a759443 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 217 time: 0.1151364 Jul 15 13:09:01.285703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d742-dfcd-43da-a521-bfc65764fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289e1fa-36d2-41e1-88ba-f5b32e597009,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.309697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22726d2a-79dd-448f-ad12-90e83de19d5a req-737b63bb-d63d-4457-9739-a814272fd6df tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.311243 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22726d2a-79dd-448f-ad12-90e83de19d5a req-737b63bb-d63d-4457-9739-a814272fd6df tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1098 time: 0.7344074 Jul 15 13:09:01.337405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b37c-e7b1-4385-bc11-0ed0f400cb13 service neutron] Pushing event updated for resources: {'Port': ['ID=b94188ab-9d59-420d-951f-5f7da8fcc1eb,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:01.422399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b639e1-e423-4218-9af9-029dbc116065 req-29dadfb0-819c-4621-859b-a12c69103836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.423993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-29dadfb0-819c-4621-859b-a12c69103836 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1297524 Jul 15 13:09:01.454863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22726d2a-79dd-448f-ad12-90e83de19d5a req-c618d000-2b8b-4d19-b93d-23e9aadeaa7a tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152039 Jul 15 13:09:01.475516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-e089a956-4e6c-44a9-ba01-da448dd3a757 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404251 Jul 15 13:09:01.478976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-45d0d9e2-9c47-4e62-8c4f-50bada64b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.480013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-45d0d9e2-9c47-4e62-8c4f-50bada64b82e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700975297b1411d925f37f3342a62ca&device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 1095 time: 0.2069607 Jul 15 13:09:01.492381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cad6e-a91f-4d3f-b862-d2acbf98ac03 req-189fec6e-85e9-4703-88d7-da3d05c491d0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.499780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b2cad6e-a91f-4d3f-b862-d2acbf98ac03 req-189fec6e-85e9-4703-88d7-da3d05c491d0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.2119048 Jul 15 13:09:01.555985 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93488a21-4b86-46cf-9b34-2857d584a548 x-openstack-request-id: req-93488a21-4b86-46cf-9b34-2857d584a548 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:01.556650 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "tag": "589df977-2e6e-486e-ab22-f359c52f692f", "status": "completed", "code": 200}, {"server_uuid": "cae11d17-c315-4e2d-bc68-6ee9c345f39e", "name": "network-vif-deleted", "tag": "8867ae93-e2a0-4d74-9f91-62f55130b7a0", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:01.556650 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93488a21-4b86-46cf-9b34-2857d584a548 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:01.556969 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f', 'status': 'completed', 'code': 200} Jul 15 13:09:01.557168 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae11d17-c315-4e2d-bc68-6ee9c345f39e', 'name': 'network-vif-deleted', 'tag': '8867ae93-e2a0-4d74-9f91-62f55130b7a0', 'status': 'completed', 'code': 200} Jul 15 13:09:01.559640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-6c0666b4-b204-4051-bffa-2de4fa056948 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb HTTP/1.1" status: 200 len: 217 time: 0.0552230 Jul 15 13:09:01.565888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea776d-0aa7-4686-a201-21883626a867 req-c22fa450-d697-40dd-a9e9-ea6d498a71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.567681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9aea776d-0aa7-4686-a201-21883626a867 req-c22fa450-d697-40dd-a9e9-ea6d498a71c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1101 time: 0.1927848 Jul 15 13:09:01.612701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:01.631725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b2cad6e-a91f-4d3f-b862-d2acbf98ac03 req-331c83d6-8874-4e4e-836c-7fbde30c7178 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302547 Jul 15 13:09:01.649215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-def189b4-7699-41e7-9a60-5e324004fdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.654463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.667831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-4ae376c4-d5b0-4486-84b2-4be2a3cdae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.669306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-4ae376c4-d5b0-4486-84b2-4be2a3cdae3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da241629-5c40-40cc-8943-e37c8bd1bf2a HTTP/1.1" status: 200 len: 854 time: 0.0988796 Jul 15 13:09:01.686030 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9aea776d-0aa7-4686-a201-21883626a867 req-a708dbe6-f4ad-4241-ba10-6ec7764eb8e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002786 Jul 15 13:09:01.704363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-b94e7a0a-14a6-4cdd-8fc5-7e45e8b1b0d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af2eac28-aac8-4d91-9736-570eea131d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284536 Jul 15 13:09:01.729104 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-0469be48-9d5f-4d99-984a-7071b5079d2b service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038918 Jul 15 13:09:01.811480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61b44f55-3d3c-45c3-9b95-860b3d1dceb0 req-6bfe8d3d-e8b9-4147-a29c-87bdc0eb22e8 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 210 time: 0.0420344 Jul 15 13:09:01.845583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-7d52bdeb-c4eb-4c1f-8992-1aee02c8f221 service neutron] 10.222.0.58 "GET /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352715 Jul 15 13:09:01.862515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:01.874725 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd9b299-7940-4bdb-a0e9-3f8c2ee52e79 x-openstack-request-id: req-5dd9b299-7940-4bdb-a0e9-3f8c2ee52e79 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:01.875089 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4562d8cf-d173-4dfd-9405-c25a0a6e534d", "tag": "b94188ab-9d59-420d-951f-5f7da8fcc1eb", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:01.875397 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5dd9b299-7940-4bdb-a0e9-3f8c2ee52e79 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:01.875788 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'tag': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb', 'status': 'completed', 'code': 200} Jul 15 13:09:01.937704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138acea-57d0-4924-9d3a-a875cb4c977b req-28cc8a38-8aa7-4f99-bb8c-313448700e35 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:01.939426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f138acea-57d0-4924-9d3a-a875cb4c977b req-28cc8a38-8aa7-4f99-bb8c-313448700e35 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.2811110 Jul 15 13:09:01.953942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e73733ea-9d94-472b-b348-dc0d627e7f06 req-68c2bd0b-3837-473b-95ee-1da92dae724c service neutron] 10.222.0.58 "GET /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019928 Jul 15 13:09:01.978014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:01.991395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b639e1-e423-4218-9af9-029dbc116065 req-1a199f3e-07a4-4c84-900f-9986d9c76663 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505989 Jul 15 13:09:02.001010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:02.007529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:02.012629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-def189b4-7699-41e7-9a60-5e324004fdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.013627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.066091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-def189b4-7699-41e7-9a60-5e324004fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.118977 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f138acea-57d0-4924-9d3a-a875cb4c977b req-09aeecda-1d88-4cbb-8830-32fea1b27726 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663291 Jul 15 13:09:02.143919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-def189b4-7699-41e7-9a60-5e324004fdf4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2592025c4e174f308219c685e9dcf43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286560 Jul 15 13:09:02.152081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.152738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.157158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55294) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:02.171349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def189b4-7699-41e7-9a60-5e324004fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea222c-73ce-4546-8899-d635dd680300,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.206297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-3d8d0b30-0104-411e-8085-e4ea9263b8ed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9459827 Jul 15 13:09:02.223322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Request body: {'port': {'device_id': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:02.252580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bed4-95e5-40e2-af05-278450f926cf req-8ed4d6bd-b415-4a37-a6ae-ad34e1f86c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.253924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-8ed4d6bd-b415-4a37-a6ae-ad34e1f86c74 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700975297b1411d925f37f3342a62ca&device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 1095 time: 0.2435336 Jul 15 13:09:02.318019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-676edd19-07af-4abf-aa04-0b77d4111c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.380131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-1ab98f7b-90c1-4520-930a-3b9256d99179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.381636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-1ab98f7b-90c1-4520-930a-3b9256d99179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1095 time: 0.3200889 Jul 15 13:09:02.417526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60506-a9cc-4ea0-8bb5-14c876bdd1aa req-181a0533-1354-424b-84b9-6bf6ff0c0f01 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.419116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19d60506-a9cc-4ea0-8bb5-14c876bdd1aa req-181a0533-1354-424b-84b9-6bf6ff0c0f01 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 943 time: 0.3248827 Jul 15 13:09:02.422819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-676edd19-07af-4abf-aa04-0b77d4111c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.467275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.508411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19d60506-a9cc-4ea0-8bb5-14c876bdd1aa req-47a784b6-5f9b-4e1d-9aa4-6eefe5a7aa5f tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800815 Jul 15 13:09:02.516723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bed4-95e5-40e2-af05-278450f926cf req-c66d7910-ceb6-41e5-89ed-3e782994e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.519228 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-c66d7910-ceb6-41e5-89ed-3e782994e5de service neutron] 10.222.0.58 "GET /v2.0/networks?id=af2eac28-aac8-4d91-9736-570eea131d38 HTTP/1.1" status: 200 len: 915 time: 0.2570593 Jul 15 13:09:02.522172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-f0f5b60f-09a8-4a7e-aeab-983658a9a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.523889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-f0f5b60f-09a8-4a7e-aeab-983658a9a938 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.1360133 Jul 15 13:09:02.583942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-e39450a7-3eb4-472d-9405-ed080d0ac8ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 217 time: 0.0459015 Jul 15 13:09:02.651691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cc086-930e-4350-983f-a70db443ea5c req-045f71a9-0ef6-4a63-a043-3756b92ca8d4 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.652810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-ddaeaec3-9499-43be-b86c-6ac585cffd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.653241 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e4cc086-930e-4350-983f-a70db443ea5c req-045f71a9-0ef6-4a63-a043-3756b92ca8d4 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 949 time: 0.3545442 Jul 15 13:09:02.658654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-ddaeaec3-9499-43be-b86c-6ac585cffd03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0677421 Jul 15 13:09:02.664563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-0936a532-e790-48c8-9603-549fb9adff0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb HTTP/1.1" status: 200 len: 217 time: 0.1068006 Jul 15 13:09:02.699800 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-676edd19-07af-4abf-aa04-0b77d4111c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.704425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-676edd19-07af-4abf-aa04-0b77d4111c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:02.708446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-676edd19-07af-4abf-aa04-0b77d4111c65 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41ea222c-73ce-4546-8899-d635dd680300 HTTP/1.1" status: 204 len: 168 time: 0.5467193 Jul 15 13:09:02.718803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-c9c45a34-5264-47b1-bb3a-6c8408fde64b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529320 Jul 15 13:09:02.861706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676edd19-07af-4abf-aa04-0b77d4111c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea222c-73ce-4546-8899-d635dd680300,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:02.879566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-adbda6b8-3f00-43c8-ab66-b3aa6f4cef10 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526439 Jul 15 13:09:02.945976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bed4-95e5-40e2-af05-278450f926cf req-3ae26536-5978-45da-bf01-f5bb6307a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:02.947892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-3ae26536-5978-45da-bf01-f5bb6307a456 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da241629-5c40-40cc-8943-e37c8bd1bf2a HTTP/1.1" status: 200 len: 854 time: 0.2685635 Jul 15 13:09:02.968203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e4cc086-930e-4350-983f-a70db443ea5c req-f2a6fe90-a895-437b-97f8-9981ce35d717 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022504 Jul 15 13:09:03.051383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-7328445c-4e0f-41de-ae12-f5c6edebddf7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=af2eac28-aac8-4d91-9736-570eea131d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789571 Jul 15 13:09:03.074095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaca0ddc-56ac-4d1a-89b9-e3c0ef19858d req-3e95070f-7221-4a64-8aa9-28b5e8a65877 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823883 Jul 15 13:09:03.123785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f5747-2d82-4224-8835-d7091258a5b6 req-cbfb516f-51d4-4f4f-9e56-806cae13723e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.129304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745f13bf-2fc3-41fa-ac55-75661fd8d75b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:03.131136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c8f5747-2d82-4224-8835-d7091258a5b6 req-cbfb516f-51d4-4f4f-9e56-806cae13723e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.1470237 Jul 15 13:09:03.132204 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb9b130-ccc5-4559-8ac2-54703e92a7c8" -d '{"events": [{"server_uuid": "8f80f79f-17d9-46a4-988b-b23d475677d6", "name": "network-vif-plugged", "status": "completed", "tag": "745f13bf-2fc3-41fa-ac55-75661fd8d75b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:03.182543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c8f5747-2d82-4224-8835-d7091258a5b6 req-4c7a4cc8-f6c5-4658-b58c-3a6d0b12327a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504801 Jul 15 13:09:03.298836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-deb3aee6-7360-4031-8967-495e3d42120a service neutron] 10.222.0.58 "GET /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230093 Jul 15 13:09:03.387795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a715cdd-bea0-445e-bba3-5a3ce223df8d req-a869a510-abb5-4140-8e9d-663ec3e94341 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.391172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a715cdd-bea0-445e-bba3-5a3ce223df8d req-a869a510-abb5-4140-8e9d-663ec3e94341 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 931 time: 0.0714507 Jul 15 13:09:03.431784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a715cdd-bea0-445e-bba3-5a3ce223df8d req-ed4ae5ce-2c68-4cdb-9711-c3e400bc026a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358322 Jul 15 13:09:03.447258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf80ead-a83d-4b3c-9f31-c06153b7581e req-eba09b24-f9e3-4835-879f-59d488db18a7 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.448825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcf80ead-a83d-4b3c-9f31-c06153b7581e req-eba09b24-f9e3-4835-879f-59d488db18a7 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1098 time: 0.2383201 Jul 15 13:09:03.499655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae65bed4-95e5-40e2-af05-278450f926cf req-8c2b1445-0299-4d40-a236-24cc5b30a763 service neutron] 10.222.0.58 "GET /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915607 Jul 15 13:09:03.507093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d321b48b-eb07-41dd-876c-35a2c3d97333 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:03.530551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.552877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcf80ead-a83d-4b3c-9f31-c06153b7581e req-cb5014b8-a33d-4e29-9861-4f6820d4d710 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808673 Jul 15 13:09:03.561372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Transition to ACTIVE for port object d321b48b-eb07-41dd-876c-35a2c3d97333 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:03.569811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.616072 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3911b5-0f37-47e8-a383-62325cc10169 x-openstack-request-id: req-3f3911b5-0f37-47e8-a383-62325cc10169 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:03.616724 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80f79f-17d9-46a4-988b-b23d475677d6", "name": "network-vif-plugged", "status": "completed", "tag": "745f13bf-2fc3-41fa-ac55-75661fd8d75b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:03.617181 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f3911b5-0f37-47e8-a383-62325cc10169 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:03.617831 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745f13bf-2fc3-41fa-ac55-75661fd8d75b', 'code': 200} Jul 15 13:09:03.670784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:03.817465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Attempting to bind port d321b48b-eb07-41dd-876c-35a2c3d97333 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:03.817929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Attempting to bind port d321b48b-eb07-41dd-876c-35a2c3d97333 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:03.818740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Attempting to bind port d321b48b-eb07-41dd-876c-35a2c3d97333 on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:03.830858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Port d321b48b-eb07-41dd-876c-35a2c3d97333 on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:03.831501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Attempting to bind port d321b48b-eb07-41dd-876c-35a2c3d97333 on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:03.836737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fdea7-2825-4e97-bfff-5cb99859dc95 req-2e15f95d-3a6d-4812-afd9-7d198f4b8c6c tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.838652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-650fdea7-2825-4e97-bfff-5cb99859dc95 req-2e15f95d-3a6d-4812-afd9-7d198f4b8c6c tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 943 time: 0.0877810 Jul 15 13:09:03.849511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:03.849846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Checking segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:03.850230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Bound using segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:03.850716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Bound port: d321b48b-eb07-41dd-876c-35a2c3d97333, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:03.851073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:03.863174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e8fe-dd38-429c-b14c-091803547b67 req-aa4ece44-aa9d-4228-a506-805472c32608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.864694 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acd5e8fe-dd38-429c-b14c-091803547b67 req-aa4ece44-aa9d-4228-a506-805472c32608 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 1101 time: 0.1596057 Jul 15 13:09:03.886067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-650fdea7-2825-4e97-bfff-5cb99859dc95 req-50ba268e-a3b6-4c4c-985b-14be80413a8d tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Jul 15 13:09:03.915657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2285c-6429-403d-9c2f-490e5ac080da req-382b3e7e-7f43-4352-a5cb-454bbfd59afd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:03.917077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eea2285c-6429-403d-9c2f-490e5ac080da req-382b3e7e-7f43-4352-a5cb-454bbfd59afd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1974225 Jul 15 13:09:03.980945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acd5e8fe-dd38-429c-b14c-091803547b67 req-b9c8a57d-7feb-4cd6-a3ce-410aaa537b51 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094275 Jul 15 13:09:03.996191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:04.000309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:04.004583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eea2285c-6429-403d-9c2f-490e5ac080da req-84b0fb75-259d-40e9-b35c-b18ee6e1db19 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801902 Jul 15 13:09:04.008441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.056606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.057234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:04.058952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] 10.222.0.59 "PUT /v2.0/ports/d321b48b-eb07-41dd-876c-35a2c3d97333 HTTP/1.1" status: 200 len: 1092 time: 1.8402073 Jul 15 13:09:04.059337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:04.061883 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd9168-25cc-451a-a5fc-73ec9762e7de" -d '{"events": [{"name": "network-changed", "server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:04.123596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119af5d8-8d3b-4464-b7b8-8d54c9008384 service neutron] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:04.198186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a941a-6f8a-4b18-b173-2dc296afc641 req-1480fdbb-9765-4ef0-ace4-dd3315452099 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.199760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-841a941a-6f8a-4b18-b173-2dc296afc641 req-1480fdbb-9765-4ef0-ace4-dd3315452099 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 949 time: 0.0722017 Jul 15 13:09:04.245422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-841a941a-6f8a-4b18-b173-2dc296afc641 req-163b11d9-99d4-4cc6-9d7e-43ae2129b15e tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Jul 15 13:09:04.248760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-c008a2a4-beb1-4419-a37e-d93791f4e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.249684 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-c008a2a4-beb1-4419-a37e-d93791f4e77b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 1095 time: 0.1392388 Jul 15 13:09:04.306115 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314937a6-ba9c-4ef1-b21f-e58b0598b6f3 x-openstack-request-id: req-314937a6-ba9c-4ef1-b21f-e58b0598b6f3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:04.306406 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:04.306679 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-314937a6-ba9c-4ef1-b21f-e58b0598b6f3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:04.307079 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'status': 'completed', 'code': 200} Jul 15 13:09:04.309975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-d090cc81-32f1-4cc9-ab58-381423433f9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d321b48b-eb07-41dd-876c-35a2c3d97333 HTTP/1.1" status: 200 len: 217 time: 0.0514014 Jul 15 13:09:04.318795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64dfa4-f179-49bb-ac38-e1b55c9bf2c7 req-63e84818-1131-401e-9693-5b876aa68968 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.320355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb64dfa4-f179-49bb-ac38-e1b55c9bf2c7 req-63e84818-1131-401e-9693-5b876aa68968 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1438580 Jul 15 13:09:04.386354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-d9d999ba-14d0-43db-aaf2-c40baa66224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.388047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-d9d999ba-14d0-43db-aaf2-c40baa66224b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.0666852 Jul 15 13:09:04.414515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb64dfa4-f179-49bb-ac38-e1b55c9bf2c7 req-1bcbdc21-9638-4272-9505-24005154cef9 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851414 Jul 15 13:09:04.438590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-ac1fbead-8361-4268-927e-849a164b1b4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402296 Jul 15 13:09:04.490117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b18e3d-c6b0-465b-a5fc-75a0b35ba046 req-bd7b86c5-80c3-498d-bb9b-33111de785da tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.492237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11b18e3d-c6b0-465b-a5fc-75a0b35ba046 req-bd7b86c5-80c3-498d-bb9b-33111de785da tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.0914669 Jul 15 13:09:04.554515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-2866716d-4017-4d5f-89ee-e65896661e56 service neutron] 10.222.0.59 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115866 Jul 15 13:09:04.556362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11b18e3d-c6b0-465b-a5fc-75a0b35ba046 req-b11c2d1f-7fc6-4533-89ac-8ea1e796cdde tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574343 Jul 15 13:09:04.685283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5ec86e8-e437-4cd7-86a9-4a092284a24a req-874cdf92-23df-42a6-a999-e8c084d939d2 service neutron] 10.222.0.59 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245387 Jul 15 13:09:04.800776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c05b49-7ab8-4bad-a9ab-d561f5336a3a req-61c66332-c293-4e0f-9cb0-40f50cbe71c7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.802876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1c05b49-7ab8-4bad-a9ab-d561f5336a3a req-61c66332-c293-4e0f-9cb0-40f50cbe71c7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 943 time: 0.0880520 Jul 15 13:09:04.914968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1c05b49-7ab8-4bad-a9ab-d561f5336a3a req-e738083b-cf58-44d2-a88e-c15b5fade56a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022441 Jul 15 13:09:04.924339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-92cfa923-9db3-40bf-ae1f-7cc49cc4a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:04.926713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-92cfa923-9db3-40bf-ae1f-7cc49cc4a2b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 1095 time: 0.1111088 Jul 15 13:09:05.043419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-55a646a4-bdf5-4fc3-8426-9f01f251f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.045050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-55a646a4-bdf5-4fc3-8426-9f01f251f1d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 906 time: 0.1104767 Jul 15 13:09:05.105396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-f6488028-75a1-42f1-9af7-d785ba815480 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d321b48b-eb07-41dd-876c-35a2c3d97333 HTTP/1.1" status: 200 len: 217 time: 0.0439878 Jul 15 13:09:05.167849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-40d317f5-119e-4834-b101-8d2c870e378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.169438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-40d317f5-119e-4834-b101-8d2c870e378b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.0564537 Jul 15 13:09:05.214657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-9b620509-f24c-4f95-a842-f06274c958b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370896 Jul 15 13:09:05.223459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751191-5279-41a6-bb57-6212043b9f35 req-81a348a6-65c2-41f7-8f2e-c3f86e727c7f tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.231032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36751191-5279-41a6-bb57-6212043b9f35 req-81a348a6-65c2-41f7-8f2e-c3f86e727c7f tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1098 time: 0.0664842 Jul 15 13:09:05.265791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36751191-5279-41a6-bb57-6212043b9f35 req-944a329a-77a9-4410-9abd-035dd069e027 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Jul 15 13:09:05.486927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7b07d-eddb-4a52-961e-6fe31d6481c0 req-d1359d7b-9d01-469d-b87c-9ef23ee26229 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.488761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51d7b07d-eddb-4a52-961e-6fe31d6481c0 req-d1359d7b-9d01-469d-b87c-9ef23ee26229 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 943 time: 0.0831652 Jul 15 13:09:05.541320 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51d7b07d-eddb-4a52-961e-6fe31d6481c0 req-c66123e1-131f-4afc-9b5b-0f480c81717b tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Jul 15 13:09:05.667695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-f678ed5d-b786-4f7c-b3b4-c846be31f9f4 service neutron] 10.222.0.59 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456449 Jul 15 13:09:05.682379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a1bdc-de32-4eda-960a-edfe81f440a9 req-c6d73ef6-030d-44ca-a54c-d7893c316c77 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.684069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f25a1bdc-de32-4eda-960a-edfe81f440a9 req-c6d73ef6-030d-44ca-a54c-d7893c316c77 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.4512374 Jul 15 13:09:05.785526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f25a1bdc-de32-4eda-960a-edfe81f440a9 req-396bc31c-2f34-4116-953d-fd42c4ba0dcf tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919023 Jul 15 13:09:05.826033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee368fd-1add-435f-a128-53c53a7f22e5 req-0ed77baf-c3eb-4073-85ac-744d7606b4e3 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:05.829370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aee368fd-1add-435f-a128-53c53a7f22e5 req-0ed77baf-c3eb-4073-85ac-744d7606b4e3 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 949 time: 0.1089475 Jul 15 13:09:05.845133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7afd9168-25cc-451a-a5fc-73ec9762e7de req-5bb8a7c2-f106-4c8a-b1c7-7b640fdd83f1 service neutron] 10.222.0.59 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599708 Jul 15 13:09:05.885333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aee368fd-1add-435f-a128-53c53a7f22e5 req-c42b128f-e725-480a-919b-2940af08af0f tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461431 Jul 15 13:09:06.066767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37a720-3302-465c-974c-4717b0c22a7a req-76d4f4b8-1847-4e64-8797-d3549b16c411 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.068418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e37a720-3302-465c-974c-4717b0c22a7a req-76d4f4b8-1847-4e64-8797-d3549b16c411 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.0734847 Jul 15 13:09:06.115032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e37a720-3302-465c-974c-4717b0c22a7a req-44f3e75a-4c95-4eb2-a199-0becc290cfae tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Jul 15 13:09:06.350072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b94188ab-9d59-420d-951f-5f7da8fcc1eb details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:06.475082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b94188ab-9d59-420d-951f-5f7da8fcc1eb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb,segment=NetworkSegment(217f5036-6863-45fe-baca-436384d0aef1),segment_id=217f5036-6863-45fe-baca-436384d0aef1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:06.489433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb', 'network_id': 'af2eac28-aac8-4d91-9736-570eea131d38', 'port_id': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb', 'mac_address': 'fa:16:3e:89:2e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da241629-5c40-40cc-8943-e37c8bd1bf2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:06.534179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.553050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94188ab-9d59-420d-951f-5f7da8fcc1eb {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:06.576571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b94188ab-9d59-420d-951f-5f7da8fcc1eb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb,segment=NetworkSegment(217f5036-6863-45fe-baca-436384d0aef1),segment_id=217f5036-6863-45fe-baca-436384d0aef1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:06.582888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.583716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 589df977-2e6e-486e-ab22-f359c52f692f details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:06.586453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22eaa-6923-4e78-a6a7-8544fc80f78c req-6fce6fde-3458-4897-96cc-c14556940060 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.589115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ab22eaa-6923-4e78-a6a7-8544fc80f78c req-6fce6fde-3458-4897-96cc-c14556940060 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 943 time: 0.0942039 Jul 15 13:09:06.634868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ab22eaa-6923-4e78-a6a7-8544fc80f78c req-8aa2fc47-9c12-4199-af9e-7ae274aca019 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366006 Jul 15 13:09:06.672607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b94188ab-9d59-420d-951f-5f7da8fcc1eb,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:06.753546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:06.768161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '589df977-2e6e-486e-ab22-f359c52f692f', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'port_id': '589df977-2e6e-486e-ab22-f359c52f692f', 'mac_address': 'fa:16:3e:39:6a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46ac65e-4c89-431c-9421-287241c438b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:06.818562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.836138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589df977-2e6e-486e-ab22-f359c52f692f {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:06.859502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:06.865455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:06.929773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:06.973080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50252a5c-cb97-4ddc-81af-02f23f9792db req-cf8cb6f9-8068-46cd-8fd4-6fa7ea67c283 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:06.974758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50252a5c-cb97-4ddc-81af-02f23f9792db req-cf8cb6f9-8068-46cd-8fd4-6fa7ea67c283 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 1101 time: 0.0683455 Jul 15 13:09:07.000528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50252a5c-cb97-4ddc-81af-02f23f9792db req-ff218db1-2f20-48c5-83a6-861b2c0a8131 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.099294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-1cb6811f-e49e-44dd-9eb5-87f74650da1b tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:09:07.101089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['589df977-2e6e-486e-ab22-f359c52f692f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:07.102022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-1cb6811f-e49e-44dd-9eb5-87f74650da1b tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136147 Jul 15 13:09:07.107011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b94188ab-9d59-420d-951f-5f7da8fcc1eb'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:07.123947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:07.124564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:09:07.193606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50252a5c-cb97-4ddc-81af-02f23f9792db req-ff218db1-2f20-48c5-83a6-861b2c0a8131 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.203820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50252a5c-cb97-4ddc-81af-02f23f9792db req-ff218db1-2f20-48c5-83a6-861b2c0a8131 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.273455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50252a5c-cb97-4ddc-81af-02f23f9792db req-ff218db1-2f20-48c5-83a6-861b2c0a8131 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916262 Jul 15 13:09:07.280869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff218db1-2f20-48c5-83a6-861b2c0a8131 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e902686f-ba08-46ab-9563-d1929d7add8a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:07.356726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:07.358957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:07.358957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:07.366053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:07.366723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:07.374252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:07.374901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:07.375560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:07.376321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Bound port: ce925964-b7e3-4028-8653-300006611990, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:07.536393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:07.551371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.553426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-83e345c6-0002-4c9b-8e6e-5722e44d7ebc service neutron] 10.222.0.57 "POST /v2.0/ports/ce925964-b7e3-4028-8653-300006611990/bindings HTTP/1.1" status: 201 len: 390 time: 0.4360399 Jul 15 13:09:07.577065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3cb99-0bb9-4165-8acf-59991fba22bb req-6ad7c377-52b4-414c-bf57-3f84484f7fa3 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.580110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5b3cb99-0bb9-4165-8acf-59991fba22bb req-6ad7c377-52b4-414c-bf57-3f84484f7fa3 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 944 time: 0.1611302 Jul 15 13:09:07.648273 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5b3cb99-0bb9-4165-8acf-59991fba22bb req-4e4cf4f0-f38c-46eb-9f1b-5b3239f85b83 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607088 Jul 15 13:09:07.790628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:07.870501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b8f5-cba4-45c7-9508-82d295c8178a req-15b860d4-9edd-47fb-acf3-688f5b8857f7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.872643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8681b8f5-cba4-45c7-9508-82d295c8178a req-15b860d4-9edd-47fb-acf3-688f5b8857f7 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.0863760 Jul 15 13:09:07.918047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:07.930245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ef72-4fc6-40fe-8db4-38422ff21e0c req-3f104a0f-8081-460f-8581-b924b75404d3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.932855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b820ef72-4fc6-40fe-8db4-38422ff21e0c req-3f104a0f-8081-460f-8581-b924b75404d3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 944 time: 0.1139431 Jul 15 13:09:07.934067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8681b8f5-cba4-45c7-9508-82d295c8178a req-147eabd1-69eb-49eb-84ba-1fc840722e24 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500698 Jul 15 13:09:07.935302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:07.961923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-7f66782b-f949-43ae-be69-f7226a597a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:07.961923 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-7f66782b-f949-43ae-be69-f7226a597a9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1098 time: 0.1047173 Jul 15 13:09:07.980790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:07.996266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d321b48b-eb07-41dd-876c-35a2c3d97333 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:08.007048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b820ef72-4fc6-40fe-8db4-38422ff21e0c req-c25bc865-6b6a-4b8c-bdb6-2f0373b01355 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667157 Jul 15 13:09:08.035649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:08.052592 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.097083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-2c7533cc-57dc-4363-8136-49d130eb381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.099874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-2c7533cc-57dc-4363-8136-49d130eb381c service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1215901 Jul 15 13:09:08.130433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.161485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-5979c3c9-1f62-4d45-9fa8-2372cbf90111 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 217 time: 0.0538306 Jul 15 13:09:08.194754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c222a-6f43-48c3-b0ca-48d733852324 req-66bd10d3-6da7-41d7-ac7d-7e41e74a5162 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.196294 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-991c222a-6f43-48c3-b0ca-48d733852324 req-66bd10d3-6da7-41d7-ac7d-7e41e74a5162 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 946 time: 0.1139226 Jul 15 13:09:08.232098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aed06f7c-337a-4317-a39e-0f4ecb743443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.233898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aed06f7c-337a-4317-a39e-0f4ecb743443 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.0657251 Jul 15 13:09:08.241654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-991c222a-6f43-48c3-b0ca-48d733852324 req-21a3cbbd-02f4-4efb-b711-f90d6e9d8f95 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Jul 15 13:09:08.306664 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-f9276b1a-5afd-4b1f-b7de-7f9e070e20ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629463 Jul 15 13:09:08.364375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b94188ab-9d59-420d-951f-5f7da8fcc1eb up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:08.389469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d321b48b-eb07-41dd-876c-35a2c3d97333'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:08.416253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6f9cb-657c-4204-bc7d-3bb24499e108 req-73e0adfb-c2e6-4b1d-8300-294daee3a619 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.419087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bc6f9cb-657c-4204-bc7d-3bb24499e108 req-73e0adfb-c2e6-4b1d-8300-294daee3a619 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 944 time: 0.1742933 Jul 15 13:09:08.464229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-2a05b02c-f9bf-4fcc-a8b4-e6f4edc3397f service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473727 Jul 15 13:09:08.476528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b94188ab-9d59-420d-951f-5f7da8fcc1eb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:08.492534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b94188ab-9d59-420d-951f-5f7da8fcc1eb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.492999 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.493839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bc6f9cb-657c-4204-bc7d-3bb24499e108 req-d58580b4-7773-4e44-9195-5c8bb4fd4ca0 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Jul 15 13:09:08.600830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-65b285b3-96da-44b2-9c59-0f211a3f83ed service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244271 Jul 15 13:09:08.629378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20d3f7-78b9-459a-8d0e-17df8f8fb154 req-f56b2ffa-5a97-4af1-83ed-bc898c54bbb4 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.638307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc20d3f7-78b9-459a-8d0e-17df8f8fb154 req-f56b2ffa-5a97-4af1-83ed-bc898c54bbb4 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 1101 time: 0.0746927 Jul 15 13:09:08.654412 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.682057 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc20d3f7-78b9-459a-8d0e-17df8f8fb154 req-dd61630f-ebf3-403a-9aed-cc7fe578db64 tempest-ServersAdminNegativeTestJSON-1427943706 tempest-ServersAdminNegativeTestJSON-1427943706-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Jul 15 13:09:08.685387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:08.688059 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c067fd2a-b60d-4b9c-b5bb-bf10e0c32f32" -d '{"events": [{"server_uuid": "4562d8cf-d173-4dfd-9405-c25a0a6e534d", "name": "network-vif-plugged", "status": "completed", "tag": "b94188ab-9d59-420d-951f-5f7da8fcc1eb"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:08.715386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b94188ab-9d59-420d-951f-5f7da8fcc1eb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb,segment=NetworkSegment(217f5036-6863-45fe-baca-436384d0aef1),segment_id=217f5036-6863-45fe-baca-436384d0aef1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:08.722382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.723877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 589df977-2e6e-486e-ab22-f359c52f692f up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:08.772400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-1f1574cf-34c1-442d-9ec7-cb176942a50c tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.774475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-1f1574cf-34c1-442d-9ec7-cb176942a50c tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1098 time: 0.0854926 Jul 15 13:09:08.788819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:08.830484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 589df977-2e6e-486e-ab22-f359c52f692f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:08.839374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 589df977-2e6e-486e-ab22-f359c52f692f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:08.839776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.890165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b94188ab-9d59-420d-951f-5f7da8fcc1eb,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:08.916585 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a5025b-504a-4cc6-a48a-31a6092a9638 x-openstack-request-id: req-15a5025b-504a-4cc6-a48a-31a6092a9638 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:08.916964 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4562d8cf-d173-4dfd-9405-c25a0a6e534d", "name": "network-vif-plugged", "status": "completed", "tag": "b94188ab-9d59-420d-951f-5f7da8fcc1eb", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:08.917214 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15a5025b-504a-4cc6-a48a-31a6092a9638 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:08.917612 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb', 'code': 200} Jul 15 13:09:08.923941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a430d-7f81-4cac-9ebd-c11624c8ca24 req-f14d7232-3242-4f55-b310-cbda5715ca3f tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:08.933134 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:08.952153 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095a430d-7f81-4cac-9ebd-c11624c8ca24 req-f14d7232-3242-4f55-b310-cbda5715ca3f tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 945 time: 0.1274056 Jul 15 13:09:09.012987 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.027266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095a430d-7f81-4cac-9ebd-c11624c8ca24 req-2be17cd7-f9b0-4253-abbb-5ae4ea187b6d tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Jul 15 13:09:09.067345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:09.076297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.195324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.232931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b4439-0be3-4d51-8b27-ffeee3f6c04b req-98b3ef4e-39f0-43c7-aa63-e7de0ed9180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.234566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c63b4439-0be3-4d51-8b27-ffeee3f6c04b req-98b3ef4e-39f0-43c7-aa63-e7de0ed9180a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 1097 time: 0.2390065 Jul 15 13:09:09.256591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:09.301431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404db6bd-d868-44fd-af85-a3c096d4cd60 req-583cf598-7dca-4707-b43f-503f69837f04 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.306988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-404db6bd-d868-44fd-af85-a3c096d4cd60 req-583cf598-7dca-4707-b43f-503f69837f04 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1196148 Jul 15 13:09:09.359917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-404db6bd-d868-44fd-af85-a3c096d4cd60 req-ba2e3a86-083b-4dd6-9e87-b8809ce802c6 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498574 Jul 15 13:09:09.360882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55486) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:09.374821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c63b4439-0be3-4d51-8b27-ffeee3f6c04b req-a38d86f9-8472-4854-9675-df0a35f60dd5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322510 Jul 15 13:09:09.408931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:09.449659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc4464-19c2-4fcd-8bdd-f8afe2dd50db req-6b7250db-df73-4d37-9db2-f210f8768090 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.451336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ffc4464-19c2-4fcd-8bdd-f8afe2dd50db req-6b7250db-df73-4d37-9db2-f210f8768090 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.1501462 Jul 15 13:09:09.489868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce925964-b7e3-4028-8653-300006611990'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:09.492472 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a4ca7c-1965-4070-b68c-3db4b62ea10e" -d '{"events": [{"server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce925964-b7e3-4028-8653-300006611990"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:09.497439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.513442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.522729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1875cc0b-b51f-472b-a6c8-796cdc3aec78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.560155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ffc4464-19c2-4fcd-8bdd-f8afe2dd50db req-18c681e0-c317-4cc0-9798-1ae409584713 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985742 Jul 15 13:09:09.615483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.655421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:09.655762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:09.656102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:09.661907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:09.662267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Attempting to bind port ce925964-b7e3-4028-8653-300006611990 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:09.666234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9d32d-a3b2-411d-a62d-62c28f5425da req-91a853ba-a8b8-4491-a862-320912cdee84 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.667900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ef9d32d-a3b2-411d-a62d-62c28f5425da req-91a853ba-a8b8-4491-a862-320912cdee84 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.1366615 Jul 15 13:09:09.668195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:09.668540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:09.668935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:09.669403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Bound port: ce925964-b7e3-4028-8653-300006611990, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:09.669779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.734890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1875cc0b-b51f-472b-a6c8-796cdc3aec78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.741366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ef9d32d-a3b2-411d-a62d-62c28f5425da req-e6fb3810-2fa2-4498-a397-870bc1e153c8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Jul 15 13:09:09.742846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1875cc0b-b51f-472b-a6c8-796cdc3aec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.757771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:09.761466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:09.767646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.809323 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1875cc0b-b51f-472b-a6c8-796cdc3aec78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7bb599a244464c999e4c8dc08fb5e8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474802 Jul 15 13:09:09.810574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875cc0b-b51f-472b-a6c8-796cdc3aec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64db2c-02fc-41bb-8b63-9e345be90a13,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.812014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:09.814235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55500) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:09.864771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:09.865514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.867537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] 10.222.0.59 "PUT /v2.0/ports/ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 1124 time: 1.0858526 Jul 15 13:09:09.881037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-370422e2-0678-4939-b48a-76768512e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.882053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51ea94-385e-49a7-b3ea-20650dfc3361 service neutron] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:09.895719 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3903a1b4-6280-43c6-91d5-a8c014779fc9 x-openstack-request-id: req-3903a1b4-6280-43c6-91d5-a8c014779fc9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:09.896280 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "name": "network-vif-unplugged", "status": "completed", "tag": "ce925964-b7e3-4028-8653-300006611990", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:09.896783 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3903a1b4-6280-43c6-91d5-a8c014779fc9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:09.897969 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce925964-b7e3-4028-8653-300006611990', 'code': 200} Jul 15 13:09:09.912278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-370422e2-0678-4939-b48a-76768512e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.948082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port d321b48b-eb07-41dd-876c-35a2c3d97333 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:09.955277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d321b48b-eb07-41dd-876c-35a2c3d97333 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:09.956892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.989528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-370422e2-0678-4939-b48a-76768512e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.993088 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-370422e2-0678-4939-b48a-76768512e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:09.995177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-370422e2-0678-4939-b48a-76768512e2c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a64db2c-02fc-41bb-8b63-9e345be90a13 HTTP/1.1" status: 204 len: 168 time: 0.1799545 Jul 15 13:09:10.007534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ce925964-b7e3-4028-8653-300006611990'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:10.015834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370422e2-0678-4939-b48a-76768512e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64db2c-02fc-41bb-8b63-9e345be90a13,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.067948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add17e1f-da8e-4a9f-9b9c-8bd9a2fed5a5 req-a0b61590-a657-45b4-9f81-6b0c261616ce tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.081791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-add17e1f-da8e-4a9f-9b9c-8bd9a2fed5a5 req-a0b61590-a657-45b4-9f81-6b0c261616ce tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 944 time: 0.0987530 Jul 15 13:09:10.160059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-add17e1f-da8e-4a9f-9b9c-8bd9a2fed5a5 req-d1c02004-4730-4ed6-b871-3e3694d48c35 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743699 Jul 15 13:09:10.409896 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.411124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52376af-5228-4373-8233-64998f8a9b78 req-6b7d05de-cdbc-4a37-b68a-a89e2aeaa2cc tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.419223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d52376af-5228-4373-8233-64998f8a9b78 req-6b7d05de-cdbc-4a37-b68a-a89e2aeaa2cc tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 945 time: 0.1271625 Jul 15 13:09:10.470218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d52376af-5228-4373-8233-64998f8a9b78 req-24977ad0-0df4-4a84-bea4-31bb5647903e tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474710 Jul 15 13:09:10.482028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:10.489775 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.549757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88821391-b1bd-42a1-8be4-835e4962053b req-7f9b3dcf-09cb-40f1-aebb-258373b6ed60 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.551723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88821391-b1bd-42a1-8be4-835e4962053b req-7f9b3dcf-09cb-40f1-aebb-258373b6ed60 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 949 time: 0.1499133 Jul 15 13:09:10.555532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55514) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:10.582758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe526d26-dd4f-4010-9def-be9886295458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.587855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.608020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88821391-b1bd-42a1-8be4-835e4962053b req-68176a63-27f9-4b00-a26e-737fed091f88 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Jul 15 13:09:10.733555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa836-e7a2-4468-af0c-a6846a925f1a req-a4466c6d-16ae-4b56-a56b-4cafcd035467 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.734972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-999fa836-e7a2-4468-af0c-a6846a925f1a req-a4466c6d-16ae-4b56-a56b-4cafcd035467 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1197128 Jul 15 13:09:10.756454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe526d26-dd4f-4010-9def-be9886295458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.766722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe526d26-dd4f-4010-9def-be9886295458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.791309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72adf86-7112-4836-b09d-0136c82946c8 req-63f4bf74-2d1c-4e7c-a697-9599943c648a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:10.792753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d72adf86-7112-4836-b09d-0136c82946c8 req-63f4bf74-2d1c-4e7c-a697-9599943c648a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.0707769 Jul 15 13:09:10.818742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fe526d26-dd4f-4010-9def-be9886295458 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d73ce8630a804b26a96d41a4eb732375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591496 Jul 15 13:09:10.822407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-999fa836-e7a2-4468-af0c-a6846a925f1a req-95fd4d2c-5ec2-45bd-b116-88422ac8e741 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771513 Jul 15 13:09:10.822618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55522) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:10.824706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe526d26-dd4f-4010-9def-be9886295458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd138c-01fa-4db5-8176-0adef8b4a785,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:10.858972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d72adf86-7112-4836-b09d-0136c82946c8 req-7fa6a51f-93ab-40e7-a0eb-d978db9a7e89 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Jul 15 13:09:10.894747 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:10.903014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3c43-6c68-40c5-aa5f-a6a18ecfa401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:10.920529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f'}, {'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:10.922994 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f6160-2674-406d-918f-015f252e46af" -d '{"events": [{"server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "name": "network-vif-plugged", "status": "completed", "tag": "589df977-2e6e-486e-ab22-f359c52f692f"}, {"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-plugged", "status": "completed", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:10.942309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3c43-6c68-40c5-aa5f-a6a18ecfa401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.008727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977fbab-2861-4f1a-9ed2-69b35160f2b7 req-978e1f6b-b1e5-443e-9729-70f86473b5e2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.010365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3c43-6c68-40c5-aa5f-a6a18ecfa401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.014802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3c43-6c68-40c5-aa5f-a6a18ecfa401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:11.015337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fd3e3c43-6c68-40c5-aa5f-a6a18ecfa401 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2abd138c-01fa-4db5-8176-0adef8b4a785 HTTP/1.1" status: 204 len: 168 time: 0.1918974 Jul 15 13:09:11.028964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b977fbab-2861-4f1a-9ed2-69b35160f2b7 req-978e1f6b-b1e5-443e-9729-70f86473b5e2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.0898037 Jul 15 13:09:11.029275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e3c43-6c68-40c5-aa5f-a6a18ecfa401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd138c-01fa-4db5-8176-0adef8b4a785,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:11.029454 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd3ddfb-4712-40ac-a535-cbb8e32adc0b x-openstack-request-id: req-2cd3ddfb-4712-40ac-a535-cbb8e32adc0b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:11.029454 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "name": "network-vif-plugged", "status": "completed", "tag": "589df977-2e6e-486e-ab22-f359c52f692f", "code": 200}, {"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-plugged", "status": "completed", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:11.029454 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2cd3ddfb-4712-40ac-a535-cbb8e32adc0b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:11.029454 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f', 'code': 200} Jul 15 13:09:11.029454 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'code': 200} Jul 15 13:09:11.151869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b977fbab-2861-4f1a-9ed2-69b35160f2b7 req-bd5f4595-78d7-4a26-adb9-c38d14beb0d9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257129 Jul 15 13:09:11.224519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918351b-d82e-4ed7-afbb-9333b09b22f2 req-ba3eac5b-63b4-4060-9f43-a422dda13ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.226096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f918351b-d82e-4ed7-afbb-9333b09b22f2 req-ba3eac5b-63b4-4060-9f43-a422dda13ed6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 1097 time: 0.1109824 Jul 15 13:09:11.229343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ae7a3-b9e4-48c4-9b15-56baa9cd9394 req-b2ea0679-ee15-42a3-96b8-708f527dd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.230849 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd0ae7a3-b9e4-48c4-9b15-56baa9cd9394 req-b2ea0679-ee15-42a3-96b8-708f527dd120 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1097 time: 0.0838480 Jul 15 13:09:11.300746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f84c56-6e0c-4308-a789-3c411b679ce5 req-74b8fa6a-381e-432a-817d-2850ce99f05a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.309183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46f84c56-6e0c-4308-a789-3c411b679ce5 req-74b8fa6a-381e-432a-817d-2850ce99f05a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 967 time: 0.1051502 Jul 15 13:09:11.334257 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f918351b-d82e-4ed7-afbb-9333b09b22f2 req-39ae3e49-2a50-499c-84e9-aed103f6a697 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013620 Jul 15 13:09:11.335879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd0ae7a3-b9e4-48c4-9b15-56baa9cd9394 req-5f9b6d3a-c246-4c0b-be46-3ed5bc645b9c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967977 Jul 15 13:09:11.350106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46f84c56-6e0c-4308-a789-3c411b679ce5 req-5d957fff-d1fe-4af2-858a-12eceb157b86 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410166 Jul 15 13:09:11.373691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5592875-e8ae-4e47-9a18-111130d8db7f req-959d56fe-8641-4471-8e45-48b5b2eee178 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.375454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5592875-e8ae-4e47-9a18-111130d8db7f req-959d56fe-8641-4471-8e45-48b5b2eee178 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.0820639 Jul 15 13:09:11.429030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5592875-e8ae-4e47-9a18-111130d8db7f req-3a0ef92a-686a-4451-aca4-a642fc86d7e4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jul 15 13:09:11.738517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd53e43-0683-4cc5-9ccb-5037766ba695 req-aefe909b-a433-446e-a104-d580052e6382 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.759126 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4cd53e43-0683-4cc5-9ccb-5037766ba695 req-aefe909b-a433-446e-a104-d580052e6382 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 945 time: 0.1426911 Jul 15 13:09:11.812051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce925964-b7e3-4028-8653-300006611990 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:11.850278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4cd53e43-0683-4cc5-9ccb-5037766ba695 req-faed5939-acb7-48f7-9287-5e1f86cd3a8b tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.57 "GET /v2.0/security-groups?id=1fbea7b9-c5d9-4e41-a902-f7843685b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802534 Jul 15 13:09:11.901137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'tag': 'ce925964-b7e3-4028-8653-300006611990'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:11.916364 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335946ae-98ae-4250-9216-f66895ecad5e" -d '{"events": [{"name": "network-changed", "server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "tag": "ce925964-b7e3-4028-8653-300006611990"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:11.934824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a2ac9-6796-4e1e-94f5-1a945774272a req-76814c16-f080-46d0-b4c8-90a82a7738a2 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:11.936921 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-235a2ac9-6796-4e1e-94f5-1a945774272a req-76814c16-f080-46d0-b4c8-90a82a7738a2 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 949 time: 0.1721601 Jul 15 13:09:12.022903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:12.042092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce925964-b7e3-4028-8653-300006611990 has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:09:12.061009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-efd410b1-4296-4e4c-b443-7caaa3fe7b85 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.062728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-efd410b1-4296-4e4c-b443-7caaa3fe7b85 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 949 time: 0.3201380 Jul 15 13:09:12.065781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-235a2ac9-6796-4e1e-94f5-1a945774272a req-409cb628-016a-4065-9b1b-11c46c713585 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183987 Jul 15 13:09:12.131334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2cdfb-a4ba-4d09-a084-f0879e99346c req-bb15af9d-6d6c-4c39-8c90-cfca51e049bc tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.139075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa2cdfb-a4ba-4d09-a084-f0879e99346c req-bb15af9d-6d6c-4c39-8c90-cfca51e049bc tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1388636 Jul 15 13:09:12.162703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55566) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:12.203186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa2cdfb-a4ba-4d09-a084-f0879e99346c req-b2e9de96-163f-4492-9261-8dbb6d4bd161 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 Jul 15 13:09:12.289659 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fbbfd4-9439-4c88-a13e-f5c517ee02d8 x-openstack-request-id: req-88fbbfd4-9439-4c88-a13e-f5c517ee02d8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:12.290336 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "tag": "ce925964-b7e3-4028-8653-300006611990", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:12.290719 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88fbbfd4-9439-4c88-a13e-f5c517ee02d8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:12.291048 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'tag': 'ce925964-b7e3-4028-8653-300006611990', 'status': 'completed', 'code': 200} Jul 15 13:09:12.395447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Deleting port 745f13bf-2fc3-41fa-ac55-75661fd8d75b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:12.395805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.407166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-network', 'tenant_id': 'dbb357863c784b71873693379c851f54'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:12.508828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f2ad-da8e-4ebf-9ef3-2f63d35b6f3f req-517aceae-bd0f-4faf-a424-1ee119b03c9f tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.509074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Made reservation on behalf of dbb357863c784b71873693379c851f54 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:12.515327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.517566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e52f2ad-da8e-4ebf-9ef3-2f63d35b6f3f req-517aceae-bd0f-4faf-a424-1ee119b03c9f tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.1739914 Jul 15 13:09:12.578960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] For port 745f13bf-2fc3-41fa-ac55-75661fd8d75b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=745f13bf-2fc3-41fa-ac55-75661fd8d75b,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:12.579382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.596068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e52f2ad-da8e-4ebf-9ef3-2f63d35b6f3f req-7366476b-e774-4e22-93ed-d08b2dff5283 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774794 Jul 15 13:09:12.618023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.623561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Calling delete_port for 745f13bf-2fc3-41fa-ac55-75661fd8d75b owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:12.652529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335946ae-98ae-4250-9216-f66895ecad5e req-2fc77057-0663-4205-ba15-a8c1c67d2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.655029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-2fc77057-0663-4205-ba15-a8c1c67d2527 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1127 time: 0.3377326 Jul 15 13:09:12.890619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271a6177-0b99-40fe-88c0-5d73970d6ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:12.903431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a463f03-3965-4acf-9517-e80d4dc0b570 req-0b676608-617e-492b-95fd-fb4c21c84bc8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:12.910511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a463f03-3965-4acf-9517-e80d4dc0b570 req-0b676608-617e-492b-95fd-fb4c21c84bc8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.3866088 Jul 15 13:09:13.007941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335946ae-98ae-4250-9216-f66895ecad5e req-ee473bc9-39f4-4954-8b19-705f31a9ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.009963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-ee473bc9-39f4-4954-8b19-705f31a9ab8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.3416841 Jul 15 13:09:13.020609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a463f03-3965-4acf-9517-e80d4dc0b570 req-7b70824d-a879-4f01-a021-e1311612562e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090963 Jul 15 13:09:13.044507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bb93a-e6d1-4a49-bc14-95dd7ef6236b req-dbf5e7d2-1854-459b-b8b8-1218e7ff26c4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.051177 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-274bb93a-e6d1-4a49-bc14-95dd7ef6236b req-dbf5e7d2-1854-459b-b8b8-1218e7ff26c4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.2309797 Jul 15 13:09:13.054764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.075818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['745f13bf-2fc3-41fa-ac55-75661fd8d75b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:13.132420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-e5693bf6-ccc2-4b94-9eac-39b68c1d4f68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 217 time: 0.1103702 Jul 15 13:09:13.134388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.141522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Pushing event deleted for resources: {'Port': ['ID=745f13bf-2fc3-41fa-ac55-75661fd8d75b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.145160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.172450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['de9bb469-537e-455b-926b-e0a641546a32'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:13.270820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abffffb-9431-410c-aabc-24da25ea1613,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.289214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:13.345044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.345564 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Added segment 744160a3-a2f5-4537-8729-b39d7f3ca08c of type vlan for network b36d4d20-1a95-4b5f-b889-e50eb9555657 Jul 15 13:09:13.351486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335946ae-98ae-4250-9216-f66895ecad5e req-7459c453-318a-4ff1-8714-4c23e324459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.353077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-7459c453-318a-4ff1-8714-4c23e324459a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.2017441 Jul 15 13:09:13.399106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] No DVR routers for this DVR port 745f13bf-2fc3-41fa-ac55-75661fd8d75b on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:13.404290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.409260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f880ae6d-b54a-4205-8fb5-4fed3844844d req-3962c0ec-62af-4863-847f-c0c7fe040eea tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.58 "DELETE /v2.0/ports/745f13bf-2fc3-41fa-ac55-75661fd8d75b HTTP/1.1" status: 204 len: 173 time: 1.3305945 Jul 15 13:09:13.417046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-274bb93a-e6d1-4a49-bc14-95dd7ef6236b req-8af887d4-b96a-4746-aa02-7b9896b640fe tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528428 Jul 15 13:09:13.422753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-161159c9-cb07-490d-bbc7-bdcbc407251a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602050 Jul 15 13:09:13.483655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.563139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bd036-5179-48d1-aeab-a4a1a04e04aa req-ab869115-4871-425b-ac40-cb5597893b7a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.567441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca7bd036-5179-48d1-aeab-a4a1a04e04aa req-ab869115-4871-425b-ac40-cb5597893b7a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1097 time: 0.2668006 Jul 15 13:09:13.679361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.681340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:13.682052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.726576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-a06be663-cca5-42f2-9d80-6bf614a2af86 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951360 Jul 15 13:09:13.740740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca7bd036-5179-48d1-aeab-a4a1a04e04aa req-7781ba66-77c8-44d4-a014-2e3ae336b90a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295593 Jul 15 13:09:13.777652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55596) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:13.783011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6180573 Jul 15 13:09:13.785843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Request body: {'subnet': {'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-subnet', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:13.861715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Made reservation on behalf of dbb357863c784b71873693379c851f54 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:13.864556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:13.904787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728d0c-9120-4b78-b951-5c2a448cde89 admin admin] Pushing event updated for resources: {'Network': ['ID=b36d4d20-1a95-4b5f-b889-e50eb9555657,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:13.915432 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-dbf9f4bf-214c-48b7-b20c-ebb7957104d6 service neutron] 10.222.0.58 "GET /v2.0/ports/ce925964-b7e3-4028-8653-300006611990/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.1670520 Jul 15 13:09:13.933656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:14.142028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f500d111-7881-4246-94d3-598293a93e71 req-59e93664-a55a-45cf-a347-7eb86329f1a0 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f80f79f-17d9-46a4-988b-b23d475677d6 HTTP/1.1" status: 200 len: 210 time: 0.1034961 Jul 15 13:09:14.189440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-335946ae-98ae-4250-9216-f66895ecad5e req-fa42e0ba-9bc1-4547-bb3a-d88d9aa42445 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366076 Jul 15 13:09:14.297239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'name': 'network-vif-deleted', 'tag': '745f13bf-2fc3-41fa-ac55-75661fd8d75b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:14.300446 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0720006b-e10a-4a29-ac39-43bf21d36da0" -d '{"events": [{"server_uuid": "8f80f79f-17d9-46a4-988b-b23d475677d6", "name": "network-vif-deleted", "tag": "745f13bf-2fc3-41fa-ac55-75661fd8d75b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:14.349736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.466820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3963266-352a-4c60-87af-5129c5b56ac8 req-00900d02-2d9d-42fc-8517-9dd9cb330a38 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.468910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3963266-352a-4c60-87af-5129c5b56ac8 req-00900d02-2d9d-42fc-8517-9dd9cb330a38 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.3962502 Jul 15 13:09:14.484396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=687fc237-beab-4f7a-af1e-58a4d3ba1957,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:14.568429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Checking segment: {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:14.568814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Network hostable DHCP agents. Network: b36d4d20-1a95-4b5f-b889-e50eb9555657, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:14.594820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3963266-352a-4c60-87af-5129c5b56ac8 req-b8f3520d-9035-45f0-98cd-66d63d0b312f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122341 Jul 15 13:09:14.619205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.641600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:14.684527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:14.712291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:14.757225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b36d4d20-1a95-4b5f-b889-e50eb9555657) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:14.766709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce925964-b7e3-4028-8653-300006611990 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:14.776374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8765df6-88b2-43d0-bec4-bd8812928f06 None None] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:14.790444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d24e37-ab9b-492a-a176-1efd3043de23 req-7bc9b77e-fbc7-4493-8250-0da48861fd43 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.790971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:14.791889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.793957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2d24e37-ab9b-492a-a176-1efd3043de23 req-7bc9b77e-fbc7-4493-8250-0da48861fd43 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 944 time: 0.1855335 Jul 15 13:09:14.823460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:14.885848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2d24e37-ab9b-492a-a176-1efd3043de23 req-f39f17ad-ab9d-4a48-8bd3-0f0f4059f6d5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840902 Jul 15 13:09:14.916234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-cf3c524d-83d5-459b-be13-e155a5a2cef1 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--9187227&fields=id&tenant_id=91efae75ac8e4730808d4d2c3ac0a848 HTTP/1.1" status: 200 len: 267 time: 0.1321926 Jul 15 13:09:14.932133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55624) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:14.932755 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e4b2fde1-138e-49ca-b553-dd464f4e8dce admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1473761 Jul 15 13:09:14.932755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:14.932900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:14.952317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.000873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.003798 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.071903 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd39906-64f5-4599-81ae-1db59bf93149 x-openstack-request-id: req-dcd39906-64f5-4599-81ae-1db59bf93149 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:15.071903 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80f79f-17d9-46a4-988b-b23d475677d6", "name": "network-vif-deleted", "tag": "745f13bf-2fc3-41fa-ac55-75661fd8d75b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:15.072298 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcd39906-64f5-4599-81ae-1db59bf93149 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:15.072698 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f80f79f-17d9-46a4-988b-b23d475677d6', 'name': 'network-vif-deleted', 'tag': '745f13bf-2fc3-41fa-ac55-75661fd8d75b', 'status': 'completed', 'code': 200} Jul 15 13:09:15.212565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-fcb716bc-2e7c-4e61-b317-22cfa15338ed tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.230369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-fcb716bc-2e7c-4e61-b317-22cfa15338ed tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 823 time: 0.2696440 Jul 15 13:09:15.270626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba156019-e864-4059-be42-52946685ed51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b36d4d20-1a95-4b5f-b889-e50eb9555657', 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'fixed_ips': [{'subnet_id': '687fc237-beab-4f7a-af1e-58a4d3ba1957'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:15.271998 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba156019-e864-4059-be42-52946685ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.292968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-1216b13e-1640-4794-9dc1-1716778621ac tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/quotas/91efae75ac8e4730808d4d2c3ac0a848 HTTP/1.1" status: 200 len: 375 time: 0.0643072 Jul 15 13:09:15.369783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.594996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-ba156019-e864-4059-be42-52946685ed51 None None] Allocated IP 172.20.0.2 (b36d4d20-1a95-4b5f-b889-e50eb9555657/687fc237-beab-4f7a-af1e-58a4d3ba1957/ac368cbe-c6b7-4532-8724-73a9fd1a33d3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:15.604611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] Transition to ACTIVE for port object ce925964-b7e3-4028-8653-300006611990 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:15.622296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.670901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ceefe492-1e2b-498a-9ad3-dcfb86041466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.676436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.785317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] Pushing event updated for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:15.844990 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba156019-e864-4059-be42-52946685ed51 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.868605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba156019-e864-4059-be42-52946685ed51 None None] Transition to ACTIVE for port object ac368cbe-c6b7-4532-8724-73a9fd1a33d3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:15.877244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] No DVR routers for this DVR port ce925964-b7e3-4028-8653-300006611990 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:15.930918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba156019-e864-4059-be42-52946685ed51 None None] Transition to ACTIVE for port object ac368cbe-c6b7-4532-8724-73a9fd1a33d3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:15.951216 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba156019-e864-4059-be42-52946685ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:15.958817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-2a395dd6-35f1-48fa-938b-c6ff4b501932 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6582952 Jul 15 13:09:15.967780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-ba155238-5700-430d-92ed-f8a69bfd40ce service neutron] 10.222.0.58 "PUT /v2.0/ports/ce925964-b7e3-4028-8653-300006611990/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8967030 Jul 15 13:09:15.985822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-6d45fcdf-4ba4-456a-bcdc-1e9d845f6604 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:15.988562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-6d45fcdf-4ba4-456a-bcdc-1e9d845f6604 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.59 "GET /v2.0/ports?device_id=577a93a2-8d2a-411f-aa40-1a0828741624 HTTP/1.1" status: 200 len: 967 time: 0.5527911 Jul 15 13:09:16.071846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba156019-e864-4059-be42-52946685ed51 None None] Pushing event updated for resources: {'Port': ['ID=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.086125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba156019-e864-4059-be42-52946685ed51 None None] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:16.090579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-ba156019-e864-4059-be42-52946685ed51 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:16.094026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba156019-e864-4059-be42-52946685ed51 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:16.173662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba156019-e864-4059-be42-52946685ed51 None None] Attempting to bind port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:16.174267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba156019-e864-4059-be42-52946685ed51 None None] Attempting to bind port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:16.174862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba156019-e864-4059-be42-52946685ed51 None None] Attempting to bind port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 on network b36d4d20-1a95-4b5f-b889-e50eb9555657 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:16.182080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba156019-e864-4059-be42-52946685ed51 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:16.182631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba156019-e864-4059-be42-52946685ed51 None None] Checking segment: {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:16.183071 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba156019-e864-4059-be42-52946685ed51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.183564 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-ac5ad5f0-cf75-4c46-8133-359a59276c58 service neutron] 10.222.0.57 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084641 Jul 15 13:09:16.183748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba156019-e864-4059-be42-52946685ed51 None None] Bound using segment: {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:16.184201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba156019-e864-4059-be42-52946685ed51 None None] Bound port: ac368cbe-c6b7-4532-8724-73a9fd1a33d3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:16.184591 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba156019-e864-4059-be42-52946685ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.294058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba156019-e864-4059-be42-52946685ed51 None None] For port ac368cbe-c6b7-4532-8724-73a9fd1a33d3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:16.295985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-1cca23d6-f099-4e66-b4a8-17451ff92321 service neutron] 10.222.0.57 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114511 Jul 15 13:09:16.296691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.305301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba156019-e864-4059-be42-52946685ed51 None None] For port ac368cbe-c6b7-4532-8724-73a9fd1a33d3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,segment=NetworkSegment(744160a3-a2f5-4537-8729-b39d7f3ca08c),segment_id=744160a3-a2f5-4537-8729-b39d7f3ca08c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:16.319427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba156019-e864-4059-be42-52946685ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.323091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Deleting port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:16.324401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cef91-d9ec-47ff-bbfe-584be67fbfb5 req-fa12f21b-349f-4d46-af39-6954577aab88 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.324565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.332999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-759cef91-d9ec-47ff-bbfe-584be67fbfb5 req-fa12f21b-349f-4d46-af39-6954577aab88 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.9800498 Jul 15 13:09:16.423264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-759cef91-d9ec-47ff-bbfe-584be67fbfb5 req-2ec93ffa-86dc-43ea-afe2-4f93815e8392 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891809 Jul 15 13:09:16.446180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 745f13bf-2fc3-41fa-ac55-75661fd8d75b no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:16.446932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-4622ce3d-7565-4ab5-be49-52126a200154 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.446932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-4622ce3d-7565-4ab5-be49-52126a200154 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.3231740 Jul 15 13:09:16.488993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 745f13bf-2fc3-41fa-ac55-75661fd8d75b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:16.489337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 745f13bf-2fc3-41fa-ac55-75661fd8d75b not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:16.515192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba156019-e864-4059-be42-52946685ed51 None None] Pushing event updated for resources: {'Port': ['ID=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:16.576424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] For port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:16.578082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:16.845433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-cdf674b8-3831-4eff-b98a-d2f51819543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:16.849202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-cdf674b8-3831-4eff-b98a-d2f51819543f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b&tenant_id=df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 1097 time: 0.3903217 Jul 15 13:09:16.937578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.178644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104b92-09d8-45cf-b259-8d6e63e396cc req-8fce1d58-6a00-45e4-a282-ca780a63eba7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.188267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36104b92-09d8-45cf-b259-8d6e63e396cc req-8fce1d58-6a00-45e4-a282-ca780a63eba7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.3335447 Jul 15 13:09:17.263823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.310382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.329923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36104b92-09d8-45cf-b259-8d6e63e396cc req-85a8854b-df73-4d3d-9667-235e5c4d33fc tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406014 Jul 15 13:09:17.337341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-d699bad7-235f-4edc-8b9b-5f5f461c86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.339128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-d699bad7-235f-4edc-8b9b-5f5f461c86af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1097 time: 0.3424587 Jul 15 13:09:17.548588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.549189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.549293 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54 disassociated. External IP: 172.25.3.190, port: b0dabd9a-1144-4a4d-8b9b-b213a91e67e9. Jul 15 13:09:17.549732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Calling delete_port for b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 owned by compute:tempest-test_az-1481958963 {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:17.600405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90dbfe-cf3b-46a5-9db5-1b092aeb21e7 req-f15e6acd-c241-42d3-b1f8-875b807f1b0d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.602208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-b38be988-5d15-4401-81d5-3713f85c37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.604269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-b38be988-5d15-4401-81d5-3713f85c37b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2547100 Jul 15 13:09:17.609418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee90dbfe-cf3b-46a5-9db5-1b092aeb21e7 req-f15e6acd-c241-42d3-b1f8-875b807f1b0d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.4397354 Jul 15 13:09:17.626604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Allocated IP 172.25.3.207 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/d748aff0-338f-4865-9422-ffd9972ea360) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:17.694907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee90dbfe-cf3b-46a5-9db5-1b092aeb21e7 req-7b241759-51e8-4cf7-a9fe-9bd827b87d53 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Jul 15 13:09:17.776635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.856476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-c0d14f14-c3d4-4676-ad70-717d1a02f97c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 217 time: 0.2407358 Jul 15 13:09:17.909859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.946779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-2c630ee1-d74d-4344-b168-fd9684ca6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:17.949623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-2c630ee1-d74d-4344-b168-fd9684ca6e65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.0892167 Jul 15 13:09:17.952523 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:17.969266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9c4c13a-d3b1-4b46-97a6-68b10eb9ac4c req-857ec3fa-e6b0-446c-8917-c0821d736825 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 210 time: 0.0499666 Jul 15 13:09:17.998056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event deleted for resources: {'Port': ['ID=b0dabd9a-1144-4a4d-8b9b-b213a91e67e9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.012996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-5ee8c91c-14f3-4759-858e-d535573da474 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543027 Jul 15 13:09:18.071177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:18.074214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb48d0-b736-4191-b867-0f266b7f2de0 None None] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:18.086034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:18.090656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:18.094395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d748aff0-338f-4865-9422-ffd9972ea360,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:18.270791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Router 5d117e67-75e7-4585-9b75-d858dd22e703 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:18.316136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac368cbe-c6b7-4532-8724-73a9fd1a33d3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:18.355921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5fe13243-557c-4485-a134-2a7c23fd0403 None None] Provisioning for port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:18.505452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce925964-b7e3-4028-8653-300006611990 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:18.508124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-48ae4c80-9153-4783-8cf5-69e11f303c68 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728339 Jul 15 13:09:18.637979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.680945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:18.691323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ce925964-b7e3-4028-8653-300006611990 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:18.694449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:18.701093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:18.734984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:18.735416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.760750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] No DVR routers for this DVR port b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:18.763913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:18.766825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f04252bb-917c-492b-8e58-c7c2b5be115a req-da26eb5d-60c7-46bd-bcf1-59522b9c3750 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.59 "DELETE /v2.0/ports/b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 HTTP/1.1" status: 204 len: 173 time: 2.6787484 Jul 15 13:09:18.768009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'name': 'network-vif-deleted', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:18.775298 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4cb966-318b-45c4-a7ae-b5b63fb016e6" -d '{"events": [{"server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "name": "network-vif-deleted", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:18.804097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:18.804601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:18.901617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-1da788ff-d8f7-4f41-b3fd-f26857b96df4 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795521 Jul 15 13:09:18.983791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.057098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-d37a3047-56fb-45db-ab66-8bf55e1149ec tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.058727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-d37a3047-56fb-45db-ab66-8bf55e1149ec tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.58 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 823 time: 0.2251134 Jul 15 13:09:19.101151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.167392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-287fb3fe-7aa8-464b-81be-e49c7197b0b4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91efae75ac8e4730808d4d2c3ac0a848 HTTP/1.1" status: 200 len: 377 time: 0.0998051 Jul 15 13:09:19.181102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'port': {'device_id': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'admin_state_up': True, 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'security_groups': ['cbe3c753-b4fc-4c89-92a1-f2f6393c9f87']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:19.188281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:19.372860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ac368cbe-c6b7-4532-8724-73a9fd1a33d3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,segment=NetworkSegment(744160a3-a2f5-4537-8729-b39d7f3ca08c),segment_id=744160a3-a2f5-4537-8729-b39d7f3ca08c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:19.398391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.454842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0ec50-2caf-4379-a7be-2dee9f44ff4d req-56337ee4-f576-4bf2-a5d5-8fd9709c02f4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.474871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95c0ec50-2caf-4379-a7be-2dee9f44ff4d req-56337ee4-f576-4bf2-a5d5-8fd9709c02f4 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.8310187 Jul 15 13:09:19.596208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Made reservation on behalf of 91efae75ac8e4730808d4d2c3ac0a848 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:19.600104 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.651875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95c0ec50-2caf-4379-a7be-2dee9f44ff4d req-22dae2c8-3e3b-4c45-9063-13fcfd0b227f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760054 Jul 15 13:09:19.717159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:19.870059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a2788-a877-48d2-9e98-7cfbbb972130 req-9b733289-c8f1-41d3-8c4a-f0ecf150e16c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:19.878171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b1a2788-a877-48d2-9e98-7cfbbb972130 req-9b733289-c8f1-41d3-8c4a-f0ecf150e16c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.3183022 Jul 15 13:09:19.939703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:19.999292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:20.000029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b0dabd9a-1144-4a4d-8b9b-b213a91e67e9 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:20.022176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:20.046279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3acbda2a-37b1-481c-888d-beb9593d7c84 None None] Provisioning complete for port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:20.047556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3acbda2a-37b1-481c-888d-beb9593d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:20.126935 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b1a2788-a877-48d2-9e98-7cfbbb972130 req-c684ec77-e8be-47e2-9bf1-d008c30e0971 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351544 Jul 15 13:09:20.163721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:20.211380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Allocated IP 172.20.0.13 (6447bc74-925d-48d7-81c5-3563c142f36e/6a46dab4-b868-4474-9659-2edf8288848c/eb0736f7-2dba-4871-bac6-b88fde0c795b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:20.281675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:20.319606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:20.326113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:20.470577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab765a60-8bd0-464c-9a03-7f543e0ff7ac req-fbccd1f2-4e56-471a-a752-824fb7a522ba tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.482118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab765a60-8bd0-464c-9a03-7f543e0ff7ac req-fbccd1f2-4e56-471a-a752-824fb7a522ba tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 950 time: 0.3777933 Jul 15 13:09:20.533347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31245907-5452-4571-aad7-8399af30d064 req-8814f2c9-0e91-4603-b2db-2202a7430e03 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.535604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31245907-5452-4571-aad7-8399af30d064 req-8814f2c9-0e91-4603-b2db-2202a7430e03 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.59 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 950 time: 0.4788084 Jul 15 13:09:20.866025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-dedc4bea-f8ee-45fa-835b-daa96a1c16ed tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.868130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-dedc4bea-f8ee-45fa-835b-daa96a1c16ed tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.7228065 Jul 15 13:09:20.906051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e81453-d9a4-483f-a7ed-4f5b48ffd64b req-900b523e-10f3-4acd-b269-15584ecb795e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:20.917388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76e81453-d9a4-483f-a7ed-4f5b48ffd64b req-900b523e-10f3-4acd-b269-15584ecb795e tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.5627456 Jul 15 13:09:21.015713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-cbece0c7-359e-4618-8e17-79280a852a66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7221253 Jul 15 13:09:21.057882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab765a60-8bd0-464c-9a03-7f543e0ff7ac req-134d55e5-6dcf-4853-8077-6b53d71af898 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/security-groups?id=8f335635-8130-4e95-8dae-b83c0c4191ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745227 Jul 15 13:09:21.077102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Router 93135058-5b41-4cb1-bc0e-0a23c68272bb is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:21.120481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Deleting port de9bb469-537e-455b-926b-e0a641546a32 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:21.120823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.145713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:21.193561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76e81453-d9a4-483f-a7ed-4f5b48ffd64b req-5a8b192f-5ae0-4e83-b2bf-6f34c3c71490 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751453 Jul 15 13:09:21.211287 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e7b47-1922-4330-b314-a79f887edb67 x-openstack-request-id: req-cd8e7b47-1922-4330-b314-a79f887edb67 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:21.211760 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577a93a2-8d2a-411f-aa40-1a0828741624", "name": "network-vif-deleted", "tag": "b0dabd9a-1144-4a4d-8b9b-b213a91e67e9", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:21.212025 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd8e7b47-1922-4330-b314-a79f887edb67 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:21.213435 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577a93a2-8d2a-411f-aa40-1a0828741624', 'name': 'network-vif-deleted', 'tag': 'b0dabd9a-1144-4a4d-8b9b-b213a91e67e9', 'status': 'completed', 'code': 200} Jul 15 13:09:21.348890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.353677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] For port de9bb469-537e-455b-926b-e0a641546a32, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=de9bb469-537e-455b-926b-e0a641546a32,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:21.354038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.377893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Calling delete_port for de9bb469-537e-455b-926b-e0a641546a32 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:21.450839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-45745d84-c925-4a82-aeb0-1a2388e90b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.452801 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-45745d84-c925-4a82-aeb0-1a2388e90b06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1097 time: 0.3759446 Jul 15 13:09:21.454376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Transition to ACTIVE for port object eb0736f7-2dba-4871-bac6-b88fde0c795b will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:21.551065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:21.591522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-e08727a6-eef9-4019-bd38-6a3b616b78b0 service neutron] For port ce925964-b7e3-4028-8653-300006611990, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:21.625220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9865514-106f-41d7-bc85-da3c4899d668 None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:21.688301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-e08727a6-eef9-4019-bd38-6a3b616b78b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.692895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46b18d9f-8c01-4951-ac39-0c4943479531 req-e08727a6-eef9-4019-bd38-6a3b616b78b0 service neutron] 10.222.0.59 "DELETE /v2.0/ports/ce925964-b7e3-4028-8653-300006611990/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.8050590 Jul 15 13:09:21.694474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-1ede1f89-b8a3-4657-b921-9ee385634d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.703818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80227599-c1f6-4578-a679-e21e2f8597da req-2efc4a89-5a74-4a51-84bc-203cad24d0c4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 210 time: 0.1941264 Jul 15 13:09:21.714860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-1ede1f89-b8a3-4657-b921-9ee385634d91 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2040956 Jul 15 13:09:21.781086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.833028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.836599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Network 6447bc74-925d-48d7-81c5-3563c142f36e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:21.851966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['de9bb469-537e-455b-926b-e0a641546a32'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:21.880454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Pushing event deleted for resources: {'Port': ['ID=de9bb469-537e-455b-926b-e0a641546a32,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:21.943297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:21.955481 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Sync routers for ids ['93135058-5b41-4cb1-bc0e-0a23c68272bb'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:21.963147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6d47-7c78-4d8f-9f0a-4afc3577530e req-df93b7cf-1648-4c7f-85fa-3d9789ed7752 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:21.969978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] No DVR routers for this DVR port de9bb469-537e-455b-926b-e0a641546a32 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:21.975168 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Routers {'93135058-5b41-4cb1-bc0e-0a23c68272bb'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:21.976026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:21.977707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29fc6d47-7c78-4d8f-9f0a-4afc3577530e req-df93b7cf-1648-4c7f-85fa-3d9789ed7752 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.5500207 Jul 15 13:09:21.978500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31245907-5452-4571-aad7-8399af30d064 req-5515455b-89a5-49dc-b2b3-6e141c7d8848 tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.59 "DELETE /v2.0/ports/de9bb469-537e-455b-926b-e0a641546a32 HTTP/1.1" status: 204 len: 173 time: 1.4368579 Jul 15 13:09:21.979141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'name': 'network-vif-deleted', 'tag': 'de9bb469-537e-455b-926b-e0a641546a32'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:21.982935 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a024a97a-db6a-414c-82cb-3b390cbfb3c9" -d '{"events": [{"server_uuid": "4157815e-4678-4e4f-98a6-e39257dfd14b", "name": "network-vif-deleted", "tag": "de9bb469-537e-455b-926b-e0a641546a32"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:21.991489 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['93135058-5b41-4cb1-bc0e-0a23c68272bb'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:21.998014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.002072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-088bc06f-ecf9-4ef3-ab03-1046f6fe03c7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0714486 Jul 15 13:09:22.003030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:22.106805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:22.114304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:22.139003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbaaa3b-2ebd-4beb-a351-12efee5f2f44 None None] New status for floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:09:22.278001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac368cbe-c6b7-4532-8724-73a9fd1a33d3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:22.329732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event updated for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:22.334294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-dc71a460-0734-4c39-9a0a-f7987216e98e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.5830874 Jul 15 13:09:22.418266 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Set router 93135058-5b41-4cb1-bc0e-0a23c68272bb gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:22.489598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f128e89-dc3d-44d2-bd32-241ee0cec234 req-55a00fac-a07c-44d6-8a91-3b60f520983c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.491374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29fc6d47-7c78-4d8f-9f0a-4afc3577530e req-dcede1a9-d6b3-4869-b41c-66c231095f0d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834762 Jul 15 13:09:22.497886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f128e89-dc3d-44d2-bd32-241ee0cec234 req-55a00fac-a07c-44d6-8a91-3b60f520983c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.4236722 Jul 15 13:09:22.514244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.514951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.553280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-d416d161-564e-47df-b0d5-3bfecc6e2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:22.559172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-d416d161-564e-47df-b0d5-3bfecc6e2bb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.2035453 Jul 15 13:09:22.593691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-5b8a332b-f2a3-4ba2-b8e2-9b8c96976f9d tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4166157 Jul 15 13:09:22.614805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f128e89-dc3d-44d2-bd32-241ee0cec234 req-371b9da0-8ab4-4f4e-85a8-157974ffde89 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152935 Jul 15 13:09:22.649225 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4fbb7-3bd1-4fda-9c68-e3be16f34b1d x-openstack-request-id: req-a0a4fbb7-3bd1-4fda-9c68-e3be16f34b1d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:22.649531 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4157815e-4678-4e4f-98a6-e39257dfd14b", "name": "network-vif-deleted", "tag": "de9bb469-537e-455b-926b-e0a641546a32", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:22.649791 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0a4fbb7-3bd1-4fda-9c68-e3be16f34b1d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:22.650215 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4157815e-4678-4e4f-98a6-e39257dfd14b', 'name': 'network-vif-deleted', 'tag': 'de9bb469-537e-455b-926b-e0a641546a32', 'status': 'completed', 'code': 200} Jul 15 13:09:22.705434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Request body: {'port': {'device_id': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:22.709940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:22.710445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:22.738188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-4008bc6f-d67f-4afe-826c-5163094b372d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733022 Jul 15 13:09:22.864237 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:18Z', 'revision_number': 3, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:23.031483 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Checking router: 93135058-5b41-4cb1-bc0e-0a23c68272bb for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:23.032459 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Updating router 93135058-5b41-4cb1-bc0e-0a23c68272bb port d748aff0-338f-4865-9422-ffd9972ea360 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:23.152029 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.260995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-809dee0c-8e27-46bb-88b4-85d6816e17b0 req-029bd990-616d-4fd7-9c98-48ec2a8ed34c tempest-ServersAdminNegativeTestJSON-245405604 tempest-ServersAdminNegativeTestJSON-245405604-project] 10.222.0.57 "GET /v2.0/ports?device_id=4157815e-4678-4e4f-98a6-e39257dfd14b HTTP/1.1" status: 200 len: 210 time: 0.0905521 Jul 15 13:09:23.348354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-b8e95980-9b85-4016-a27e-5b8d8ae39f23 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953891 Jul 15 13:09:23.355526 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.435836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d40540-116f-4649-9afd-941fae10227b req-8ed13e6b-298d-4288-b8e4-e29d5771540d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.437457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0d40540-116f-4649-9afd-941fae10227b req-8ed13e6b-298d-4288-b8e4-e29d5771540d tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.3089883 Jul 15 13:09:23.510308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-26559cae-11bb-474e-b75d-3b1b0b27255c None None] Provisioning for port eb0736f7-2dba-4871-bac6-b88fde0c795b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:23.521145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-26559cae-11bb-474e-b75d-3b1b0b27255c None None] Provisioning complete for port eb0736f7-2dba-4871-bac6-b88fde0c795b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:23.521827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26559cae-11bb-474e-b75d-3b1b0b27255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.547098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07528734-44c9-453d-bf05-75c4c6aa4fcb req-1aa9aeea-30a3-4b2a-b125-f7bb02890150 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799099 Jul 15 13:09:23.551477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0d40540-116f-4649-9afd-941fae10227b req-92637eb2-086d-442d-a066-ab06c3bc3641 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Jul 15 13:09:23.559098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.618814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-26559cae-11bb-474e-b75d-3b1b0b27255c None None] Port eb0736f7-2dba-4871-bac6-b88fde0c795b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:23.700480 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.727589 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Transition to ACTIVE for port object d748aff0-338f-4865-9422-ffd9972ea360 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:23.736982 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.784574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc571ec2-65bd-4bfc-9222-2e223c45f662 req-5dbfcad4-42ae-467c-9406-f027b1356e8a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:23.792460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc571ec2-65bd-4bfc-9222-2e223c45f662 req-5dbfcad4-42ae-467c-9406-f027b1356e8a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 932 time: 0.2355797 Jul 15 13:09:23.806709 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Attempting to bind port d748aff0-338f-4865-9422-ffd9972ea360 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:23.807325 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Attempting to bind port d748aff0-338f-4865-9422-ffd9972ea360 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:23.807915 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Attempting to bind port d748aff0-338f-4865-9422-ffd9972ea360 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:23.859074 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:23.859699 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:23.860366 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.860995 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:23.861820 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Bound port: d748aff0-338f-4865-9422-ffd9972ea360, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:23.862514 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:23.868202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc571ec2-65bd-4bfc-9222-2e223c45f662 req-28678968-6e8e-444e-ae92-59df2ecbce65 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746906 Jul 15 13:09:23.876356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device de9bb469-537e-455b-926b-e0a641546a32 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:23.926578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Allocated IP 172.20.0.1 (b36d4d20-1a95-4b5f-b889-e50eb9555657/687fc237-beab-4f7a-af1e-58a4d3ba1957/b3a151ea-73d1-41c1-8960-3ad8ceeb0a02) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:23.951024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: de9bb469-537e-455b-926b-e0a641546a32 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:23.951888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device de9bb469-537e-455b-926b-e0a641546a32 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:23.997383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0736f7-2dba-4871-bac6-b88fde0c795b {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:24.012705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.013038 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] For port d748aff0-338f-4865-9422-ffd9972ea360, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:24.020168 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] For port d748aff0-338f-4865-9422-ffd9972ea360, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d748aff0-338f-4865-9422-ffd9972ea360,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:24.037381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d129f-0cfa-4973-9d53-bbf7dac23b8d req-d22a2c50-3082-4a3e-be91-5a8f94f52990 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.039029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-724d129f-0cfa-4973-9d53-bbf7dac23b8d req-d22a2c50-3082-4a3e-be91-5a8f94f52990 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1097 time: 0.2158718 Jul 15 13:09:24.046330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Transition to ACTIVE for port object eb0736f7-2dba-4871-bac6-b88fde0c795b will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:24.053114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.083893 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.106492 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Pushing event updated for resources: {'Port': ['ID=d748aff0-338f-4865-9422-ffd9972ea360,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.124192 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.125204 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.126132 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.126820 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.127467 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.128434 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.129343 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.131268 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.131957 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.132587 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.133221 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.133822 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:24.180555 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Routers {'93135058-5b41-4cb1-bc0e-0a23c68272bb'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:24.183380 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['93135058-5b41-4cb1-bc0e-0a23c68272bb'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:24.216513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.302188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-724d129f-0cfa-4973-9d53-bbf7dac23b8d req-6eb36771-ce4d-4bff-abee-383b22338575 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498970 Jul 15 13:09:24.344018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Attempting to bind port eb0736f7-2dba-4871-bac6-b88fde0c795b on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:24.344659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Attempting to bind port eb0736f7-2dba-4871-bac6-b88fde0c795b by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:24.345523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Attempting to bind port eb0736f7-2dba-4871-bac6-b88fde0c795b on network 6447bc74-925d-48d7-81c5-3563c142f36e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:24.358229 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.365903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecdb6b-c54f-4463-b48c-a8694abb80f0 req-f714597d-ad54-4f4d-90f9-7ed968c6f686 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:24.375841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfecdb6b-c54f-4463-b48c-a8694abb80f0 req-f714597d-ad54-4f4d-90f9-7ed968c6f686 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.2440686 Jul 15 13:09:24.398028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Transition to ACTIVE for port object b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:24.470990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Port eb0736f7-2dba-4871-bac6-b88fde0c795b on network 6447bc74-925d-48d7-81c5-3563c142f36e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:24.471639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Attempting to bind port eb0736f7-2dba-4871-bac6-b88fde0c795b on network 6447bc74-925d-48d7-81c5-3563c142f36e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:24.485434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.506366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfecdb6b-c54f-4463-b48c-a8694abb80f0 req-eb98e70b-3cfd-480b-9cc4-2ebbcfdba1b3 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294532 Jul 15 13:09:24.520699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:24.521345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Checking segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:24.522090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Bound using segment: {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:24.522931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Bound port: eb0736f7-2dba-4871-bac6-b88fde0c795b, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e895facc-a362-414b-bc25-b2c959e3a37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:24.523733 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.560669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Pushing event updated for resources: {'Port': ['ID=b3a151ea-73d1-41c1-8960-3ad8ceeb0a02,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:24.570140 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] Set router 93135058-5b41-4cb1-bc0e-0a23c68272bb gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:24.584809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:24.586492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:24.591432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:24.592021 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.823235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:24.915525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:24.934218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:24.948987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.077567 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51adfa7-1fa0-4f2f-ae9c-910d1be3ed01 None None] Pushing event updated for resources: {'Port': ['ID=d748aff0-338f-4865-9422-ffd9972ea360,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.079366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:25.137965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30e4e84e-bf32-4e59-b679-ac33dc0edb49 None None] Provisioning for port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:25.152857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30e4e84e-bf32-4e59-b679-ac33dc0edb49 None None] Provisioning complete for port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:25.153829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30e4e84e-bf32-4e59-b679-ac33dc0edb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.181673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b165c-86b2-462c-9f33-63a05688d879 req-80926e55-f37d-4934-84f9-ae308266e73f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.198217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c74b165c-86b2-462c-9f33-63a05688d879 req-80926e55-f37d-4934-84f9-ae308266e73f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.3365946 Jul 15 13:09:25.243633 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:18Z', 'revision_number': 3, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:25.271534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-30e4e84e-bf32-4e59-b679-ac33dc0edb49 None None] Port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:25.291448 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c654c-0185-4f7d-91f5-581c0459f8af None None] The sync data for ids ['93135058-5b41-4cb1-bc0e-0a23c68272bb'] in n-d-798054-11 is: [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:18Z', 'revision_number': 3, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:25.373358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c74b165c-86b2-462c-9f33-63a05688d879 req-816df17a-4f33-4763-98df-ef06c2e93786 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740911 Jul 15 13:09:25.392601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-297ab75f-06f9-46f6-9c04-534d6465ccca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1414326c23804afda0b8c2c03bc5b10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118436 Jul 15 13:09:25.412659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55762) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:25.476144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.493223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.494696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.570661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Pushing event updated for resources: {'Port': ['ID=b3a151ea-73d1-41c1-8960-3ad8ceeb0a02,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.606467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.607243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.608658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb0736f7-2dba-4871-bac6-b88fde0c795b HTTP/1.1" status: 200 len: 1093 time: 2.9092331 Jul 15 13:09:25.609176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:25.612194 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d00b7-4e3b-485b-9de3-e26c89078be3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:25.686647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a035dcab-86c7-461e-afdb-85d17392fab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.721824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-bb8c855c-8fb8-4e3f-a8af-23980e8a6791 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.733609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-bb8c855c-8fb8-4e3f-a8af-23980e8a6791 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.9604011 Jul 15 13:09:25.766982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b254c3-dd9a-4995-928a-208ba5723a25 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:25.781140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-422de215-9bb0-46ae-991d-43447eb06875 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/quotas/df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 375 time: 0.0463040 Jul 15 13:09:25.839449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-33b083bf-ab68-4fb6-8487-5258a0918b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.841381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-33b083bf-ab68-4fb6-8487-5258a0918b35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 1096 time: 0.1846557 Jul 15 13:09:25.848659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a035dcab-86c7-461e-afdb-85d17392fab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:25.881182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac1448-9452-4967-b006-7353b61d067d req-2d140263-e097-4ce6-b65b-2ab640d44e4b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:25.888864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeac1448-9452-4967-b006-7353b61d067d req-2d140263-e097-4ce6-b65b-2ab640d44e4b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 944 time: 0.3403862 Jul 15 13:09:25.943174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-38a4c0d8-c065-4bd6-808c-5118999fccbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b HTTP/1.1" status: 200 len: 217 time: 0.0904264 Jul 15 13:09:25.961603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:25.963538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:26.008332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeac1448-9452-4967-b006-7353b61d067d req-689b360c-bfde-4a10-8ef3-8bb4a5fe335b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1177466 Jul 15 13:09:26.010176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a035dcab-86c7-461e-afdb-85d17392fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.013926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a035dcab-86c7-461e-afdb-85d17392fab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.019465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a035dcab-86c7-461e-afdb-85d17392fab6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f335635-8130-4e95-8dae-b83c0c4191ea HTTP/1.1" status: 204 len: 168 time: 0.6054139 Jul 15 13:09:26.040201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035dcab-86c7-461e-afdb-85d17392fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f335635-8130-4e95-8dae-b83c0c4191ea,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.067542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-0c2b02ea-8280-4310-8539-c0ed3b567249 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2851081 Jul 15 13:09:26.265120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-7309a6f9-764a-4ed9-9775-4a28f313a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.275503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-7309a6f9-764a-4ed9-9775-4a28f313a904 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.3240082 Jul 15 13:09:26.360425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d748aff0-338f-4865-9422-ffd9972ea360 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:26.397325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Router 93135058-5b41-4cb1-bc0e-0a23c68272bb has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:26.507044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e5d0f0cf-2f59-487c-a79a-8e471ffb98f0 None None] Provisioning complete for port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:26.520008 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f0cf-2f59-487c-a79a-8e471ffb98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.579473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-6e02b894-894f-4691-b5ac-df695001adb7 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101960 Jul 15 13:09:26.580014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d748aff0-338f-4865-9422-ffd9972ea360 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:26.591271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55774) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:26.609490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d748aff0-338f-4865-9422-ffd9972ea360 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:26.609933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.651864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0f0cf-2f59-487c-a79a-8e471ffb98f0 None None] Port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:26.656613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48d60fb5-76e0-480f-b311-4079a66fdb02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72f506cdea5e45fd8087a6301eb309c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636904 Jul 15 13:09:26.659469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:26.752079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-9c89ec3d-c587-4a22-b5d1-3bb87cd46d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.754366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-9c89ec3d-c587-4a22-b5d1-3bb87cd46d16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3672483 Jul 15 13:09:26.775923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e9a66-6f00-4cac-a1c6-15aa8a614bf1 req-9af94063-b0f3-450f-b6a3-908c80c1584e tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:26.778621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-f51b18f2-548a-420e-a362-fb243828db99 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976724 Jul 15 13:09:26.784587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-039e9a66-6f00-4cac-a1c6-15aa8a614bf1 req-9af94063-b0f3-450f-b6a3-908c80c1584e tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.3821468 Jul 15 13:09:26.798935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.840819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d748aff0-338f-4865-9422-ffd9972ea360, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d748aff0-338f-4865-9422-ffd9972ea360,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:26.847940 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.857118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:26.875371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-423a64e6-ffed-4a74-aea2-0a67c121272c admin admin] 10.222.0.57 "PUT /v2.0/routers/93135058-5b41-4cb1-bc0e-0a23c68272bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8703265 Jul 15 13:09:26.893734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-039e9a66-6f00-4cac-a1c6-15aa8a614bf1 req-441e05dd-d1b3-40bd-b530-fd42385cf531 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080484 Jul 15 13:09:26.926229 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07763b4d-05ae-468e-9da5-79bc11ef538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.979147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d748aff0-338f-4865-9422-ffd9972ea360,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:26.982111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07763b4d-05ae-468e-9da5-79bc11ef538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:26.996841 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d79c9-41f4-475b-ae54-8c12da88fe51 x-openstack-request-id: req-511d79c9-41f4-475b-ae54-8c12da88fe51 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:26.997324 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:26.997878 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-511d79c9-41f4-475b-ae54-8c12da88fe51 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:26.998517 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'status': 'completed', 'code': 200} Jul 15 13:09:27.022404 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-e4374949-abb4-40fa-b29f-0ac4b853f2ea service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425427 Jul 15 13:09:27.150074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07763b4d-05ae-468e-9da5-79bc11ef538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.155272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07763b4d-05ae-468e-9da5-79bc11ef538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:27.163092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-07763b4d-05ae-468e-9da5-79bc11ef538a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e902686f-ba08-46ab-9563-d1929d7add8a HTTP/1.1" status: 204 len: 168 time: 0.5001159 Jul 15 13:09:27.202633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763b4d-05ae-468e-9da5-79bc11ef538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e902686f-ba08-46ab-9563-d1929d7add8a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:27.303978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204c141-6623-43a4-9301-9fd8e94fdb55 req-bd34a343-ae5c-4ae2-a2de-5203a7e05b59 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.307692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f204c141-6623-43a4-9301-9fd8e94fdb55 req-bd34a343-ae5c-4ae2-a2de-5203a7e05b59 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.1432133 Jul 15 13:09:27.333875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3c92e735-56e9-45f4-b7ce-a8faf775b710 req-5e699e89-9546-4e66-ac57-d544e0eff9f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 210 time: 0.1307676 Jul 15 13:09:27.371533 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58293cb2-01e9-4be6-82ba-871b9247fc4e req-0b802d0e-8c9b-4d6f-abd3-485d4875883f service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401306 Jul 15 13:09:27.390037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f204c141-6623-43a4-9301-9fd8e94fdb55 req-561fcceb-977b-4cf3-b7d3-98bbee53e7f4 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663264 Jul 15 13:09:27.526289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-31434985-12d9-4ee6-994d-c7d829935fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.528343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-31434985-12d9-4ee6-994d-c7d829935fa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 1096 time: 0.0841682 Jul 15 13:09:27.803137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ee73-2837-4a0a-b939-b4134b0e0bb1 req-bd07d48d-f654-449a-8565-509bb0b448d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.805592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef64ee73-2837-4a0a-b939-b4134b0e0bb1 req-bd07d48d-f654-449a-8565-509bb0b448d4 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 944 time: 0.2379522 Jul 15 13:09:27.813866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-c9b49377-24f0-4269-9758-6696b503ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:27.816427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-c9b49377-24f0-4269-9758-6696b503ca86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 924 time: 0.2798121 Jul 15 13:09:27.902315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-e0b8756c-face-4f22-8d86-a0e3d0eaeae9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b HTTP/1.1" status: 200 len: 217 time: 0.0753608 Jul 15 13:09:27.979242 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef64ee73-2837-4a0a-b939-b4134b0e0bb1 req-118c7d2e-b163-45f7-900d-6f2a5102d1b2 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1612747 Jul 15 13:09:28.020729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-32286718-9a54-4b97-bab0-3bb6d9309e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.026042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-32286718-9a54-4b97-bab0-3bb6d9309e8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.1113718 Jul 15 13:09:28.189517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d748aff0-338f-4865-9422-ffd9972ea360 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:28.208064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-f154272b-9c7e-4114-a830-ef618e9af40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.211343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-f154272b-9c7e-4114-a830-ef618e9af40d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671636 Jul 15 13:09:28.253590 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Sync routers for ids ['93135058-5b41-4cb1-bc0e-0a23c68272bb'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:28.278388 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Routers {'93135058-5b41-4cb1-bc0e-0a23c68272bb'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:28.289494 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['93135058-5b41-4cb1-bc0e-0a23c68272bb'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:28.364956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4110db3b-635d-4bd2-9a55-ddcd1e5ff88b req-af142bac-e485-4505-93bc-6a3d67e6ebdd tempest-FloatingIPsNegativeTestJSON-1807660203 tempest-FloatingIPsNegativeTestJSON-1807660203-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=dbb357863c784b71873693379c851f54 HTTP/1.1" status: 200 len: 217 time: 0.1930134 Jul 15 13:09:28.367153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d748aff0-338f-4865-9422-ffd9972ea360 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:28.367537 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:28.427608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-e811616c-434b-45cc-8710-c2791947c76e service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071002 Jul 15 13:09:28.637799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f62d00b7-4e3b-485b-9de3-e26c89078be3 req-fbf3ae65-1bbf-426a-a46f-3fca2a368d3d service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970768 Jul 15 13:09:28.648623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb76db-6ccc-4a31-83ba-0cea3f1fcd32 req-4743f8e4-1480-4817-b559-1d101e14aed7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:28.658236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88fb76db-6ccc-4a31-83ba-0cea3f1fcd32 req-4743f8e4-1480-4817-b559-1d101e14aed7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.2996278 Jul 15 13:09:28.697082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55824) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:28.754256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88fb76db-6ccc-4a31-83ba-0cea3f1fcd32 req-0ceec21f-3ec0-45f2-a1c3-0c9bb18f5d16 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879591 Jul 15 13:09:28.780473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfa85e01-6cee-4717-aad5-9be03a2249b8 req-630d283a-c5c2-47bf-9d1e-ccc193e48b3e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 210 time: 0.0667739 Jul 15 13:09:28.860840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Set router 93135058-5b41-4cb1-bc0e-0a23c68272bb gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:28.879261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05ea5d47-e41c-4b33-bd5a-9ea63211bea9 req-42308770-0999-4bdd-9a5f-12198bbff681 tempest-FloatingIPsNegativeTestJSON-1807660203 tempest-FloatingIPsNegativeTestJSON-1807660203-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0660675 Jul 15 13:09:28.916364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-network', 'tenant_id': '765610a3f69640f19e3934cbcc4df743'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:28.964319 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-a794bcf0-a9a0-4e27-a942-94cdd2b03a6e req-b5f6d05c-30c2-45db-b0d3-30f136026040 tempest-FloatingIPsNegativeTestJSON-1807660203 tempest-FloatingIPsNegativeTestJSON-1807660203-project] show failed (client error): The resource could not be found. Jul 15 13:09:28.970897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a794bcf0-a9a0-4e27-a942-94cdd2b03a6e req-b5f6d05c-30c2-45db-b0d3-30f136026040 tempest-FloatingIPsNegativeTestJSON-1807660203 tempest-FloatingIPsNegativeTestJSON-1807660203-project] 10.222.0.57 "GET /v2.0/floatingips/3e1aca03-f8e8-4197-8290-506909800e36 HTTP/1.1" status: 404 len: 350 time: 0.0479727 Jul 15 13:09:28.975257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:29.261842 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:24Z', 'revision_number': 4, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b3a151ea-73d1-41c1-8960-3ad8ceeb0a02', 'name': '', 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'mac_address': 'fa:16:3e:27:99:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '687fc237-beab-4f7a-af1e-58a4d3ba1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:25Z', 'revision_number': 2, 'project_id': 'dbb357863c784b71873693379c851f54', 'subnets': [{'id': '687fc237-beab-4f7a-af1e-58a4d3ba1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:29.368199 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Checking router: 93135058-5b41-4cb1-bc0e-0a23c68272bb for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:29.369143 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Updating router 93135058-5b41-4cb1-bc0e-0a23c68272bb port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:29.426861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-af02eece-4901-4328-b212-841ab9f85df7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.428377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-af02eece-4901-4328-b212-841ab9f85df7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.1649156 Jul 15 13:09:29.441147 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.491998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Request body: {'port': {'device_id': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'admin_state_up': True, 'tenant_id': 'df04fee8d35b45058f3460ac5efda737'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:29.537928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Made reservation on behalf of 765610a3f69640f19e3934cbcc4df743 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:29.541911 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.581595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:29.688813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe62f0-bc4d-4a90-a762-1d59ffc4270d req-ab62cede-8973-4398-8d6c-473bbba8f5d9 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.690652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cffe62f0-bc4d-4a90-a762-1d59ffc4270d req-ab62cede-8973-4398-8d6c-473bbba8f5d9 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.7448375 Jul 15 13:09:29.868549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cffe62f0-bc4d-4a90-a762-1d59ffc4270d req-c39733b8-a667-4135-826f-35933b316063 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600170 Jul 15 13:09:29.895290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2daf1e-75ae-46b1-958b-c72d18fd6420 req-af67554b-083e-40d7-96b1-105bc4dae570 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:29.898163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c2daf1e-75ae-46b1-958b-c72d18fd6420 req-af67554b-083e-40d7-96b1-105bc4dae570 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 944 time: 0.5064499 Jul 15 13:09:30.000060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.008128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.032918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:30.047874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.048670 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Added segment 97618bf5-ce84-49c9-b4e7-aae8921c2f2a of type vlan for network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 Jul 15 13:09:30.086484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c2daf1e-75ae-46b1-958b-c72d18fd6420 req-3bc9db66-d758-40b6-b752-fb2081417caf tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1694620 Jul 15 13:09:30.107851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Made reservation on behalf of df04fee8d35b45058f3460ac5efda737 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:30.112108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.144327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.183670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.200483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.201689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.202554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.250588 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.289884 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Transition to ACTIVE for port object b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:30.311476 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.332106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa52bea8-4dcc-4c91-9dc9-a039096edf53,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.370260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6719270 Jul 15 13:09:30.373617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e672ea-28fb-4f7e-95bd-81be14a06ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.376062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55838) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:30.382204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Request body: {'subnet': {'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-subnet', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:30.387574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:30.418939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Made reservation on behalf of 765610a3f69640f19e3934cbcc4df743 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:30.426151 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.477372 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0caac-d7db-4588-a54d-1ccf1a6a9dfd None None] Pushing event updated for resources: {'Port': ['ID=b3a151ea-73d1-41c1-8960-3ad8ceeb0a02,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:30.511646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Allocated IP 172.20.0.3 (57890f54-7a9e-415c-972e-84791180b10b/dcf6b7ce-8b35-4121-b2b0-105090a06a05/a245c97a-67ea-47fc-86b5-dd377a458f4c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:30.589725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb0736f7-2dba-4871-bac6-b88fde0c795b details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:30.624488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a0cbcd6-70f7-4349-998a-2e9378004cda req-9a167657-84de-49e6-9766-0b0a9a18711e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 210 time: 0.0303345 Jul 15 13:09:30.815234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d040b-9511-4c18-8df8-20a27a8d4672 req-9f795288-f672-49c0-a2ab-bafdac30ab97 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:30.830401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-429d040b-9511-4c18-8df8-20a27a8d4672 req-9f795288-f672-49c0-a2ab-bafdac30ab97 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.5853064 Jul 15 13:09:30.846786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.850905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Attempting to bind port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:30.851284 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Attempting to bind port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:30.851646 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Attempting to bind port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 on network b36d4d20-1a95-4b5f-b889-e50eb9555657 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:30.877177 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:30.877600 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Checking segment: {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:30.877723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:30.877963 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.878549 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Bound using segment: {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:30.888454 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Bound port: b3a151ea-73d1-41c1-8960-3ad8ceeb0a02, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744160a3-a2f5-4537-8729-b39d7f3ca08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:30.888779 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.893213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'port_id': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'mac_address': 'fa:16:3e:df:ee:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:30.964331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:30.981912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0736f7-2dba-4871-bac6-b88fde0c795b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:31.013986 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.016471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:31.026575 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.032037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Deleting port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:31.032771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.135461 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] For port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:31.142177 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] For port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b3a151ea-73d1-41c1-8960-3ad8ceeb0a02,segment=NetworkSegment(744160a3-a2f5-4537-8729-b39d7f3ca08c),segment_id=744160a3-a2f5-4537-8729-b39d7f3ca08c)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:31.152230 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.152831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.165296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.166083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.168380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.169513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.170696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.171289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.171835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.172254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-429d040b-9511-4c18-8df8-20a27a8d4672 req-0dfb3f4d-77dd-4695-b8f9-16b87d3447bc tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400645 Jul 15 13:09:31.172790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.173362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b312910c-9458-4ae7-a3fa-2e6ba6cff714,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.173666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.174221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.174806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.175785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:31.240515 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0caac-d7db-4588-a54d-1ccf1a6a9dfd None None] Pushing event updated for resources: {'Port': ['ID=b3a151ea-73d1-41c1-8960-3ad8ceeb0a02,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:31.257853 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Routers {'93135058-5b41-4cb1-bc0e-0a23c68272bb'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:31.258932 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['93135058-5b41-4cb1-bc0e-0a23c68272bb'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:31.275986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['eb0736f7-2dba-4871-bac6-b88fde0c795b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:31.293872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Checking segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:31.294644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Network hostable DHCP agents. Network: 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:31.328426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] For port b3a151ea-73d1-41c1-8960-3ad8ceeb0a02, host n-d-798054-11, got binding levels [] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:31.328797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.360025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:31.367178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Calling delete_port for b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:31.385670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:31.400161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.401440 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.417432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa9e99-094f-44b8-831f-098194fcc4d2 None None] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:31.447206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-15129b0f-91b2-447e-bdac-0cbf6fbba55a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0691915 Jul 15 13:09:31.449372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55846) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:31.464011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:31.516999 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] Set router 93135058-5b41-4cb1-bc0e-0a23c68272bb gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:31.540685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.542510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.674721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.793136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'fixed_ips': [{'subnet_id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:31.794737 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.862490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476640d8-c22a-4a92-9154-7cfd6f9d5fc3 req-1827791a-7cba-4dce-b482-ad37742b80a3 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:31.864655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-476640d8-c22a-4a92-9154-7cfd6f9d5fc3 req-1827791a-7cba-4dce-b482-ad37742b80a3 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.2501721 Jul 15 13:09:31.867931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:31.995086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.008201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Network 57890f54-7a9e-415c-972e-84791180b10b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:32.043605 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:24Z', 'revision_number': 4, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b3a151ea-73d1-41c1-8960-3ad8ceeb0a02', 'name': '', 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'mac_address': 'fa:16:3e:27:99:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '687fc237-beab-4f7a-af1e-58a4d3ba1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:31Z', 'revision_number': 4, 'project_id': 'dbb357863c784b71873693379c851f54', 'subnets': [{'id': '687fc237-beab-4f7a-af1e-58a4d3ba1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:32.058776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:32.083066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:32.100270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.111457 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c6edce-431d-4a62-b735-938c8e634dc9 None None] The sync data for ids ['93135058-5b41-4cb1-bc0e-0a23c68272bb'] in n-d-798054-11 is: [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:24Z', 'revision_number': 4, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b3a151ea-73d1-41c1-8960-3ad8ceeb0a02', 'name': '', 'network_id': 'b36d4d20-1a95-4b5f-b889-e50eb9555657', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'mac_address': 'fa:16:3e:27:99:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '687fc237-beab-4f7a-af1e-58a4d3ba1957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:23Z', 'updated_at': '2021-07-15T13:09:31Z', 'revision_number': 4, 'project_id': 'dbb357863c784b71873693379c851f54', 'subnets': [{'id': '687fc237-beab-4f7a-af1e-58a4d3ba1957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:32.120628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-476640d8-c22a-4a92-9154-7cfd6f9d5fc3 req-db12720c-d0aa-4a38-aa2e-37f58c1232da tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314975 Jul 15 13:09:32.173547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.271195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389a2c-1c74-441c-9651-8b46278c2489 req-0b3365c8-25f5-47da-8499-ea29c522403a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.288358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e389a2c-1c74-441c-9651-8b46278c2489 req-0b3365c8-25f5-47da-8499-ea29c522403a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 945 time: 0.7348170 Jul 15 13:09:32.350140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.350492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.350864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.351202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.351534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.351879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.352189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.352510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.352832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.353147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.353468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.353869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:32.361397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Allocated IP 172.20.0.2 (0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8/b312910c-9458-4ae7-a3fa-2e6ba6cff714/af133e5b-1e05-44f3-a96a-8461fc74e247) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:32.482275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e389a2c-1c74-441c-9651-8b46278c2489 req-2530a938-6ebe-45f5-88bd-31aa88294c88 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1888878 Jul 15 13:09:32.521834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a151ea-73d1-41c1-8960-3ad8ceeb0a02,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:32.574582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:32.575290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.807503 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.833279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Transition to ACTIVE for port object af133e5b-1e05-44f3-a96a-8461fc74e247 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:32.862866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Transition to ACTIVE for port object af133e5b-1e05-44f3-a96a-8461fc74e247 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:32.873313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:32.939563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:32.960324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:32.972135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:33.049837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Pushing event updated for resources: {'Port': ['ID=af133e5b-1e05-44f3-a96a-8461fc74e247,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.129257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Attempting to bind port af133e5b-1e05-44f3-a96a-8461fc74e247 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:33.129726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Attempting to bind port af133e5b-1e05-44f3-a96a-8461fc74e247 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:33.130130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Attempting to bind port af133e5b-1e05-44f3-a96a-8461fc74e247 on network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:33.141433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:33.142040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Checking segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:33.142510 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.143081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Bound using segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:33.144003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Bound port: af133e5b-1e05-44f3-a96a-8461fc74e247, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:33.149365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.149988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.188843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.295149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] For port af133e5b-1e05-44f3-a96a-8461fc74e247, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:33.303295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] For port af133e5b-1e05-44f3-a96a-8461fc74e247, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=af133e5b-1e05-44f3-a96a-8461fc74e247,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:33.311970 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.393887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961c74d-677f-4dca-b088-403382d2ac88 req-cf31355d-914c-4fe7-bd14-a39cb1ed3d51 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:33.419399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e961c74d-677f-4dca-b088-403382d2ac88 req-cf31355d-914c-4fe7-bd14-a39cb1ed3d51 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.3535290 Jul 15 13:09:33.532864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38cbe5-0fd0-4d07-aad0-83a0becc2429 None None] Pushing event updated for resources: {'Port': ['ID=af133e5b-1e05-44f3-a96a-8461fc74e247,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:33.557020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:33.626300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-01997f16-f1fa-49b1-81a1-7b14a5d155f7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1738038 Jul 15 13:09:33.717324 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e961c74d-677f-4dca-b088-403382d2ac88 req-9c1106ef-3bcc-405f-8e34-be3bbf743514 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935610 Jul 15 13:09:33.741360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Request body: {'port': {'device_id': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:33.848949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Allocated IP 172.25.3.191 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c066d4c9-8f89-44df-a865-9d05f8f25ca6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:34.085732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.127789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6af6-d71b-43b1-ad4f-e57aa51c6b83 req-ab7cd7a1-7ccf-42fd-8f31-be149adfa18a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.129489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-512d6af6-d71b-43b1-ad4f-e57aa51c6b83 req-ab7cd7a1-7ccf-42fd-8f31-be149adfa18a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 931 time: 0.5652380 Jul 15 13:09:34.257202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device af133e5b-1e05-44f3-a96a-8461fc74e247 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:34.280323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.332618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0632e-d02d-4e0c-9e68-d0729dad71f7 req-8f3d6e2d-10f3-4f25-bdb4-bd2eb08d05eb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:34.342237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2d0632e-d02d-4e0c-9e68-d0729dad71f7 req-8f3d6e2d-10f3-4f25-bdb4-bd2eb08d05eb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.2036352 Jul 15 13:09:34.353125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port af133e5b-1e05-44f3-a96a-8461fc74e247 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:34.385156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-512d6af6-d71b-43b1-ad4f-e57aa51c6b83 req-a29bc08a-f19c-41c7-a8ae-36502bc42718 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435758 Jul 15 13:09:34.441423 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2d0632e-d02d-4e0c-9e68-d0729dad71f7 req-730d8e03-3f01-41d8-b27d-5116427cf9fb tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976307 Jul 15 13:09:34.475605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.511007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb0736f7-2dba-4871-bac6-b88fde0c795b up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:34.591787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:34.618132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:34.647176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:34.649566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port eb0736f7-2dba-4871-bac6-b88fde0c795b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:34.665319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port eb0736f7-2dba-4871-bac6-b88fde0c795b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:34.665912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.840091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Router 93135058-5b41-4cb1-bc0e-0a23c68272bb has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:34.861189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Pushing event updated for resources: {'Port': ['ID=c066d4c9-8f89-44df-a865-9d05f8f25ca6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:34.895498 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:34.952870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:34.962904 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca48a052-477c-4f9f-ae87-14edc07d89c0" -d '{"events": [{"server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "name": "network-vif-plugged", "status": "completed", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:34.996675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:35.004207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.071866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.102934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.126265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a245c97a-67ea-47fc-86b5-dd377a458f4c {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:35.137006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.156590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Transition to ACTIVE for port object a245c97a-67ea-47fc-86b5-dd377a458f4c will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:35.176907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b40bf-e2de-49b1-a6bb-8f0b9419e7b5 req-579edb0f-940f-4864-86c0-0b00e186023e tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.178242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-312b40bf-e2de-49b1-a6bb-8f0b9419e7b5 req-579edb0f-940f-4864-86c0-0b00e186023e tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.1589189 Jul 15 13:09:35.209057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c00257-b626-4774-92a0-ac7a8cb4adac req-be2d557f-b46d-4591-8979-5e6a5e3ec021 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.211414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c00257-b626-4774-92a0-ac7a8cb4adac req-be2d557f-b46d-4591-8979-5e6a5e3ec021 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 945 time: 0.4802384 Jul 15 13:09:35.214158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.275906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04853d-f76d-47d4-aa97-5a047d452fe9 None None] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:35.288531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-312b40bf-e2de-49b1-a6bb-8f0b9419e7b5 req-7a4187bf-2b09-4566-8c29-a5c7076e401c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007619 Jul 15 13:09:35.348740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:35.359779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c04b0edf-5d5c-4482-a54f-abce866e1543 admin admin] 10.222.0.57 "PUT /v2.0/routers/93135058-5b41-4cb1-bc0e-0a23c68272bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3820720 Jul 15 13:09:35.364599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55866) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:35.381506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c00257-b626-4774-92a0-ac7a8cb4adac req-89701d56-a721-4eac-8096-c9ef42d2832e tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1597013 Jul 15 13:09:35.398318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:35.411778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] Sync routers for ids ['93135058-5b41-4cb1-bc0e-0a23c68272bb'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:35.531108 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc1fa1-8c13-47a4-a39e-3f381c62626f x-openstack-request-id: req-c9fc1fa1-8c13-47a4-a39e-3f381c62626f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:35.531478 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "name": "network-vif-plugged", "status": "completed", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:35.531739 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9fc1fa1-8c13-47a4-a39e-3f381c62626f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:35.532148 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'code': 200} Jul 15 13:09:35.542185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.553421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] Provisioning for port af133e5b-1e05-44f3-a96a-8461fc74e247 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:35.577286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] Routers {'93135058-5b41-4cb1-bc0e-0a23c68272bb'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:35.577941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['93135058-5b41-4cb1-bc0e-0a23c68272bb'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:35.589479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.799664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] Provisioning complete for port af133e5b-1e05-44f3-a96a-8461fc74e247 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:35.800337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.881984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:35.882487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:35.882700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:35.888873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:35.889215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:35.897627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:35.916679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19fd60-26c2-4748-8250-50afa1a5d92c req-dac2c305-8b6c-4643-84dc-1a87c6d65e8d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:35.923902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be19fd60-26c2-4748-8250-50afa1a5d92c req-dac2c305-8b6c-4643-84dc-1a87c6d65e8d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.2263331 Jul 15 13:09:35.947508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:35.958948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:35.959261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:35.959577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:35.960036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Bound port: a245c97a-67ea-47fc-86b5-dd377a458f4c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:35.960402 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.012513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be19fd60-26c2-4748-8250-50afa1a5d92c req-80074019-4822-4cd2-ad0c-287dd5865e73 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Jul 15 13:09:36.084033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Deleting port d748aff0-338f-4865-9422-ffd9972ea360 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:36.084379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.085721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.104358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '40b99508-fb63-42e8-b7af-70150cd76701', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '40b99508-fb63-42e8-b7af-70150cd76701', 'mac_address': 'fa:16:3e:fa:b4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:36.107169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:36.108100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:36.135027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:36.174076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.210162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd01c-3046-463d-b18d-62bfdc90ec23 req-cda603b7-100b-44c2-9c95-8312b51cdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.212146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4acd01c-3046-463d-b18d-62bfdc90ec23 req-cda603b7-100b-44c2-9c95-8312b51cdd07 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 1098 time: 0.6608143 Jul 15 13:09:36.224384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.225091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.226868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] 10.222.0.58 "PUT /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 1092 time: 2.5906866 Jul 15 13:09:36.234043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:36.237041 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e7252d-e45a-400c-a5e8-149b6f4a267d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:36.246334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] Set router 93135058-5b41-4cb1-bc0e-0a23c68272bb gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:36.265499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] For port d748aff0-338f-4865-9422-ffd9972ea360, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d748aff0-338f-4865-9422-ffd9972ea360,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.266025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.276687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4208da-502a-4a76-9ae9-9bfb85e1ab83 req-48f80852-f65f-4ceb-a535-8a8ce528c877 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.285956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb4208da-502a-4a76-9ae9-9bfb85e1ab83 req-48f80852-f65f-4ceb-a535-8a8ce528c877 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 949 time: 0.5820563 Jul 15 13:09:36.298630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Calling delete_port for d748aff0-338f-4865-9422-ffd9972ea360 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:36.328954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4acd01c-3046-463d-b18d-62bfdc90ec23 req-cedf9482-b4fc-4890-920a-9c54e7981631 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1066771 Jul 15 13:09:36.343135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337877-7b82-4e80-a14d-f7722ef14ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:36.347700 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5104c3fe-83f4-4700-af70-f50f642a9e5f x-openstack-request-id: req-5104c3fe-83f4-4700-af70-f50f642a9e5f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:36.348446 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:36.348446 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5104c3fe-83f4-4700-af70-f50f642a9e5f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:36.348446 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'status': 'completed', 'code': 200} Jul 15 13:09:36.372840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb4208da-502a-4a76-9ae9-9bfb85e1ab83 req-704e25fb-4661-468d-bd7b-1c5bc031c854 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854490 Jul 15 13:09:36.383049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:36.449976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-b0fe884d-44c9-46a2-ae90-fab60df0cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.451609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-b0fe884d-44c9-46a2-ae90-fab60df0cd90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1095 time: 0.1462188 Jul 15 13:09:36.564160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-5acba631-be6a-49c8-bec5-93501a9acbfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 217 time: 0.0678663 Jul 15 13:09:36.597997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.643652 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:36.654165 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:36.670920 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.692054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:36.705804 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Sync routers for ids ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:36.721066 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Routers {'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:36.722772 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:36.730228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3585-c11d-4627-87d5-43f8f548640e req-3bd9475f-cc0b-48b9-bf51-45c07625ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.732089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:36.732249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-3bd9475f-cc0b-48b9-bf51-45c07625ccb7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1561165 Jul 15 13:09:36.761240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.762824 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-546742e5-1258-4c42-bc3d-7eba8385d874 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3119569 Jul 15 13:09:36.765563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:36.775743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.808351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-2fc3f7bd-f4dd-417b-b841-cbcf8afab736 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445447 Jul 15 13:09:36.850245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.865345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.907173 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Set router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:36.948175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] For port af133e5b-1e05-44f3-a96a-8461fc74e247, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=af133e5b-1e05-44f3-a96a-8461fc74e247,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:36.961351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:36.962748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1922580-ed3a-45fc-bbdb-a9ec58f4dcc1 req-9d2f75a9-551e-4351-a578-e404f647e14c tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:36.964610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1922580-ed3a-45fc-bbdb-a9ec58f4dcc1 req-9d2f75a9-551e-4351-a578-e404f647e14c tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 0.2838390 Jul 15 13:09:37.021782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1922580-ed3a-45fc-bbdb-a9ec58f4dcc1 req-8298680d-3ad2-4b4e-99ca-4307282dfb1e tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509071 Jul 15 13:09:37.054490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d748aff0-338f-4865-9422-ffd9972ea360,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.067111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.071030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.071844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dcc9b-c461-4984-8020-77bb4fb8136f req-ca40005c-7c19-426e-b7dc-dca92e13e648 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.073723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f43dcc9b-c461-4984-8020-77bb4fb8136f req-ca40005c-7c19-426e-b7dc-dca92e13e648 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.4442697 Jul 15 13:09:37.107433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-2b89ce65-09fb-4f1f-a314-933f44a8419e service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904656 Jul 15 13:09:37.145690 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:09:37.146055 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:09:37.216541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f43dcc9b-c461-4984-8020-77bb4fb8136f req-42a1edae-6340-4da3-937b-ad5e1c8fa531 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317160 Jul 15 13:09:37.252730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb75265-8ae3-461a-8767-3110f59c939b None None] Pushing event updated for resources: {'Port': ['ID=af133e5b-1e05-44f3-a96a-8461fc74e247,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:37.262620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.268862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['40b99508-fb63-42e8-b7af-70150cd76701'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:37.393303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0aa1d986-05db-4728-a260-2851729ce2a3 None None] Provisioning complete for port af133e5b-1e05-44f3-a96a-8461fc74e247 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:37.394666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d986-05db-4728-a260-2851729ce2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.527976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:31Z', 'revision_number': 5, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port': {'id': 'd748aff0-338f-4865-9422-ffd9972ea360', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:17Z', 'updated_at': '2021-07-15T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:37.577715 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:09:34Z', 'revision_number': 3, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:37.622239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] Checking router: 93135058-5b41-4cb1-bc0e-0a23c68272bb for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:37.637240 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Checking router: aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:37.637594 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Updating router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa port c066d4c9-8f89-44df-a865-9d05f8f25ca6 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:37.680111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be09a-1042-4a87-9521-a5901f253164 req-d434ec99-9973-4653-bab7-2d1bd58a4125 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:37.682854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-263be09a-1042-4a87-9521-a5901f253164 req-d434ec99-9973-4653-bab7-2d1bd58a4125 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.2121103 Jul 15 13:09:37.703579 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.773573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] Routers {'93135058-5b41-4cb1-bc0e-0a23c68272bb'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:37.774612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['93135058-5b41-4cb1-bc0e-0a23c68272bb'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:37.850256 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-263be09a-1042-4a87-9521-a5901f253164 req-8031f829-eb49-427e-9536-ab18320c062d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520967 Jul 15 13:09:37.873331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.877622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:37.883087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782e3585-c11d-4627-87d5-43f8f548640e req-07bb118e-453c-4e92-9570-562393a11744 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660472 Jul 15 13:09:37.924337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.019441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] Set router 93135058-5b41-4cb1-bc0e-0a23c68272bb gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:38.020409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.021215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93135058-5b41-4cb1-bc0e-0a23c68272bb {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:09:38.026486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.040390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ccfa682a-c909-4a3a-b2e4-5280ef19adc2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/93135058-5b41-4cb1-bc0e-0a23c68272bb HTTP/1.1" status: 204 len: 168 time: 2.6420696 Jul 15 13:09:38.040681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:38.120992 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.189939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2d53-e089-41ce-aeeb-b158c5d1cab5 req-8502e45c-aaab-4b3b-8539-c213d0064a2f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.192019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8be2d53-e089-41ce-aeeb-b158c5d1cab5 req-8502e45c-aaab-4b3b-8539-c213d0064a2f tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 948 time: 0.2950764 Jul 15 13:09:38.217942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Deleting subnet 687fc237-beab-4f7a-af1e-58a4d3ba1957 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:09:38.225788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.283138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 7, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:38.292755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Allocated IP 172.20.0.1 (0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8/b312910c-9458-4ae7-a3fa-2e6ba6cff714/e7e98f56-c1e5-470f-9a37-eed8f218bbaa) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:38.314387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.332962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8be2d53-e089-41ce-aeeb-b158c5d1cab5 req-d9608881-1844-4c64-b4ef-205ee0f941bf tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243787 Jul 15 13:09:38.338539 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.359924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-77c8ad56-081f-4610-9593-e8dbada50e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.364361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-77c8ad56-081f-4610-9593-e8dbada50e1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1095 time: 0.3217227 Jul 15 13:09:38.375053 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Transition to ACTIVE for port object c066d4c9-8f89-44df-a865-9d05f8f25ca6 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:38.391775 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.416706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:38.492316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a1b6f-48ca-43a8-942b-61ff53548876 None None] The sync data for ids ['93135058-5b41-4cb1-bc0e-0a23c68272bb'] in n-d-798054-11 is: [{'id': '93135058-5b41-4cb1-bc0e-0a23c68272bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1328956531-router', 'tenant_id': 'dbb357863c784b71873693379c851f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:15Z', 'updated_at': '2021-07-15T13:09:36Z', 'revision_number': 7, 'project_id': 'dbb357863c784b71873693379c851f54', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:38.518000 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa53c20-4e18-476f-9657-7ba977843f6e None None] Pushing event updated for resources: {'Port': ['ID=c066d4c9-8f89-44df-a865-9d05f8f25ca6,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.559858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:38.571817 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.577169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device af133e5b-1e05-44f3-a96a-8461fc74e247 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:38.588170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.589486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-0e9811c2-d64f-4f52-afba-ba1d1fa46437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.592377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-0e9811c2-d64f-4f52-afba-ba1d1fa46437 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2079101 Jul 15 13:09:38.599355 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Attempting to bind port c066d4c9-8f89-44df-a865-9d05f8f25ca6 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:38.600056 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Attempting to bind port c066d4c9-8f89-44df-a865-9d05f8f25ca6 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:38.600610 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Attempting to bind port c066d4c9-8f89-44df-a865-9d05f8f25ca6 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:38.624290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:38.624776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:38.625240 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.625634 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:38.626120 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Bound port: c066d4c9-8f89-44df-a865-9d05f8f25ca6, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:38.626636 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.670920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-ed47a91f-d625-4336-80c6-61f1ab2b7492 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 217 time: 0.0688586 Jul 15 13:09:38.701033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] For port c066d4c9-8f89-44df-a865-9d05f8f25ca6, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:38.704821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] For port c066d4c9-8f89-44df-a865-9d05f8f25ca6, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c066d4c9-8f89-44df-a865-9d05f8f25ca6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:38.711954 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.768684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Routers {'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:38.770036 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:38.833956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.834857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.839420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.885788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84baef0-3862-45a5-b456-b33e9dd13348 req-91adf6f8-b7ee-4c66-b03d-338b950f67a5 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.895076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d84baef0-3862-45a5-b456-b33e9dd13348 req-91adf6f8-b7ee-4c66-b03d-338b950f67a5 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 0.2110431 Jul 15 13:09:38.904549 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] Set router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:38.910321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687fc237-beab-4f7a-af1e-58a4d3ba1957,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:38.914384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port af133e5b-1e05-44f3-a96a-8461fc74e247 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:38.915257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:38.928474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-56ce7662-161c-4d03-ae8e-0b0e8cb431f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.931546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-56ce7662-161c-4d03-ae8e-0b0e8cb431f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.2417462 Jul 15 13:09:38.978327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164be9-7cff-4cfa-b6bf-32184ff8cb9e req-8b42566a-7cc5-4e78-aa94-50a3296f24c6 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:38.986309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55164be9-7cff-4cfa-b6bf-32184ff8cb9e req-8b42566a-7cc5-4e78-aa94-50a3296f24c6 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.3201463 Jul 15 13:09:38.995174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.995174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.995528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.995871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.996214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.996539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.997128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.997513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.997854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.998483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.998483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:38.998916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:09:39.007038 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa53c20-4e18-476f-9657-7ba977843f6e None None] Pushing event updated for resources: {'Port': ['ID=c066d4c9-8f89-44df-a865-9d05f8f25ca6,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.010037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Transition to ACTIVE for port object e7e98f56-c1e5-470f-9a37-eed8f218bbaa will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:39.015265 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.019784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-18065aae-fa39-413a-8572-6d87d926153c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/687fc237-beab-4f7a-af1e-58a4d3ba1957 HTTP/1.1" status: 204 len: 168 time: 0.9756808 Jul 15 13:09:39.020669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-5c0b26ff-499e-4929-8eb1-a01901c7c8d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710285 Jul 15 13:09:39.022393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:39.028706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4863420-17dc-440b-9b77-f4dae2aa3fbc None None] Network b36d4d20-1a95-4b5f-b889-e50eb9555657 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:39.077638 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d84baef0-3862-45a5-b456-b33e9dd13348 req-88d844d4-f005-4745-a6df-0a6fbd70995e tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1816208 Jul 15 13:09:39.100095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55164be9-7cff-4cfa-b6bf-32184ff8cb9e req-94a612a6-ae1f-443d-87c5-8429f8baba2c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124363 Jul 15 13:09:39.224745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.265123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.350844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-bd11f9cb-1bd6-4a7d-b370-ff59617bb582 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206286 Jul 15 13:09:39.398839 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:09:34Z', 'revision_number': 3, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:39.434860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:39.442746 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7a6f-528c-461e-870d-2d26cc345d13 None None] The sync data for ids ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'] in n-d-798054-11 is: [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:09:34Z', 'revision_number': 3, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:39.449027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:39.464802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:39.465312 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:39.516926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] DHCP port deletion for b36d4d20-1a95-4b5f-b889-e50eb9555657 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:09:39.607940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8cb49-846c-4a22-b40d-d18c6a2ab549 req-e39faf5b-edca-482b-a124-ef9192affc19 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:39.619201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ca8cb49-846c-4a22-b40d-d18c6a2ab549 req-e39faf5b-edca-482b-a124-ef9192affc19 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.3579907 Jul 15 13:09:39.648462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Pushing event updated for resources: {'Port': ['ID=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:39.781521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ca8cb49-846c-4a22-b40d-d18c6a2ab549 req-c741792c-23fd-459c-8672-e3179713bc4c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597795 Jul 15 13:09:39.792169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e7252d-e45a-400c-a5e8-149b6f4a267d req-b8d89d85-ceff-44b4-8112-4b7a609bdfa5 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319601 Jul 15 13:09:39.847610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Deleting port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:39.847610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.010319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:40.093260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4672fda8-f59d-4188-8ffb-14fd0cbebc4a None None] Provisioning for port e7e98f56-c1e5-470f-9a37-eed8f218bbaa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:40.094474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3658-7189-468a-88d5-e2ac5974f820 req-875e22c6-56c0-4ff3-92a9-897189230ff9 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.096504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a20a3658-7189-468a-88d5-e2ac5974f820 req-875e22c6-56c0-4ff3-92a9-897189230ff9 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 948 time: 0.1206853 Jul 15 13:09:40.109144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] Deleting port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:40.109144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.123549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] For port ac368cbe-c6b7-4532-8724-73a9fd1a33d3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,segment=NetworkSegment(744160a3-a2f5-4537-8729-b39d7f3ca08c),segment_id=744160a3-a2f5-4537-8729-b39d7f3ca08c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.124417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.149100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Calling delete_port for ac368cbe-c6b7-4532-8724-73a9fd1a33d3 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:40.168425 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a20a3658-7189-468a-88d5-e2ac5974f820 req-e7819e11-5111-4fb6-a0f4-5e8b20c32e69 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Jul 15 13:09:40.236537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] For port ac368cbe-c6b7-4532-8724-73a9fd1a33d3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,segment=NetworkSegment(744160a3-a2f5-4537-8729-b39d7f3ca08c),segment_id=744160a3-a2f5-4537-8729-b39d7f3ca08c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.236999 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.276887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] Calling delete_port for ac368cbe-c6b7-4532-8724-73a9fd1a33d3 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:09:40.287324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4672fda8-f59d-4188-8ffb-14fd0cbebc4a None None] Provisioning complete for port e7e98f56-c1e5-470f-9a37-eed8f218bbaa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:40.289490 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4672fda8-f59d-4188-8ffb-14fd0cbebc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.398695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.402555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.461695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c066d4c9-8f89-44df-a865-9d05f8f25ca6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:40.486921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] No DVR routers for this DVR port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:40.516810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:40.553001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54957c3c-06bc-4f60-b671-28c7d9ec75a5 req-41a8cf56-7249-4613-beed-e710cf50b5e1 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:40.558601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54957c3c-06bc-4f60-b671-28c7d9ec75a5 req-41a8cf56-7249-4613-beed-e710cf50b5e1 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.1205437 Jul 15 13:09:40.606967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:40.659851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54957c3c-06bc-4f60-b671-28c7d9ec75a5 req-c9e41550-2b41-4bd9-8c5c-2f9d7d26bcb8 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936327 Jul 15 13:09:40.689316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.712642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4672fda8-f59d-4188-8ffb-14fd0cbebc4a None None] Port e7e98f56-c1e5-470f-9a37-eed8f218bbaa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:40.733517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.734059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.735181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.735671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > port after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.736167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.736680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > port after_update 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.737191 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.737801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.743046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.744305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.754281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 40b99508-fb63-42e8-b7af-70150cd76701 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:40.754913 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.825473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.825807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.826256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.826681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 13:09:40.827115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36d4d20-1a95-4b5f-b889-e50eb9555657']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.866654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.869227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744160a3-a2f5-4537-8729-b39d7f3ca08c') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.869755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744160a3-a2f5-4537-8729-b39d7f3ca08c') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:40.908304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] No DVR routers for this DVR port ac368cbe-c6b7-4532-8724-73a9fd1a33d3 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:09:40.925260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.964876 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:40.976678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:40.984955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9d292-2cf2-4b7e-9572-1855c9cb3c42 req-95c0945c-1bcb-424a-9e27-bc6cdcadcba8 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.001215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.007889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7d9d292-2cf2-4b7e-9572-1855c9cb3c42 req-95c0945c-1bcb-424a-9e27-bc6cdcadcba8 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 1.0920169 Jul 15 13:09:41.009755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:09:41.010330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.017290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Request body: {'floatingip': {'port_id': 'eb0736f7-2dba-4871-bac6-b88fde0c795b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:41.030456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'port_id': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'mac_address': 'fa:16:3e:89:d7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf6b7ce-8b35-4121-b2b0-105090a06a05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: from cryptography.utils import int_from_bytes Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: from cryptography.utils import int_from_bytes Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.031729 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:09:41.035828 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:09:41.041209 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:09:41.091589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e643e22-e0d0-4e8c-be87-75133baa4fbb None None] Pushing event deleted for resources: {'Port': ['ID=ac368cbe-c6b7-4532-8724-73a9fd1a33d3,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.097526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port c066d4c9-8f89-44df-a865-9d05f8f25ca6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:41.111469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c066d4c9-8f89-44df-a865-9d05f8f25ca6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:41.112208 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.196412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.228224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.258871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a245c97a-67ea-47fc-86b5-dd377a458f4c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:41.278183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.281732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.287515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.316839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.325829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.328708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] 10.222.0.57 "DELETE /v2.0/networks/b36d4d20-1a95-4b5f-b889-e50eb9555657 HTTP/1.1" status: 204 len: 168 time: 2.3056600 Jul 15 13:09:41.339646 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.404495 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.447624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e1f7-8e04-4b90-8f64-cc408983301e admin admin] Pushing event deleted for resources: {'Network': ['ID=b36d4d20-1a95-4b5f-b889-e50eb9555657,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.526811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.528666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Pushing event updated for resources: {'Port': ['ID=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.582173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:41.587660 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa52d65-716d-4056-9b8f-52ce5f4b404c" -d '{"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-plugged", "status": "completed", "tag": "40b99508-fb63-42e8-b7af-70150cd76701"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:41.620029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55936) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.628086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:41.637773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.650158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.707416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:41.712168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d0e17c68-e813-475d-ac3e-2d48537115e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dbb357863c784b71873693379c851f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907924 Jul 15 13:09:41.713969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:41.716775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55942) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:41.752346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.780883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a245c97a-67ea-47fc-86b5-dd377a458f4c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:41.854212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a9bf-e032-45f4-94ae-0fb2aa6cf655 req-0b6e444e-b991-4349-b388-d6fd2b458aa7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:41.862312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2dd7a9bf-e032-45f4-94ae-0fb2aa6cf655 req-0b6e444e-b991-4349-b388-d6fd2b458aa7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.7515721 Jul 15 13:09:41.918610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port c066d4c9-8f89-44df-a865-9d05f8f25ca6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c066d4c9-8f89-44df-a865-9d05f8f25ca6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:41.964630 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:41.988856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=11']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.045789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2dd7a9bf-e032-45f4-94ae-0fb2aa6cf655 req-4102d46c-3ef9-4656-9921-9f954188de2c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823394 Jul 15 13:09:42.053172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:42.089309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b69d9f8b-7666-452a-8dac-8ae8d7a1c563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.117826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac368cbe-c6b7-4532-8724-73a9fd1a33d3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:42.124819 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b69d9f8b-7666-452a-8dac-8ae8d7a1c563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.247133 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb744847-8143-4fa5-a0de-deb1e5c4ccf0 x-openstack-request-id: req-cb744847-8143-4fa5-a0de-deb1e5c4ccf0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:42.247133 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-plugged", "status": "completed", "tag": "40b99508-fb63-42e8-b7af-70150cd76701", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:42.247133 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb744847-8143-4fa5-a0de-deb1e5c4ccf0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:42.247133 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701', 'code': 200} Jul 15 13:09:42.247814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ac368cbe-c6b7-4532-8724-73a9fd1a33d3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:42.247814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac368cbe-c6b7-4532-8724-73a9fd1a33d3 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:42.248820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d748aff0-338f-4865-9422-ffd9972ea360 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:42.353481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=c066d4c9-8f89-44df-a865-9d05f8f25ca6,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.356691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d748aff0-338f-4865-9422-ffd9972ea360 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:42.357036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d748aff0-338f-4865-9422-ffd9972ea360 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:42.357486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:09:42.408392 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b69d9f8b-7666-452a-8dac-8ae8d7a1c563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.411861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b69d9f8b-7666-452a-8dac-8ae8d7a1c563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.415792 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b69d9f8b-7666-452a-8dac-8ae8d7a1c563 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7abffffb-9431-410c-aabc-24da25ea1613 HTTP/1.1" status: 204 len: 168 time: 0.6949246 Jul 15 13:09:42.429598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:09:42.430126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b3a151ea-73d1-41c1-8960-3ad8ceeb0a02 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:09:42.432555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.441549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.444637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5fd82a13-1dc9-48c8-be32-6affd02786c5 None None] Provisioning complete for port e7e98f56-c1e5-470f-9a37-eed8f218bbaa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:42.445046 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5fd82a13-1dc9-48c8-be32-6affd02786c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.591116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c066d4c9-8f89-44df-a865-9d05f8f25ca6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:42.595330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5fd82a13-1dc9-48c8-be32-6affd02786c5 None None] Port e7e98f56-c1e5-470f-9a37-eed8f218bbaa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:42.616969 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54 associated. External IP: 172.25.3.190, port: eb0736f7-2dba-4871-bac6-b88fde0c795b. Jul 15 13:09:42.626904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d02b45-575c-4342-8621-f24cff60280d req-62afeac3-cf2d-461b-bf42-96b2950b7af7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.634655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96d02b45-575c-4342-8621-f24cff60280d req-62afeac3-cf2d-461b-bf42-96b2950b7af7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.2969830 Jul 15 13:09:42.695716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c066d4c9-8f89-44df-a865-9d05f8f25ca6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:42.696352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.781631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d9f8b-7666-452a-8dac-8ae8d7a1c563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abffffb-9431-410c-aabc-24da25ea1613,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:42.795129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c5717-592d-456f-9c8a-5b84189a7f1d req-f94c354a-06a3-48b4-95b1-f6a7c4194c95 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.796671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-046c5717-592d-456f-9c8a-5b84189a7f1d req-f94c354a-06a3-48b4-95b1-f6a7c4194c95 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 950 time: 0.6230228 Jul 15 13:09:42.812853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96d02b45-575c-4342-8621-f24cff60280d req-1f9fca00-1026-4bd9-9c65-c77e67f9214a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771433 Jul 15 13:09:42.831195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:42.837820 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ea52fece-20e5-41e1-be41-9630126c2c1e admin admin] 10.222.0.57 "PUT /v2.0/routers/aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0711088 Jul 15 13:09:42.877944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Sync routers for ids ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:42.894369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e59b-f5fa-4a6d-b976-26f7b6837d98 req-2136b916-31be-4da6-871b-f2f08459b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:42.896006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64c3e59b-f5fa-4a6d-b976-26f7b6837d98 req-2136b916-31be-4da6-871b-f2f08459b5c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1102 time: 0.3889978 Jul 15 13:09:42.915257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-046c5717-592d-456f-9c8a-5b84189a7f1d req-84ef1e7a-2b18-42c5-8835-59a1ef4990ce tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982471 Jul 15 13:09:42.930289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Routers {'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:42.931236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:42.939564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e8649ee6-7796-4492-aaee-b71ac21f50ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:42.985455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64c3e59b-f5fa-4a6d-b976-26f7b6837d98 req-07f8af7b-ea7a-480c-839b-eeb1c9edf343 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795918 Jul 15 13:09:43.174758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Set router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:43.212904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Router 5d117e67-75e7-4585-9b75-d858dd22e703 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:43.222289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977aaea-4773-42fa-b175-36c933f82104 req-f1e81ed3-a3dd-4a84-a675-4e121754e651 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.224060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b977aaea-4773-42fa-b175-36c933f82104 req-f1e81ed3-a3dd-4a84-a675-4e121754e651 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1097 time: 0.1072626 Jul 15 13:09:43.307750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b977aaea-4773-42fa-b175-36c933f82104 req-7fcdf398-e859-4f06-841d-a08b6d3fad72 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730689 Jul 15 13:09:43.483842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:43.491354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:43.505806 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:43.527659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:43.527659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:43.591324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-19641adb-31dc-49f4-a24e-2820a5443485 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "PUT /v2.0/floatingips/9edac5bc-298e-45f3-b6d7-cbbff595bd54 HTTP/1.1" status: 200 len: 992 time: 2.5847011 Jul 15 13:09:43.591324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:43.593129 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6070ba-750b-4680-b025-a286d66a8050" -d '{"events": [{"name": "network-changed", "server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:43.718916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:09:39Z', 'revision_number': 4, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e7e98f56-c1e5-470f-9a37-eed8f218bbaa', 'name': '', 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'mac_address': 'fa:16:3e:b4:f3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:37Z', 'updated_at': '2021-07-15T13:09:40Z', 'revision_number': 2, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'subnets': [{'id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:43.736213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92d35b-32ef-48bd-a6f3-ac083a27c879 req-9c1970d5-5e82-4fa9-a2f9-46409d56e9e4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:43.748727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b92d35b-32ef-48bd-a6f3-ac083a27c879 req-9c1970d5-5e82-4fa9-a2f9-46409d56e9e4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 944 time: 0.2677488 Jul 15 13:09:43.799275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Checking router: aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:43.800896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Updating router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa port e7e98f56-c1e5-470f-9a37-eed8f218bbaa binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:43.861722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b92d35b-32ef-48bd-a6f3-ac083a27c879 req-5cde4527-6e32-43f8-b5f0-30a3ae8f2520 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073539 Jul 15 13:09:43.885946 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:43.936539 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.324646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56004) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:44.335644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-network', 'tenant_id': '7f8460920a72434da46922fdb9544257'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:44.405456 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e285d9b1-9f27-4a9d-8929-fa3e96375fd3 x-openstack-request-id: req-e285d9b1-9f27-4a9d-8929-fa3e96375fd3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:44.406034 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:44.406297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Made reservation on behalf of 7f8460920a72434da46922fdb9544257 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:44.406695 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e285d9b1-9f27-4a9d-8929-fa3e96375fd3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:44.407415 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'status': 'completed', 'code': 200} Jul 15 13:09:44.410384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.439003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.636957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:44.685243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.693086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.727221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:44.753089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.753327 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Added segment 56d7e24e-f9c0-4a06-a37e-1d9a42a94158 of type vlan for network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 Jul 15 13:09:44.774134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6070ba-750b-4680-b025-a286d66a8050 req-83c822d7-562f-4f1a-b6b1-2a1cc99550b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:44.779869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-83c822d7-562f-4f1a-b6b1-2a1cc99550b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 1098 time: 0.1425645 Jul 15 13:09:44.807693 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '9edac5bc-298e-45f3-b6d7-cbbff595bd54', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'port_id': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'mac_address': 'fa:16:3e:df:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:07:02Z', 'updated_at': '2021-07-15T13:09:42Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:44.877226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.920355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:44.922122 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:44.969893 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:44.970978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:44.984561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.010066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56016) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:45.010748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2787733-fcf1-4017-bef8-c3575791eab1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.013421 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.014369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.015036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.044238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6070ba-750b-4680-b025-a286d66a8050 req-6e7a855f-c76b-4465-98b5-cda400fd2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.048427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-6e7a855f-c76b-4465-98b5-cda400fd2873 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 924 time: 0.2629883 Jul 15 13:09:45.067562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7357554 Jul 15 13:09:45.091871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56020) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:45.147456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port a245c97a-67ea-47fc-86b5-dd377a458f4c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:45.195330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Request body: {'subnet': {'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-subnet', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:45.203960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-d83037ee-5805-4486-a729-20100159fe2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b HTTP/1.1" status: 200 len: 1000 time: 0.1480231 Jul 15 13:09:45.288281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port a245c97a-67ea-47fc-86b5-dd377a458f4c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:45.290855 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.300302 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:45.355321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6070ba-750b-4680-b025-a286d66a8050 req-2724c18d-aaa9-4aa2-b8f8-4a3364fc0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.359240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-2724c18d-aaa9-4aa2-b8f8-4a3364fc0109 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.1366034 Jul 15 13:09:45.400183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa5c4f-c7a0-4412-b932-d41fe3b8fd3b admin admin] Pushing event updated for resources: {'Network': ['ID=1a01e7e7-247f-4a38-8ea9-f0226861cda9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.428614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:45.428836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-266054813-network', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:45.478217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Made reservation on behalf of 7f8460920a72434da46922fdb9544257 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:45.493081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.509991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6070ba-750b-4680-b025-a286d66a8050 req-9ca34490-7509-4cf0-a230-efb620e265b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.512232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-9ca34490-7509-4cf0-a230-efb620e265b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444037 Jul 15 13:09:45.532105 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.602266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fa258-7cac-41d7-bcf1-5b8488fec04b req-885bd061-ec1a-420d-8b02-794c037e2693 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:45.606094 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.612629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-642fa258-7cac-41d7-bcf1-5b8488fec04b req-885bd061-ec1a-420d-8b02-794c037e2693 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.5139484 Jul 15 13:09:45.622510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Transition to ACTIVE for port object e7e98f56-c1e5-470f-9a37-eed8f218bbaa will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:45.713178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-dac1826f-6875-4f78-ae1a-df893e667c78 service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923702 Jul 15 13:09:45.727428 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.830943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630e7-da01-4674-914b-ffe98ad43832 None None] Pushing event updated for resources: {'Port': ['ID=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:45.882194 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:45.950251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:45.956156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c6070ba-750b-4680-b025-a286d66a8050 req-a5801a88-67b4-4b1b-a549-1524b1cdc19a service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342350 Jul 15 13:09:46.017654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.039005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Made reservation on behalf of 1240172f45ac46c6a9ec3a8905a5ff18 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:46.041476 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.045400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:09:46.049534 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea97933-f4bf-407a-82ac-4777db512d81" -d '{"events": [{"server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "name": "network-vif-plugged", "status": "completed", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:09:46.055986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60135cad-786e-46d2-8798-bdf4b9ec39f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.073429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Attempting to bind port e7e98f56-c1e5-470f-9a37-eed8f218bbaa on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:46.073794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Attempting to bind port e7e98f56-c1e5-470f-9a37-eed8f218bbaa by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:46.074180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Attempting to bind port e7e98f56-c1e5-470f-9a37-eed8f218bbaa on network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:46.076836 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.115503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42b15e6-8472-4e88-b12a-f732da3f46a8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.124514 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '9edac5bc-298e-45f3-b6d7-cbbff595bd54', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'port_id': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'mac_address': 'fa:16:3e:df:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:07:02Z', 'updated_at': '2021-07-15T13:09:42Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:46.175244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.212235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.236840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:46.251456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Checking segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.252345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.253675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Bound using segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:46.253933 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69e9cfe-6a72-488f-961c-0cd500528c0c None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '9edac5bc-298e-45f3-b6d7-cbbff595bd54', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'port_id': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'mac_address': 'fa:16:3e:df:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:07:02Z', 'updated_at': '2021-07-15T13:09:42Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:46.254689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Bound port: e7e98f56-c1e5-470f-9a37-eed8f218bbaa, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:46.256471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.299597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.304543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-642fa258-7cac-41d7-bcf1-5b8488fec04b req-60b6e21f-1f55-4268-8aac-ba6f00108743 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905973 Jul 15 13:09:46.305856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Checking segment: {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:46.306233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Network hostable DHCP agents. Network: 1a01e7e7-247f-4a38-8ea9-f0226861cda9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:46.316514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.329341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:09:46.344831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.345182 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Added segment 313008c3-3377-44fb-9ee9-2efaabe2ca32 of type vlan for network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 Jul 15 13:09:46.397235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] For port e7e98f56-c1e5-470f-9a37-eed8f218bbaa, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:46.400820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] For port e7e98f56-c1e5-470f-9a37-eed8f218bbaa, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:46.408482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.413614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-51f9fdc8-800a-41a2-ac3b-b4dd08dcc67e tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:09:46.414705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-51f9fdc8-800a-41a2-ac3b-b4dd08dcc67e tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313845 Jul 15 13:09:46.418601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:46.420566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6139d69-a1e6-454b-ba26-e756eb26bfe6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.436040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.497842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:46.498488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:09:46.500758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795630e7-da01-4674-914b-ffe98ad43832 None None] Pushing event updated for resources: {'Port': ['ID=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.523738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Routers {'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:46.524378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:46.534363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.535894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.536551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.559071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1a01e7e7-247f-4a38-8ea9-f0226861cda9) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:46.637660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:46.638715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.683437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] Set router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:46.691937 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6454146 Jul 15 13:09:46.693417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:46.708335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Request body: {'subnet': {'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-subnet', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:46.774072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Made reservation on behalf of 1240172f45ac46c6a9ec3a8905a5ff18 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:09:46.779236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.800081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0253d278-d9ed-4e03-a5ff-c94d6817dbfa admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6290467 Jul 15 13:09:46.805589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d82c8-c1b6-4860-b1da-3b5551c08008 admin admin] Pushing event updated for resources: {'Network': ['ID=03990c9e-05ce-41fd-b99c-551cf1ea1c26,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:46.808922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:46.848473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed2676-4907-4986-93f4-209bafc1d40b None None] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:46.850549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:09:46.879318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:46.919640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a755c921-8dc5-4006-91e5-cc0ba2d2bb84 None None] New status for floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:09:46.964867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:46.966158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.000305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0a57-9f82-4575-a29a-6665a448f099 req-0bda6249-3048-4516-8b54-277b6b5ed610 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.002041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a9c0a57-9f82-4575-a29a-6665a448f099 req-0bda6249-3048-4516-8b54-277b6b5ed610 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 950 time: 0.4728074 Jul 15 13:09:47.070268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.097984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:47.098340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:47.098754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:47.127856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.144061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a9c0a57-9f82-4575-a29a-6665a448f099 req-05077ab2-0667-4435-aa47-df854c048efa tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338849 Jul 15 13:09:47.165224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.200955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:09:47.203050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:47.276124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:47.276551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:47.276895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:47.277468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Bound port: 589df977-2e6e-486e-ab22-f359c52f692f, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:47.345873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:47.358399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.371029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Checking segment: {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:47.371601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Network hostable DHCP agents. Network: 03990c9e-05ce-41fd-b99c-551cf1ea1c26, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:09:47.373012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5d665d71-82ad-4595-8351-59a6037b8ad5 service neutron] 10.222.0.57 "POST /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f/bindings HTTP/1.1" status: 201 len: 390 time: 0.9310539 Jul 15 13:09:47.387895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:47.429368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:09:47.447807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 03990c9e-05ce-41fd-b99c-551cf1ea1c26) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:47.455960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.457409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.507361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6b99eab-c845-4de6-82f3-9be5932eba79 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8095717 Jul 15 13:09:47.509459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56056) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:47.524927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:09:47.554303 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.559356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1034e-a996-4192-9cf4-e3a8001f753f None None] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:47.568337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.570987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.661983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3acf6-8d9f-4f82-845a-3ec905d94591 req-3dc83c90-68a6-4c64-995c-b5c69bba314a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:47.670305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52d3acf6-8d9f-4f82-845a-3ec905d94591 req-3dc83c90-68a6-4c64-995c-b5c69bba314a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.2911086 Jul 15 13:09:47.734863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.783155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52d3acf6-8d9f-4f82-845a-3ec905d94591 req-5e86a3d2-686a-4a50-8c88-f285083eef33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113396 Jul 15 13:09:47.815834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-1a01e7e7-247f-4a38-8ea9-f0226861cda9', 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'fixed_ips': [{'subnet_id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:47.822784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:47.919028 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:09:48.087132 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878714b-a066-4d9b-a32a-87b88dfbee1d x-openstack-request-id: req-7878714b-a066-4d9b-a32a-87b88dfbee1d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:09:48.088004 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "name": "network-vif-plugged", "status": "completed", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:09:48.088004 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7878714b-a066-4d9b-a32a-87b88dfbee1d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:09:48.088004 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'code': 200} Jul 15 13:09:48.093845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:09:39Z', 'revision_number': 4, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e7e98f56-c1e5-470f-9a37-eed8f218bbaa', 'name': '', 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'mac_address': 'fa:16:3e:b4:f3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:37Z', 'updated_at': '2021-07-15T13:09:46Z', 'revision_number': 4, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'subnets': [{'id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:48.190587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afccc45-c61f-4399-baec-ff198a20aa0c None None] The sync data for ids ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'] in n-d-798054-11 is: [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:09:39Z', 'revision_number': 4, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e7e98f56-c1e5-470f-9a37-eed8f218bbaa', 'name': '', 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'mac_address': 'fa:16:3e:b4:f3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:37Z', 'updated_at': '2021-07-15T13:09:46Z', 'revision_number': 4, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'subnets': [{'id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:48.223080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.295555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.576332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Allocated IP 172.25.3.161 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/960888fa-f069-4f06-8000-27f737d6f5a8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:48.622937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Allocated IP 172.20.0.2 (1a01e7e7-247f-4a38-8ea9-f0226861cda9/c42b15e6-8472-4e88-b12a-f732da3f46a8/ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:48.695581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'fixed_ips': [{'subnet_id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:09:48.705613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.748856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7e98f56-c1e5-470f-9a37-eed8f218bbaa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:48.852462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.893313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:48.921620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3805e78-263e-4ac7-a69f-f1b1ab097a48 req-5829a3c2-0f8d-41f4-b383-497168a64e7c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:48.924090 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3805e78-263e-4ac7-a69f-f1b1ab097a48 req-5829a3c2-0f8d-41f4-b383-497168a64e7c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.1677935 Jul 15 13:09:49.066888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3805e78-263e-4ac7-a69f-f1b1ab097a48 req-eb8a63ab-dc8b-49fd-b40f-78bab7ac82cd tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245892 Jul 15 13:09:49.095003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.145710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.198416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Pushing event updated for resources: {'Port': ['ID=960888fa-f069-4f06-8000-27f737d6f5a8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:49.201119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-887c8581-8f43-40d1-831c-fca93e905bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.203657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-887c8581-8f43-40d1-831c-fca93e905bd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1097 time: 1.4671814 Jul 15 13:09:49.227625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:49.230505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:49.240790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:49.464079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e7e98f56-c1e5-470f-9a37-eed8f218bbaa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:49.472073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c6d29-fa91-4f5f-9088-6fe504f5b998 req-a7aa12cb-ce7b-497a-a689-97612d4a3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.475096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e3c6d29-fa91-4f5f-9088-6fe504f5b998 req-a7aa12cb-ce7b-497a-a689-97612d4a3c02 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1097 time: 0.4953249 Jul 15 13:09:49.479465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e7e98f56-c1e5-470f-9a37-eed8f218bbaa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:49.480058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.497367 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:49.596401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Transition to ACTIVE for port object ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:49.657221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Allocated IP 172.20.0.2 (03990c9e-05ce-41fd-b99c-551cf1ea1c26/cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145/b04cc9e6-f1e6-4e95-be01-e989343dfeb2) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:49.667852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Transition to ACTIVE for port object ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:49.689603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb08ed1-f110-4925-8f25-818b5ab8bc5c req-2fd07d7e-607c-401b-bfdf-e2d564b0bb0f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.697741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2cb08ed1-f110-4925-8f25-818b5ab8bc5c req-2fd07d7e-607c-401b-bfdf-e2d564b0bb0f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 945 time: 0.7198129 Jul 15 13:09:49.903475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5f7cfcfa-48e9-4abd-a892-c1f112169fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:49.905865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-5f7cfcfa-48e9-4abd-a892-c1f112169fc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.6882052 Jul 15 13:09:49.972205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e3c6d29-fa91-4f5f-9088-6fe504f5b998 req-8501fb58-7fc1-4459-b4b0-44f3b386330e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881763 Jul 15 13:09:50.044894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-dc25618a-826e-46de-82ef-3a41442ea018 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 217 time: 0.1083810 Jul 15 13:09:50.066716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0aae6-d770-4451-957f-a290711afda6 req-e6284ed3-1c27-4993-91d9-7553f5e1c1d3 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.068550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.081935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6da0aae6-d770-4451-957f-a290711afda6 req-e6284ed3-1c27-4993-91d9-7553f5e1c1d3 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1102 time: 0.4023767 Jul 15 13:09:50.083237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.099760 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.101438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:50.111962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:50.134312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2cb08ed1-f110-4925-8f25-818b5ab8bc5c req-6cb92b71-46bc-475d-8c46-d2539f7cfc0a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024503 Jul 15 13:09:50.183831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-08a7249f-273f-4b64-aade-a2ec9369d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:50.186577 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-08a7249f-273f-4b64-aade-a2ec9369d87b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1227689 Jul 15 13:09:50.228266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:50.267712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-aacfc34a-038b-4ff4-bae3-b90ac51163c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565817 Jul 15 13:09:50.367181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6da0aae6-d770-4451-957f-a290711afda6 req-757fc2b4-dc0a-4b54-ac1e-7e350ae62cd1 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830296 Jul 15 13:09:50.471167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Attempting to bind port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:50.471782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Attempting to bind port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:50.472315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Attempting to bind port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c on network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:50.500419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Pushing event updated for resources: {'Port': ['ID=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.541348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:50.542322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Checking segment: {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:50.543223 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.549881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Bound using segment: {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:50.550725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Bound port: ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:50.551541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.641985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e7e98f56-c1e5-470f-9a37-eed8f218bbaa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:50.681453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.718374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-620eecc2-fc37-46a8-bed9-1ec62aee103f service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453040 Jul 15 13:09:50.815220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.907535 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:50.948101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:50.974988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.011785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c8694-c263-4854-a7c2-3ba11d5aa091 req-be7936e1-555f-463d-a3e4-fe470b0974ff tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.014362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-885c8694-c263-4854-a7c2-3ba11d5aa091 req-be7936e1-555f-463d-a3e4-fe470b0974ff tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.3194113 Jul 15 13:09:51.015483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Transition to ACTIVE for port object b04cc9e6-f1e6-4e95-be01-e989343dfeb2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:51.017584 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.067108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] For port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:51.139911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Transition to ACTIVE for port object b04cc9e6-f1e6-4e95-be01-e989343dfeb2 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:51.153868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] For port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,segment=NetworkSegment(56d7e24e-f9c0-4a06-a37e-1d9a42a94158),segment_id=56d7e24e-f9c0-4a06-a37e-1d9a42a94158)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:51.165223 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.192174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Allocated IP 172.25.3.83 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/2892839d-fdb8-4250-8ee3-7308d1bf9225) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:51.302045 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.331891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:51.347437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:51.365155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:51.366559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-885c8694-c263-4854-a7c2-3ba11d5aa091 req-2d908162-35af-4abc-87a6-3b89301ecb59 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371134 Jul 15 13:09:51.372666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.438342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe2f9-7d4c-4671-99c0-5512e8019b36 None None] Pushing event updated for resources: {'Port': ['ID=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.560802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-1378096c-b46f-4dec-a260-639f722c1de6 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015600 Jul 15 13:09:51.564422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.566239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:51.610467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Attempting to bind port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:51.611454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Attempting to bind port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:51.611454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Attempting to bind port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 on network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:51.622871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Pushing event updated for resources: {'Port': ['ID=2892839d-fdb8-4250-8ee3-7308d1bf9225,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.630963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Pushing event updated for resources: {'Port': ['ID=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:51.646621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:51.647039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Checking segment: {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:51.647400 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.647802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Bound using segment: {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:51.648297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Bound port: b04cc9e6-f1e6-4e95-be01-e989343dfeb2, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:51.648688 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:51.660189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad22ffd-758a-4a3a-a002-4f01a44602c2 req-f179e2c9-1299-412a-b674-2d3c400dedad tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:51.662145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ad22ffd-758a-4a3a-a002-4f01a44602c2 req-f179e2c9-1299-412a-b674-2d3c400dedad tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.8436644 Jul 15 13:09:51.681269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:51.684609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:51.692291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:51.899961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] For port b04cc9e6-f1e6-4e95-be01-e989343dfeb2, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:51.903879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] For port b04cc9e6-f1e6-4e95-be01-e989343dfeb2, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,segment=NetworkSegment(313008c3-3377-44fb-9ee9-2efaabe2ca32),segment_id=313008c3-3377-44fb-9ee9-2efaabe2ca32)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:51.912288 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.142790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.176936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2634622-e3f8-4f6a-9480-528605fe90b6 None None] Pushing event updated for resources: {'Port': ['ID=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:52.241872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ad22ffd-758a-4a3a-a002-4f01a44602c2 req-226ae3e1-9e3b-4b55-9ea9-156bbfb288ba tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762030 Jul 15 13:09:52.448697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:52.521572 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Sync routers for ids ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:52.538270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:52.546063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b2e5c162-1246-4589-a93a-6319787579ce admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6847191 Jul 15 13:09:52.547202 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Routers {'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:52.547863 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:52.548540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56092) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:52.915038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:53.090395 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Set router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:53.369323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b04cc9e6-f1e6-4e95-be01-e989343dfeb2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:53.524594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Router e1f84efe-af27-49a4-b045-0010b4e3fbc9 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:09:53.547624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c5a10-c750-4d16-918e-877a95643bcd None None] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:53.785924 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 3, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:53.815511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:53.839494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:53.854866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-733fca61-0beb-421d-bd7f-9baf0a5f20fe None None] Provisioning for port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:53.889275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef1280-9afb-4b48-b8b8-661f21c5cf1d req-2b0b128e-fc35-4bc6-a080-2218e5334011 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.900045 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afef1280-9afb-4b48-b8b8-661f21c5cf1d req-2b0b128e-fc35-4bc6-a080-2218e5334011 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.4649456 Jul 15 13:09:53.917932 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Checking router: a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:53.918425 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Updating router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 port 960888fa-f069-4f06-8000-27f737d6f5a8 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:53.965589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:53.987954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f1152-9315-48c9-9a2d-7a042d5234d1 req-9b7e0353-f130-43ff-a306-38cb5b05bd0f tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:53.998773 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-320f1152-9315-48c9-9a2d-7a042d5234d1 req-9b7e0353-f130-43ff-a306-38cb5b05bd0f tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 1102 time: 0.2729628 Jul 15 13:09:54.015732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.022138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d2b07be3-f5d1-4db9-84fe-05838ed58836 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5055406 Jul 15 13:09:54.032583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Sync routers for ids ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:09:54.047001 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.047330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56116) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:09:54.124142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Routers {'e1f84efe-af27-49a4-b045-0010b4e3fbc9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:54.124644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:54.159301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afef1280-9afb-4b48-b8b8-661f21c5cf1d req-3f27a651-92e2-4c94-9d90-4d6b68c21ac5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581697 Jul 15 13:09:54.278922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.285650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Set router e1f84efe-af27-49a4-b045-0010b4e3fbc9 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:54.359965 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-320f1152-9315-48c9-9a2d-7a042d5234d1 req-eb5511a5-d597-49c7-8cb5-b5cc77a24ed3 tempest-ServersAdminTestJSON-529176332 tempest-ServersAdminTestJSON-529176332-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597755 Jul 15 13:09:54.552834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a807263c-8ff0-4a1e-aa72-b02ecb7ba803 None None] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:09:54.667531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] Provisioning for port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.728018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] Provisioning complete for port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.729155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.732984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:54.855471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5ec61-ee3d-4d06-be09-6b9e6854f450 req-60f87cb0-3262-4587-aad5-cea4c0189296 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:54.869728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63a5ec61-ee3d-4d06-be09-6b9e6854f450 req-60f87cb0-3262-4587-aad5-cea4c0189296 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.4204457 Jul 15 13:09:54.885684 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.923679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:54.923958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:54.928289 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Transition to ACTIVE for port object 960888fa-f069-4f06-8000-27f737d6f5a8 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:54.944295 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.012158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63a5ec61-ee3d-4d06-be09-6b9e6854f450 req-4d68587c-325e-4198-ad29-7a2fc958afb9 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414287 Jul 15 13:09:55.050103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Allocated IP 172.20.0.1 (1a01e7e7-247f-4a38-8ea9-f0226861cda9/c42b15e6-8472-4e88-b12a-f732da3f46a8/bd856cf7-5b5d-4bac-ba29-497d11aca55a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:55.128422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.260412 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Attempting to bind port 960888fa-f069-4f06-8000-27f737d6f5a8 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:09:55.260905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Attempting to bind port 960888fa-f069-4f06-8000-27f737d6f5a8 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:09:55.261349 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Attempting to bind port 960888fa-f069-4f06-8000-27f737d6f5a8 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:09:55.296633 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df137-1ff3-41ea-a219-784f700a48b5 None None] Pushing event updated for resources: {'Port': ['ID=960888fa-f069-4f06-8000-27f737d6f5a8,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.318774 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:09:55.318774 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:09:55.332772 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.333667 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:09:55.343262 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Bound port: 960888fa-f069-4f06-8000-27f737d6f5a8, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:09:55.343917 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.380234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] For port b04cc9e6-f1e6-4e95-be01-e989343dfeb2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,segment=NetworkSegment(313008c3-3377-44fb-9ee9-2efaabe2ca32),segment_id=313008c3-3377-44fb-9ee9-2efaabe2ca32)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.390892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.500691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.513587 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] For port 960888fa-f069-4f06-8000-27f737d6f5a8, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:09:55.519784 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] For port 960888fa-f069-4f06-8000-27f737d6f5a8, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=960888fa-f069-4f06-8000-27f737d6f5a8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:09:55.527696 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.570991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.591844 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Routers {'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:09:55.592550 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:55.623093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Transition to ACTIVE for port object bd856cf7-5b5d-4bac-ba29-497d11aca55a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:55.655409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f76ac3-4f14-4094-b708-bad20f59970b None None] Pushing event updated for resources: {'Port': ['ID=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.687350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.716842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,segment=NetworkSegment(56d7e24e-f9c0-4a06-a37e-1d9a42a94158),segment_id=56d7e24e-f9c0-4a06-a37e-1d9a42a94158)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:55.739382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fddb8b31-240d-40d4-82a8-430607911610 None None] Provisioning complete for port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:55.741506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecfaae-ff0d-465e-a5d1-b2e258513589 req-686413d2-8d67-4ebd-a855-172c93049254 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:55.742828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fddb8b31-240d-40d4-82a8-430607911610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.751228 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7eecfaae-ff0d-465e-a5d1-b2e258513589 req-686413d2-8d67-4ebd-a855-172c93049254 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1097 time: 0.2425468 Jul 15 13:09:55.775048 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:55.776543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7e98f56-c1e5-470f-9a37-eed8f218bbaa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:55.782254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:55.814714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:55.822364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:55.833033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Pushing event updated for resources: {'Port': ['ID=bd856cf7-5b5d-4bac-ba29-497d11aca55a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.868260 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df137-1ff3-41ea-a219-784f700a48b5 None None] Pushing event updated for resources: {'Port': ['ID=960888fa-f069-4f06-8000-27f737d6f5a8,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:55.904470 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] Set router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:09:55.932546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7eecfaae-ff0d-465e-a5d1-b2e258513589 req-7d2b7d59-6b11-4265-9f5b-9f511418f8fd tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796284 Jul 15 13:09:55.978149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.216940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:09:56.461460 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.537540 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 3, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:56.561155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:56.584145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'mac_address': 'fa:16:3e:c2:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:09:56.623908 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca701cce-8e7c-469a-8da8-d9e59ff55ded None None] The sync data for ids ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'] in n-d-798054-11 is: [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:49Z', 'revision_number': 3, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:09:56.625250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bfe87-1959-44ca-bb71-5e18fac1162d req-5dc3f877-c323-4f5c-83ea-39c5118bd250 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.642404 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-382bfe87-1959-44ca-bb71-5e18fac1162d req-5dc3f877-c323-4f5c-83ea-39c5118bd250 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 950 time: 0.3517511 Jul 15 13:09:56.676214 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.698117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.711012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d321b48b-eb07-41dd-876c-35a2c3d97333 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:09:56.737681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-382bfe87-1959-44ca-bb71-5e18fac1162d req-3e1445c5-6e35-4eef-8456-52229b3afd76 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Jul 15 13:09:56.759042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:09:56.759042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:56.773764 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:56.862337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d656f-35b1-4829-a99d-6c8c6868112a req-cf5c1567-774c-4b95-8e6e-abcaecbfd419 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:56.870880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b9d656f-35b1-4829-a99d-6c8c6868112a req-cf5c1567-774c-4b95-8e6e-abcaecbfd419 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.2634735 Jul 15 13:09:57.018695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b9d656f-35b1-4829-a99d-6c8c6868112a req-4b984dfd-c4d2-495e-8502-7c0e4b6366dc tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465609 Jul 15 13:09:57.071452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e7e98f56-c1e5-470f-9a37-eed8f218bbaa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:57.071742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.233579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.250401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d321b48b-eb07-41dd-876c-35a2c3d97333'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:09:57.256136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.405422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 3, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:09:57.486640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Checking router: e1f84efe-af27-49a4-b045-0010b4e3fbc9 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:09:57.487247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Updating router e1f84efe-af27-49a4-b045-0010b4e3fbc9 port 2892839d-fdb8-4250-8ee3-7308d1bf9225 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:09:57.513302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Allocated IP 172.20.0.1 (03990c9e-05ce-41fd-b99c-551cf1ea1c26/cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145/b2d2bc3b-fa18-4086-a15c-f202c405cba5) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:09:57.544443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:57.737943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.865090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Pushing event updated for resources: {'Port': ['ID=bd856cf7-5b5d-4bac-ba29-497d11aca55a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:57.867640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1f98848f-979b-4a40-bfcf-504fc104439e None None] Provisioning for port bd856cf7-5b5d-4bac-ba29-497d11aca55a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:09:57.897811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1f98848f-979b-4a40-bfcf-504fc104439e None None] Provisioning complete for port bd856cf7-5b5d-4bac-ba29-497d11aca55a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:57.898747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f98848f-979b-4a40-bfcf-504fc104439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.032145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-e2888600-a5c7-468e-a317-19e04115a6cf tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.034231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-e2888600-a5c7-468e-a317-19e04115a6cf tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 950 time: 0.6193945 Jul 15 13:09:58.187368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:58.190387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:58.231312 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.284102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.340010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Transition to ACTIVE for port object b2d2bc3b-fa18-4086-a15c-f202c405cba5 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:09:58.831117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:58.876476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:09:58.938311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf50a-31ca-4dff-ba50-fe0e29408254 req-a346011c-bdcf-4daf-9f38-8ec7c018b365 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:58.956896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebdaf50a-31ca-4dff-ba50-fe0e29408254 req-a346011c-bdcf-4daf-9f38-8ec7c018b365 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.5672162 Jul 15 13:09:58.976331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1f98848f-979b-4a40-bfcf-504fc104439e None None] Port bd856cf7-5b5d-4bac-ba29-497d11aca55a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:09:59.052359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d2bc3b-fa18-4086-a15c-f202c405cba5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:09:59.104218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:09:59.131149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:09:59.137709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:09:59.143716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:09:59.302258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1f98848f-979b-4a40-bfcf-504fc104439e None None] Provisioning complete for port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:09:59.302823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f98848f-979b-4a40-bfcf-504fc104439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.411835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:09:59.427368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2a38de72-1789-4354-80d3-27236a6cff85 admin admin] 10.222.0.57 "PUT /v2.0/routers/a96825a8-6ad7-4cd6-8035-f90f17b7b2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8744853 Jul 15 13:09:59.427965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:09:59.507330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebdaf50a-31ca-4dff-ba50-fe0e29408254 req-48abaa21-b446-4de5-a35e-1dd02c708ba5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471079 Jul 15 13:09:59.648260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41011b98-8a1d-469e-9af0-3fb97be2698d req-446bd38e-64fb-4033-8fb7-b7c8e7c16790 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:09:59.663034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41011b98-8a1d-469e-9af0-3fb97be2698d req-446bd38e-64fb-4033-8fb7-b7c8e7c16790 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 950 time: 1.5342264 Jul 15 13:09:59.763007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Deleting port 083e7ddf-70fb-432b-9b7f-75700b04cb91 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:09:59.776641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.032714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:00.033646 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.098713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41011b98-8a1d-469e-9af0-3fb97be2698d req-7877be77-242b-4f9c-acc7-b1167464230a tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340749 Jul 15 13:10:00.153641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:00.476773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Provisioning complete for port bd856cf7-5b5d-4bac-ba29-497d11aca55a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:00.477375 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.865770 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:00.919885 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Sync routers for ids ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:00.963332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Routers {'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:00.971414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:01.094405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Port bd856cf7-5b5d-4bac-ba29-497d11aca55a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:01.190809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Provisioning for port b2d2bc3b-fa18-4086-a15c-f202c405cba5 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:01.199832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d321b48b-eb07-41dd-876c-35a2c3d97333 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:01.200389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.372265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Provisioning complete for port b2d2bc3b-fa18-4086-a15c-f202c405cba5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:01.373159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.540879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 960888fa-f069-4f06-8000-27f737d6f5a8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:01.677205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.703822 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Set router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:01.797972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.902241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f80d13a0-f781-4dd7-af1f-549f0f76812c None None] Port b2d2bc3b-fa18-4086-a15c-f202c405cba5 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:01.914970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:01.915841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:01.926959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Transition to ACTIVE for port object 2892839d-fdb8-4250-8ee3-7308d1bf9225 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:01.983196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:01.997241 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625c87ac-0481-4ed4-a661-d56285b43035" -d '{"events": [{"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-plugged", "status": "completed", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:02.013139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.023817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Calling delete_port for 083e7ddf-70fb-432b-9b7f-75700b04cb91 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1cfaf-7cf0-44cf-a5cc-85e9833af37a None None] Pushing event updated for resources: {'Port': ['ID=2892839d-fdb8-4250-8ee3-7308d1bf9225,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Attempting to bind port 2892839d-fdb8-4250-8ee3-7308d1bf9225 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Attempting to bind port 2892839d-fdb8-4250-8ee3-7308d1bf9225 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Attempting to bind port 2892839d-fdb8-4250-8ee3-7308d1bf9225 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.203494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:02.206014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Bound port: 2892839d-fdb8-4250-8ee3-7308d1bf9225, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:02.206014 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.267047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.268490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 083e7ddf-70fb-432b-9b7f-75700b04cb91 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:02.503332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:02.558274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.640103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.644666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31c5f-6078-48a4-8ff8-9acee9a32f0e req-a92bb034-b4ff-4447-ad7e-ff2529a825b5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:02.653074 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ce31c5f-6078-48a4-8ff8-9acee9a32f0e req-a92bb034-b4ff-4447-ad7e-ff2529a825b5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 1.3540280 Jul 15 13:10:02.695897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.738494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 083e7ddf-70fb-432b-9b7f-75700b04cb91, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=083e7ddf-70fb-432b-9b7f-75700b04cb91,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:02.769606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:02.773196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 960888fa-f069-4f06-8000-27f737d6f5a8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:03.042260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d2bc3b-fa18-4086-a15c-f202c405cba5,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.049787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 960888fa-f069-4f06-8000-27f737d6f5a8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:03.050348 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.112434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ce31c5f-6078-48a4-8ff8-9acee9a32f0e req-f7e7124e-5474-4f8f-b748-2451e8483341 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348543 Jul 15 13:10:03.126267 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.210577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] For port 2892839d-fdb8-4250-8ee3-7308d1bf9225, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:03.220070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] For port 2892839d-fdb8-4250-8ee3-7308d1bf9225, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2892839d-fdb8-4250-8ee3-7308d1bf9225,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:03.225706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.246818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.377678 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:56Z', 'revision_number': 4, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'bd856cf7-5b5d-4bac-ba29-497d11aca55a', 'name': '', 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'mac_address': 'fa:16:3e:8a:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:54Z', 'updated_at': '2021-07-15T13:09:56Z', 'revision_number': 2, 'project_id': '7f8460920a72434da46922fdb9544257', 'subnets': [{'id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.555596 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Checking router: a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:03.556036 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Updating router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 port bd856cf7-5b5d-4bac-ba29-497d11aca55a binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:03.716443 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.746678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Routers {'e1f84efe-af27-49a4-b045-0010b4e3fbc9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:03.752278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:03.839885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:03.910583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1cfaf-7cf0-44cf-a5cc-85e9833af37a None None] Pushing event updated for resources: {'Port': ['ID=2892839d-fdb8-4250-8ee3-7308d1bf9225,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:03.973947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6b51db44-f4ea-426b-a09b-332e8ec53e15', '40b99508-fb63-42e8-b7af-70150cd76701'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:04.438083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:04.469042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event deleted for resources: {'Port': ['ID=083e7ddf-70fb-432b-9b7f-75700b04cb91,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:04.484586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:04.490374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f6557d5-5581-4fcb-8b5b-f8e06f58276a req-717fc7ca-dbda-4587-940b-19d704450a56 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 210 time: 0.7087164 Jul 15 13:10:04.639932 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.708534 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:04.747715 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Transition to ACTIVE for port object bd856cf7-5b5d-4bac-ba29-497d11aca55a will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:04.776161 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.198276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] Set router e1f84efe-af27-49a4-b045-0010b4e3fbc9 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:05.273978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7a76b-2d8b-4a7d-a69c-0caf71f97a8f None None] Pushing event updated for resources: {'Port': ['ID=bd856cf7-5b5d-4bac-ba29-497d11aca55a,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:05.278177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 960888fa-f069-4f06-8000-27f737d6f5a8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=960888fa-f069-4f06-8000-27f737d6f5a8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:05.449298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] No DVR routers for this DVR port 083e7ddf-70fb-432b-9b7f-75700b04cb91 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:05.732146 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Attempting to bind port bd856cf7-5b5d-4bac-ba29-497d11aca55a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:05.735203 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Attempting to bind port bd856cf7-5b5d-4bac-ba29-497d11aca55a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:05.737815 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Attempting to bind port bd856cf7-5b5d-4bac-ba29-497d11aca55a on network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:05.805657 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:05.806375 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Checking segment: {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:05.809015 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.812826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.815320 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Bound using segment: {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:05.816049 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Bound port: bd856cf7-5b5d-4bac-ba29-497d11aca55a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d7e24e-f9c0-4a06-a37e-1d9a42a94158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:05.816738 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.827995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:05.831780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e301527-7f12-4ad9-b6e2-82941540aae7 req-8f434552-9988-44a6-b43c-08ab89c2e5bd tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "DELETE /v2.0/ports/083e7ddf-70fb-432b-9b7f-75700b04cb91 HTTP/1.1" status: 204 len: 173 time: 7.7521894 Jul 15 13:10:05.832569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'name': 'network-vif-deleted', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:05.845778 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b09f1a-baf2-47dd-833a-5965236ce9f4" -d '{"events": [{"server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "name": "network-vif-deleted", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:05.851289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b04cc9e6-f1e6-4e95-be01-e989343dfeb2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:06.282317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Router e1f84efe-af27-49a4-b045-0010b4e3fbc9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:06.599284 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] For port bd856cf7-5b5d-4bac-ba29-497d11aca55a, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:06.633013 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] For port bd856cf7-5b5d-4bac-ba29-497d11aca55a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd856cf7-5b5d-4bac-ba29-497d11aca55a,segment=NetworkSegment(56d7e24e-f9c0-4a06-a37e-1d9a42a94158),segment_id=56d7e24e-f9c0-4a06-a37e-1d9a42a94158)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:06.659971 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:06.915290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Routers {'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:06.919233 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:07.335631 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] Set router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:07.552076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-21557a1d-a420-442c-87f4-8dcedb2841a1 None None] Provisioning complete for port b2d2bc3b-fa18-4086-a15c-f202c405cba5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:07.553112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-21557a1d-a420-442c-87f4-8dcedb2841a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:07.734224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:07.815326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-21557a1d-a420-442c-87f4-8dcedb2841a1 None None] Port b2d2bc3b-fa18-4086-a15c-f202c405cba5 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:07.818192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9ed1e44f-6a9e-4f8a-93dd-f3d7295229c6 admin admin] 10.222.0.57 "PUT /v2.0/routers/e1f84efe-af27-49a4-b045-0010b4e3fbc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7682853 Jul 15 13:10:07.838498 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7a76b-2d8b-4a7d-a69c-0caf71f97a8f None None] Pushing event updated for resources: {'Port': ['ID=bd856cf7-5b5d-4bac-ba29-497d11aca55a,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:07.966422 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:56Z', 'revision_number': 4, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'bd856cf7-5b5d-4bac-ba29-497d11aca55a', 'name': '', 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'mac_address': 'fa:16:3e:8a:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:54Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': '7f8460920a72434da46922fdb9544257', 'subnets': [{'id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:08.141254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=960888fa-f069-4f06-8000-27f737d6f5a8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:08.195726 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d50613-e3a7-4728-99bb-aa0b56daa1d0 x-openstack-request-id: req-d2d50613-e3a7-4728-99bb-aa0b56daa1d0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:08.196156 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-plugged", "status": "completed", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:08.196553 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2d50613-e3a7-4728-99bb-aa0b56daa1d0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:08.197157 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'code': 200} Jul 15 13:10:08.207107 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9858958e-1eb0-4d06-939a-6ed6ce7f77b9 None None] The sync data for ids ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'] in n-d-798054-11 is: [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:09:56Z', 'revision_number': 4, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'bd856cf7-5b5d-4bac-ba29-497d11aca55a', 'name': '', 'network_id': '1a01e7e7-247f-4a38-8ea9-f0226861cda9', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'mac_address': 'fa:16:3e:8a:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:54Z', 'updated_at': '2021-07-15T13:10:06Z', 'revision_number': 4, 'project_id': '7f8460920a72434da46922fdb9544257', 'subnets': [{'id': 'c42b15e6-8472-4e88-b12a-f732da3f46a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:08.679119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b2d2bc3b-fa18-4086-a15c-f202c405cba5', 'name': '', 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'mac_address': 'fa:16:3e:ad:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 2, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'subnets': [{'id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:08.828270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772562-9980-4395-a5cc-d48caf6d08de None None] The sync data for ids ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'] in n-d-798054-11 is: [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b2d2bc3b-fa18-4086-a15c-f202c405cba5', 'name': '', 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'mac_address': 'fa:16:3e:ad:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 2, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'subnets': [{'id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:08.845125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:08.845965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:09.275223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7be706a5-d9eb-473e-8581-1dc810425033 req-76e3cc04-c5bf-47bf-8a1c-08e050b25771 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=860ce252-452c-4b18-a0de-a1c29ec4c3c2 HTTP/1.1" status: 200 len: 210 time: 0.1305282 Jul 15 13:10:09.357174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aca219-028a-4d05-92dc-1bdc8c2e402e req-0da37941-25bf-45c6-9ae5-b19447ce098e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:09.387382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6aca219-028a-4d05-92dc-1bdc8c2e402e req-0da37941-25bf-45c6-9ae5-b19447ce098e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.3565750 Jul 15 13:10:09.550741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6aca219-028a-4d05-92dc-1bdc8c2e402e req-bed15aa9-4aa4-4f75-8a2e-15c8ba7aa039 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623659 Jul 15 13:10:09.662734 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696813e3-5978-4c89-bc81-d9cb8c29d677 x-openstack-request-id: req-696813e3-5978-4c89-bc81-d9cb8c29d677 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:09.663336 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "name": "network-vif-deleted", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:09.663786 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-696813e3-5978-4c89-bc81-d9cb8c29d677 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:09.664369 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'name': 'network-vif-deleted', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91', 'status': 'completed', 'code': 200} Jul 15 13:10:10.140442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 960888fa-f069-4f06-8000-27f737d6f5a8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:10.307260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:10.311398 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26702ad5-e0b3-4490-bdee-779852273748" -d '{"events": [{"server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:10.478432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 960888fa-f069-4f06-8000-27f737d6f5a8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:10.479591 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:10.627495 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c8b066-f038-4fd3-ba08-6aec62bc2da5 x-openstack-request-id: req-08c8b066-f038-4fd3-ba08-6aec62bc2da5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:10.627970 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860ce252-452c-4b18-a0de-a1c29ec4c3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "083e7ddf-70fb-432b-9b7f-75700b04cb91", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:10.628331 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08c8b066-f038-4fd3-ba08-6aec62bc2da5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:10.629074 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ce252-452c-4b18-a0de-a1c29ec4c3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083e7ddf-70fb-432b-9b7f-75700b04cb91', 'code': 200} Jul 15 13:10:11.089582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd856cf7-5b5d-4bac-ba29-497d11aca55a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:11.158360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-63d4f283-fc4a-40e0-bd8a-e286dff030fb tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8798718 Jul 15 13:10:11.173367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:11.327743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.819925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:11.879085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74620f7-5ff3-4b15-8e5b-d848a2949340 req-9b315ebd-ccaa-4ad8-bd93-01cbd40c607d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:11.892433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c74620f7-5ff3-4b15-8e5b-d848a2949340 req-9b315ebd-ccaa-4ad8-bd93-01cbd40c607d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.3147938 Jul 15 13:10:12.039672 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c74620f7-5ff3-4b15-8e5b-d848a2949340 req-c409f2de-4610-4da0-8711-f840bc3ddcf0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449580 Jul 15 13:10:12.160069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port bd856cf7-5b5d-4bac-ba29-497d11aca55a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:12.197542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bd856cf7-5b5d-4bac-ba29-497d11aca55a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:12.199580 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.591697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:12.752365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port bd856cf7-5b5d-4bac-ba29-497d11aca55a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd856cf7-5b5d-4bac-ba29-497d11aca55a,segment=NetworkSegment(56d7e24e-f9c0-4a06-a37e-1d9a42a94158),segment_id=56d7e24e-f9c0-4a06-a37e-1d9a42a94158)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:12.755635 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.035356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a522b34-20fe-496a-89ad-b5768a0ee0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.087818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2892839d-fdb8-4250-8ee3-7308d1bf9225 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:13.302427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=bd856cf7-5b5d-4bac-ba29-497d11aca55a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.369565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 2892839d-fdb8-4250-8ee3-7308d1bf9225 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:13.387555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2892839d-fdb8-4250-8ee3-7308d1bf9225 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:13.388356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.397783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Allocated IP 172.25.3.24 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/e805aaab-1ae9-4903-82d7-c52701462d82) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:13.561918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.588647 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.651687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 2892839d-fdb8-4250-8ee3-7308d1bf9225, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2892839d-fdb8-4250-8ee3-7308d1bf9225,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:13.668169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.765019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:13.799221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=2892839d-fdb8-4250-8ee3-7308d1bf9225,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:13.975134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:14.031963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:14.035222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:14.075369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=e805aaab-1ae9-4903-82d7-c52701462d82,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:14.403842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.498301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.617464 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:14.711831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fba3e-21ff-4f6b-add4-107ec73d7289 req-2b95fd27-371c-4fa7-8b43-2179d393988c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:14.722868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a27fba3e-21ff-4f6b-add4-107ec73d7289 req-2b95fd27-371c-4fa7-8b43-2179d393988c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.1398070 Jul 15 13:10:14.790871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a27fba3e-21ff-4f6b-add4-107ec73d7289 req-58d5b310-eb26-440d-8162-fbf1a00a96f8 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628903 Jul 15 13:10:15.009944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Sync routers for ids ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:15.033764 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.075295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Routers {'e1f84efe-af27-49a4-b045-0010b4e3fbc9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:15.081334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:15.254215 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.262868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.279447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2892839d-fdb8-4250-8ee3-7308d1bf9225 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:15.392599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-fb844cd9-046c-4d10-bbee-96780b0f1f6b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:15.394596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-fb844cd9-046c-4d10-bbee-96780b0f1f6b tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 950 time: 0.3208656 Jul 15 13:10:15.635924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=e805aaab-1ae9-4903-82d7-c52701462d82,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:15.664987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.716823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.730126 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-dc811c27-82c8-4eba-9f7c-f2180079e527 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5683203 Jul 15 13:10:15.756558 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f615-db94-4430-8d1e-8a3d07db8152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.815104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.846911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Deleting port 6b51db44-f4ea-426b-a09b-332e8ec53e15 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:15.847586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.857219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Set router e1f84efe-af27-49a4-b045-0010b4e3fbc9 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:15.987737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2892839d-fdb8-4250-8ee3-7308d1bf9225 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:15.988251 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:15.990582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-fed7ace9-77fd-4213-991e-ac7462d1329a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.24 HTTP/1.1" status: 200 len: 695 time: 0.2592690 Jul 15 13:10:16.021963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] For port 6b51db44-f4ea-426b-a09b-332e8ec53e15, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6b51db44-f4ea-426b-a09b-332e8ec53e15,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:16.022309 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.089998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Calling delete_port for 6b51db44-f4ea-426b-a09b-332e8ec53e15 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:16.409849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-40f3f737-0f5b-47de-a671-539a93113802 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.422641 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-40f3f737-0f5b-47de-a671-539a93113802 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.4306903 Jul 15 13:10:16.439382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-003cafcd-ab38-4b83-96ec-f8f66077051c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:16.467889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c71e883a-9117-4a9f-98af-bebc237cbbf6 req-003cafcd-ab38-4b83-96ec-f8f66077051c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0385268 Jul 15 13:10:16.532336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.617962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['40b99508-fb63-42e8-b7af-70150cd76701'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:16.630199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event deleted for resources: {'Port': ['ID=6b51db44-f4ea-426b-a09b-332e8ec53e15,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:16.711566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] No DVR routers for this DVR port 6b51db44-f4ea-426b-a09b-332e8ec53e15 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:16.715159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:16.717451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e931a061-d7bf-4905-90fb-586d7a7c2c0e req-cd222e0f-4614-42bb-b12c-4cd0164609f0 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "DELETE /v2.0/ports/6b51db44-f4ea-426b-a09b-332e8ec53e15 HTTP/1.1" status: 204 len: 173 time: 1.3106213 Jul 15 13:10:16.717931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'name': 'network-vif-deleted', 'tag': '6b51db44-f4ea-426b-a09b-332e8ec53e15'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:16.731785 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f781474-71b4-41f4-946e-ff66d55ed6cb" -d '{"events": [{"server_uuid": "bb20e213-621c-48f8-b6f8-dbc49b7f5dea", "name": "network-vif-deleted", "tag": "6b51db44-f4ea-426b-a09b-332e8ec53e15"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:16.855228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41b62-b5bc-43fd-aa4f-6e19527adc19 req-22803d3c-1cf4-481e-963a-89db0d33f264 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:16.870637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32d41b62-b5bc-43fd-aa4f-6e19527adc19 req-22803d3c-1cf4-481e-963a-89db0d33f264 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb20e213-621c-48f8-b6f8-dbc49b7f5dea HTTP/1.1" status: 200 len: 867 time: 1.1306989 Jul 15 13:10:17.095818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd856cf7-5b5d-4bac-ba29-497d11aca55a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:17.101873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32d41b62-b5bc-43fd-aa4f-6e19527adc19 req-3e540c42-27a7-4f19-91f2-f4f7fcc90734 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103469 Jul 15 13:10:17.519130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402f85c-f688-418d-b3b5-1f86f6c8cf34 req-550d11ac-6709-49d7-a962-2ec954e86d7e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:17.533991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5402f85c-f688-418d-b3b5-1f86f6c8cf34 req-550d11ac-6709-49d7-a962-2ec954e86d7e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.3335235 Jul 15 13:10:17.646947 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5402f85c-f688-418d-b3b5-1f86f6c8cf34 req-1047de9b-ca84-48d8-87b3-5a8faf643403 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111765 Jul 15 13:10:17.787758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.826273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bd856cf7-5b5d-4bac-ba29-497d11aca55a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:17.828197 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:17.957915 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f453a1fe-bf1b-4414-8452-2e4d04f08bb2 x-openstack-request-id: req-f453a1fe-bf1b-4414-8452-2e4d04f08bb2 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:17.958663 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb20e213-621c-48f8-b6f8-dbc49b7f5dea", "name": "network-vif-deleted", "tag": "6b51db44-f4ea-426b-a09b-332e8ec53e15", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:17.958663 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f453a1fe-bf1b-4414-8452-2e4d04f08bb2 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:17.958883 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb20e213-621c-48f8-b6f8-dbc49b7f5dea', 'name': 'network-vif-deleted', 'tag': '6b51db44-f4ea-426b-a09b-332e8ec53e15', 'status': 'completed', 'code': 200} Jul 15 13:10:18.092185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b2d2bc3b-fa18-4086-a15c-f202c405cba5', 'name': '', 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'mac_address': 'fa:16:3e:ad:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:01Z', 'revision_number': 2, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'subnets': [{'id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:18.129981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Checking router: e1f84efe-af27-49a4-b045-0010b4e3fbc9 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:18.130794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Updating router e1f84efe-af27-49a4-b045-0010b4e3fbc9 port b2d2bc3b-fa18-4086-a15c-f202c405cba5 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:10:18.173118 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:18.176820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6b51db44-f4ea-426b-a09b-332e8ec53e15 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:18.323805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 6b51db44-f4ea-426b-a09b-332e8ec53e15 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:18.324285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6b51db44-f4ea-426b-a09b-332e8ec53e15 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:18.633672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.278505 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.362328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Transition to ACTIVE for port object b2d2bc3b-fa18-4086-a15c-f202c405cba5 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:19.384806 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.609725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cdfc3-b7ed-490b-ae22-2d9708cb9256 None None] Pushing event updated for resources: {'Port': ['ID=b2d2bc3b-fa18-4086-a15c-f202c405cba5,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:19.825979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Attempting to bind port b2d2bc3b-fa18-4086-a15c-f202c405cba5 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:19.826359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Attempting to bind port b2d2bc3b-fa18-4086-a15c-f202c405cba5 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:19.836831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Attempting to bind port b2d2bc3b-fa18-4086-a15c-f202c405cba5 on network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:19.849480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:19.849773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Checking segment: {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:19.854679 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.855363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Bound using segment: {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:19.859757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Bound port: b2d2bc3b-fa18-4086-a15c-f202c405cba5, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313008c3-3377-44fb-9ee9-2efaabe2ca32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:19.859757 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:19.949144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-00cb8eac-63a2-4977-9bfd-f5e99d70ccdf tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:19.962062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-00cb8eac-63a2-4977-9bfd-f5e99d70ccdf tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 2.2269430 Jul 15 13:10:19.967755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:19.998750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ecc21-0152-4c86-a3e2-29147d208525 req-dc5812c2-d8aa-4fee-88b3-c33a9bf11cd5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.027062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f66ecc21-0152-4c86-a3e2-29147d208525 req-dc5812c2-d8aa-4fee-88b3-c33a9bf11cd5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 945 time: 0.1896713 Jul 15 13:10:20.084409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] For port b2d2bc3b-fa18-4086-a15c-f202c405cba5, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:20.095331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] For port b2d2bc3b-fa18-4086-a15c-f202c405cba5, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b2d2bc3b-fa18-4086-a15c-f202c405cba5,segment=NetworkSegment(313008c3-3377-44fb-9ee9-2efaabe2ca32),segment_id=313008c3-3377-44fb-9ee9-2efaabe2ca32)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:20.121196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.163783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-a1fbae48-e3de-4e01-bc3c-367ffde5c823 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.4807887 Jul 15 13:10:20.175351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f66ecc21-0152-4c86-a3e2-29147d208525 req-6f6572f5-0a38-47c5-ba4e-0fbe2e01dd3b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469338 Jul 15 13:10:20.204525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:20.268026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.288375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 589df977-2e6e-486e-ab22-f359c52f692f details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:20.332071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-c13662a6-9a84-46aa-9c2b-dd8700d4e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.336763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-c13662a6-9a84-46aa-9c2b-dd8700d4e5fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1097 time: 0.6382372 Jul 15 13:10:20.413219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:20.521697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cdfc3-b7ed-490b-ae22-2d9708cb9256 None None] Pushing event updated for resources: {'Port': ['ID=b2d2bc3b-fa18-4086-a15c-f202c405cba5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:20.544269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Routers {'e1f84efe-af27-49a4-b045-0010b4e3fbc9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:20.545716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:10:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:20.817896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:20.878073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 589df977-2e6e-486e-ab22-f359c52f692f has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:10:20.883485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-2d978877-f333-42c5-94db-f061fbe27ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:20.886689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-2d978877-f333-42c5-94db-f061fbe27ca8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.5226822 Jul 15 13:10:20.997107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-3a8d4eae-b302-4543-bd0e-3f80816d9636 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 217 time: 0.0799921 Jul 15 13:10:21.076145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:21.100125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-5380667a-21a9-410a-b55f-b4ad161ff9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.103231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-5380667a-21a9-410a-b55f-b4ad161ff9a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0952716 Jul 15 13:10:21.179409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:21.228360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] Set router e1f84efe-af27-49a4-b045-0010b4e3fbc9 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:21.258860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-855e1f49-45a5-4931-aca4-14a22871e8e5 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:21.261442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-855e1f49-45a5-4931-aca4-14a22871e8e5 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebf7f0d-dd7c-414a-8356-24ea591b70a8 HTTP/1.1" status: 200 len: 950 time: 0.3145101 Jul 15 13:10:21.746962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-b3de7aa9-d10b-4497-8184-2130aec8ed67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4459970 Jul 15 13:10:21.793495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Deleting port 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:21.793858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.031941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Allocated IP 172.25.3.254 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/5b4e3032-69e3-474b-a163-f0891c4bcb52) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:22.101040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:22.159639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] For port 40b99508-fb63-42e8-b7af-70150cd76701, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=40b99508-fb63-42e8-b7af-70150cd76701,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:22.160004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.235343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Calling delete_port for 40b99508-fb63-42e8-b7af-70150cd76701 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:22.269073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d2bc3b-fa18-4086-a15c-f202c405cba5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:22.272810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.279840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:22.284232 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74499597-1113-4903-93be-5d01fcbd245c" -d '{"events": [{"server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "name": "network-vif-unplugged", "status": "completed", "tag": "589df977-2e6e-486e-ab22-f359c52f692f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:22.353895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.697770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.715578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b2d2bc3b-fa18-4086-a15c-f202c405cba5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:22.731177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b2d2bc3b-fa18-4086-a15c-f202c405cba5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:22.735965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:22.802723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Pushing event deleted for resources: {'Port': ['ID=40b99508-fb63-42e8-b7af-70150cd76701,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:22.839350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-c7447292-21c8-4ac4-88bd-98f8d568bc91 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0444214 Jul 15 13:10:22.875111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b2d2bc3b-fa18-4086-a15c-f202c405cba5', 'name': '', 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'mac_address': 'fa:16:3e:ad:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:20Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'subnets': [{'id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:23.011932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] No DVR routers for this DVR port 40b99508-fb63-42e8-b7af-70150cd76701 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:23.024074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.024978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d4fd44-dfdb-4e19-b078-b2258f45b259 None None] The sync data for ids ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'] in n-d-798054-11 is: [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:00Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b2d2bc3b-fa18-4086-a15c-f202c405cba5', 'name': '', 'network_id': '03990c9e-05ce-41fd-b99c-551cf1ea1c26', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'mac_address': 'fa:16:3e:ad:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:56Z', 'updated_at': '2021-07-15T13:10:20Z', 'revision_number': 4, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'subnets': [{'id': 'cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:23.046736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22ab2806-0ff0-44b2-91b7-f768066b5bbd req-99d07d41-a61b-477d-b991-226313a006f1 tempest-ServersAdminTestJSON-2111833351 tempest-ServersAdminTestJSON-2111833351-project] 10.222.0.59 "DELETE /v2.0/ports/40b99508-fb63-42e8-b7af-70150cd76701 HTTP/1.1" status: 204 len: 173 time: 1.7587087 Jul 15 13:10:23.048085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-deleted', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:23.052761 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2205a000-689f-4b33-8edf-2fa1a33531b2" -d '{"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-deleted", "tag": "40b99508-fb63-42e8-b7af-70150cd76701"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:23.165941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.334268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.337772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port b2d2bc3b-fa18-4086-a15c-f202c405cba5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b2d2bc3b-fa18-4086-a15c-f202c405cba5,segment=NetworkSegment(313008c3-3377-44fb-9ee9-2efaabe2ca32),segment_id=313008c3-3377-44fb-9ee9-2efaabe2ca32)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:23.348096 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.555710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=b2d2bc3b-fa18-4086-a15c-f202c405cba5,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.638331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91f7d896-6f9d-4e73-a049-5a3c91ba73be req-ddd818c7-767d-4e30-9d5f-9961f69df51f service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431175 Jul 15 13:10:23.656292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:23.656794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:23.657287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:23.682304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:23.682812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Attempting to bind port 589df977-2e6e-486e-ab22-f359c52f692f on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:23.690976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:23.691487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:23.692010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:23.692788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Bound port: 589df977-2e6e-486e-ab22-f359c52f692f, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:23.693337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.720314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:23.860922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:23.874174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:23.880354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.909101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:23.912509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:23.915283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:23.936313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:24.155105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d2bc3b-fa18-4086-a15c-f202c405cba5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:10:24.182004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=5b4e3032-69e3-474b-a163-f0891c4bcb52,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.218322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:24.305720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 40b99508-fb63-42e8-b7af-70150cd76701 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:24.306062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 40b99508-fb63-42e8-b7af-70150cd76701 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:24.320455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:24.354218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b2d2bc3b-fa18-4086-a15c-f202c405cba5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:24.354961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.526231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:24.527013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.528544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-25fcc204-ebc4-47c4-9f88-50434f36278d service neutron] 10.222.0.59 "PUT /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 1123 time: 4.5654786 Jul 15 13:10:24.542467 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.615511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['589df977-2e6e-486e-ab22-f359c52f692f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:24.642925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['589df977-2e6e-486e-ab22-f359c52f692f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:24.774848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:24.900673 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:10:25.106427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.118246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.292736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=5b4e3032-69e3-474b-a163-f0891c4bcb52,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:25.341316 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.364703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:25.368456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-c3cbf850-ef7e-4319-95b7-ec448008c7c8 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1769927 Jul 15 13:10:25.503353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-a921fa11-4662-4816-bf2b-91144ebdf3b1 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.1260338 Jul 15 13:10:25.676760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-025060b7-d863-447a-be10-e90b8e33e574 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:25.679201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-025060b7-d863-447a-be10-e90b8e33e574 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.1750751 Jul 15 13:10:25.690349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-1aa821de-fbde-4e42-8935-1d3631bd6b5f tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:25.693024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f4b3a-9258-4e26-b21e-d032b58fb30b req-1aa821de-fbde-4e42-8935-1d3631bd6b5f tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076945 Jul 15 13:10:26.237507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56458) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:26.522753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f3eeeba-c59d-455c-94a4-facda9c9cd07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7dbff6ea07734ffcb6032b54e9d1faba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866492 Jul 15 13:10:26.527078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:26.594453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58ef556-6eb2-4a4b-b30e-5ef29f8499e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.637652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58ef556-6eb2-4a4b-b30e-5ef29f8499e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.764917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58ef556-6eb2-4a4b-b30e-5ef29f8499e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.768342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58ef556-6eb2-4a4b-b30e-5ef29f8499e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:26.769547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e58ef556-6eb2-4a4b-b30e-5ef29f8499e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c535ee3-7a22-4dc8-88c4-24f7b4d577ad HTTP/1.1" status: 204 len: 168 time: 0.2408273 Jul 15 13:10:26.797174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ef556-6eb2-4a4b-b30e-5ef29f8499e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c535ee3-7a22-4dc8-88c4-24f7b4d577ad,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:26.835367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30e1b7-e74d-4d01-9e3d-a6271a0da0d2 req-d5b59295-5ef8-4e10-83ea-99bae2e26b8d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:26.837491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d30e1b7-e74d-4d01-9e3d-a6271a0da0d2 req-d5b59295-5ef8-4e10-83ea-99bae2e26b8d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.1041505 Jul 15 13:10:26.955856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d30e1b7-e74d-4d01-9e3d-a6271a0da0d2 req-9b1283d9-70f2-42a9-8f8f-d613aaede644 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110699 Jul 15 13:10:27.075509 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b60ad-e9d8-4442-b934-1f53b65dbe0a x-openstack-request-id: req-5f5b60ad-e9d8-4442-b934-1f53b65dbe0a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:27.075805 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "name": "network-vif-unplugged", "status": "completed", "tag": "589df977-2e6e-486e-ab22-f359c52f692f", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:27.076051 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f5b60ad-e9d8-4442-b934-1f53b65dbe0a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:27.076446 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f', 'code': 200} Jul 15 13:10:27.177904 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f03c15-8331-40d8-addf-310c557eba27 x-openstack-request-id: req-49f03c15-8331-40d8-addf-310c557eba27 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:27.178701 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebf7f0d-dd7c-414a-8356-24ea591b70a8", "name": "network-vif-deleted", "tag": "40b99508-fb63-42e8-b7af-70150cd76701", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:27.179339 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49f03c15-8331-40d8-addf-310c557eba27 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:27.180177 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebf7f0d-dd7c-414a-8356-24ea591b70a8', 'name': 'network-vif-deleted', 'tag': '40b99508-fb63-42e8-b7af-70150cd76701', 'status': 'completed', 'code': 200} Jul 15 13:10:27.369981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.478167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-2728fd3d-afc8-4d5d-aec6-d9434d8bccf5 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2521234 Jul 15 13:10:27.484905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:27.507621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e3a82c01-b8c0-4250-86a6-4d4d8e1a4fca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0cb0e5a63ef41cf9546403009b40c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338866 Jul 15 13:10:27.508854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56484) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:27.547335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.647684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23fd1aa3-ba90-4abe-9424-c520fcd46798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.686793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23fd1aa3-ba90-4abe-9424-c520fcd46798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.784415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.789279 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23fd1aa3-ba90-4abe-9424-c520fcd46798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.795331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23fd1aa3-ba90-4abe-9424-c520fcd46798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:27.797187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-23fd1aa3-ba90-4abe-9424-c520fcd46798 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a50ad307-265e-487a-85dd-a2a2f4ac530f HTTP/1.1" status: 204 len: 168 time: 0.2852564 Jul 15 13:10:27.825723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd1aa3-ba90-4abe-9424-c520fcd46798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50ad307-265e-487a-85dd-a2a2f4ac530f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.098881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d688e-b034-4f12-af0e-806041fac37f req-982f3a42-dd9c-4f32-9245-8c30e493dac7 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:28.102743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-365d688e-b034-4f12-af0e-806041fac37f req-982f3a42-dd9c-4f32-9245-8c30e493dac7 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.58 "GET /v2.0/ports?device_id=4562d8cf-d173-4dfd-9405-c25a0a6e534d HTTP/1.1" status: 200 len: 945 time: 0.1749070 Jul 15 13:10:28.273774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Allocated IP 172.25.3.222 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c0b403df-1661-452a-b5f0-d35ead8eea13) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:28.410244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.456788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.506459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=c0b403df-1661-452a-b5f0-d35ead8eea13,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:28.533672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:28.535872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Deleting port b94188ab-9d59-420d-951f-5f7da8fcc1eb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:28.537046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:28.540295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:28.544198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:28.959633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] For port b94188ab-9d59-420d-951f-5f7da8fcc1eb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b94188ab-9d59-420d-951f-5f7da8fcc1eb,segment=NetworkSegment(217f5036-6863-45fe-baca-436384d0aef1),segment_id=217f5036-6863-45fe-baca-436384d0aef1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:28.960280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.000653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Calling delete_port for b94188ab-9d59-420d-951f-5f7da8fcc1eb owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:29.013153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.083589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:29.086848 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff53f23-2593-496a-804f-9047ba71d395" -d '{"events": [{"name": "network-changed", "server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "tag": "589df977-2e6e-486e-ab22-f359c52f692f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:29.190393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.679809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:29.705807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b94188ab-9d59-420d-951f-5f7da8fcc1eb'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:29.996953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Pushing event deleted for resources: {'Port': ['ID=b94188ab-9d59-420d-951f-5f7da8fcc1eb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:30.259922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] No DVR routers for this DVR port b94188ab-9d59-420d-951f-5f7da8fcc1eb on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:30.270011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.274645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-365d688e-b034-4f12-af0e-806041fac37f req-04a6ff42-0930-4641-bc2b-ca7020a5b801 tempest-VolumesAdminNegativeTest-1251670633 tempest-VolumesAdminNegativeTest-1251670633-project] 10.222.0.58 "DELETE /v2.0/ports/b94188ab-9d59-420d-951f-5f7da8fcc1eb HTTP/1.1" status: 204 len: 173 time: 2.1637983 Jul 15 13:10:30.345261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:30.354735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.292501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.340497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=c0b403df-1661-452a-b5f0-d35ead8eea13,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:31.352249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.361640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-72405cf2-4698-424e-b493-3f2c5dd48ca3 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8824005 Jul 15 13:10:31.457778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-da7daf21-51c0-4fe7-b009-c514b353a9a5 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.0923092 Jul 15 13:10:31.649673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-bc119edb-e235-49a7-9bca-67d581a1d176 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:31.652633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aeb3c9b-7285-44c1-bfa7-6b6fed1613d3 req-bc119edb-e235-49a7-9bca-67d581a1d176 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.1842215 Jul 15 13:10:31.747624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56538) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:31.811062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Deleting subnet da241629-5c40-40cc-8943-e37c8bd1bf2a {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:31.814998 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.874271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:31.976147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.161209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.223561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da241629-5c40-40cc-8943-e37c8bd1bf2a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:32.250963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.261346 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f7edc00-d91b-41af-aaa5-9dd5fa2d9fb1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da241629-5c40-40cc-8943-e37c8bd1bf2a HTTP/1.1" status: 204 len: 168 time: 0.5103502 Jul 15 13:10:32.262166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56540) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:32.285150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cbccd-42d9-43f5-8848-ee9f86b6babc req-f8881ab3-c597-45cd-847f-183793870a46 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.289988 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-912cbccd-42d9-43f5-8848-ee9f86b6babc req-f8881ab3-c597-45cd-847f-183793870a46 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.2158244 Jul 15 13:10:32.399879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-912cbccd-42d9-43f5-8848-ee9f86b6babc req-5db74f99-d576-4d36-8321-fbe8e1722c7f tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015408 Jul 15 13:10:32.422375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.623703 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee990656-2c48-4a66-97f0-c4737ceea897 x-openstack-request-id: req-ee990656-2c48-4a66-97f0-c4737ceea897 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:32.624224 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "tag": "589df977-2e6e-486e-ab22-f359c52f692f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:32.624650 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee990656-2c48-4a66-97f0-c4737ceea897 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:32.625251 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f', 'status': 'completed', 'code': 200} Jul 15 13:10:32.670309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.713216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2eac28-aac8-4d91-9736-570eea131d38']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:32.742585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217f5036-6863-45fe-baca-436384d0aef1') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:32.743501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217f5036-6863-45fe-baca-436384d0aef1') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:32.766026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.778916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b94188ab-9d59-420d-951f-5f7da8fcc1eb no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:32.805468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.831596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:32.833077 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:32.864915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53f23-2593-496a-804f-9047ba71d395 req-ac5ed0c4-1584-4ec7-b679-d1b6a1aef746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:32.888702 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-ac5ed0c4-1584-4ec7-b679-d1b6a1aef746 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1126 time: 0.2249315 Jul 15 13:10:32.923355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: b94188ab-9d59-420d-951f-5f7da8fcc1eb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:32.930720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b94188ab-9d59-420d-951f-5f7da8fcc1eb not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:32.934440 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:32.938349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 589df977-2e6e-486e-ab22-f359c52f692f no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:32.947846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.025112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.035476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] 10.222.0.57 "DELETE /v2.0/networks/af2eac28-aac8-4d91-9736-570eea131d38 HTTP/1.1" status: 204 len: 168 time: 0.7705286 Jul 15 13:10:33.036362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56554) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:33.041941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324f07f-f566-46f8-b50e-19839b956a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2eac28-aac8-4d91-9736-570eea131d38,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.335032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Deleting subnet 8f446615-d641-4e49-973e-e2b749cffaeb {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:10:33.352871 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.434354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53f23-2593-496a-804f-9047ba71d395 req-7cae148f-6931-4b1d-bc84-110f460af823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.435989 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-7cae148f-6931-4b1d-bc84-110f460af823 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.5364101 Jul 15 13:10:33.456758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.518086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-5603c1a4-655c-41d9-b045-ed4b7ca60d76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 217 time: 0.0729244 Jul 15 13:10:33.557784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-75ab0f2d-f2a3-436a-b971-3c4a42f09939 service neutron] 10.222.0.58 "GET /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.1355257 Jul 15 13:10:33.612717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.652249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53f23-2593-496a-804f-9047ba71d395 req-cd222235-e01b-427f-a798-b5be45c0e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.654428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-cd222235-e01b-427f-a798-b5be45c0e9c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1291270 Jul 15 13:10:33.691063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-54699e2a-d693-4c7a-9424-8b7960b43a63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293167 Jul 15 13:10:33.694449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5727f99-7911-440f-be22-0a86ddbd2719 req-28b77f72-87c2-4bd8-a8e1-a376dfc83a09 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:33.702266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5727f99-7911-440f-be22-0a86ddbd2719 req-28b77f72-87c2-4bd8-a8e1-a376dfc83a09 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1097 time: 0.3588953 Jul 15 13:10:33.832951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-b61f01d9-ceda-4b62-9897-07513cf80952 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285622 Jul 15 13:10:33.834041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.858201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5727f99-7911-440f-be22-0a86ddbd2719 req-d7c16852-0f49-496f-9fbf-675c7d8ca8a5 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550117 Jul 15 13:10:33.887668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f446615-d641-4e49-973e-e2b749cffaeb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:33.906938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:33.908840 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8f446615-d641-4e49-973e-e2b749cffaeb HTTP/1.1" status: 204 len: 168 time: 0.7979019 Jul 15 13:10:33.915742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:33.926257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.926257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.926654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.926989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.927330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.927652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.927979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.928298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.928632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.928960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.929276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.929617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8cf9f3-a732-41e5-99ef-0691e091da99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:33.944908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-ff38e5b3-a94b-4b55-92d4-66da90aecc33 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2396801 Jul 15 13:10:33.947772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:33.953166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:33.992743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:34.023664 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.070815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589df977-2e6e-486e-ab22-f359c52f692f {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:34.089191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:34.123834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.138898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ff53f23-2593-496a-804f-9047ba71d395 req-1d32497b-0d3d-4066-9eee-de6540b5a795 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954791 Jul 15 13:10:34.157380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.244884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.252956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.259651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9e1636-55ed-4321-b3b4-8289c2a12d20']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.274003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd138cb4e-e694-4315-bf99-4b7ff3f7f516') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.274968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd138cb4e-e694-4315-bf99-4b7ff3f7f516') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:34.290012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.307184 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.318227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:10:34.319227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:10:34.322868 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:10:34.452578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] Transition to ACTIVE for port object 589df977-2e6e-486e-ab22-f359c52f692f will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:34.455940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.468675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.477560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce9e1636-55ed-4321-b3b4-8289c2a12d20,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.485189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.487634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e2e80e8d-41e3-43a2-afa2-c69755ba0e40 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ce9e1636-55ed-4321-b3b4-8289c2a12d20 HTTP/1.1" status: 204 len: 168 time: 0.5708692 Jul 15 13:10:34.526846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6bb59-f852-4335-affc-47962b834512 req-0476e362-41c2-4c57-85b1-7aacb7e6354e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.534702 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c1f6bb59-f852-4335-affc-47962b834512 req-0476e362-41c2-4c57-85b1-7aacb7e6354e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 943 time: 0.1472025 Jul 15 13:10:34.571394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] Pushing event updated for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=10']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:34.587767 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c1f6bb59-f852-4335-affc-47962b834512 req-fa513b37-9b5a-4329-93b6-520a78990f47 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Jul 15 13:10:34.601552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Allocated IP 172.25.3.172 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/7a6cc3ec-5295-4943-ad81-8e38918d9977) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:34.626953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'name': 'network-vif-deleted', 'tag': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:34.627661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] No DVR routers for this DVR port 589df977-2e6e-486e-ab22-f359c52f692f on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:34.630180 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5288110f-9763-4c89-94c9-3c5e78861189" -d '{"events": [{"server_uuid": "4562d8cf-d173-4dfd-9405-c25a0a6e534d", "name": "network-vif-deleted", "tag": "b94188ab-9d59-420d-951f-5f7da8fcc1eb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:34.675799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7b4a1e94-b277-4ed2-9c5e-3343ab9763f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1110113 Jul 15 13:10:34.846619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56600) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.852583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.906728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:34.921468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7d88644f-88ff-4ce3-bb93-96879b801031 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:34.923620 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-7d88644f-88ff-4ce3-bb93-96879b801031 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.1673510 Jul 15 13:10:34.927325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-675856f7-c307-474b-94d0-aef010076fa0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1700975297b1411d925f37f3342a62ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0790172 Jul 15 13:10:34.931365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56602) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:34.962061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:34.966870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:34.972114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:34.975621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=7a6cc3ec-5295-4943-ad81-8e38918d9977,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.026123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c05-5ce8-4fec-90b2-ea1386985d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.064189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c05-5ce8-4fec-90b2-ea1386985d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.080329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-e271f5b7-9357-4395-9674-337ecd9c4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.082428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-e271f5b7-9357-4395-9674-337ecd9c4992 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84&tenant_id=73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 1096 time: 0.1112013 Jul 15 13:10:35.094033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.160310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.197606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-c3eba062-9634-45bb-8109-2e9e68ea150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.199381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-c3eba062-9634-45bb-8109-2e9e68ea150a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1096 time: 0.0899405 Jul 15 13:10:35.200099 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c05-5ce8-4fec-90b2-ea1386985d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.202696 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7f27c05-5ce8-4fec-90b2-ea1386985d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.203911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e7f27c05-5ce8-4fec-90b2-ea1386985d9b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1fbea7b9-c5d9-4e41-a902-f7843685b251 HTTP/1.1" status: 204 len: 168 time: 0.2712317 Jul 15 13:10:35.285850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f27c05-5ce8-4fec-90b2-ea1386985d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbea7b9-c5d9-4e41-a902-f7843685b251,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.317356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-c56fee9b-b74b-4924-83a5-dc3e9cc9db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.319331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-c56fee9b-b74b-4924-83a5-dc3e9cc9db93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.1115005 Jul 15 13:10:35.375267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-778f02be-2f87-43df-97cf-8552cc0f91b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 200 len: 217 time: 0.0477266 Jul 15 13:10:35.440441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-45038da0-0262-4bd3-88b1-483ecc387aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:35.444774 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-45038da0-0262-4bd3-88b1-483ecc387aa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0607862 Jul 15 13:10:35.492394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-2e4cc23b-3f8c-4d34-9d76-b5b9942f9f6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409009 Jul 15 13:10:35.500867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.508441 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.590133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event updated for resources: {'Port': ['ID=7a6cc3ec-5295-4943-ad81-8e38918d9977,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:35.687291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.715878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:35.720747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-f0667f8d-4911-4b95-a302-41ffc946038e tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7751541 Jul 15 13:10:35.742695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-b6977c4a-fb72-44e3-86ea-f9f909b33350 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429352 Jul 15 13:10:35.822068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-9541c0c2-d73e-4d84-957f-70afee558671 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.172 HTTP/1.1" status: 200 len: 696 time: 0.0880599 Jul 15 13:10:35.960609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56628) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.084333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-dcf8d9cc-51a4-4aba-b3c9-d02997d9925c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.094701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-e34fa77c-89df-40d5-a140-338efa015d38 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446395 Jul 15 13:10:36.098463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da2f9a2d-278e-41df-ad6f-c6dd6845e1c0 req-dcf8d9cc-51a4-4aba-b3c9-d02997d9925c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2594075 Jul 15 13:10:36.116096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-68f3e015-e99f-4600-8e80-03c975944c87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b373016e7a4f42eaa108aa2305843119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530614 Jul 15 13:10:36.118946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56636) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:36.199878 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0462dc8c-53db-405b-9f71-e43f3b5bc1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.211720 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540da0ac-8851-4d8a-a37d-aab1c57af8f5 x-openstack-request-id: req-540da0ac-8851-4d8a-a37d-aab1c57af8f5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:36.211720 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4562d8cf-d173-4dfd-9405-c25a0a6e534d", "name": "network-vif-deleted", "tag": "b94188ab-9d59-420d-951f-5f7da8fcc1eb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:36.212687 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-540da0ac-8851-4d8a-a37d-aab1c57af8f5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:36.216694 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4562d8cf-d173-4dfd-9405-c25a0a6e534d', 'name': 'network-vif-deleted', 'tag': 'b94188ab-9d59-420d-951f-5f7da8fcc1eb', 'status': 'completed', 'code': 200} Jul 15 13:10:36.269433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0462dc8c-53db-405b-9f71-e43f3b5bc1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.383237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0462dc8c-53db-405b-9f71-e43f3b5bc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.390160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0462dc8c-53db-405b-9f71-e43f3b5bc1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.394049 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0462dc8c-53db-405b-9f71-e43f3b5bc1e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6fa626b-287b-409e-8ff2-e80dc9099562 HTTP/1.1" status: 204 len: 168 time: 0.2739265 Jul 15 13:10:36.417955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462dc8c-53db-405b-9f71-e43f3b5bc1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fa626b-287b-409e-8ff2-e80dc9099562,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:36.584405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-94628e7d-a1ca-44d4-afa2-c2a5c59fc098 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:36.592698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-94628e7d-a1ca-44d4-afa2-c2a5c59fc098 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.1388273 Jul 15 13:10:36.693926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-43fd8136-e439-4c17-b922-a5b2ecc154e6 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:36.700847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-43fd8136-e439-4c17-b922-a5b2ecc154e6 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139785 Jul 15 13:10:36.729948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:36.730785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:10:36.856782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-21c8f566-347c-47e2-9251-38a0cf13843c service neutron] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:36.860913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-21c8f566-347c-47e2-9251-38a0cf13843c service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:36.862250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b5f4043-47f2-43f2-8431-82bc3ef83b0e req-21c8f566-347c-47e2-9251-38a0cf13843c service neutron] 10.222.0.59 "DELETE /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.2575841 Jul 15 13:10:36.997319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:36.997686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:36.998084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:37.012132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:37.013229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:37.019754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:37.020096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:37.020931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:37.021461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Bound port: a245c97a-67ea-47fc-86b5-dd377a458f4c, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:37.100057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:37.110438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:37.123840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f67cdff0-b159-462a-a3ff-6b61ed6fee93 service neutron] 10.222.0.57 "POST /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3973992 Jul 15 13:10:37.591467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f60627-18f6-4320-af46-79d68451dbdd req-04c10889-0361-4e30-b26c-d013d19597e5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:37.600617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88f60627-18f6-4320-af46-79d68451dbdd req-04c10889-0361-4e30-b26c-d013d19597e5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 944 time: 0.0865457 Jul 15 13:10:37.651351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88f60627-18f6-4320-af46-79d68451dbdd req-fa65fe7e-128b-444a-af16-10ed3c11cdc5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Jul 15 13:10:37.739393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d558f386-f313-463b-8efc-4af3f2ae905f req-9dc0cafd-886e-4fdd-827d-b70f7d456a77 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips/256c8cde-05db-4171-bc7e-6de300981371 HTTP/1.1" status: 200 len: 693 time: 0.0571904 Jul 15 13:10:38.024193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558f386-f313-463b-8efc-4af3f2ae905f req-f3336c70-8d1b-44ba-9950-6115aca4fa32 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.026503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d558f386-f313-463b-8efc-4af3f2ae905f req-f3336c70-8d1b-44ba-9950-6115aca4fa32 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2586281 Jul 15 13:10:38.044909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-d558f386-f313-463b-8efc-4af3f2ae905f req-db5f32be-4693-4ecc-bbb3-9fcbb0351bf0 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:38.046612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d558f386-f313-463b-8efc-4af3f2ae905f req-db5f32be-4693-4ecc-bbb3-9fcbb0351bf0 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145135 Jul 15 13:10:38.207013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-69c60577-96af-4315-a324-0bd7ab38cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.209062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-69c60577-96af-4315-a324-0bd7ab38cd24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1097 time: 0.0684199 Jul 15 13:10:38.320628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c26eb-fb33-4886-985f-6c07f02c9e19 req-c51d48be-cc39-4ef4-836a-f035406f5f4a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.323323 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-738c26eb-fb33-4886-985f-6c07f02c9e19 req-c51d48be-cc39-4ef4-836a-f035406f5f4a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.1182270 Jul 15 13:10:38.339485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:38.365439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-b001b5c6-e6ed-422a-beda-c90ddb9882ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.386310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-b001b5c6-e6ed-422a-beda-c90ddb9882ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1704881 Jul 15 13:10:38.391310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-738c26eb-fb33-4886-985f-6c07f02c9e19 req-fd75f94c-5c6f-4547-93d6-fad77ced28c9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609334 Jul 15 13:10:38.445668 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.459123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-b05a3880-9ec3-416a-9351-dd815e28bd9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 217 time: 0.0655723 Jul 15 13:10:38.483377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:38.484438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:38.487471 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2396545-52ce-429a-8e7f-3dedf6e7905a" -d '{"events": [{"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:38.493469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:38.549657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:38.558595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.559348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.559902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.560470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.561018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.561551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.562101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.562659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.563204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.563729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.564267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.564654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-53a1be98-963b-430e-bc5a-bef05e1030ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:38.565045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:38.566244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-53a1be98-963b-430e-bc5a-bef05e1030ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1016245 Jul 15 13:10:38.613970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-7bfb2555-142d-40e9-b8aa-f8916612124d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408127 Jul 15 13:10:38.771675 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-32e8ed35-887e-42e4-8b9a-aa06dd531573 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips/256c8cde-05db-4171-bc7e-6de300981371 HTTP/1.1" status: 200 len: 693 time: 0.0623746 Jul 15 13:10:38.813110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-99844dc0-5716-43a4-b6e8-669d7cb25819 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918139 Jul 15 13:10:38.992952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-4ecdd16d-0bf7-4019-b38f-4f7e5e068f44 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690931 Jul 15 13:10:39.012537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-f19d4ad2-fd0b-4943-968b-01bdf4198b98 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.013955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-f19d4ad2-fd0b-4943-968b-01bdf4198b98 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2328827 Jul 15 13:10:39.026028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-93ca4d8b-223d-449c-9770-634db09b00e1 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:39.027169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-93ca4d8b-223d-449c-9770-634db09b00e1 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068574 Jul 15 13:10:39.089194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-fe043b0e-4817-4f1c-83a5-81f71ac6a4cd tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.172 HTTP/1.1" status: 200 len: 696 time: 0.0553145 Jul 15 13:10:39.095007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c37387-9463-4c62-8bf0-dfefc7d33c4f req-d3687b4b-bfab-409a-be53-8b15108e69af tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.096534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90c37387-9463-4c62-8bf0-dfefc7d33c4f req-d3687b4b-bfab-409a-be53-8b15108e69af tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1096 time: 0.0558450 Jul 15 13:10:39.136028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90c37387-9463-4c62-8bf0-dfefc7d33c4f req-a56b50a1-511f-4a75-8b5c-f800e4561de0 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Jul 15 13:10:39.147342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-268b21dd-8811-44c3-a783-429a91c64039 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.172 HTTP/1.1" status: 200 len: 696 time: 0.0509200 Jul 15 13:10:39.195394 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e076125-9a9b-423e-bf2e-24b6612203cc x-openstack-request-id: req-2e076125-9a9b-423e-bf2e-24b6612203cc {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:39.195681 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:39.196171 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e076125-9a9b-423e-bf2e-24b6612203cc {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:39.196765 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'code': 200} Jul 15 13:10:39.289183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Deleting port 7a6cc3ec-5295-4943-ad81-8e38918d9977 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:39.289522 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.383218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.383542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.395820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Calling delete_port for 7a6cc3ec-5295-4943-ad81-8e38918d9977 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:39.455587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-ead8b08d-f76a-4393-b7a8-a23597e378c5 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.458037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-ead8b08d-f76a-4393-b7a8-a23597e378c5 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/networks?id=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 HTTP/1.1" status: 200 len: 815 time: 0.1131792 Jul 15 13:10:39.479274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-facae03a-a5c1-43bb-8e20-85710c4e545b tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/quotas/765610a3f69640f19e3934cbcc4df743 HTTP/1.1" status: 200 len: 375 time: 0.0129523 Jul 15 13:10:39.547383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.563706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-84f6bb77-36ba-4612-905e-972bb1935fb4 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=765610a3f69640f19e3934cbcc4df743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810120 Jul 15 13:10:39.586803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event deleted for resources: {'Port': ['ID=7a6cc3ec-5295-4943-ad81-8e38918d9977,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:39.656799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.659588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:39.660852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5eb830-e439-4c89-9b39-921096111ba0 req-40523372-19a8-4f40-88f4-15aff4d143ac tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "DELETE /v2.0/floatingips/256c8cde-05db-4171-bc7e-6de300981371 HTTP/1.1" status: 204 len: 173 time: 0.5070899 Jul 15 13:10:39.680492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-3c176ffb-e23f-497d-9701-16c507c940c0 service neutron] 10.222.0.57 "GET /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096792 Jul 15 13:10:39.781264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-c88c5fc4-ccbe-439e-b1f4-55401ddc9db5 service neutron] 10.222.0.57 "GET /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940914 Jul 15 13:10:39.955776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-5a02df01-0c73-4f38-a2f6-965df4865f63 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:39.957647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-5a02df01-0c73-4f38-a2f6-965df4865f63 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.1561227 Jul 15 13:10:39.980382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-e23cb915-18bb-4bda-bb31-eead1965b850 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/quotas/cd6aebb706a54aaca728538df92faea3 HTTP/1.1" status: 200 len: 375 time: 0.0153265 Jul 15 13:10:40.100503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d3bd-1ab1-4c1f-8adb-fe26b259358e req-9ce36742-86c5-4a19-8865-a76d48ccc914 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.102280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca76d3bd-1ab1-4c1f-8adb-fe26b259358e req-9ce36742-86c5-4a19-8865-a76d48ccc914 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 1096 time: 0.0817394 Jul 15 13:10:40.111186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-156a6c70-0dc0-4900-9f36-42f863ce57c9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187437 Jul 15 13:10:40.157834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca76d3bd-1ab1-4c1f-8adb-fe26b259358e req-74c7cfab-e188-4b2b-b6ce-12904370d7de tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Jul 15 13:10:40.278856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-59e10caf-0175-4dd9-92be-bf1f47b9477b service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601377 Jul 15 13:10:40.392992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-e60435c2-2499-4af4-8223-37926339e3fe tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.394644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-e60435c2-2499-4af4-8223-37926339e3fe tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.59 "GET /v2.0/ports?device_id=671cdad9-fecc-40bb-b08c-b49c3a8e98a9 HTTP/1.1" status: 200 len: 943 time: 0.1739628 Jul 15 13:10:40.453235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-b99a0caf-103f-49e7-bf6b-13b42b4d98b9 service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665010 Jul 15 13:10:40.590066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Deleting port d321b48b-eb07-41dd-876c-35a2c3d97333 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:40.590455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:40.837604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f3b29-4b6a-468c-9637-71304fa2ac27 req-a8f0da50-fb5e-41d1-9d2d-839ab6e54030 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:40.839655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-094f3b29-4b6a-468c-9637-71304fa2ac27 req-a8f0da50-fb5e-41d1-9d2d-839ab6e54030 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.4642026 Jul 15 13:10:40.941631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-094f3b29-4b6a-468c-9637-71304fa2ac27 req-50f589d1-332f-4a4a-b31b-41ae0e378b3c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930448 Jul 15 13:10:41.316561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44d157cc-7f8c-4f0f-a964-04651310ea4e req-cf27913c-6e0e-4511-a065-866e959114a8 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 210 time: 0.0688653 Jul 15 13:10:41.445142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1136e4-eafd-4bb8-a58e-bb1b34069d8e req-618fb26c-81e5-479a-a199-db166b217b73 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.459266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf1136e4-eafd-4bb8-a58e-bb1b34069d8e req-618fb26c-81e5-479a-a199-db166b217b73 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8094683 Jul 15 13:10:41.487645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] For port d321b48b-eb07-41dd-876c-35a2c3d97333, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d321b48b-eb07-41dd-876c-35a2c3d97333,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:41.488328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.524916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Calling delete_port for d321b48b-eb07-41dd-876c-35a2c3d97333 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:41.686924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-470a4bab-b077-4e4a-8cbc-10eb40b495d5 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:41.691008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-470a4bab-b077-4e4a-8cbc-10eb40b495d5 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.58 "GET /v2.0/networks?id=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 HTTP/1.1" status: 200 len: 815 time: 0.2206481 Jul 15 13:10:41.710652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Request body: {'port': {'device_id': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'admin_state_up': True, 'tenant_id': '765610a3f69640f19e3934cbcc4df743'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:41.736895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.773510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56812) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:41.790594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event deleted for resources: {'Port': ['ID=d321b48b-eb07-41dd-876c-35a2c3d97333,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:41.965834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] No DVR routers for this DVR port d321b48b-eb07-41dd-876c-35a2c3d97333 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:10:41.972290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:41.977371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-720f803e-4a7c-44ab-a09e-0fc46b945db2 req-c1426986-99f9-480d-a21c-5f84ba9c5333 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.59 "DELETE /v2.0/ports/d321b48b-eb07-41dd-876c-35a2c3d97333 HTTP/1.1" status: 204 len: 173 time: 1.5767577 Jul 15 13:10:41.982258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-deleted', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:41.985962 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce5a88b-2d4f-4d37-a570-cfb3ce5657f6" -d '{"events": [{"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-deleted", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:42.000574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Made reservation on behalf of 765610a3f69640f19e3934cbcc4df743 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:42.007564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.038210 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74fce47-755a-4aaa-b748-57aad217f698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.171101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74fce47-755a-4aaa-b748-57aad217f698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.178226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e74fce47-755a-4aaa-b748-57aad217f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.223127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fce47-755a-4aaa-b748-57aad217f698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729f8ed-6a83-4cf1-b232-793a0a49b980,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.256710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e74fce47-755a-4aaa-b748-57aad217f698 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=769ac8cc1c4745f0ac3b29e2373c076d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816778 Jul 15 13:10:42.259785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56824) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:42.414451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a982-fd63-49bf-b75b-5152582cea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.464953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a982-fd63-49bf-b75b-5152582cea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.489376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Allocated IP 172.20.0.6 (0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8/b312910c-9458-4ae7-a3fa-2e6ba6cff714/c658921e-478d-4550-857b-746509a836ce) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:42.538587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a982-fd63-49bf-b75b-5152582cea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.541886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a982-fd63-49bf-b75b-5152582cea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:42.543445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cdc3a982-fd63-49bf-b75b-5152582cea69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9729f8ed-6a83-4cf1-b232-793a0a49b980 HTTP/1.1" status: 204 len: 168 time: 0.2820292 Jul 15 13:10:42.544589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c8f73f2-001c-4ee7-95bb-74807ba7ed68 req-248c32c8-154c-4f1b-b764-084cecd6dd65 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 210 time: 0.0434945 Jul 15 13:10:42.559866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3a982-fd63-49bf-b75b-5152582cea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729f8ed-6a83-4cf1-b232-793a0a49b980,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:42.725617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27b0e0c9-28e6-4220-89f7-6d8af08f743a req-4bee65c0-9990-4fd5-b903-759171f091c4 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=1240172f45ac46c6a9ec3a8905a5ff18 HTTP/1.1" status: 200 len: 1656 time: 0.1217372 Jul 15 13:10:42.906100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c508d304-e8dc-4b49-8bd7-6a49d2728975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.226517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.283448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0e0c9-28e6-4220-89f7-6d8af08f743a req-56aced81-07bf-40a8-b1df-6479c6ed988b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.285145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27b0e0c9-28e6-4220-89f7-6d8af08f743a req-56aced81-07bf-40a8-b1df-6479c6ed988b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks?id=338329de-77f0-49a0-94f7-e0c314ec995e&id=338329de-77f0-49a0-94f7-e0c314ec995e&id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 787 time: 0.5444212 Jul 15 13:10:43.302863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-7579720f-563d-4887-b0f6-62acf18fadd2 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.306237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-7579720f-563d-4887-b0f6-62acf18fadd2 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.3653789 Jul 15 13:10:43.316621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-27b0e0c9-28e6-4220-89f7-6d8af08f743a req-23758991-af25-459b-991c-5d98411723c6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:43.330340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Request body: {'port': {'device_id': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'admin_state_up': True, 'tenant_id': 'cd6aebb706a54aaca728538df92faea3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:43.334626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27b0e0c9-28e6-4220-89f7-6d8af08f743a req-23758991-af25-459b-991c-5d98411723c6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255055 Jul 15 13:10:43.339894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Transition to ACTIVE for port object c658921e-478d-4550-857b-746509a836ce will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:43.345388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56854) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:43.449976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96378277-fb5f-458f-8f18-045b3a1b7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.641677 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd0355b-e842-4a2a-b95e-276943bd3e03 x-openstack-request-id: req-fdd0355b-e842-4a2a-b95e-276943bd3e03 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:43.642336 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671cdad9-fecc-40bb-b08c-b49c3a8e98a9", "name": "network-vif-deleted", "tag": "d321b48b-eb07-41dd-876c-35a2c3d97333", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:43.642336 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fdd0355b-e842-4a2a-b95e-276943bd3e03 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:43.644366 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671cdad9-fecc-40bb-b08c-b49c3a8e98a9', 'name': 'network-vif-deleted', 'tag': 'd321b48b-eb07-41dd-876c-35a2c3d97333', 'status': 'completed', 'code': 200} Jul 15 13:10:43.723774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:43.843357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1d19a-f8b0-49dd-828a-0dcea1ce4993 req-d1f7ad35-6601-4e7e-887c-642f74b6b20a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:43.853179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4f1d19a-f8b0-49dd-828a-0dcea1ce4993 req-d1f7ad35-6601-4e7e-887c-642f74b6b20a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 931 time: 0.1008115 Jul 15 13:10:43.886475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:43.934244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:43.943333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:43.954178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4f1d19a-f8b0-49dd-828a-0dcea1ce4993 req-8af432d4-ec54-46de-ae6c-67a662abb88c tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984313 Jul 15 13:10:44.054376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.054376 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.081547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Pushing event updated for resources: {'Port': ['ID=c658921e-478d-4550-857b-746509a836ce,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.112479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7058e63-0aa1-4c7a-bdfe-d368a0ee8a21 req-e3805bc1-25dc-4c24-8992-0e65e64f5965 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.120856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7058e63-0aa1-4c7a-bdfe-d368a0ee8a21 req-e3805bc1-25dc-4c24-8992-0e65e64f5965 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.4554822 Jul 15 13:10:44.156593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.157106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.157579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.158052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.158454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.158916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.159305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.159827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.160219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.160608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.161114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.161499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:10:44.232411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7058e63-0aa1-4c7a-bdfe-d368a0ee8a21 req-a707cd3f-99a2-4b10-adbd-18189af97db1 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102509 Jul 15 13:10:44.237437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96378277-fb5f-458f-8f18-045b3a1b7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.259603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96378277-fb5f-458f-8f18-045b3a1b7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.296996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-96378277-fb5f-458f-8f18-045b3a1b7dd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cad32773700b473eb0e681443ef5bfd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9504781 Jul 15 13:10:44.299202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Made reservation on behalf of cd6aebb706a54aaca728538df92faea3 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:44.303097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.325061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-67807859-e0d1-49a1-8788-5a0d9517e5cb tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6243491 Jul 15 13:10:44.335927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:44.353434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:10:44.390914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: d321b48b-eb07-41dd-876c-35a2c3d97333 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:10:44.391827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d321b48b-eb07-41dd-876c-35a2c3d97333 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:10:44.414249 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-6b05b854-c262-4a15-aff6-43668dbdaf4c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips/beabe6c2-236e-42d6-9ee8-336fd9688cca HTTP/1.1" status: 200 len: 693 time: 0.1273580 Jul 15 13:10:44.419313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f17f7d2f-4133-4a27-9e4a-e2965c655d8a None None] Provisioning for port c658921e-478d-4550-857b-746509a836ce completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:44.425495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f17f7d2f-4133-4a27-9e4a-e2965c655d8a None None] Provisioning complete for port c658921e-478d-4550-857b-746509a836ce triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:44.426703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f17f7d2f-4133-4a27-9e4a-e2965c655d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.464770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f17f7d2f-4133-4a27-9e4a-e2965c655d8a None None] Port c658921e-478d-4550-857b-746509a836ce cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:44.479858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96378277-fb5f-458f-8f18-045b3a1b7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee5bb6f-c793-4b13-9c0a-aa5d3dc1125a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.535657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-950e2904-2a92-4095-97c5-0b67c8a6722d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.563057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-950e2904-2a92-4095-97c5-0b67c8a6722d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.645060 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.648825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-950e2904-2a92-4095-97c5-0b67c8a6722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.652116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-950e2904-2a92-4095-97c5-0b67c8a6722d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.653657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-950e2904-2a92-4095-97c5-0b67c8a6722d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ee5bb6f-c793-4b13-9c0a-aa5d3dc1125a HTTP/1.1" status: 204 len: 168 time: 0.3018088 Jul 15 13:10:44.673815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e2904-2a92-4095-97c5-0b67c8a6722d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee5bb6f-c793-4b13-9c0a-aa5d3dc1125a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:44.693234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Request body: {'port': {'device_id': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:44.721833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Allocated IP 172.20.0.7 (5c131fbb-22d7-415d-9f05-a57deb198ed9/ced8565f-aa71-41bd-997f-7ad7392f4d05/ca589808-8f9e-45df-983c-5e62d18442cf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:44.853481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-b9d35ef7-f23e-4b1d-9205-437fb061eae2 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:44.865803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-b9d35ef7-f23e-4b1d-9205-437fb061eae2 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.4445875 Jul 15 13:10:44.883702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-7ca23d38-8537-4c6c-9bf2-04d139ff394c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:10:44.893918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-7ca23d38-8537-4c6c-9bf2-04d139ff394c tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265367 Jul 15 13:10:44.953695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:44.980092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c8c7a2e-d4e9-4b6b-9c83-a94f1706cda2 req-bea24d17-5df9-4bf5-a979-b9d2f83ec901 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 210 time: 0.0550227 Jul 15 13:10:45.117684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-60a7ac17-57b1-4ac1-b0ae-a8a4957b9004 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.2231083 Jul 15 13:10:45.147321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.230548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.285515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-bc53ef65-d4db-480e-aff9-8799e136b836 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1666496 Jul 15 13:10:45.297540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.314248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:45.321372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:45.327417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:45.384514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:45.418409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.419344 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.477554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db989086-24e3-40c0-ab27-fcf768e62ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.554615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-54044383-7ba7-40bc-8760-d303e96f0eed tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2305968 Jul 15 13:10:45.578803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Request body: {'port': {'device_id': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:45.627590 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.732161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.734200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Deleting port c0b403df-1661-452a-b5f0-d35ead8eea13 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:45.734552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.758787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fba84-a77c-435a-ac88-b7d58ee1b9a2 req-302716d3-05cb-414f-b2ed-4c0d125223be tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:45.768953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c4fba84-a77c-435a-ac88-b7d58ee1b9a2 req-302716d3-05cb-414f-b2ed-4c0d125223be tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 931 time: 0.3164506 Jul 15 13:10:45.903814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c4fba84-a77c-435a-ac88-b7d58ee1b9a2 req-89c25644-f74a-4bd4-bb45-f70fb973f0b4 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333573 Jul 15 13:10:45.970736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:45.971116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.006469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Calling delete_port for c0b403df-1661-452a-b5f0-d35ead8eea13 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:46.126848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c658921e-478d-4550-857b-746509a836ce {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:46.141206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.245642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Transition to ACTIVE for port object c658921e-478d-4550-857b-746509a836ce will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:46.254757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.349211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08606f14-4881-48de-b952-117f30256d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c658921e-478d-4550-857b-746509a836ce,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.453540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.499767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event deleted for resources: {'Port': ['ID=c0b403df-1661-452a-b5f0-d35ead8eea13,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:46.736735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.753045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.753045 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bfded54-7995-44bf-83ae-75a28d772f1f req-789a4e19-e958-4cce-931d-ef3a0dfc1d6a tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "DELETE /v2.0/floatingips/beabe6c2-236e-42d6-9ee8-336fd9688cca HTTP/1.1" status: 204 len: 173 time: 1.4635348 Jul 15 13:10:46.756141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Attempting to bind port c658921e-478d-4550-857b-746509a836ce on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:46.756687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Attempting to bind port c658921e-478d-4550-857b-746509a836ce by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:46.757037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Attempting to bind port c658921e-478d-4550-857b-746509a836ce on network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:46.765539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Port c658921e-478d-4550-857b-746509a836ce on network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:46.765876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Attempting to bind port c658921e-478d-4550-857b-746509a836ce on network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:46.770782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b633c-ca9a-4fa6-b6a7-2de2a6f30394 req-53f6fe99-83e4-4a10-86f4-2ad3b93a1951 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:46.772763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:46.773118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Checking segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:46.773512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Bound using segment: {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:46.773965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Bound port: c658921e-478d-4550-857b-746509a836ce, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97618bf5-ce84-49c9-b4e7-aae8921c2f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:46.774480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.791169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-891b633c-ca9a-4fa6-b6a7-2de2a6f30394 req-53f6fe99-83e4-4a10-86f4-2ad3b93a1951 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.4105136 Jul 15 13:10:46.825030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca589808-8f9e-45df-983c-5e62d18442cf {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:46.843574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.875954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Transition to ACTIVE for port object ca589808-8f9e-45df-983c-5e62d18442cf will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:46.893233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:46.955802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] For port c658921e-478d-4550-857b-746509a836ce, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:46.965725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] For port c658921e-478d-4550-857b-746509a836ce, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c658921e-478d-4550-857b-746509a836ce,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:46.974714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.009317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.064053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.064555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.066075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-08606f14-4881-48de-b952-117f30256d89 service neutron] 10.222.0.58 "PUT /v2.0/ports/c658921e-478d-4550-857b-746509a836ce HTTP/1.1" status: 200 len: 1092 time: 2.4053626 Jul 15 13:10:47.070127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'tag': 'c658921e-478d-4550-857b-746509a836ce'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:47.072733 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450472f-8ff8-4432-ae87-ab13c567f035" -d '{"events": [{"name": "network-changed", "server_uuid": "3e60a412-9a1c-49bb-8c6a-467956e93334", "tag": "c658921e-478d-4550-857b-746509a836ce"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:47.119270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08606f14-4881-48de-b952-117f30256d89 service neutron] Pushing event updated for resources: {'Port': ['ID=c658921e-478d-4550-857b-746509a836ce,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.130469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-891b633c-ca9a-4fa6-b6a7-2de2a6f30394 req-b42835be-f372-4c5b-afa9-57f5d3e5d012 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368485 Jul 15 13:10:47.162383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:47.365507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Attempting to bind port ca589808-8f9e-45df-983c-5e62d18442cf on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:47.365816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Attempting to bind port ca589808-8f9e-45df-983c-5e62d18442cf by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:47.366203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Attempting to bind port ca589808-8f9e-45df-983c-5e62d18442cf on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:47.377140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Port ca589808-8f9e-45df-983c-5e62d18442cf on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:47.380207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Attempting to bind port ca589808-8f9e-45df-983c-5e62d18442cf on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:47.388687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:47.389167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Checking segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:47.389747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Bound using segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:47.390280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Bound port: ca589808-8f9e-45df-983c-5e62d18442cf, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:47.390813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.547736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-9a8ada60-6fa9-4a77-8af4-2d5221f2ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.549364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49f8e-3876-4591-9d68-0d5c654f120c req-66d0acd5-345b-43c7-9b8f-f612e99de025 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.549551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-9a8ada60-6fa9-4a77-8af4-2d5221f2ae1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=765610a3f69640f19e3934cbcc4df743&device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 1095 time: 0.1569753 Jul 15 13:10:47.551669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0e49f8e-3876-4591-9d68-0d5c654f120c req-66d0acd5-345b-43c7-9b8f-f612e99de025 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 943 time: 0.1348708 Jul 15 13:10:47.557144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:47.642956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-fc9b461e-3f14-400a-9f61-bbf399dee58b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c658921e-478d-4550-857b-746509a836ce HTTP/1.1" status: 200 len: 217 time: 0.0670257 Jul 15 13:10:47.658046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0e49f8e-3876-4591-9d68-0d5c654f120c req-fa395987-32ad-4a7e-ab3d-483a82a573fa tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981872 Jul 15 13:10:47.665077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:47.681322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.775634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-31dcd0b2-39af-4ee5-a467-0835c74f672f tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips/6ced38e6-0433-4886-ac68-58c08a062c6e HTTP/1.1" status: 200 len: 693 time: 0.0621762 Jul 15 13:10:47.783842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-47add86c-a0d1-4eec-ad7e-c2305cdd7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.785833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.786306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-47add86c-a0d1-4eec-ad7e-c2305cdd7b8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b312910c-9458-4ae7-a3fa-2e6ba6cff714 HTTP/1.1" status: 200 len: 854 time: 0.1282592 Jul 15 13:10:47.786457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:47.788205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] 10.222.0.58 "PUT /v2.0/ports/ca589808-8f9e-45df-983c-5e62d18442cf HTTP/1.1" status: 200 len: 1092 time: 2.2223835 Jul 15 13:10:47.788699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:47.793454 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f5b47-6391-458d-a7de-f6aed3931e45" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:47.926504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-1b969729-833d-4f97-bcbb-e1b25d219c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:47.932994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-1b969729-833d-4f97-bcbb-e1b25d219c4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092770 Jul 15 13:10:47.992417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-5b0e04ce-0fd9-4819-8a6c-f61fb3918990 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=eaa654a4f96e424891c6366936e775bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351262 Jul 15 13:10:48.011442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00820a7-0be2-4553-9717-1d7aaca21567 service neutron] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:48.115847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-bb50f01e-7ed0-456a-9cb6-9cb21673a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.117734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-bb50f01e-7ed0-456a-9cb6-9cb21673a9b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 1095 time: 0.2091088 Jul 15 13:10:48.128917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-b4960ba7-5fc3-4452-ab81-76355f20b229 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.138123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-b4960ba7-5fc3-4452-ab81-76355f20b229 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.3358672 Jul 15 13:10:48.236986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-0dd1bad8-0f50-4d46-9d1c-1e1cdd55f092 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0977278 Jul 15 13:10:48.246922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-c081ecda-1b1e-4f68-adfe-731994ab9237 service neutron] 10.222.0.58 "GET /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166964 Jul 15 13:10:48.247147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-4260564e-ed06-474c-a748-18801ef9a3b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca589808-8f9e-45df-983c-5e62d18442cf HTTP/1.1" status: 200 len: 217 time: 0.0670047 Jul 15 13:10:48.292913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-550807dc-c3aa-4392-b014-7069ffe55ef9 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.293842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-96a96bbe-26df-4d57-abcf-0dcac487990b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.0558815 Jul 15 13:10:48.302366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-550807dc-c3aa-4392-b014-7069ffe55ef9 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081534 Jul 15 13:10:48.327765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-bd8296ac-a7f5-477b-b4e8-3880b309d5ac tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/quotas/eaa654a4f96e424891c6366936e775bd HTTP/1.1" status: 200 len: 375 time: 0.0234582 Jul 15 13:10:48.416820 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-d1e4887d-aece-4436-aaf3-96e42328040a tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eaa654a4f96e424891c6366936e775bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876870 Jul 15 13:10:48.439385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.475806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-2a62c4f7-2147-439e-b83e-ccc2d61d57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:48.477389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-2a62c4f7-2147-439e-b83e-ccc2d61d57e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.1298594 Jul 15 13:10:48.503783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Deleting port 5b4e3032-69e3-474b-a163-f0891c4bcb52 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:48.504395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.600855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.601329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.608329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0546be0-4fd7-4d48-ba6d-a90df020abad req-ab8dad48-6aa3-4360-861d-97357e288dab service neutron] 10.222.0.58 "GET /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021898 Jul 15 13:10:48.616088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Calling delete_port for 5b4e3032-69e3-474b-a163-f0891c4bcb52 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:48.913328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:48.967743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event deleted for resources: {'Port': ['ID=5b4e3032-69e3-474b-a163-f0891c4bcb52,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:48.998262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064f150-1884-4ad6-8513-2ce7a238fd82 req-290e223c-7bb4-455f-aa19-fd62d8fb0af7 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.019458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e064f150-1884-4ad6-8513-2ce7a238fd82 req-290e223c-7bb4-455f-aa19-fd62d8fb0af7 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 943 time: 0.1483080 Jul 15 13:10:49.090495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.093952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:49.095947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d545a6b-883f-4992-acbb-5aa21b9abd70 req-22750dd5-f8be-4b63-bc70-c74eae6a226b tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "DELETE /v2.0/floatingips/6ced38e6-0433-4886-ac68-58c08a062c6e HTTP/1.1" status: 204 len: 173 time: 0.8011935 Jul 15 13:10:49.177160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e064f150-1884-4ad6-8513-2ce7a238fd82 req-a078cb64-2347-4974-a745-e5d9e56e380a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562688 Jul 15 13:10:49.201307 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be1c467-3dd2-4b92-b7ef-86db431e7ea8 x-openstack-request-id: req-4be1c467-3dd2-4b92-b7ef-86db431e7ea8 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:49.202479 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e60a412-9a1c-49bb-8c6a-467956e93334", "tag": "c658921e-478d-4550-857b-746509a836ce", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:49.202905 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4be1c467-3dd2-4b92-b7ef-86db431e7ea8 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:49.203706 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'tag': 'c658921e-478d-4550-857b-746509a836ce', 'status': 'completed', 'code': 200} Jul 15 13:10:49.320586 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9622190f-964e-4c6c-bf71-655da5bd23b4 x-openstack-request-id: req-9622190f-964e-4c6c-bf71-655da5bd23b4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:49.320972 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:49.321313 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9622190f-964e-4c6c-bf71-655da5bd23b4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:49.321817 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'status': 'completed', 'code': 200} Jul 15 13:10:49.943810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e934719-0dcb-4172-bba1-ab79c8f4da5d req-acdc27ec-b717-4b12-8455-c8db90f07f0c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:49.964440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e934719-0dcb-4172-bba1-ab79c8f4da5d req-acdc27ec-b717-4b12-8455-c8db90f07f0c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.1525249 Jul 15 13:10:50.077038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e934719-0dcb-4172-bba1-ab79c8f4da5d req-e5f442e2-f625-4557-992f-827406e06218 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063826 Jul 15 13:10:50.327412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af9a8842-f1e9-4109-a5ec-9e7d24a6d172 req-3f6ab329-c81b-4ff3-857f-a84ccf8af0ce tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 210 time: 0.0329340 Jul 15 13:10:50.555045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb7b8e-2ceb-4523-a1f8-7e06e5afcdad req-e721ad16-29eb-4ef4-b7f6-6dc17fd76d87 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:50.556550 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6cb7b8e-2ceb-4523-a1f8-7e06e5afcdad req-e721ad16-29eb-4ef4-b7f6-6dc17fd76d87 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 943 time: 0.1101515 Jul 15 13:10:50.639575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6cb7b8e-2ceb-4523-a1f8-7e06e5afcdad req-76c8cc81-a1ba-4322-a355-839c475e0c47 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757897 Jul 15 13:10:50.705652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ba997292-25da-468a-a5c5-cfee91a9533f tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=eaa654a4f96e424891c6366936e775bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647938 Jul 15 13:10:50.791951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-1ee3a52c-7cb2-47db-8342-b6fe0930b2e1 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips/41bc4bea-54ab-40aa-84a3-1b42fd71ec01 HTTP/1.1" status: 200 len: 692 time: 0.0958412 Jul 15 13:10:50.996889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-a1ded4f5-a536-474f-805e-8cc1ab54a9b3 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.011405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-a1ded4f5-a536-474f-805e-8cc1ab54a9b3 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980387 Jul 15 13:10:51.040496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Request body: {'port': {'device_id': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'eaa654a4f96e424891c6366936e775bd'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:51.064073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-959e718d-f2ac-4d93-a69b-7aa5fc683669 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:51.065551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-959e718d-f2ac-4d93-a69b-7aa5fc683669 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2656968 Jul 15 13:10:51.178971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-984f01b7-b42d-4c7a-a9ef-5c6520a5fabb tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.24 HTTP/1.1" status: 200 len: 695 time: 0.1019869 Jul 15 13:10:51.255040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-cc08e5bf-52fe-420b-8cba-a46761287e3d tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.24 HTTP/1.1" status: 200 len: 695 time: 0.0664260 Jul 15 13:10:51.394563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Made reservation on behalf of eaa654a4f96e424891c6366936e775bd for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:51.397914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.409496 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.473651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Deleting port e805aaab-1ae9-4903-82d7-c52701462d82 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:51.474128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.614000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.614436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.642463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Calling delete_port for e805aaab-1ae9-4903-82d7-c52701462d82 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:51.656750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:51.668469 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.128070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24aed990-86a9-403d-a761-e3cc2d6a9389,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.276832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Allocated IP 192.168.233.51 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/3f5655c4-a854-49b4-8f93-cb12b90bcaa7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:10:52.295778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.335471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Pushing event deleted for resources: {'Port': ['ID=e805aaab-1ae9-4903-82d7-c52701462d82,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:52.473701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.476663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.477696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08fa42b9-2cb3-490c-afd4-b4627818c9b2 req-085a5c63-b62c-48cc-abe3-c4da147b37a6 tempest-FloatingIPDetailsTestJSON-1483460931 tempest-FloatingIPDetailsTestJSON-1483460931-project] 10.222.0.57 "DELETE /v2.0/floatingips/41bc4bea-54ab-40aa-84a3-1b42fd71ec01 HTTP/1.1" status: 204 len: 173 time: 1.2214544 Jul 15 13:10:52.488303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56996) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:52.653949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.683336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Transition to ACTIVE for port object 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:52.762072 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:52.831687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a7cef942-0da0-4d19-b296-c810d4da8428 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:52.833627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a7cef942-0da0-4d19-b296-c810d4da8428 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.2618062 Jul 15 13:10:52.867127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:10:52.876600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:10:52.885834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:10:52.996140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.062656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Pushing event updated for resources: {'Port': ['ID=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:53.080951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.081699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.141047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-ad511546-5931-4abb-9e88-48e09e0c1ecb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1135507 Jul 15 13:10:53.159022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Request body: {'port': {'device_id': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:53.382414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-adc84b00-4e76-49d1-a023-40133db7b0f1 None None] Provisioning for port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:10:53.393506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-adc84b00-4e76-49d1-a023-40133db7b0f1 None None] Provisioning complete for port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:10:53.394336 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-adc84b00-4e76-49d1-a023-40133db7b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.465433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:53.513916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-adc84b00-4e76-49d1-a023-40133db7b0f1 None None] Port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:10:53.524102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444ed0-093a-4bf9-92a6-ea60ee59a06b req-e5d96d44-5c5b-4a4b-96dd-5eb2a2b64c2e tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:53.533254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6444ed0-093a-4bf9-92a6-ea60ee59a06b req-e5d96d44-5c5b-4a4b-96dd-5eb2a2b64c2e tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 943 time: 0.3003640 Jul 15 13:10:53.640467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6444ed0-093a-4bf9-92a6-ea60ee59a06b req-03c22032-61ef-4fff-b830-f82d6e547a8e tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Jul 15 13:10:53.708198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.191731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:54.204107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:54.221505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e282-c529-4d73-8959-eb6fae718618 req-16f9dc82-b16a-463a-951f-dd78468a2f96 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.231321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1298e282-c529-4d73-8959-eb6fae718618 req-16f9dc82-b16a-463a-951f-dd78468a2f96 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 945 time: 0.3198659 Jul 15 13:10:54.236700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.269373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Transition to ACTIVE for port object 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:10:54.277292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.286565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:54.318189 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1298e282-c529-4d73-8959-eb6fae718618 req-de2ba330-8a13-4084-b5bc-8ff7849f4365 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874746 Jul 15 13:10:54.344106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.368735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:54.381633 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5351282-a182-40b4-9ebb-8f34f1edd5a8" -d '{"events": [{"server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "name": "network-vif-unplugged", "status": "completed", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:54.391555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.407932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.431576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:54.467401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.489832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Attempting to bind port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:54.491766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Attempting to bind port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:54.492238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Attempting to bind port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:54.507198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:54.507198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Attempting to bind port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:54.520493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:54.520877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:54.522761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:54.525886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Bound port: 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:54.526292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.586778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:54.636051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:54.705278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:54.706084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:54.706821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:54.715628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:54.716158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:54.716675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:54.720319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:54.721307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:54.723726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:54.724557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:54.740633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:54.741506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:54.742490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:54.743391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Bound port: a245c97a-67ea-47fc-86b5-dd377a458f4c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:54.743912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.749615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:54.750174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:54.750862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:54.751438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Bound port: a245c97a-67ea-47fc-86b5-dd377a458f4c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:54.751931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.781695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-d75cda84-ef90-41f2-915d-e26b5fde495f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763681 Jul 15 13:10:54.879529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6aa2-555c-479c-a0fc-2800d5255283 req-91227151-3286-4af7-873e-60c743d7ca20 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:54.886919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c35f6aa2-555c-479c-a0fc-2800d5255283 req-91227151-3286-4af7-873e-60c743d7ca20 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 947 time: 0.2692204 Jul 15 13:10:54.902469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] For port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:54.913804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:54.922094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:54.931021 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:54.977632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] For port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:10:55.015573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c35f6aa2-555c-479c-a0fc-2800d5255283 req-36a25d39-1d42-4615-bb4e-34f499b313be tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272469 Jul 15 13:10:55.043360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.043606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:10:55.064507 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a245c97a-67ea-47fc-86b5-dd377a458f4c-n-h2-798054-11-0 {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:10:55.064875 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:10:55.069557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.073367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-1fdb81a2-eb62-4eea-8899-24c1edbb3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.073602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-1fdb81a2-eb62-4eea-8899-24c1edbb3074 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=765610a3f69640f19e3934cbcc4df743&device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 1095 time: 0.3382969 Jul 15 13:10:55.077159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:10:55.129461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db350c-f816-43bf-99ef-2137a6d641a2 req-3d1ad95e-6d03-4938-8eaa-a9c607156e3c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.136884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12db350c-f816-43bf-99ef-2137a6d641a2 req-3d1ad95e-6d03-4938-8eaa-a9c607156e3c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 943 time: 0.2119069 Jul 15 13:10:55.145918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:55.165147 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc4859-d759-42d3-9221-70fd0be6ceab x-openstack-request-id: req-98cc4859-d759-42d3-9221-70fd0be6ceab {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:55.165423 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "name": "network-vif-unplugged", "status": "completed", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:55.165525 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98cc4859-d759-42d3-9221-70fd0be6ceab {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:55.165834 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'code': 200} Jul 15 13:10:55.205332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.206157 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.208156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-4d905a09-1a51-4c3e-834b-9a63a99a6da1 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f5655c4-a854-49b4-8f93-cb12b90bcaa7 HTTP/1.1" status: 200 len: 1096 time: 2.0619731 Jul 15 13:10:55.208742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'tag': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:55.212572 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4df227a-049e-40f4-bf0a-be97e204ade3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b9666-a3c4-4591-8f02-f3fceff54f8e", "tag": "3f5655c4-a854-49b4-8f93-cb12b90bcaa7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:55.219453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-127a7496-3dfc-4a88-8ed0-784e374221ac service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253178 Jul 15 13:10:55.335539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12db350c-f816-43bf-99ef-2137a6d641a2 req-dd8a8033-ac66-48cb-b47c-b75536283ef7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975832 Jul 15 13:10:55.371851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-0754658c-130b-44f1-8f72-a263fee6a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.379359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-0754658c-130b-44f1-8f72-a263fee6a79f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 HTTP/1.1" status: 200 len: 916 time: 0.2991960 Jul 15 13:10:55.455009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-d82019ad-cb6c-4b4c-a086-b43fa46cf18e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c658921e-478d-4550-857b-746509a836ce HTTP/1.1" status: 200 len: 217 time: 0.0688992 Jul 15 13:10:55.526005 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ffcfc4-4a42-4840-a75f-e78ffee1b27c x-openstack-request-id: req-25ffcfc4-4a42-4840-a75f-e78ffee1b27c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:55.526644 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b9666-a3c4-4591-8f02-f3fceff54f8e", "tag": "3f5655c4-a854-49b4-8f93-cb12b90bcaa7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:55.526960 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25ffcfc4-4a42-4840-a75f-e78ffee1b27c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:55.527644 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'tag': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7', 'status': 'completed', 'code': 200} Jul 15 13:10:55.536750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Deleting port b2d2bc3b-fa18-4086-a15c-f202c405cba5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:55.538263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.548668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-a5214c46-f8f2-473c-9b3f-294dd1e9bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.550839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-a5214c46-f8f2-473c-9b3f-294dd1e9bb02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eaa654a4f96e424891c6366936e775bd&device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 1099 time: 0.2680740 Jul 15 13:10:55.625710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-c573d223-6b04-40d9-b7bb-b811529e957e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0649107 Jul 15 13:10:55.640423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c078448-b5c7-4c52-a564-441f2c0c9bca req-9f28a91a-c29a-483a-858f-35bc225a9fe1 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.642124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c078448-b5c7-4c52-a564-441f2c0c9bca req-9f28a91a-c29a-483a-858f-35bc225a9fe1 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 943 time: 0.3168082 Jul 15 13:10:55.682399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:10:55.682827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:10:55.683241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:55.688734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1452480-81b2-493a-b466-4c4b54da41f7 req-0f1df434-bd55-4404-a9a3-95204eb03aa8 service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622245 Jul 15 13:10:55.726318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c078448-b5c7-4c52-a564-441f2c0c9bca req-773e65d0-58c6-4c6f-b92d-55da5762c84f tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746856 Jul 15 13:10:55.727592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-f85ffd20-81fb-4d43-bdaf-1078c8fb91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.729285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-f85ffd20-81fb-4d43-bdaf-1078c8fb91e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b312910c-9458-4ae7-a3fa-2e6ba6cff714 HTTP/1.1" status: 200 len: 854 time: 0.2639883 Jul 15 13:10:55.735758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:10:55.735999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempting to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:10:55.740159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] For port b2d2bc3b-fa18-4086-a15c-f202c405cba5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b2d2bc3b-fa18-4086-a15c-f202c405cba5,segment=NetworkSegment(313008c3-3377-44fb-9ee9-2efaabe2ca32),segment_id=313008c3-3377-44fb-9ee9-2efaabe2ca32)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:55.740556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.743964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-b6cabecb-50e6-4492-b513-ce331656796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.746623 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-b6cabecb-50e6-4492-b513-ce331656796e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0959146 Jul 15 13:10:55.797756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:10:55.798103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:10:55.804482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:10:55.805060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Bound port: a245c97a-67ea-47fc-86b5-dd377a458f4c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:10:55.807899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:55.812342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Calling delete_port for b2d2bc3b-fa18-4086-a15c-f202c405cba5 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:55.899176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-843b0e64-9e7f-4b7e-aba7-d6ea2828584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.900879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-843b0e64-9e7f-4b7e-aba7-d6ea2828584b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 1095 time: 0.1102536 Jul 15 13:10:55.904311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-0fefd9d1-513f-4918-9594-3047ba7bf455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.905792 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-0fefd9d1-513f-4918-9594-3047ba7bf455 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1509364 Jul 15 13:10:55.968187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd51fb-be4f-4eb3-a5e9-8f864d026ec9 req-b1b5c34d-b97b-4e4c-90b1-2b19929842c2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:55.969725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ddd51fb-be4f-4eb3-a5e9-8f864d026ec9 req-b1b5c34d-b97b-4e4c-90b1-2b19929842c2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.3113887 Jul 15 13:10:55.985640 n-d-798054-11 neutron-server[93994]: WARNING neutron.plugins.ml2.plugin [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Concurrent port binding operations failed on port a245c97a-67ea-47fc-86b5-dd377a458f4c Jul 15 13:10:55.991895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:56.067260 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attempt 2 to bind port a245c97a-67ea-47fc-86b5-dd377a458f4c Jul 15 13:10:56.075133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-a67d7f86-a5ba-47d7-b41a-b83b155d0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.076927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-a67d7f86-a5ba-47d7-b41a-b83b155d0aea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3332145 Jul 15 13:10:56.079763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.080743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.082802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-30bed348-1d0a-4f6c-86e5-1ad1cdd02e69 service neutron] 10.222.0.59 "PUT /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 1123 time: 3.0974350 Jul 15 13:10:56.110963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-1ab4917c-2c97-4aee-9448-8d04fb4c2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.112531 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-1ab4917c-2c97-4aee-9448-8d04fb4c2df5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 906 time: 0.2055240 Jul 15 13:10:56.116299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-18fdf56f-ff4f-4459-b6ec-4d07224c0755 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981945 Jul 15 13:10:56.144997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a245c97a-67ea-47fc-86b5-dd377a458f4c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:56.198195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-68c4e05a-d50a-4c06-9340-6d75d8b9e9b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca589808-8f9e-45df-983c-5e62d18442cf HTTP/1.1" status: 200 len: 217 time: 0.0786355 Jul 15 13:10:56.317877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a245c97a-67ea-47fc-86b5-dd377a458f4c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:10:56.414737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-76472665-109e-4731-8c4b-e1d015c1bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.416389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-76472665-109e-4731-8c4b-e1d015c1bdd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.2016499 Jul 15 13:10:56.477936 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-ee70fcaf-a69b-401e-b647-8f4097b2e6c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525987 Jul 15 13:10:56.513064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-847ad081-0258-4d92-917e-1a9caf1402d6 req-82980891-0ae2-4b42-be67-0e60d48e742e service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829894 Jul 15 13:10:56.555635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ddd51fb-be4f-4eb3-a5e9-8f864d026ec9 req-3d704023-5c60-4a49-89ee-3ed1958a999e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726817 Jul 15 13:10:56.761114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-a763c707-e32e-478d-8dd6-d9958ef738dc service neutron] 10.222.0.58 "GET /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735773 Jul 15 13:10:56.795076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d2510-d9c3-4573-a9ff-d6bd82f473b0 req-1ba96c8a-f784-46ca-8553-45c4ea93b0a3 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.796738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-985d2510-d9c3-4573-a9ff-d6bd82f473b0 req-1ba96c8a-f784-46ca-8553-45c4ea93b0a3 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 947 time: 0.3558207 Jul 15 13:10:56.800377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57082) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:56.810628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-c90cc3c9-b366-411d-9a68-a500b450862d service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146315 Jul 15 13:10:56.917402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:56.924495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-ec8d64ba-b832-441f-a96e-c413754ea50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:56.926433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-ec8d64ba-b832-441f-a96e-c413754ea50c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eaa654a4f96e424891c6366936e775bd&device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 1099 time: 0.2933958 Jul 15 13:10:56.977494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-985d2510-d9c3-4573-a9ff-d6bd82f473b0 req-7c5c4ccb-a57f-4217-b923-5d6d7d16b1de tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592207 Jul 15 13:10:57.017127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d2bc3b-fa18-4086-a15c-f202c405cba5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.021387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0255bf7e-1136-4722-8f2a-d4e797e49d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.030214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f2f5b47-6391-458d-a7de-f6aed3931e45 req-15c4d702-283d-4e69-8146-af7f9d4231ae service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094045 Jul 15 13:10:57.078298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3450472f-8ff8-4432-ae87-ab13c567f035 req-2c790f2f-bdab-480d-b99e-8f899cc96025 service neutron] 10.222.0.58 "GET /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049746 Jul 15 13:10:57.155375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96e7c5-3308-4371-9189-57c191e65e6d req-c0cec559-ee38-4898-9c0a-3e54ca1f184a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.157392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da96e7c5-3308-4371-9189-57c191e65e6d req-c0cec559-ee38-4898-9c0a-3e54ca1f184a tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 943 time: 0.3627713 Jul 15 13:10:57.176515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-e785687e-fcbd-43db-b2f0-b2f4e27acb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.178437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-e785687e-fcbd-43db-b2f0-b2f4e27acb92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2433491 Jul 15 13:10:57.203396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:10:57.209789 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f669dd8-b887-4610-a824-bdb565b88d87" -d '{"events": [{"name": "network-changed", "server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:10:57.264160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-1e7275f7-01d7-4dcf-8fba-a67bb7f905b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7 HTTP/1.1" status: 200 len: 217 time: 0.0600977 Jul 15 13:10:57.264805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da96e7c5-3308-4371-9189-57c191e65e6d req-098755f4-a461-402c-9bf7-1d83e7e78a00 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988252 Jul 15 13:10:57.370580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-72dda82f-3b4b-4455-b024-947c91e6818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.372419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-72dda82f-3b4b-4455-b024-947c91e6818a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0974386 Jul 15 13:10:57.383743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600d95-5c84-46ba-87a5-dfd61b24c709 req-1afd93c0-042e-4e4f-8aad-740037f74526 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.390887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c600d95-5c84-46ba-87a5-dfd61b24c709 req-1afd93c0-042e-4e4f-8aad-740037f74526 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 943 time: 0.2570746 Jul 15 13:10:57.468488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.473183 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a0d8ed-ff97-4655-a468-e4b30eb9b804 x-openstack-request-id: req-66a0d8ed-ff97-4655-a468-e4b30eb9b804 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:10:57.473475 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:10:57.473720 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66a0d8ed-ff97-4655-a468-e4b30eb9b804 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:10:57.474363 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'status': 'completed', 'code': 200} Jul 15 13:10:57.500223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0255bf7e-1136-4722-8f2a-d4e797e49d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.511090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c600d95-5c84-46ba-87a5-dfd61b24c709 req-bf1d6149-46bf-4737-9f85-64d39595d963 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192081 Jul 15 13:10:57.511766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0255bf7e-1136-4722-8f2a-d4e797e49d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.563599 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0255bf7e-1136-4722-8f2a-d4e797e49d24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30352d99342e42228f665d1ffa234338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7614839 Jul 15 13:10:57.565991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255bf7e-1136-4722-8f2a-d4e797e49d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37575e7-4c67-42a0-be9f-2a7055afceba,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.568676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:57.587026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-81932b8f-0793-4e1b-830d-e15c5fd2ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.588566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-81932b8f-0793-4e1b-830d-e15c5fd2ece0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1918652 Jul 15 13:10:57.648177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-266ecd51-a933-4d2c-a166-88436e58e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.649844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-266ecd51-a933-4d2c-a166-88436e58e43e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1126 time: 0.1188757 Jul 15 13:10:57.696506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a7d380b-cab5-48de-a422-8e56594f649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.734311 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a7d380b-cab5-48de-a422-8e56594f649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.750578 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-182a6347-f543-47ad-bb09-c94ee7036351 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461055 Jul 15 13:10:57.872553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a7d380b-cab5-48de-a422-8e56594f649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.875435 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a7d380b-cab5-48de-a422-8e56594f649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:57.876627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a7d380b-cab5-48de-a422-8e56594f649d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b37575e7-4c67-42a0-be9f-2a7055afceba HTTP/1.1" status: 204 len: 168 time: 0.3064361 Jul 15 13:10:57.889223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4df227a-049e-40f4-bf0a-be97e204ade3 req-e5868940-0b56-41d8-8445-98c2941aba79 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327815 Jul 15 13:10:57.889654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-4a5fc0ff-44f6-4af2-ba3a-7986917a4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:57.890514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d380b-cab5-48de-a422-8e56594f649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37575e7-4c67-42a0-be9f-2a7055afceba,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:57.891042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-4a5fc0ff-44f6-4af2-ba3a-7986917a4039 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2340822 Jul 15 13:10:57.913151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Router e1f84efe-af27-49a4-b045-0010b4e3fbc9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:10:57.958075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-2933f6ff-59f4-4812-9791-9433bb005b49 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 217 time: 0.0563774 Jul 15 13:10:58.012317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55ef41-d625-40fb-95e8-c6e3dc66fee4 req-487698f5-2f0b-415c-b695-155571982145 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.014021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c55ef41-d625-40fb-95e8-c6e3dc66fee4 req-487698f5-2f0b-415c-b695-155571982145 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.2494519 Jul 15 13:10:58.126880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-5a70ff26-9c5d-41b5-bef9-cfaa480df288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.128257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-5a70ff26-9c5d-41b5-bef9-cfaa480df288 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1615820 Jul 15 13:10:58.193374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c55ef41-d625-40fb-95e8-c6e3dc66fee4 req-1c8ddede-894e-4c8c-b240-26bcdf9b34a2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390991 Jul 15 13:10:58.202047 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-b917cdea-4d24-4633-b653-116e56dc996f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631783 Jul 15 13:10:58.257494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0293775-8d8f-40e0-8ddf-b4575fd3eff7 req-e90da394-ef4f-45c3-a5ef-c6c1e75c4ddd tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.259274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0293775-8d8f-40e0-8ddf-b4575fd3eff7 req-e90da394-ef4f-45c3-a5ef-c6c1e75c4ddd tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 947 time: 0.1233819 Jul 15 13:10:58.288081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:10:58.304691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] Sync routers for ids ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:10:58.305632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f73fce72-23da-4a01-a20a-d05de6fb588a admin admin] 10.222.0.57 "PUT /v2.0/routers/e1f84efe-af27-49a4-b045-0010b4e3fbc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8150904 Jul 15 13:10:58.309123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:58.340124 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] Routers {'e1f84efe-af27-49a4-b045-0010b4e3fbc9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:58.340845 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:10:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:58.342806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0293775-8d8f-40e0-8ddf-b4575fd3eff7 req-886f0b4f-0833-402a-b393-b49acb274d4f tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766659 Jul 15 13:10:58.464289 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:58.469481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-250def23-9b20-4019-9ac0-c6ddfe14a999 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562792 Jul 15 13:10:58.582504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f669dd8-b887-4610-a824-bdb565b88d87 req-65fbb9bc-9d8f-48e7-8904-0fbafafa2c6d service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025155 Jul 15 13:10:58.605285 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] Set router e1f84efe-af27-49a4-b045-0010b4e3fbc9 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:58.737058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fe717-399f-4f3b-8d24-3a19664ae7d0 req-efa825a4-c4a7-4598-954b-ae55cb48f139 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:58.739350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-566fe717-399f-4f3b-8d24-3a19664ae7d0 req-efa825a4-c4a7-4598-954b-ae55cb48f139 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 943 time: 0.1557500 Jul 15 13:10:58.835740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-566fe717-399f-4f3b-8d24-3a19664ae7d0 req-2e34e0dc-61f6-481a-a579-b3d5b1bad60b tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830925 Jul 15 13:10:58.944996 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:56Z', 'revision_number': 5, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:58.983419 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] Checking router: e1f84efe-af27-49a4-b045-0010b4e3fbc9 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:10:58.991769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c658921e-478d-4550-857b-746509a836ce details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:59.005958 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] Routers {'e1f84efe-af27-49a4-b045-0010b4e3fbc9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:10:59.008555 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:10:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:59.069366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57128) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:10:59.136681 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] Set router e1f84efe-af27-49a4-b045-0010b4e3fbc9 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:10:59.146298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c658921e-478d-4550-857b-746509a836ce, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c658921e-478d-4550-857b-746509a836ce,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:59.147835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.174144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'c658921e-478d-4550-857b-746509a836ce', 'network_id': '0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8', 'port_id': 'c658921e-478d-4550-857b-746509a836ce', 'mac_address': 'fa:16:3e:0b:db:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b312910c-9458-4ae7-a3fa-2e6ba6cff714', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:59.188092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943a6a5-85ec-40b3-80d4-9bb05cfa1b2c req-9d1230b4-2e73-4a5e-b4df-85b9aed056bf tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.200784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2943a6a5-85ec-40b3-80d4-9bb05cfa1b2c req-9d1230b4-2e73-4a5e-b4df-85b9aed056bf tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 943 time: 0.1254578 Jul 15 13:10:59.277814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.283567 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2943a6a5-85ec-40b3-80d4-9bb05cfa1b2c req-1f1bcf04-0bb8-4c16-88b6-39ebb12501f3 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815136 Jul 15 13:10:59.303901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c658921e-478d-4550-857b-746509a836ce {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:59.314120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1673090507-network', 'tenant_id': '29da77c2225b4a06b47bd99ffc552a76'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:10:59.318264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Deleting port 2892839d-fdb8-4250-8ee3-7308d1bf9225 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:10:59.320299 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.332026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c658921e-478d-4550-857b-746509a836ce, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c658921e-478d-4550-857b-746509a836ce,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:59.343550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.345238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:10:59.379980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Made reservation on behalf of 29da77c2225b4a06b47bd99ffc552a76 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:10:59.385556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.491241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c658921e-478d-4550-857b-746509a836ce,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.508530 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.531278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] For port 2892839d-fdb8-4250-8ee3-7308d1bf9225, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2892839d-fdb8-4250-8ee3-7308d1bf9225,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:59.531664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.548161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Calling delete_port for 2892839d-fdb8-4250-8ee3-7308d1bf9225 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:10:59.578861 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:56Z', 'revision_number': 5, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:10:59.618083 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a527c3-4b7c-4652-8ee0-37f6f41768a7 None None] The sync data for ids ['e1f84efe-af27-49a4-b045-0010b4e3fbc9'] in n-d-798054-11 is: [{'id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'name': 'tempest-FloatingIPDetailsTestJSON-266054813-router', 'tenant_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:47Z', 'updated_at': '2021-07-15T13:10:56Z', 'revision_number': 5, 'project_id': '1240172f45ac46c6a9ec3a8905a5ff18', 'gw_port': {'id': '2892839d-fdb8-4250-8ee3-7308d1bf9225', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f84efe-af27-49a4-b045-0010b4e3fbc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:50Z', 'updated_at': '2021-07-15T13:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:10:59.663158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af587-6967-4269-9562-66049c86e920 req-cb0bd7ae-8670-4298-a854-22af4c32dad8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.672701 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f5af587-6967-4269-9562-66049c86e920 req-cb0bd7ae-8670-4298-a854-22af4c32dad8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.2811577 Jul 15 13:10:59.697105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4fa0-182a-4d67-8390-d743279b9a61 req-fca7c33b-d7b3-409e-9014-ebfc801c9024 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:10:59.698141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-651f4fa0-182a-4d67-8390-d743279b9a61 req-fca7c33b-d7b3-409e-9014-ebfc801c9024 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 947 time: 0.1519482 Jul 15 13:10:59.731695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:59.753908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'mac_address': 'fa:16:3e:b0:c3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:10:59.787440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f5af587-6967-4269-9562-66049c86e920 req-6c40c79b-5299-4a3d-812b-68fa1da208a8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137006 Jul 15 13:10:59.802272 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.819530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca589808-8f9e-45df-983c-5e62d18442cf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:10:59.832966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-651f4fa0-182a-4d67-8390-d743279b9a61 req-72c6fee8-ad77-4841-9d42-fb481040884b tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861053 Jul 15 13:10:59.853296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:10:59.859416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.884519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.899573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:10:59.967533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0314bdc-60e9-4470-aed4-46b03c96bcd1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:10:59.982363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.002216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.011526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:00.034928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.035492 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Added segment 1ab9ed2a-9840-4545-b35a-859c04a95ad9 of type vlan for network 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8 Jul 15 13:11:00.050321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Pushing event deleted for resources: {'Port': ['ID=2892839d-fdb8-4250-8ee3-7308d1bf9225,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.108615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['c658921e-478d-4550-857b-746509a836ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:00.112706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ca589808-8f9e-45df-983c-5e62d18442cf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:00.151853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.201402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.202556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.203143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.238594 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.261519 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1905067 Jul 15 13:11:00.280961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d2bc3b-fa18-4086-a15c-f202c405cba5 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:00.294759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.300639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Request body: {'subnet': {'network_id': '7191f947-9ac5-4c1e-a580-f23e7cb7ecd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1673090507-subnet', 'tenant_id': '29da77c2225b4a06b47bd99ffc552a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:00.320928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f110207-d29f-4d12-84ac-e03a520e12ef admin admin] Pushing event updated for resources: {'Network': ['ID=7191f947-9ac5-4c1e-a580-f23e7cb7ecd8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.340086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: b2d2bc3b-fa18-4086-a15c-f202c405cba5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:00.340438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d2bc3b-fa18-4086-a15c-f202c405cba5 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:00.346108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:00.370122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Made reservation on behalf of 29da77c2225b4a06b47bd99ffc552a76 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:00.374235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.433883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.438076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.452191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345317e7-fe96-4fe5-8915-b136eb6d2a78 req-38153a89-2e62-4ff1-9822-58292b18b091 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.454268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-345317e7-fe96-4fe5-8915-b136eb6d2a78 req-38153a89-2e62-4ff1-9822-58292b18b091 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 944 time: 0.3474925 Jul 15 13:11:00.474455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:00.541145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.541757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f84efe-af27-49a4-b045-0010b4e3fbc9 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:11:00.552166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.557688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-969a2e63-7a43-47c2-9c2f-f61bbe2d1074 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e1f84efe-af27-49a4-b045-0010b4e3fbc9 HTTP/1.1" status: 204 len: 168 time: 2.2431228 Jul 15 13:11:00.562869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:00.594434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-345317e7-fe96-4fe5-8915-b136eb6d2a78 req-294c40af-2894-4783-a8eb-b56699b4b1ee tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294305 Jul 15 13:11:00.657602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Deleting subnet cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:00.667633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.724096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.730257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:00.751796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.788051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7', 'mac_address': 'fa:16:3e:ad:8c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:00.856505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42497d80-578e-47fb-afc3-93d09949b9d2 req-260eb750-aaf6-4aeb-816a-13f9312ed92f tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:00.865068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-42497d80-578e-47fb-afc3-93d09949b9d2 req-260eb750-aaf6-4aeb-816a-13f9312ed92f tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 944 time: 0.3581223 Jul 15 13:11:00.886398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8e475e-1a9f-4281-86c8-80c38e4e00b8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:00.891299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.904446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Checking segment: {'id': '1ab9ed2a-9840-4545-b35a-859c04a95ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7191f947-9ac5-4c1e-a580-f23e7cb7ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:00.904935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Network hostable DHCP agents. Network: 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:00.907660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:00.955606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:00.967233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.967688 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:00.975612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-42497d80-578e-47fb-afc3-93d09949b9d2 req-26d5ad5e-c7b6-4084-a81b-3167a5bad484 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095054 Jul 15 13:11:00.997531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Network 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:01.014456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:01.022888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.023584 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.034231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7ea6a-284d-404d-a579-a2588899ce16 None None] Network 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:01.050254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7123debe-740f-4fc0-ab6d-48a653ca783a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7535138 Jul 15 13:11:01.096854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.243524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e7c959-fa5e-45b4-a2aa-a7f078489913 None None] Network 7191f947-9ac5-4c1e-a580-f23e7cb7ecd8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:01.245923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3f5655c4-a854-49b4-8f93-cb12b90bcaa7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:01.271077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172ae58-4b2b-4bfe-b71e-d6cdd31ddbcb req-e6cadaa2-c22d-4a86-af4c-63b9933de74a tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.274670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.280042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4172ae58-4b2b-4bfe-b71e-d6cdd31ddbcb req-e6cadaa2-c22d-4a86-af4c-63b9933de74a tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 948 time: 0.1106291 Jul 15 13:11:01.322264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec2bf8-36f6-40ce-85f4-6e8a2b9f9897 req-8658d83d-321a-4a6a-a292-8e1314ea7717 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:01.324288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4172ae58-4b2b-4bfe-b71e-d6cdd31ddbcb req-83b46b27-b326-4561-8512-6a00536623ad tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Jul 15 13:11:01.325312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0ec2bf8-36f6-40ce-85f4-6e8a2b9f9897 req-8658d83d-321a-4a6a-a292-8e1314ea7717 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.3319683 Jul 15 13:11:01.328699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.333605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.336293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6d015686-96d1-41f4-8267-e35b3d0d707e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cc78d0a9-0faf-4f4d-b0bf-f2c791a9e145 HTTP/1.1" status: 204 len: 168 time: 0.7717772 Jul 15 13:11:01.340506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57160) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:01.440589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0ec2bf8-36f6-40ce-85f4-6e8a2b9f9897 req-81a3feed-70b4-40f6-a3ee-12b755e4eaea tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990145 Jul 15 13:11:01.459287 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.526236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac06b3-05d8-40f4-9e44-62d0e59a1866 None None] Network 03990c9e-05ce-41fd-b99c-551cf1ea1c26 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:01.527282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Deleting port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:01.527635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.620251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] For port b04cc9e6-f1e6-4e95-be01-e989343dfeb2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,segment=NetworkSegment(313008c3-3377-44fb-9ee9-2efaabe2ca32),segment_id=313008c3-3377-44fb-9ee9-2efaabe2ca32)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:01.620696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.636069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Calling delete_port for b04cc9e6-f1e6-4e95-be01-e989343dfeb2 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:01.690756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-75881425-40d8-4c3b-815a-6bd23b719c9a req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2101450736', 'description': 'tempest-description-1822133309'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:01.755915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-75881425-40d8-4c3b-815a-6bd23b719c9a req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.776962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.835438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04cc9e6-f1e6-4e95-be01-e989343dfeb2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:01.844042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] No DVR routers for this DVR port b04cc9e6-f1e6-4e95-be01-e989343dfeb2 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:01.901200 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:01.955595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-75881425-40d8-4c3b-815a-6bd23b719c9a req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.966253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-75881425-40d8-4c3b-815a-6bd23b719c9a req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.991049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-75881425-40d8-4c3b-815a-6bd23b719c9a req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:01.992408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75881425-40d8-4c3b-815a-6bd23b719c9a req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3170106 Jul 15 13:11:01.999743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fde2be-9e55-4a14-bd1e-9e25d5d9bb0f None None] DHCP port deletion for 03990c9e-05ce-41fd-b99c-551cf1ea1c26 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:11:02.057231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6a9e5-1f6a-4b6a-a3af-e29aea481114 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89919ee-ccbb-4e8b-a2e0-debcf3e0e984,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.124919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-ec2a3f67-c4c6-4b54-971e-eb3d6a8da40f tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/c89919ee-ccbb-4e8b-a2e0-debcf3e0e984 HTTP/1.1" status: 200 len: 1813 time: 0.0865498 Jul 15 13:11:02.138051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.149412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c89919ee-ccbb-4e8b-a2e0-debcf3e0e984', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:02.149787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c89919ee-ccbb-4e8b-a2e0-debcf3e0e984', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:02.167507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03990c9e-05ce-41fd-b99c-551cf1ea1c26']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:02.189226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313008c3-3377-44fb-9ee9-2efaabe2ca32') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:02.189539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313008c3-3377-44fb-9ee9-2efaabe2ca32') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:02.190820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2892839d-fdb8-4250-8ee3-7308d1bf9225 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:02.202638 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.220007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 2892839d-fdb8-4250-8ee3-7308d1bf9225 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:02.220635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2892839d-fdb8-4250-8ee3-7308d1bf9225 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:02.221457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b04cc9e6-f1e6-4e95-be01-e989343dfeb2 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:02.223055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.231339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:02.232028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.258891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.261821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: b04cc9e6-f1e6-4e95-be01-e989343dfeb2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:02.262729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b04cc9e6-f1e6-4e95-be01-e989343dfeb2 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:02.298803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.307349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:02.329698 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:02.335990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fb90a0-52a3-456f-9b62-be9580ea305a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.336616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.348499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.349865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a25b8781-0d10-444f-8ffe-b81e47719eec req-22befab7-80d8-49d0-bae7-e05598e89964 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2051976 Jul 15 13:11:02.367289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.369790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/03990c9e-05ce-41fd-b99c-551cf1ea1c26 HTTP/1.1" status: 204 len: 168 time: 1.0281026 Jul 15 13:11:02.384754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9abb-2d53-4f3a-8908-27e2d77523d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=03990c9e-05ce-41fd-b99c-551cf1ea1c26,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:02.430981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d44b5-4d87-4348-8603-7d8822ef82ed req-ef205729-95e5-4b3d-8b3a-10143df07a4d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.445529 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-418d44b5-4d87-4348-8603-7d8822ef82ed req-ef205729-95e5-4b3d-8b3a-10143df07a4d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 944 time: 0.5158899 Jul 15 13:11:02.541589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-418d44b5-4d87-4348-8603-7d8822ef82ed req-ff22468c-cea4-498c-bbe3-a8401ffb8989 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943310 Jul 15 13:11:02.605620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:02.660500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e32e2-fff0-4509-84f8-a915f7c04801 req-f209acce-4aa5-4dfb-8bec-6e1e3e3b1343 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:02.669054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d83e32e2-fff0-4509-84f8-a915f7c04801 req-f209acce-4aa5-4dfb-8bec-6e1e3e3b1343 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 944 time: 0.1423607 Jul 15 13:11:02.691000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57184) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:02.691790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a4a56832-c072-4c63-b95c-c6394856cee9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1240172f45ac46c6a9ec3a8905a5ff18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841236 Jul 15 13:11:02.701944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61decaa3-cd9c-4682-b0f2-2db27396673e req-e91e6341-90a3-49e1-a899-45534e26816b tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/c89919ee-ccbb-4e8b-a2e0-debcf3e0e984 HTTP/1.1" status: 200 len: 2406 time: 0.0873759 Jul 15 13:11:02.759866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d83e32e2-fff0-4509-84f8-a915f7c04801 req-e7a6a461-a505-4978-904e-a2d23ee62569 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896566 Jul 15 13:11:02.801307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18585c89-9c6a-4ac6-a8ad-b3d463523cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:02.854516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18585c89-9c6a-4ac6-a8ad-b3d463523cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.005489 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18585c89-9c6a-4ac6-a8ad-b3d463523cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.009152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18585c89-9c6a-4ac6-a8ad-b3d463523cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.013730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-18585c89-9c6a-4ac6-a8ad-b3d463523cac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6139d69-a1e6-454b-ba26-e756eb26bfe6 HTTP/1.1" status: 204 len: 168 time: 0.3186443 Jul 15 13:11:03.015981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03661b-e471-4e23-970f-56421552c34e req-e2c855e6-fedb-4c14-87be-da386919a62e tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.017684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e03661b-e471-4e23-970f-56421552c34e req-e2c855e6-fedb-4c14-87be-da386919a62e tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 948 time: 0.1160588 Jul 15 13:11:03.028603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945bbab-a9e7-4508-84f7-264586df7f85 req-3db7b647-48d8-4639-9051-e7f660ff2127 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.030256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f945bbab-a9e7-4508-84f7-264586df7f85 req-3db7b647-48d8-4639-9051-e7f660ff2127 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 943 time: 0.1202435 Jul 15 13:11:03.031240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18585c89-9c6a-4ac6-a8ad-b3d463523cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6139d69-a1e6-454b-ba26-e756eb26bfe6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.039661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c658921e-478d-4550-857b-746509a836ce up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:03.098505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f945bbab-a9e7-4508-84f7-264586df7f85 req-6e8283f9-ba26-47b2-82ca-b844d3c80af5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jul 15 13:11:03.121533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e03661b-e471-4e23-970f-56421552c34e req-4d9e7b17-2d61-4ed9-9309-c7fffe10a13c tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911839 Jul 15 13:11:03.153436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port c658921e-478d-4550-857b-746509a836ce completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:03.160127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port c658921e-478d-4550-857b-746509a836ce triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:03.161829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.275093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-a9877f0c-2c3e-4789-9303-dae2b14f9589 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-group-rules/81fb90a0-52a3-456f-9b62-be9580ea305a HTTP/1.1" status: 200 len: 778 time: 0.0412951 Jul 15 13:11:03.296986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.361960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-319e388c-2ed4-4265-b898-542628f6543b tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/c89919ee-ccbb-4e8b-a2e0-debcf3e0e984 HTTP/1.1" status: 200 len: 2406 time: 0.0780628 Jul 15 13:11:03.374030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c658921e-478d-4550-857b-746509a836ce, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c658921e-478d-4550-857b-746509a836ce,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:03.376538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c658921e-478d-4550-857b-746509a836ce'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:03.381588 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f106698b-399b-45ab-9653-3041ae5994ec" -d '{"events": [{"server_uuid": "3e60a412-9a1c-49bb-8c6a-467956e93334", "name": "network-vif-plugged", "status": "completed", "tag": "c658921e-478d-4550-857b-746509a836ce"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:03.389105 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.393121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:03.418592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-d58a03f2-bfd0-4f88-bdc2-9d4f2cade688 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.436883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-d58a03f2-bfd0-4f88-bdc2-9d4f2cade688 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.482267 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8532ab3e-8900-43fd-a700-8fff69d9f425 x-openstack-request-id: req-8532ab3e-8900-43fd-a700-8fff69d9f425 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:03.482951 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e60a412-9a1c-49bb-8c6a-467956e93334", "name": "network-vif-plugged", "status": "completed", "tag": "c658921e-478d-4550-857b-746509a836ce", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:03.483490 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8532ab3e-8900-43fd-a700-8fff69d9f425 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:03.484241 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c658921e-478d-4550-857b-746509a836ce', 'code': 200} Jul 15 13:11:03.492382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-d58a03f2-bfd0-4f88-bdc2-9d4f2cade688 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.511998 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-d58a03f2-bfd0-4f88-bdc2-9d4f2cade688 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.514602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd70a8b-0d40-49cb-bfae-746914c8e19e req-d58a03f2-bfd0-4f88-bdc2-9d4f2cade688 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/81fb90a0-52a3-456f-9b62-be9580ea305a HTTP/1.1" status: 204 len: 173 time: 0.1367486 Jul 15 13:11:03.539478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a03f2-bfd0-4f88-bdc2-9d4f2cade688 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81fb90a0-52a3-456f-9b62-be9580ea305a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.546464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-878fc2cd-e0a9-4e26-a330-54e91b57df42 req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-121545031', 'description': 'tempest-description-509675464'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:03.563934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c658921e-478d-4550-857b-746509a836ce,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:03.585392 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-878fc2cd-e0a9-4e26-a330-54e91b57df42 req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.602774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ca589808-8f9e-45df-983c-5e62d18442cf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:03.634764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ca589808-8f9e-45df-983c-5e62d18442cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:03.641353 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.726617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a7ae5-d148-4ad2-ac07-3156f02de579 req-4eb877f8-232b-47fd-84b0-e00325d788ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.728184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c6a7ae5-d148-4ad2-ac07-3156f02de579 req-4eb877f8-232b-47fd-84b0-e00325d788ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 1097 time: 0.1268523 Jul 15 13:11:03.808354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-878fc2cd-e0a9-4e26-a330-54e91b57df42 req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.813238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c6a7ae5-d148-4ad2-ac07-3156f02de579 req-fefe9865-4734-486e-a0d3-07218f2f1b05 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784574 Jul 15 13:11:03.822633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-878fc2cd-e0a9-4e26-a330-54e91b57df42 req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.885563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0f59f-2e04-4eea-a876-b3650e70eca0 req-25d45bc9-ab4c-4aa3-9127-2e5cc276e5f9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:03.889764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6d0f59f-2e04-4eea-a876-b3650e70eca0 req-25d45bc9-ab4c-4aa3-9127-2e5cc276e5f9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 944 time: 0.1016345 Jul 15 13:11:03.892593 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.911104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-878fc2cd-e0a9-4e26-a330-54e91b57df42 req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.927112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-878fc2cd-e0a9-4e26-a330-54e91b57df42 req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3846662 Jul 15 13:11:03.952452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6d0f59f-2e04-4eea-a876-b3650e70eca0 req-a3cb05d1-9f9d-4dfc-b1b1-4e4521fda873 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527797 Jul 15 13:11:03.954134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:03.960951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:03.963875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:04.033077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff9e13-f2cd-49b6-9faf-cc21ce5fe4b8 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e080da-6610-4445-ae48-719b1a956eca,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.069541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f622255-3e2f-4f67-b60a-b15d0987da49 req-e8f02e80-02f7-4434-a5ba-9db58c13c693 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/34e080da-6610-4445-ae48-719b1a956eca HTTP/1.1" status: 200 len: 1811 time: 0.0933125 Jul 15 13:11:04.096717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.111553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-276977fc-2ada-4431-aac0-14a9aac46ad2 service neutron] 10.222.0.58 "GET /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.1811204 Jul 15 13:11:04.136230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ecc7a43c-5198-4fd7-bd3a-1647b70306ae req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1678720404', 'description': 'tempest-description-721276594'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:04.196353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecc7a43c-5198-4fd7-bd3a-1647b70306ae req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.347910 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecc7a43c-5198-4fd7-bd3a-1647b70306ae req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.352325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecc7a43c-5198-4fd7-bd3a-1647b70306ae req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.381778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecc7a43c-5198-4fd7-bd3a-1647b70306ae req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.383287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecc7a43c-5198-4fd7-bd3a-1647b70306ae req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2519407 Jul 15 13:11:04.401535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44791e8b-e45c-4951-8a9a-7a7c219faa06 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f82c5c-fca7-4c76-94bd-6ae45a5a0559,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.484187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee88d1-0511-4032-aa92-8221bfd91252 req-09b3774e-e648-4de2-9cf3-eec8e3fd5a2d tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.485810 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6eee88d1-0511-4032-aa92-8221bfd91252 req-09b3774e-e648-4de2-9cf3-eec8e3fd5a2d tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 945 time: 0.1693873 Jul 15 13:11:04.492975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:04.541268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:04.573267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:04.573962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:04.580412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:04.581187 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.591926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8b6a4-89cb-4db5-ac71-9cea6225f1ed req-b5a934dd-dc2d-46d1-8ac4-ce91c07329c3 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.599800 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cc8b6a4-89cb-4db5-ac71-9cea6225f1ed req-b5a934dd-dc2d-46d1-8ac4-ce91c07329c3 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 948 time: 0.0937624 Jul 15 13:11:04.649429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cc8b6a4-89cb-4db5-ac71-9cea6225f1ed req-88ef4dee-6fb8-4fea-acca-52c8b7243b0e tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Jul 15 13:11:04.655088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6eee88d1-0511-4032-aa92-8221bfd91252 req-27f17d55-668e-40a7-bac8-f2d593db67c0 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468754 Jul 15 13:11:04.681725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a245c97a-67ea-47fc-86b5-dd377a458f4c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:04.701553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:04.732303 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.732682 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.780535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:04.787063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.873783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] Transition to ACTIVE for port object a245c97a-67ea-47fc-86b5-dd377a458f4c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:04.887537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:04.911534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:04.966973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e374dd-854c-4131-9ccc-345ad629fc6c req-0ce3c242-c556-421a-9999-ce6025f9dbfc tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:04.969352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90e374dd-854c-4131-9ccc-345ad629fc6c req-0ce3c242-c556-421a-9999-ce6025f9dbfc tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 944 time: 0.0824718 Jul 15 13:11:05.040670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90e374dd-854c-4131-9ccc-345ad629fc6c req-6635a93e-2ed8-468c-b3f1-02e10fc2945d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619688 Jul 15 13:11:05.280783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] No DVR routers for this DVR port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:05.328458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d011c75e-1aae-40be-9d58-bcf1b798c5ec req-2d553086-89b1-45d9-a9d5-ee359beb57eb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/00f82c5c-fca7-4c76-94bd-6ae45a5a0559 HTTP/1.1" status: 200 len: 1812 time: 0.4360597 Jul 15 13:11:05.342260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] 10.222.0.58 "PUT /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2244430 Jul 15 13:11:05.350814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e747d6-ba61-4a7a-8a3e-d51eb543c1ee service neutron] Pushing event updated for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=10']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.365172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1411ce3f-8fd2-4797-b1dc-20eeec27b9bb req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-768950404', 'description': 'tempest-description-1347781714'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:05.393991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1411ce3f-8fd2-4797-b1dc-20eeec27b9bb req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.486171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf'}, {'server_uuid': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:05.488931 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5465d7-fdda-4594-bbf0-69b881c11c4f" -d '{"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-plugged", "status": "completed", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf"}, {"server_uuid": "3d6b9666-a3c4-4591-8f02-f3fceff54f8e", "name": "network-vif-plugged", "status": "completed", "tag": "3f5655c4-a854-49b4-8f93-cb12b90bcaa7"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:05.503406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1411ce3f-8fd2-4797-b1dc-20eeec27b9bb req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.510700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1411ce3f-8fd2-4797-b1dc-20eeec27b9bb req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.513385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-7435f212-2508-48df-bc32-7af318756bd1 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.515291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-7435f212-2508-48df-bc32-7af318756bd1 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.1146572 Jul 15 13:11:05.540740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1411ce3f-8fd2-4797-b1dc-20eeec27b9bb req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:05.551302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1411ce3f-8fd2-4797-b1dc-20eeec27b9bb req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1948845 Jul 15 13:11:05.558287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eba1bb-d723-424c-9ede-6992aceaa097 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe64c83-e3e4-4182-83d8-9dfb9ca1674b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:05.572511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e42b3-894b-4832-95f8-610f983715b1 req-fa735809-c095-449e-ae5d-03209c06c088 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.576050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-276e42b3-894b-4832-95f8-610f983715b1 req-fa735809-c095-449e-ae5d-03209c06c088 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 945 time: 0.1378453 Jul 15 13:11:05.638910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-276e42b3-894b-4832-95f8-610f983715b1 req-14a48ea5-ae70-4d8d-8413-949ff396e2e6 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518296 Jul 15 13:11:05.641017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-0deb7508-53c1-4c1b-9030-0896e5d37de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.642453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-0deb7508-53c1-4c1b-9030-0896e5d37de0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12&tenant_id=df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 1096 time: 0.1179271 Jul 15 13:11:05.656877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed04ba00-7509-46fc-8b30-ed1ab5ebda24 req-63d6f877-2ff6-495e-8489-a04d10890811 tempest-AbsoluteLimitsNegativeTestJSON-2136808492 tempest-AbsoluteLimitsNegativeTestJSON-2136808492-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bf5d09c4616541c6b7868e16a4fe4ec1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230093 Jul 15 13:11:05.728515 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d66689-3a4c-4da4-877b-808076f9400d x-openstack-request-id: req-d6d66689-3a4c-4da4-877b-808076f9400d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:05.728515 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-plugged", "status": "completed", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf", "code": 200}, {"server_uuid": "3d6b9666-a3c4-4591-8f02-f3fceff54f8e", "name": "network-vif-plugged", "status": "completed", "tag": "3f5655c4-a854-49b4-8f93-cb12b90bcaa7", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:05.728515 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6d66689-3a4c-4da4-877b-808076f9400d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:05.729397 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'code': 200} Jul 15 13:11:05.729397 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7', 'code': 200} Jul 15 13:11:05.766804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-afbf6f40-bf01-421a-ac33-7329e44ad15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.769011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-afbf6f40-bf01-421a-ac33-7329e44ad15a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1096 time: 0.0993102 Jul 15 13:11:05.874951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04ba00-7509-46fc-8b30-ed1ab5ebda24 req-327d6ccc-b22e-44e5-9f6b-b80c19977276 tempest-AbsoluteLimitsNegativeTestJSON-2136808492 tempest-AbsoluteLimitsNegativeTestJSON-2136808492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.876822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed04ba00-7509-46fc-8b30-ed1ab5ebda24 req-327d6ccc-b22e-44e5-9f6b-b80c19977276 tempest-AbsoluteLimitsNegativeTestJSON-2136808492 tempest-AbsoluteLimitsNegativeTestJSON-2136808492-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125330 Jul 15 13:11:05.881006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f0ae91c-9320-46dd-ad6f-b74f2e3e9263 req-88c9e9fd-3e45-4f28-9fbf-6598c5144dcc tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/6fe64c83-e3e4-4182-83d8-9dfb9ca1674b HTTP/1.1" status: 200 len: 1812 time: 0.1105363 Jul 15 13:11:05.917823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed04ba00-7509-46fc-8b30-ed1ab5ebda24 req-3c5b9b4e-82cb-49ae-a91e-c0a55c389b22 tempest-AbsoluteLimitsNegativeTestJSON-2136808492 tempest-AbsoluteLimitsNegativeTestJSON-2136808492-project] 10.222.0.57 "GET /v2.0/quotas/bf5d09c4616541c6b7868e16a4fe4ec1 HTTP/1.1" status: 200 len: 375 time: 0.0325000 Jul 15 13:11:05.920256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-b265c8ba-e333-4189-9b0d-547ebc5ce112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:05.922183 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-b265c8ba-e333-4189-9b0d-547ebc5ce112 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1381316 Jul 15 13:11:05.977566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed04ba00-7509-46fc-8b30-ed1ab5ebda24 req-80458b5a-2385-40c7-a981-a32431c8e7ef tempest-AbsoluteLimitsNegativeTestJSON-2136808492 tempest-AbsoluteLimitsNegativeTestJSON-2136808492-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf5d09c4616541c6b7868e16a4fe4ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552902 Jul 15 13:11:05.984634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-2adb5390-56f8-46f5-a4be-df2aab845fa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 200 len: 217 time: 0.0543613 Jul 15 13:11:06.003482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24036d-29fa-40f9-8fd7-5528e8f3364b req-5d4e4eea-acad-4129-8d33-1a2fbc70f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.005783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf24036d-29fa-40f9-8fd7-5528e8f3364b req-5d4e4eea-acad-4129-8d33-1a2fbc70f0a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 1097 time: 0.1962461 Jul 15 13:11:06.013187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d929622-6014-40eb-819a-bb321533e951 req-8752221f-a370-4c99-86a9-fc199b42f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.015524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9d929622-6014-40eb-819a-bb321533e951 req-8752221f-a370-4c99-86a9-fc199b42f337 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 1101 time: 0.1941190 Jul 15 13:11:06.067876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9d929622-6014-40eb-819a-bb321533e951 req-c057dd28-cdff-43c6-9db1-da426290619f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Jul 15 13:11:06.103896 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-09b3b405-74ab-42a0-8c43-3e9d683b83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.105410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-09b3b405-74ab-42a0-8c43-3e9d683b83a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1099746 Jul 15 13:11:06.106002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf24036d-29fa-40f9-8fd7-5528e8f3364b req-fa9fd58e-9c6d-4d10-840c-52139e03d074 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889549 Jul 15 13:11:06.165884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea197-78bd-4457-8ec8-8686993d7565 req-f2c236de-f9e0-4ad8-9133-952e34ec59de tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.169151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abeea197-78bd-4457-8ec8-8686993d7565 req-f2c236de-f9e0-4ad8-9133-952e34ec59de tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 949 time: 0.1327703 Jul 15 13:11:06.172478 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-8ce001a0-cbd8-4b76-9479-99c8a4740411 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484111 Jul 15 13:11:06.261246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abeea197-78bd-4457-8ec8-8686993d7565 req-04c5b229-7c9d-4f56-ab3e-f4553434c970 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815921 Jul 15 13:11:06.263509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d6fb3-1698-418b-ac88-86f8bc155118 req-9816f411-cd12-420f-9e95-669909cd6e76 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.265918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d93d6fb3-1698-418b-ac88-86f8bc155118 req-9816f411-cd12-420f-9e95-669909cd6e76 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 945 time: 0.0938475 Jul 15 13:11:06.354048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d93d6fb3-1698-418b-ac88-86f8bc155118 req-26dfd64a-1845-4139-bf4f-ef419b49ef9d tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749547 Jul 15 13:11:06.364270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-ccaffc48-b9bb-433b-b65e-7709f6ab7c6e service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824005 Jul 15 13:11:06.374187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-ae3338ae-fb74-48e6-8fc4-0ea31f597043 req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1068237366', 'description': 'tempest-description-1615411010'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:06.422392 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae3338ae-fb74-48e6-8fc4-0ea31f597043 req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.545749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57278) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:06.604203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae3338ae-fb74-48e6-8fc4-0ea31f597043 req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.615074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae3338ae-fb74-48e6-8fc4-0ea31f597043 req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.615879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-d2cd410c-ae39-4926-b664-e58d85726d29 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345963 Jul 15 13:11:06.656212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae3338ae-fb74-48e6-8fc4-0ea31f597043 req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.657489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae3338ae-fb74-48e6-8fc4-0ea31f597043 req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2883680 Jul 15 13:11:06.659595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3e27d-eac5-4dc3-9eef-a60583f0eacb tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67dddea-921e-4a20-8c8a-74e1fcb5e21f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:06.852485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac785a4-5e57-4790-9fcf-eb7bbde3a257 req-720cd70a-3856-4f54-974a-3e2262a1adae tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:06.854417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cac785a4-5e57-4790-9fcf-eb7bbde3a257 req-720cd70a-3856-4f54-974a-3e2262a1adae tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 944 time: 0.1695328 Jul 15 13:11:06.861216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6b2e-b3e6-4f3b-a3b5-97ee834ac5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:06.888293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5677a0dc-8ccf-4973-8ce9-c57fb4a478f0 req-7a84ca9a-de0d-4854-abe8-498566cb8965 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/d67dddea-921e-4a20-8c8a-74e1fcb5e21f HTTP/1.1" status: 200 len: 1813 time: 0.1851275 Jul 15 13:11:07.015302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cac785a4-5e57-4790-9fcf-eb7bbde3a257 req-6f2fcd94-45e2-4bc6-b026-e69302089a43 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308529 Jul 15 13:11:07.129315 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-db2a5fcc-aac9-4912-aefe-e6590a0eecf3 req-73921ff0-40c9-4233-818f-74b582123abe tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] show failed (client error): The resource could not be found. Jul 15 13:11:07.136922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db2a5fcc-aac9-4912-aefe-e6590a0eecf3 req-73921ff0-40c9-4233-818f-74b582123abe tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/28b4a209-720b-4b9a-9190-e8f6a2679083 HTTP/1.1" status: 404 len: 352 time: 0.0422709 Jul 15 13:11:07.181181 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-6dae910d-39de-4817-bc5e-5a6c62ea4a46 req-f5a7b53f-1ef8-4447-ad15-5833ef90d33b tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] show failed (client error): The resource could not be found. Jul 15 13:11:07.189025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6dae910d-39de-4817-bc5e-5a6c62ea4a46 req-f5a7b53f-1ef8-4447-ad15-5833ef90d33b tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-group-rules/8e369171-ffe3-4c2a-ba4a-0714f6591f91 HTTP/1.1" status: 404 len: 361 time: 0.0275161 Jul 15 13:11:07.205801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6b2e-b3e6-4f3b-a3b5-97ee834ac5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.218020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4dcb6b2e-b3e6-4f3b-a3b5-97ee834ac5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.387860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4dcb6b2e-b3e6-4f3b-a3b5-97ee834ac5dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf5d09c4616541c6b7868e16a4fe4ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8406980 Jul 15 13:11:07.393312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57300) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:07.394176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643394d7-e921-4147-aec3-1a70223caf45 req-d090874c-4da5-42fb-b1c2-dee36ff24290 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/d67dddea-921e-4a20-8c8a-74e1fcb5e21f HTTP/1.1" status: 200 len: 1813 time: 0.1688066 Jul 15 13:11:07.395153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb6b2e-b3e6-4f3b-a3b5-97ee834ac5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b88e411-42e9-4cba-ab76-56d70f8562b6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.414977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f805b776-9bc5-4fd9-8da1-8b36b5b4814d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.419997 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-f805b776-9bc5-4fd9-8da1-8b36b5b4814d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.1608529 Jul 15 13:11:07.519648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575d24-ff1c-47b0-9039-b7f45c5d0096 req-7d9ac8ca-67e6-49cc-a849-30ce0e30414d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.529673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-89575d24-ff1c-47b0-9039-b7f45c5d0096 req-7d9ac8ca-67e6-49cc-a849-30ce0e30414d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 945 time: 0.2719164 Jul 15 13:11:07.531238 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f68f-0689-4d0d-a0cf-04017247abc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.586464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f68f-0689-4d0d-a0cf-04017247abc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.609735 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-89575d24-ff1c-47b0-9039-b7f45c5d0096 req-40172f4d-7004-4e29-b1c2-b3ac89bfd8f5 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723717 Jul 15 13:11:07.653899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-643394d7-e921-4147-aec3-1a70223caf45 req-d6c478b4-1132-4c47-914b-0a56f1e48dac tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.662804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f68f-0689-4d0d-a0cf-04017247abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.665769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f68f-0689-4d0d-a0cf-04017247abc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.667460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0aa0f68f-0689-4d0d-a0cf-04017247abc9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b88e411-42e9-4cba-ab76-56d70f8562b6 HTTP/1.1" status: 204 len: 168 time: 0.2690325 Jul 15 13:11:07.695759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0f68f-0689-4d0d-a0cf-04017247abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b88e411-42e9-4cba-ab76-56d70f8562b6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.731771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-643394d7-e921-4147-aec3-1a70223caf45 req-d6c478b4-1132-4c47-914b-0a56f1e48dac tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.791558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-d05a4fe6-b232-4b03-80b7-98da5943391e service neutron] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:07.804490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-d05a4fe6-b232-4b03-80b7-98da5943391e service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.804490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a118f59-c93c-42f0-89a0-c6fc1c0e70ec req-d05a4fe6-b232-4b03-80b7-98da5943391e service neutron] 10.222.0.59 "DELETE /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.3549664 Jul 15 13:11:07.813175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-643394d7-e921-4147-aec3-1a70223caf45 req-d6c478b4-1132-4c47-914b-0a56f1e48dac tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.815811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-643394d7-e921-4147-aec3-1a70223caf45 req-d6c478b4-1132-4c47-914b-0a56f1e48dac tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:07.821335 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643394d7-e921-4147-aec3-1a70223caf45 req-d6c478b4-1132-4c47-914b-0a56f1e48dac tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "DELETE /v2.0/security-groups/d67dddea-921e-4a20-8c8a-74e1fcb5e21f HTTP/1.1" status: 204 len: 173 time: 0.4002295 Jul 15 13:11:07.852760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c478b4-1132-4c47-914b-0a56f1e48dac tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67dddea-921e-4a20-8c8a-74e1fcb5e21f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:07.960476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f665325-3a3e-488b-bde9-99bb139f9a6f req-af06cc2b-7692-4e40-bcc4-fba8fa6b74d1 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:07.962781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f665325-3a3e-488b-bde9-99bb139f9a6f req-af06cc2b-7692-4e40-bcc4-fba8fa6b74d1 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 949 time: 0.1493807 Jul 15 13:11:08.026784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f665325-3a3e-488b-bde9-99bb139f9a6f req-d3e49580-3027-4505-8b6b-66f283c42ffc tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 Jul 15 13:11:08.102258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12287523-ec14-4b90-b061-1bdac7074c2e req-edfd7136-b837-423b-bacf-c67045a7d327 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/6fe64c83-e3e4-4182-83d8-9dfb9ca1674b HTTP/1.1" status: 200 len: 1812 time: 0.1190474 Jul 15 13:11:08.282919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12287523-ec14-4b90-b061-1bdac7074c2e req-52dcb4b2-5055-42aa-94a7-7c958c328afa tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.330356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12287523-ec14-4b90-b061-1bdac7074c2e req-52dcb4b2-5055-42aa-94a7-7c958c328afa tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.401981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4cca5-3b65-4525-8429-f2d4eac69fc1 req-b032e4c8-99da-46f8-9899-ffb08d57dccb tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:08.404008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17e4cca5-3b65-4525-8429-f2d4eac69fc1 req-b032e4c8-99da-46f8-9899-ffb08d57dccb tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 944 time: 0.1228421 Jul 15 13:11:08.427382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12287523-ec14-4b90-b061-1bdac7074c2e req-52dcb4b2-5055-42aa-94a7-7c958c328afa tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.431549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12287523-ec14-4b90-b061-1bdac7074c2e req-52dcb4b2-5055-42aa-94a7-7c958c328afa tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.439212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12287523-ec14-4b90-b061-1bdac7074c2e req-52dcb4b2-5055-42aa-94a7-7c958c328afa tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "DELETE /v2.0/security-groups/6fe64c83-e3e4-4182-83d8-9dfb9ca1674b HTTP/1.1" status: 204 len: 173 time: 0.3224938 Jul 15 13:11:08.466314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcb4b2-5055-42aa-94a7-7c958c328afa tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe64c83-e3e4-4182-83d8-9dfb9ca1674b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.478569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17e4cca5-3b65-4525-8429-f2d4eac69fc1 req-aaf3ebbc-9132-4fa1-a681-859770900c6d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Jul 15 13:11:08.573685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b542b61-def4-48aa-a490-0589787141b6 req-7b536ac0-4717-477e-9ecf-9475d3317957 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/00f82c5c-fca7-4c76-94bd-6ae45a5a0559 HTTP/1.1" status: 200 len: 1812 time: 0.0583687 Jul 15 13:11:08.649147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b542b61-def4-48aa-a490-0589787141b6 req-902383fa-8f4a-4cda-b104-5d8c5b33b7da tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.693240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b542b61-def4-48aa-a490-0589787141b6 req-902383fa-8f4a-4cda-b104-5d8c5b33b7da tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.764660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b542b61-def4-48aa-a490-0589787141b6 req-902383fa-8f4a-4cda-b104-5d8c5b33b7da tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.772119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b542b61-def4-48aa-a490-0589787141b6 req-902383fa-8f4a-4cda-b104-5d8c5b33b7da tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:08.803489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b542b61-def4-48aa-a490-0589787141b6 req-902383fa-8f4a-4cda-b104-5d8c5b33b7da tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "DELETE /v2.0/security-groups/00f82c5c-fca7-4c76-94bd-6ae45a5a0559 HTTP/1.1" status: 204 len: 173 time: 0.2284949 Jul 15 13:11:08.829781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902383fa-8f4a-4cda-b104-5d8c5b33b7da tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f82c5c-fca7-4c76-94bd-6ae45a5a0559,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:08.961635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3397e9d-19fd-40e4-b9aa-77ece5d78a07 req-223b61e9-7821-488f-9912-e2f6f810a9f1 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/34e080da-6610-4445-ae48-719b1a956eca HTTP/1.1" status: 200 len: 1811 time: 0.0653923 Jul 15 13:11:08.969161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57350) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.008615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240fa81-37c5-4240-8e6f-ce13ecb55e25 req-13b56544-2850-4c12-8804-26f0079b0cc9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.010638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d240fa81-37c5-4240-8e6f-ce13ecb55e25 req-13b56544-2850-4c12-8804-26f0079b0cc9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 945 time: 0.0794151 Jul 15 13:11:09.049596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3397e9d-19fd-40e4-b9aa-77ece5d78a07 req-e58750cc-70fd-4971-b4c0-5c643a5db104 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.062468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d240fa81-37c5-4240-8e6f-ce13ecb55e25 req-2d7abe55-0f21-4bee-9ef2-084f2a54e768 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Jul 15 13:11:09.099386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3397e9d-19fd-40e4-b9aa-77ece5d78a07 req-e58750cc-70fd-4971-b4c0-5c643a5db104 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.158308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1032067822-network', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:09.200555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Made reservation on behalf of bdea7786e77547b1bcac339a68fa46d2 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:09.200831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.215534 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.220332 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3397e9d-19fd-40e4-b9aa-77ece5d78a07 req-e58750cc-70fd-4971-b4c0-5c643a5db104 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.224511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3397e9d-19fd-40e4-b9aa-77ece5d78a07 req-e58750cc-70fd-4971-b4c0-5c643a5db104 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.225972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3397e9d-19fd-40e4-b9aa-77ece5d78a07 req-e58750cc-70fd-4971-b4c0-5c643a5db104 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "DELETE /v2.0/security-groups/34e080da-6610-4445-ae48-719b1a956eca HTTP/1.1" status: 204 len: 173 time: 0.2460244 Jul 15 13:11:09.286744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679396a-7f40-4b23-8315-4c162f24e0d5 req-283408f5-f542-4a5f-82d8-fb3f18c5f22a tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.288981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0679396a-7f40-4b23-8315-4c162f24e0d5 req-283408f5-f542-4a5f-82d8-fb3f18c5f22a tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 949 time: 0.0949032 Jul 15 13:11:09.298990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58750cc-70fd-4971-b4c0-5c643a5db104 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e080da-6610-4445-ae48-719b1a956eca,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.344775 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0679396a-7f40-4b23-8315-4c162f24e0d5 req-fa4ca49e-ed6c-4885-87ba-05a664dbe6d1 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 Jul 15 13:11:09.388071 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.393870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.461878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:09.469324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10789468-054a-4433-8531-7b57dd165b9f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.491230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.491561 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Added segment 68306fcc-8b99-4087-a007-7268ea65778b of type vlan for network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 Jul 15 13:11:09.542100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.559700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cb95c-c118-4f62-b625-f2a00c009b02 req-25ee4819-eac8-4a55-b52e-cd305850d0bd tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.561409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-028cb95c-c118-4f62-b625-f2a00c009b02 req-25ee4819-eac8-4a55-b52e-cd305850d0bd tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1096 time: 0.1451051 Jul 15 13:11:09.602119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.603127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:09.603787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.635189 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-028cb95c-c118-4f62-b625-f2a00c009b02 req-6a684d6c-57ce-41a3-9175-4efb44dc435e tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618403 Jul 15 13:11:09.656952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6851256 Jul 15 13:11:09.660451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57364) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:09.667078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Request body: {'subnet': {'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1032067822-subnet', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:09.704949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782f467-b434-4ebd-ac16-a87c620cfda5 admin admin] Pushing event updated for resources: {'Network': ['ID=0df179bf-d44d-48d6-a3a0-4cab2c432aa6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:09.734275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:09.737564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Made reservation on behalf of bdea7786e77547b1bcac339a68fa46d2 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:09.741494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:09.947136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf6b638-51ee-4c0a-8938-babc25189e0e req-141da909-8196-4621-92db-c8ce7b91cca7 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "GET /v2.0/security-groups/c89919ee-ccbb-4e8b-a2e0-debcf3e0e984 HTTP/1.1" status: 200 len: 1813 time: 0.0905774 Jul 15 13:11:10.083111 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1bf6b638-51ee-4c0a-8938-babc25189e0e req-6c85f1d5-8f50-4a8a-aafb-75896e1e2ae6 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.101372 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.140986 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1bf6b638-51ee-4c0a-8938-babc25189e0e req-6c85f1d5-8f50-4a8a-aafb-75896e1e2ae6 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.206158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.246274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1bf6b638-51ee-4c0a-8938-babc25189e0e req-6c85f1d5-8f50-4a8a-aafb-75896e1e2ae6 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.249061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1bf6b638-51ee-4c0a-8938-babc25189e0e req-6c85f1d5-8f50-4a8a-aafb-75896e1e2ae6 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.250258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf6b638-51ee-4c0a-8938-babc25189e0e req-6c85f1d5-8f50-4a8a-aafb-75896e1e2ae6 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] 10.222.0.57 "DELETE /v2.0/security-groups/c89919ee-ccbb-4e8b-a2e0-debcf3e0e984 HTTP/1.1" status: 204 len: 173 time: 0.2971332 Jul 15 13:11:10.251061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Checking segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:10.251420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Network hostable DHCP agents. Network: 0df179bf-d44d-48d6-a3a0-4cab2c432aa6, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:10.256965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.271686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85f1d5-8f50-4a8a-aafb-75896e1e2ae6 tempest-SecurityGroupRulesNegativeTestJSON-1100280700 tempest-SecurityGroupRulesNegativeTestJSON-1100280700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89919ee-ccbb-4e8b-a2e0-debcf3e0e984,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:10.297950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:10.326096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46d81b-ada2-4388-a354-8057a854a81e req-cb5f5ddf-b1ce-4240-82e4-5dca25398264 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.328386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d46d81b-ada2-4388-a354-8057a854a81e req-cb5f5ddf-b1ce-4240-82e4-5dca25398264 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 949 time: 0.1163731 Jul 15 13:11:10.330210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0df179bf-d44d-48d6-a3a0-4cab2c432aa6) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:10.347825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f080740-d43d-4d87-97e2-2d5a2b9bc1ef None None] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:10.369476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.387645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.495703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8541e80b-ae99-4778-8327-ed35c169bb60 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8312712 Jul 15 13:11:10.499134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.505265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:10.539280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Deleting subnet 9a8e475e-1a9f-4281-86c8-80c38e4e00b8 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:10.546940 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.565091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.566119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.620099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.625133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Deleting port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:10.625473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.662239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7df8b-b18e-4a61-bfcd-b89b79e2451c req-fe14a7c4-6bd5-47cf-b6f8-402a14c80d69 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.670542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ea7df8b-b18e-4a61-bfcd-b89b79e2451c req-fe14a7c4-6bd5-47cf-b6f8-402a14c80d69 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 1096 time: 0.2783184 Jul 15 13:11:10.714387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.728548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.789304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ea7df8b-b18e-4a61-bfcd-b89b79e2451c req-227080f7-a412-4b74-ae23-e80dad61ba48 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149743 Jul 15 13:11:10.799330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:10.801010 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.866112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.870400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d627286-d4f0-42b3-b885-a847061e96c1 req-7631dd59-8b6c-49fe-89d9-abe9ef3cc0ad tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:10.884231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d627286-d4f0-42b3-b885-a847061e96c1 req-7631dd59-8b6c-49fe-89d9-abe9ef3cc0ad tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 945 time: 0.3113022 Jul 15 13:11:10.891529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:10.894239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9a8e475e-1a9f-4281-86c8-80c38e4e00b8 HTTP/1.1" status: 204 len: 168 time: 0.6358101 Jul 15 13:11:10.916754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57390) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:10.966490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56081a81-11ee-489c-897f-7f51431fe9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8e475e-1a9f-4281-86c8-80c38e4e00b8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.023939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] For port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:11.023939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.152462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Calling delete_port for 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:11.178998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0603-d365-4e9e-b0a6-09d41b8f6e02 req-6d348793-2b96-4ee4-b3f6-a8d3c932c556 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:11.189400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-714b0603-d365-4e9e-b0a6-09d41b8f6e02 req-6d348793-2b96-4ee4-b3f6-a8d3c932c556 tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 949 time: 0.1570210 Jul 15 13:11:11.202143 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.215147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d627286-d4f0-42b3-b885-a847061e96c1 req-673372d7-682f-4239-8653-6ca2cb4e33ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299465 Jul 15 13:11:11.221404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Allocated IP 172.20.0.2 (0df179bf-d44d-48d6-a3a0-4cab2c432aa6/ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307/9f3dcf3d-89cb-4415-b0a0-f73f77f8e571) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:11.229929 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.254852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-714b0603-d365-4e9e-b0a6-09d41b8f6e02 req-fa8a21fe-dbcd-4724-bd5f-e1bffbd8331a tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/security-groups?id=24aed990-86a9-403d-a761-e3cc2d6a9389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639050 Jul 15 13:11:11.515416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.527824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.540155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Transition to ACTIVE for port object 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:11.550691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7191f947-9ac5-4c1e-a580-f23e7cb7ecd8']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:11.570486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab9ed2a-9840-4545-b35a-859c04a95ad9') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:11.570930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab9ed2a-9840-4545-b35a-859c04a95ad9') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:11.579896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Transition to ACTIVE for port object 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:11.590675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.616270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.678861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.688665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Pushing event updated for resources: {'Port': ['ID=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:11.699364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:11.699766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:11.706034 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:11.759670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:11.761487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:11.769476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.770058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:11.833562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3f5655c4-a854-49b4-8f93-cb12b90bcaa7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:11.908660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Attempting to bind port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:11.909376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Attempting to bind port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:11.909935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Attempting to bind port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 on network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:11.916579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.919617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:11.920599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Checking segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:11.921312 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.921948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Bound using segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:11.922696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Bound port: 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:11.923446 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:11.925388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Pushing event deleted for resources: {'Port': ['ID=3f5655c4-a854-49b4-8f93-cb12b90bcaa7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.003151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.010058 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7191f947-9ac5-4c1e-a580-f23e7cb7ecd8 HTTP/1.1" status: 204 len: 168 time: 1.0913422 Jul 15 13:11:12.054380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] For port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:12.074315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] For port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:12.084749 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.245911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befa28a-649e-40dc-b709-3fce95099060 None None] Pushing event updated for resources: {'Port': ['ID=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.344353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.438673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c6c43bd-6367-4c0a-bc81-a0171cd8069e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=29da77c2225b4a06b47bd99ffc552a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911703 Jul 15 13:11:12.443890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57426) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:12.563852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e9b-35ac-4be2-ad4e-2904e03bca70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.635283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1208abf9-949b-43f8-aa81-df4680cb0e38 req-6d35ae8d-2401-489e-8af8-0b5b3b2cbccb tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 210 time: 0.0891919 Jul 15 13:11:12.672699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] No DVR routers for this DVR port 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:12.679574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.682095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d46d81b-ada2-4388-a354-8057a854a81e req-e9d78fbb-4ea3-49a1-9237-8be0d8ba0fed tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.59 "DELETE /v2.0/ports/3f5655c4-a854-49b4-8f93-cb12b90bcaa7 HTTP/1.1" status: 204 len: 173 time: 2.3446014 Jul 15 13:11:12.682328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e9b-35ac-4be2-ad4e-2904e03bca70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.711386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'name': 'network-vif-deleted', 'tag': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:12.714380 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae737b43-b370-4b7d-a243-febc9fadaa0a" -d '{"events": [{"server_uuid": "3d6b9666-a3c4-4591-8f02-f3fceff54f8e", "name": "network-vif-deleted", "tag": "3f5655c4-a854-49b4-8f93-cb12b90bcaa7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:12.717296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdeeb38-f536-4e1f-84d8-37e27126e118 admin admin] Pushing event deleted for resources: {'Network': ['ID=7191f947-9ac5-4c1e-a580-f23e7cb7ecd8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.789388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.817954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.865302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e9b-35ac-4be2-ad4e-2904e03bca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.869016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c35c9e9b-35ac-4be2-ad4e-2904e03bca70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:12.872682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c35c9e9b-35ac-4be2-ad4e-2904e03bca70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0314bdc-60e9-4470-aed4-46b03c96bcd1 HTTP/1.1" status: 204 len: 168 time: 0.4227231 Jul 15 13:11:12.890188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c9e9b-35ac-4be2-ad4e-2904e03bca70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0314bdc-60e9-4470-aed4-46b03c96bcd1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:12.940518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6af18e35-1cff-427d-a258-43ba17c31715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.040521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560e51e-984a-47d8-9f96-0a0598f7e433 req-ec5e9f17-4c2b-4a57-87cb-f63cde90e059 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:13.050574 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c560e51e-984a-47d8-9f96-0a0598f7e433 req-ec5e9f17-4c2b-4a57-87cb-f63cde90e059 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 945 time: 0.3808520 Jul 15 13:11:13.071289 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c744f2f-f1ad-4819-8d62-9bd7bbcfb11c x-openstack-request-id: req-9c744f2f-f1ad-4819-8d62-9bd7bbcfb11c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:13.071610 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b9666-a3c4-4591-8f02-f3fceff54f8e", "name": "network-vif-deleted", "tag": "3f5655c4-a854-49b4-8f93-cb12b90bcaa7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:13.075249 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c744f2f-f1ad-4819-8d62-9bd7bbcfb11c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:13.075846 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b9666-a3c4-4591-8f02-f3fceff54f8e', 'name': 'network-vif-deleted', 'tag': '3f5655c4-a854-49b4-8f93-cb12b90bcaa7', 'status': 'completed', 'code': 200} Jul 15 13:11:13.189829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c560e51e-984a-47d8-9f96-0a0598f7e433 req-c8f11c1f-e0d8-4ea2-b5f4-9d48fce3bce7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378410 Jul 15 13:11:13.240623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Allocated IP 172.25.3.54 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/e87ba039-a3fe-4851-8062-5640e8214670) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:13.574786 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.684142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:13.923355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Pushing event updated for resources: {'Port': ['ID=e87ba039-a3fe-4851-8062-5640e8214670,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:13.983976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:13.988689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:13.997259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:14.080452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1dcb42e3-7bd6-4601-98df-8bd4823f4c3d req-361b8e8e-bdf4-4f97-9209-e8886227c26b tempest-ImagesNegativeTestJSON-994843025 tempest-ImagesNegativeTestJSON-994843025-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d6b9666-a3c4-4591-8f02-f3fceff54f8e HTTP/1.1" status: 200 len: 210 time: 0.0364721 Jul 15 13:11:14.364000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:14.429073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afcf61-e9cf-4c71-b438-1b4c42ce6f69 None None] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:14.569676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:14.639275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:11:14.639400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f5655c4-a854-49b4-8f93-cb12b90bcaa7 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:11:14.698813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bb692696-145b-4772-8e03-ae806f455f6d None None] Provisioning for port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:14.711692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:14.712366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.721388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:14.722050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.729830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bb692696-145b-4772-8e03-ae806f455f6d None None] Provisioning complete for port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:14.730444 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bb692696-145b-4772-8e03-ae806f455f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.732638 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.746027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57486) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:14.997384 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:14.998154 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.002913 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bb692696-145b-4772-8e03-ae806f455f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.031422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2055466153-network', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:15.101029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:15.113739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.122034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:15.130537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.146454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.264955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.331981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.343971 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.377468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:15.389020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c2664-c588-442b-8eea-0d7202f3b856,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.397391 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.397754 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Added segment fa92eae9-f7bd-4ab0-ac92-ac212df281b8 of type vlan for network cf0acf54-014c-426f-9989-4c72c58585d3 Jul 15 13:11:15.481545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.494513 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-bb692696-145b-4772-8e03-ae806f455f6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:11:15.495329 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-bb692696-145b-4772-8e03-ae806f455f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:11:15.553926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.555267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:15.556857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.567222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:15.602801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.658944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9047468 Jul 15 13:11:15.660137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57498) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.682638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Request body: {'subnet': {'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2055466153-subnet', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:15.686753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb94197a-dd2b-4c04-a7fc-4dc541651272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.711578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.831928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:15.836383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.846971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:15.857807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038350d8-1d1c-4e9d-a250-e6134def57b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0acf54-014c-426f-9989-4c72c58585d3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:15.867267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Sync routers for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:15.870208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:15.872916 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-72c42597-c7f0-417f-8b88-ccf9873cb56c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3726242 Jul 15 13:11:15.877480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:15.893074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network cf0acf54-014c-426f-9989-4c72c58585d3 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:15.973425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:15.978118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:16.279758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:16.393607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.476525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2f399b-e761-48de-86a5-3aa246eeca39,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:16.490168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Checking segment: {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:16.491362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Network hostable DHCP agents. Network: cf0acf54-014c-426f-9989-4c72c58585d3, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:16.514484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Network cf0acf54-014c-426f-9989-4c72c58585d3 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:16.537444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, cf0acf54-014c-426f-9989-4c72c58585d3) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:16.543904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:16.548240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.554724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97710b7-fad9-4575-8b7e-0921c1dd2659 None None] Network cf0acf54-014c-426f-9989-4c72c58585d3 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:16.581002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-044ca383-acfe-4384-9a4f-97f25850167d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9173939 Jul 15 13:11:16.584211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57524) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:16.591649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:16.637633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:16.645309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.646571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.768086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:16.768714 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.777142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.782980 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.866678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d6149c4e-bef3-4f4c-aef3-a9c75126f553 None None] Provisioning complete for port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:16.867204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6149c4e-bef3-4f4c-aef3-a9c75126f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:16.993058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57534) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.160084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.210337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Allocated IP 172.20.0.1 (0df179bf-d44d-48d6-a3a0-4cab2c432aa6/ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307/3b8007e4-b0f8-408b-81c8-cbe24f56f3aa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:17.213394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:17.350742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:17.382626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.388205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'mac_address': 'fa:16:3e:b0:c3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:17.449587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.453419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-22ae207d-769f-457d-89d7-01173f19f5cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaa654a4f96e424891c6366936e775bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589853 Jul 15 13:11:17.455686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:17.488399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.527606 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.557032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Transition to ACTIVE for port object 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:17.613332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-cf0acf54-014c-426f-9989-4c72c58585d3', 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'fixed_ips': [{'subnet_id': 'ed2f399b-e761-48de-86a5-3aa246eeca39'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:17.614432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.621308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.634511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Allocated IP 172.25.3.103 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/276bd103-1c2c-4298-94f2-0aad39b618fe) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:17.650214 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.653333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:17.660088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:17.689612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca589808-8f9e-45df-983c-5e62d18442cf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:17.708442 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0946184c-a30f-4179-b008-d35091d9b8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.713858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:17.782386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0946184c-a30f-4179-b008-d35091d9b8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.794441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:17.800341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:17.804564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:14Z', 'revision_number': 3, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:17.811229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.823457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.889177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0946184c-a30f-4179-b008-d35091d9b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.891894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0946184c-a30f-4179-b008-d35091d9b8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:17.895758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0946184c-a30f-4179-b008-d35091d9b8bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24aed990-86a9-403d-a761-e3cc2d6a9389 HTTP/1.1" status: 204 len: 168 time: 0.4361722 Jul 15 13:11:17.898442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Checking router: ff939ab6-7348-43b2-bf9e-c3f25d1f4357 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:17.901818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Updating router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 port e87ba039-a3fe-4851-8062-5640e8214670 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:17.963912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ca589808-8f9e-45df-983c-5e62d18442cf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:18.006038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946184c-a30f-4179-b008-d35091d9b8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aed990-86a9-403d-a761-e3cc2d6a9389,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.143381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.214809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.238788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.276258 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.298825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.394923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Pushing event updated for resources: {'Port': ['ID=276bd103-1c2c-4298-94f2-0aad39b618fe,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.426287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:18.431081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:18.442566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:18.467798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.474981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.506605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-351c472c-809b-47ab-af9d-37cb3962b0e6 None None] Provisioning for port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:18.531005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Allocated IP 172.20.0.2 (cf0acf54-014c-426f-9989-4c72c58585d3/ed2f399b-e761-48de-86a5-3aa246eeca39/33ccbb16-3846-4814-bf9c-f1480ceb8c14) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:18.573084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-351c472c-809b-47ab-af9d-37cb3962b0e6 None None] Provisioning complete for port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:18.573681 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-351c472c-809b-47ab-af9d-37cb3962b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.625053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.627752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:18.645969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-351c472c-809b-47ab-af9d-37cb3962b0e6 None None] Port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:18.716336 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:18.880244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:18.882879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:19.148384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:19.318368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.373735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a7252a4-0f54-42a2-9584-2a6ece5e6370 None None] Provisioning complete for port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:19.374113 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a7252a4-0f54-42a2-9584-2a6ece5e6370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.442112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.462722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Transition to ACTIVE for port object 33ccbb16-3846-4814-bf9c-f1480ceb8c14 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:19.487928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Transition to ACTIVE for port object 33ccbb16-3846-4814-bf9c-f1480ceb8c14 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:19.505703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.525753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Transition to ACTIVE for port object e87ba039-a3fe-4851-8062-5640e8214670 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:19.534863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.558818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.603341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:19.624909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Network cf0acf54-014c-426f-9989-4c72c58585d3 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:19.630608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-72817ea4-4aae-43c7-918d-65a510fa9192 admin admin] 10.222.0.57 "PUT /v2.0/routers/ff939ab6-7348-43b2-bf9e-c3f25d1f4357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7511685 Jul 15 13:11:19.651737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:19.687670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:19.701378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1a7252a4-0f54-42a2-9584-2a6ece5e6370 None None] Port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:19.720964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:19.808415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Attempting to bind port e87ba039-a3fe-4851-8062-5640e8214670 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:19.811932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Attempting to bind port e87ba039-a3fe-4851-8062-5640e8214670 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:19.814872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Attempting to bind port e87ba039-a3fe-4851-8062-5640e8214670 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:19.828735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Pushing event updated for resources: {'Port': ['ID=33ccbb16-3846-4814-bf9c-f1480ceb8c14,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:19.838585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:19.839493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:19.840746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:19.842065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:19.843206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Bound port: e87ba039-a3fe-4851-8062-5640e8214670, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:19.845173 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.013006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1969921201-network', 'tenant_id': '67fa2d5bd6a84debb1feaf2e35ddefb3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.078845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Made reservation on behalf of 67fa2d5bd6a84debb1feaf2e35ddefb3 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:20.084538 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.151782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.168804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.302893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdc2eb-ba97-421d-9bc4-81f170246f6c req-e0cb9980-a490-402e-bdc5-42af6439899e tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.304359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dfdc2eb-ba97-421d-9bc4-81f170246f6c req-e0cb9980-a490-402e-bdc5-42af6439899e tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 0.2536731 Jul 15 13:11:20.399066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:20.422080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dfdc2eb-ba97-421d-9bc4-81f170246f6c req-a7007aea-016e-443f-8abc-519e4fd55d6e tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1083760 Jul 15 13:11:20.523772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.550490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.649843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644355ca-4ca9-4028-b75b-7b14a22c0fa1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.672055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Attempting to bind port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:20.673097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Attempting to bind port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:20.673789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Attempting to bind port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 on network cf0acf54-014c-426f-9989-4c72c58585d3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:20.677816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:20.692776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:20.693731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Checking segment: {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:20.694875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.696138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Bound using segment: {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:20.697778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Bound port: 33ccbb16-3846-4814-bf9c-f1480ceb8c14, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:20.700292 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.709373 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.710418 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Added segment a4c01412-7a47-4de9-98ad-c9b08f41e0b5 of type vlan for network 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c Jul 15 13:11:20.763714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f631-3654-4a84-abf0-3c39d223e5a0 None None] Pushing event updated for resources: {'Port': ['ID=e87ba039-a3fe-4851-8062-5640e8214670,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.832010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.840731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] For port 33ccbb16-3846-4814-bf9c-f1480ceb8c14, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:20.844791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] For port 33ccbb16-3846-4814-bf9c-f1480ceb8c14, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=33ccbb16-3846-4814-bf9c-f1480ceb8c14,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:20.846957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] For port e87ba039-a3fe-4851-8062-5640e8214670, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:20.852160 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.881413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:20.889937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114711875', 'description': 'tempest-description--1394452493'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:20.897457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.899214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:20.900125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.936686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208443c0-fd2c-44a5-a9aa-a57763200fec None None] Pushing event updated for resources: {'Port': ['ID=33ccbb16-3846-4814-bf9c-f1480ceb8c14,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:20.947000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] For port e87ba039-a3fe-4851-8062-5640e8214670, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e87ba039-a3fe-4851-8062-5640e8214670,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:20.957863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:20.985113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.118632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:21.119688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:21.122693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:21.144199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.150736 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4585042 Jul 15 13:11:21.189594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.190271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.216877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Request body: {'subnet': {'network_id': '6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1969921201-subnet', 'tenant_id': '67fa2d5bd6a84debb1feaf2e35ddefb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.280338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.284718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3985803 Jul 15 13:11:21.284718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf40a5-e710-499a-8497-6d8c8a0c506a admin admin] Pushing event updated for resources: {'Network': ['ID=6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.286463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:21.288488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17411b-31d4-42bd-a8b4-fdef18b188dc tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.292793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Made reservation on behalf of 67fa2d5bd6a84debb1feaf2e35ddefb3 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:21.295574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.319205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Request body: {'security_group_rule': {'security_group_id': '7380d548-2ca9-4a0d-8b4d-72f4ecbd3904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:21.368856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:21.743360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f631-3654-4a84-abf0-3c39d223e5a0 None None] Pushing event updated for resources: {'Port': ['ID=e87ba039-a3fe-4851-8062-5640e8214670,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:21.745613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.750256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.831281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ca589808-8f9e-45df-983c-5e62d18442cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:21.832206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:21.836251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:21.982579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6340a6f3-b637-4bc8-820c-b9f54d28d7e8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.061356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Checking segment: {'id': 'a4c01412-7a47-4de9-98ad-c9b08f41e0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:22.064694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Network hostable DHCP agents. Network: 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:22.086206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.123491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.176230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:22.195042 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Sync routers for ids ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:22.223980 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Routers {'6aadd915-70c4-4a4f-9601-e8be10af7dd7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:22.224697 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:22.250469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2db2ad-0313-4fd4-bf05-42d5dc773fd4,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.271123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.273330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4eca563a-a705-4ea5-86a4-37cf2c588051 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6869571 Jul 15 13:11:22.278123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57664) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.290011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Network 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:22.323203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:22.325186 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.331266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-39bece1b-64c9-4b7f-8625-fc89f7b5f7e4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0397000 Jul 15 13:11:22.345316 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-612c7774-fb92-4e4c-beae-ade5c787c989 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3799028 Jul 15 13:11:22.352328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57666) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.369789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Request body: {'security_group_rule': {'security_group_id': '7380d548-2ca9-4a0d-8b4d-72f4ecbd3904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:22.400917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.406769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.519272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06e0fe-e686-449f-a08a-bea209897116 None None] Network 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:22.548200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bff075dd-70d2-4d03-82e0-28bf3f4fb17b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3397567 Jul 15 13:11:22.560694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.714917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Set router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:22.766712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.772142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.827951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68bee9c-ce6f-4230-9f37-dedcee4eccf8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:22.871611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.874441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0d148d91-be61-40dd-8e1f-225a06d170a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5206702 Jul 15 13:11:22.878405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57676) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:22.883575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffa2d-b1f7-4ff0-b898-084f25226da9 req-002725f7-74ca-495b-8d8d-d60ad0455fea tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.889869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:22.897080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce1ffa2d-b1f7-4ff0-b898-084f25226da9 req-002725f7-74ca-495b-8d8d-d60ad0455fea tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 0.5783286 Jul 15 13:11:22.963650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:22.979710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 33ccbb16-3846-4814-bf9c-f1480ceb8c14 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:22.980294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-d7af6dbf-8d49-4e74-abc8-b9ca0eb69665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:22.998389 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-d7af6dbf-8d49-4e74-abc8-b9ca0eb69665 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 1098 time: 0.4930468 Jul 15 13:11:23.213531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce1ffa2d-b1f7-4ff0-b898-084f25226da9 req-c36c9075-5d08-489e-8538-2920491e46b8 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3136096 Jul 15 13:11:23.280448 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-e3b3fa3f-a897-4c00-9a34-ef2bb6ba55cb req-8fe3572e-ec64-447c-ad59-0ac30ef78689 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] show failed (client error): The resource could not be found. Jul 15 13:11:23.281627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3b3fa3f-a897-4c00-9a34-ef2bb6ba55cb req-8fe3572e-ec64-447c-ad59-0ac30ef78689 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups/9984f989-8582-44ea-9337-1375ee8c2718 HTTP/1.1" status: 404 len: 352 time: 0.0255527 Jul 15 13:11:23.294411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.431254 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.440733 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 3, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:23.453003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd07c37-ffe4-44f9-9c06-9ee18887a5f9 None None] Network cf0acf54-014c-426f-9989-4c72c58585d3 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:23.512026 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Checking router: 6aadd915-70c4-4a4f-9601-e8be10af7dd7 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:23.512728 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Updating router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 port 276bd103-1c2c-4298-94f2-0aad39b618fe binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:23.591102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Allocated IP 172.25.3.203 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/205cbc95-ee42-4d6f-a44b-1df691606737) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:23.614208 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.667509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:23.680575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-0dfbcff0-2a06-48e0-ae40-c3910d513aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:23.685800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-0dfbcff0-2a06-48e0-ae40-c3910d513aa6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 200 len: 924 time: 0.6456504 Jul 15 13:11:23.813402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:23.820874 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54eb5e8-00c4-44de-b71d-774224be7775" -d '{"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-plugged", "status": "completed", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:23.851600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] Provisioning for port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:23.858583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.888891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ba317-cb63-4a73-b61a-e185460c4265 None None] Network 6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:23.912579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:23.922375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] Provisioning complete for port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:23.923024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:23.953473 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ca6675-816a-443a-ad16-d79b1784401f x-openstack-request-id: req-46ca6675-816a-443a-ad16-d79b1784401f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:23.953678 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-plugged", "status": "completed", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:23.953946 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46ca6675-816a-443a-ad16-d79b1784401f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:23.954329 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'code': 200} Jul 15 13:11:23.958614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 2, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:23.979810 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.004481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.054223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74f59a-e2c9-4d9a-9922-ecf9f714003c None None] The sync data for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 is: [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 2, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:24.169465 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48d63640-4007-4ee7-b5b6-48436a616600 req-8cced40a-19e0-444b-854b-142caddf9962 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67fa2d5bd6a84debb1feaf2e35ddefb3 HTTP/1.1" status: 200 len: 2984 time: 0.7777951 Jul 15 13:11:24.180940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-06f2808d-2073-408a-bdab-005e645ab64b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b HTTP/1.1" status: 200 len: 1002 time: 0.4849222 Jul 15 13:11:24.244877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.323955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-fdc05a0a-70f5-4024-ae7b-2ec94a917386 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.327791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-fdc05a0a-70f5-4024-ae7b-2ec94a917386 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 0.9351079 Jul 15 13:11:24.340663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:24.392367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:24.399026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:24.405089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-b38c174c-72fe-4647-b1ba-3311e20eba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:24.407023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-b38c174c-72fe-4647-b1ba-3311e20eba72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 200 len: 862 time: 0.2141638 Jul 15 13:11:24.428555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.530779 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.605135 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Transition to ACTIVE for port object 276bd103-1c2c-4298-94f2-0aad39b618fe will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:24.638423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] For port 33ccbb16-3846-4814-bf9c-f1480ceb8c14, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=33ccbb16-3846-4814-bf9c-f1480ceb8c14,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:24.653555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.689761 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.846951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a820ea-98d2-4142-a86d-64079ebf0ec8 None None] Pushing event updated for resources: {'Port': ['ID=33ccbb16-3846-4814-bf9c-f1480ceb8c14,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.868728 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Attempting to bind port 276bd103-1c2c-4298-94f2-0aad39b618fe on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:24.869355 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Attempting to bind port 276bd103-1c2c-4298-94f2-0aad39b618fe by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:24.869898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Attempting to bind port 276bd103-1c2c-4298-94f2-0aad39b618fe on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:24.872331 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Pushing event updated for resources: {'Port': ['ID=276bd103-1c2c-4298-94f2-0aad39b618fe,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:24.912353 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.918811 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.919515 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.920182 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.927220 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.927965 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.928524 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.929145 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.929710 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.930319 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.930919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.931457 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:24.935565 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:24.943194 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:24.944006 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:24.944757 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:24.945483 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Bound port: 276bd103-1c2c-4298-94f2-0aad39b618fe, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:24.946111 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.135888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] For port 276bd103-1c2c-4298-94f2-0aad39b618fe, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:25.142181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] For port 276bd103-1c2c-4298-94f2-0aad39b618fe, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=276bd103-1c2c-4298-94f2-0aad39b618fe,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:25.149932 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.150746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-77d481c9-19aa-4c37-a7a3-a9d40e184b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.153738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-77d481c9-19aa-4c37-a7a3-a9d40e184b2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6447bc74-925d-48d7-81c5-3563c142f36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7376471 Jul 15 13:11:25.209130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0de47c0-559d-4cf5-9ede-9b6883c0d652 None None] Provisioning complete for port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:25.209979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0de47c0-559d-4cf5-9ede-9b6883c0d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.423856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b25d2-68f4-4fdb-a04b-6b1aa2f2c420 req-a6e9f477-d9ad-42f5-b63b-44bfc6bd6502 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:25.446595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c9b25d2-68f4-4fdb-a04b-6b1aa2f2c420 req-a6e9f477-d9ad-42f5-b63b-44bfc6bd6502 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 0.8387637 Jul 15 13:11:25.472347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Routers {'6aadd915-70c4-4a4f-9601-e8be10af7dd7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:25.476182 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:25.845547 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.870817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:25.875618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c9b25d2-68f4-4fdb-a04b-6b1aa2f2c420 req-5f36e8dd-7045-41e1-bd76-49f618e519dd tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4276166 Jul 15 13:11:25.881939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event updated for resources: {'Port': ['ID=205cbc95-ee42-4d6f-a44b-1df691606737,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:25.908416 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] Set router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:26.023513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.043859 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48a9c2-f245-4b77-a2f7-97f0c3d6f135 None None] Pushing event updated for resources: {'Port': ['ID=276bd103-1c2c-4298-94f2-0aad39b618fe,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:26.066105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-6e75eb03-ceb8-41b7-a1b7-8b18208ed229 service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840690 Jul 15 13:11:26.323712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48d63640-4007-4ee7-b5b6-48436a616600 req-8fbf0e47-2bf5-4bbf-bd40-ae0a9b32c6b2 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups/644355ca-4ca9-4028-b75b-7b14a22c0fa1 HTTP/1.1" status: 200 len: 2981 time: 2.1501255 Jul 15 13:11:26.546551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.562688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48d63640-4007-4ee7-b5b6-48436a616600 req-7eccc85f-3366-4e0d-b64c-7f101c4a93ff tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups/644355ca-4ca9-4028-b75b-7b14a22c0fa1 HTTP/1.1" status: 200 len: 2981 time: 0.2346559 Jul 15 13:11:26.569004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.611335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e87ba039-a3fe-4851-8062-5640e8214670 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:26.719450 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 3, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:26.829859 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd80548-7a73-4356-bb84-cb0ba67f1423 None None] The sync data for ids ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'] in n-d-798054-11 is: [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 3, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:26.838796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e87ba039-a3fe-4851-8062-5640e8214670 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:26.892761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-b79e3866-f425-4b22-89ed-485a7ea8b8c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 2.6878867 Jul 15 13:11:26.894709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e87ba039-a3fe-4851-8062-5640e8214670 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:26.894709 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:26.969581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Allocated IP 172.20.0.1 (cf0acf54-014c-426f-9989-4c72c58585d3/ed2f399b-e761-48de-86a5-3aa246eeca39/75945292-4f7b-46f2-bbee-9aac30859174) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:27.086309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86f57eca-4f82-42cc-8fbe-e71b8bfac2de req-80c01cc9-2324-4bfd-92e7-dbacfc863f3a service neutron] 10.222.0.58 "GET /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051877 Jul 15 13:11:27.145979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2440def1-a943-40b1-9f17-8209d179b9ff req-268c9d37-b2ea-4d23-aa38-78f25fc0aaa9 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups/644355ca-4ca9-4028-b75b-7b14a22c0fa1 HTTP/1.1" status: 200 len: 2981 time: 0.2828097 Jul 15 13:11:27.172979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb0736f7-2dba-4871-bac6-b88fde0c795b no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:27.251506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event updated for resources: {'Port': ['ID=205cbc95-ee42-4d6f-a44b-1df691606737,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.270320 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.399311 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.411180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-76a4e567-a62a-4294-ba1e-400cd88519d3 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5310476 Jul 15 13:11:27.550368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Deleting port eb0736f7-2dba-4871-bac6-b88fde0c795b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:27.554427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.567624 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-2440def1-a943-40b1-9f17-8209d179b9ff req-8899ca7b-b792-404d-9fb8-17eb9d1732b9 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:11:27.582101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2440def1-a943-40b1-9f17-8209d179b9ff req-8899ca7b-b792-404d-9fb8-17eb9d1732b9 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "DELETE /v2.0/security-groups/644355ca-4ca9-4028-b75b-7b14a22c0fa1 HTTP/1.1" status: 409 len: 352 time: 0.4078355 Jul 15 13:11:27.624845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.698207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Transition to ACTIVE for port object 75945292-4f7b-46f2-bbee-9aac30859174 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:27.766185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:27.948671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Network cf0acf54-014c-426f-9989-4c72c58585d3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:27.952193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Pushing event updated for resources: {'Port': ['ID=75945292-4f7b-46f2-bbee-9aac30859174,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:27.960839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:27.979236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:28.078852 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.106467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:28.107095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.121050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.206460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e87ba039-a3fe-4851-8062-5640e8214670, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e87ba039-a3fe-4851-8062-5640e8214670,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:28.267247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.271011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 33ccbb16-3846-4814-bf9c-f1480ceb8c14 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:28.533268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d55a-29a5-4448-9991-dc026bafd96d req-7c262e31-021b-4af5-a165-1c216beb7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.534864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-7c262e31-021b-4af5-a165-1c216beb7fbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 1097 time: 1.5064442 Jul 15 13:11:28.571178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.615979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.704008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0186a8a1-58ae-4504-9075-16652f3acac0 None None] Provisioning for port 75945292-4f7b-46f2-bbee-9aac30859174 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:28.738193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e87ba039-a3fe-4851-8062-5640e8214670,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:28.759509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0186a8a1-58ae-4504-9075-16652f3acac0 None None] Provisioning complete for port 75945292-4f7b-46f2-bbee-9aac30859174 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:28.759890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0186a8a1-58ae-4504-9075-16652f3acac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:28.827730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb0736f7-2dba-4871-bac6-b88fde0c795b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb0736f7-2dba-4871-bac6-b88fde0c795b,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:28.841348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:28.849886 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018a3426-8cfd-4aaf-ad30-c2cc5074449b" -d '{"events": [{"server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:28.942392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2933728-2f04-4474-a564-29c8503d24be req-65a95af3-9319-4acc-97f1-e548dd6670ef tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:28.951050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2933728-2f04-4474-a564-29c8503d24be req-65a95af3-9319-4acc-97f1-e548dd6670ef tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4700bf0-cfc4-4250-b812-7fecbccfdf73 HTTP/1.1" status: 200 len: 946 time: 1.4507337 Jul 15 13:11:29.000724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:29.003104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.010113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Sync routers for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:29.019125 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.099160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2933728-2f04-4474-a564-29c8503d24be req-fc3cef05-dece-4aff-9a35-101f467a61a9 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1465847 Jul 15 13:11:29.101822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.102214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.102575 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54 disassociated. External IP: 172.25.3.190, port: eb0736f7-2dba-4871-bac6-b88fde0c795b. Jul 15 13:11:29.102936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Calling delete_port for eb0736f7-2dba-4871-bac6-b88fde0c795b owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:29.132106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d55a-29a5-4448-9991-dc026bafd96d req-fdc766c8-f50c-41db-9832-023c4f7d7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.135176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-fdc766c8-f50c-41db-9832-023c4f7d7c57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.4686985 Jul 15 13:11:29.151725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:29.152381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:29.211073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0186a8a1-58ae-4504-9075-16652f3acac0 None None] Port 75945292-4f7b-46f2-bbee-9aac30859174 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:29.211564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.225395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.274391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-5aaf1162-3c34-4e42-855d-da48ec20075c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 200 len: 217 time: 0.1285448 Jul 15 13:11:29.336554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.478108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:29.563806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768d55a-29a5-4448-9991-dc026bafd96d req-eee5db35-a42a-4bb6-a8ab-6b30ca430ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.565409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-eee5db35-a42a-4bb6-a8ab-6b30ca430ed2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.2122762 Jul 15 13:11:29.567906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:29.597069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Pushing event updated for resources: {'Port': ['ID=75945292-4f7b-46f2-bbee-9aac30859174,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:29.765403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-ba017222-4033-49d5-a6ce-70f0e723fff1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1114711875&fields=id&tenant_id=bdea7786e77547b1bcac339a68fa46d2 HTTP/1.1" status: 200 len: 267 time: 0.3066599 Jul 15 13:11:29.768955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-01057a95-eb3f-45cf-8023-6252ebcb3b9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833203 Jul 15 13:11:29.866481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 2, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:29.881227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-b50a3c66-72d6-4573-9105-480cef0e513a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:29.914267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-b50a3c66-72d6-4573-9105-480cef0e513a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 0.6885118 Jul 15 13:11:30.061087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Checking router: ff939ab6-7348-43b2-bf9e-c3f25d1f4357 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:30.062001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Updating router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:30.108041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-5424edb7-7b9e-42f6-807b-c8c2fdb1bde7 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247991 Jul 15 13:11:30.191048 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.198953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-46d317ac-c4a6-493d-9916-82fd5983036c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/quotas/73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 375 time: 0.2818429 Jul 15 13:11:30.204156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:30.270505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Network cf0acf54-014c-426f-9989-4c72c58585d3 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:30.291273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e87ba039-a3fe-4851-8062-5640e8214670 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:30.374902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:30.419746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event deleted for resources: {'Port': ['ID=eb0736f7-2dba-4871-bac6-b88fde0c795b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:30.627264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-135ce5a2-aad7-4079-a964-a7da024e47c2 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:30.640032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-135ce5a2-aad7-4079-a964-a7da024e47c2 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/networks?id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6 HTTP/1.1" status: 200 len: 806 time: 0.8735363 Jul 15 13:11:30.666452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-a8e80db1-b035-42a3-bb44-bdb225d86389 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4604535 Jul 15 13:11:30.853214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:30.875623 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-079cbac7-a310-4860-8de1-63cec6365113 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/quotas/bdea7786e77547b1bcac339a68fa46d2 HTTP/1.1" status: 200 len: 375 time: 0.2345531 Jul 15 13:11:31.054303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-06cb09c8-7434-4fa4-91ea-f36705f296f8 None None] Provisioning complete for port 75945292-4f7b-46f2-bbee-9aac30859174 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:31.054997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-06cb09c8-7434-4fa4-91ea-f36705f296f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.119192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b768d55a-29a5-4448-9991-dc026bafd96d req-9829ee1d-479d-4147-b6cd-3fac56c756bd service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9876301 Jul 15 13:11:31.124774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-06cb09c8-7434-4fa4-91ea-f36705f296f8 None None] Port 75945292-4f7b-46f2-bbee-9aac30859174 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:31.165196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e87ba039-a3fe-4851-8062-5640e8214670 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:31.165727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.294875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Router 5d117e67-75e7-4585-9b75-d858dd22e703 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:31.403635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 276bd103-1c2c-4298-94f2-0aad39b618fe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:31.443940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-a9c66e49-e643-495d-a8e1-c1fbd28a5bdf tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdea7786e77547b1bcac339a68fa46d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5625536 Jul 15 13:11:31.549375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 276bd103-1c2c-4298-94f2-0aad39b618fe completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:31.581275 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.594156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 276bd103-1c2c-4298-94f2-0aad39b618fe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:31.595872 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.631509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:31.644858 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:31.662298 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:31.663063 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:31.667283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-c7c4400f-fb8c-4599-90d7-14beeb7e23bb service neutron] 10.222.0.57 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219574 Jul 15 13:11:31.698106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Transition to ACTIVE for port object 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:31.717629 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.749515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-b746fe51-c764-40b2-8333-e90f844b2f4c service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0719428 Jul 15 13:11:31.788447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8363-9b30-4e6a-a6f3-d2e37eaca499 None None] Pushing event updated for resources: {'Port': ['ID=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:31.846743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-48662dbe-8b46-43c5-b992-ac1262e5aef8 service neutron] 10.222.0.57 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724813 Jul 15 13:11:31.848031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] No DVR routers for this DVR port eb0736f7-2dba-4871-bac6-b88fde0c795b on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:11:31.852891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:31.856027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61858db1-71b5-408f-8e2d-53d4ff4b455e req-db0a1ce9-72a9-455e-9bde-8462831b763f tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.58 "DELETE /v2.0/ports/eb0736f7-2dba-4871-bac6-b88fde0c795b HTTP/1.1" status: 204 len: 173 time: 7.4946883 Jul 15 13:11:31.856561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'name': 'network-vif-deleted', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:31.860474 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85195cbc-328c-4a60-8dcf-d52b321756db" -d '{"events": [{"server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "name": "network-vif-deleted", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:32.095423 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:32.099326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.121416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:32.138305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae582762-8947-4379-afca-0107fe4f6696 admin admin] 10.222.0.57 "PUT /v2.0/routers/6aadd915-70c4-4a4f-9601-e8be10af7dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8524666 Jul 15 13:11:32.183152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 276bd103-1c2c-4298-94f2-0aad39b618fe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=276bd103-1c2c-4298-94f2-0aad39b618fe,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:32.196119 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.221548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Sync routers for ids ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:32.236533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Attempting to bind port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:32.237116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Attempting to bind port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:32.237553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Attempting to bind port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa on network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:32.329787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=276bd103-1c2c-4298-94f2-0aad39b618fe,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:32.402141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:32.402551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Checking segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:32.403126 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.407512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Bound using segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:32.408703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Bound port: 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:32.410203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.455819 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-af131f08-ecbe-446f-8384-331a613629ee req-079e1ae9-b5b7-40d1-8b3c-e8fa58fc49eb tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] show failed (client error): The resource could not be found. Jul 15 13:11:32.456397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-b19a6bdf-c249-4612-bdf2-ee5af26482bd service neutron] 10.222.0.57 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398976 Jul 15 13:11:32.469998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af131f08-ecbe-446f-8384-331a613629ee req-079e1ae9-b5b7-40d1-8b3c-e8fa58fc49eb tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups/0befc2cd-434c-4f75-86d9-941a787246e5 HTTP/1.1" status: 404 len: 352 time: 0.0648897 Jul 15 13:11:32.532142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57860) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:32.539124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] For port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:32.544282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] For port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:32.547665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Routers {'6aadd915-70c4-4a4f-9601-e8be10af7dd7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:32.548701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:32.658286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1743428248'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:32.762710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:32.779274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.888595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:32.914846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:32.915250 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Added segment 7e624697-e296-4d63-8947-e5c90eb76671 of type vlan for network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad Jul 15 13:11:32.941660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Set router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:33.075131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.172722 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:33.182897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.228030 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.290448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:33.292684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:33.377062 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667e886e-ef26-42b8-bbec-1d7e73e5136f x-openstack-request-id: req-667e886e-ef26-42b8-bbec-1d7e73e5136f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:33.384754 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:33.385293 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-667e886e-ef26-42b8-bbec-1d7e73e5136f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:33.386554 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'code': 200} Jul 15 13:11:33.398398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8363-9b30-4e6a-a6f3-d2e37eaca499 None None] Pushing event updated for resources: {'Port': ['ID=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:33.564636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:33.590684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:33.593079 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:33.886228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:33.890976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:34.028490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57890) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:34.035097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5026882 Jul 15 13:11:34.047804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'subnet': {'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:34.049113 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8156cd14-6f0d-4541-874b-bb96c3fbf1ad x-openstack-request-id: req-8156cd14-6f0d-4541-874b-bb96c3fbf1ad {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:34.049446 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4700bf0-cfc4-4250-b812-7fecbccfdf73", "name": "network-vif-deleted", "tag": "eb0736f7-2dba-4871-bac6-b88fde0c795b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:34.050811 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8156cd14-6f0d-4541-874b-bb96c3fbf1ad {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:34.051220 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4700bf0-cfc4-4250-b812-7fecbccfdf73', 'name': 'network-vif-deleted', 'tag': 'eb0736f7-2dba-4871-bac6-b88fde0c795b', 'status': 'completed', 'code': 200} Jul 15 13:11:34.057823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Network': ['ID=7cbb3ef8-92f4-4878-983a-bb8b56c875ad,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.120169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.125543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.137084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.137084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.137084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.137807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.137807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.138125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.145409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.149984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.150390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.153100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaec57f-ec94-4740-85e7-ea35efa52075 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:34.199031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:34.210045 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:34.340782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2d2b299-8a58-415f-9fd8-9bce60bd0178 req-6c037ff4-459d-4a7d-a905-9da6084c68b4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 210 time: 0.1021037 Jul 15 13:11:34.349606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:34.365272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.395352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:34.507634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:34.516235 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-808f35cf-70c0-443d-b165-b148e1bd9069 req-8dcd18ba-c04a-4bc2-9906-14762a3cbc40 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] show failed (client error): The resource could not be found. Jul 15 13:11:34.538643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:34.538914 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-808f35cf-70c0-443d-b165-b148e1bd9069 req-8dcd18ba-c04a-4bc2-9906-14762a3cbc40 tempest-SecurityGroupsNegativeTestJSON-875711415 tempest-SecurityGroupsNegativeTestJSON-875711415-project] 10.222.0.57 "GET /v2.0/security-groups/cfd53862-6ba9-4885-b4dd-2cb7744fc4b8 HTTP/1.1" status: 404 len: 352 time: 0.1093581 Jul 15 13:11:34.615154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '75945292-4f7b-46f2-bbee-9aac30859174', 'name': '', 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'mac_address': 'fa:16:3e:86:b6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ed2f399b-e761-48de-86a5-3aa246eeca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 2, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'subnets': [{'id': 'ed2f399b-e761-48de-86a5-3aa246eeca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:34.715029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Deleting subnet 6340a6f3-b637-4bc8-820c-b9f54d28d7e8 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:11:34.731658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.795634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.841048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.850792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Checking router: 6aadd915-70c4-4a4f-9601-e8be10af7dd7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:34.861762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Updating router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 port 75945292-4f7b-46f2-bbee-9aac30859174 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:34.902621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.940931 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:34.956399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6340a6f3-b637-4bc8-820c-b9f54d28d7e8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:34.968505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:34.980680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5cf3d5c2-928a-473c-a46f-3aef49c10d07 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6340a6f3-b637-4bc8-820c-b9f54d28d7e8 HTTP/1.1" status: 204 len: 168 time: 0.4443974 Jul 15 13:11:34.981421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57900) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:35.050389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c657efb-93f5-4322-aa9d-a9190edab485 None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:06:32Z', 'revision_number': 4, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e4c36560-bea4-4443-9818-edb298cef931', 'name': '', 'network_id': '6447bc74-925d-48d7-81c5-3563c142f36e', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'mac_address': 'fa:16:3e:c1:b0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6a46dab4-b868-4474-9659-2edf8288848c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:30Z', 'updated_at': '2021-07-15T13:06:38Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'subnets': [{'id': '6a46dab4-b868-4474-9659-2edf8288848c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:35.142415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-53d5fa7c-5d6c-4af4-b7ad-0f5abd394a55 req-7c3a49be-9fe7-4bf2-afe0-d6a49fa7ee0f tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 210 time: 0.0920575 Jul 15 13:11:35.162153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.231224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.233039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:35.259279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:35.259672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.407649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:35.408622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Subnet': ['ID=5d7f875d-8f35-486d-aed9-5da8b7c41a72,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:35.450556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Checking segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:35.450947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network hostable DHCP agents. Network: 7cbb3ef8-92f4-4878-983a-bb8b56c875ad, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:35.509006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-cea5fdd0-a82d-45fa-b91e-481035dab8a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.511580 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-cea5fdd0-a82d-45fa-b91e-481035dab8a1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.58 "GET /v2.0/networks?id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6 HTTP/1.1" status: 200 len: 806 time: 0.3214357 Jul 15 13:11:35.514841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.520626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:35.536064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e050d95-0128-4763-8009-5f8f1501f710 None None] The sync data for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 is: [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:35.550851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7cbb3ef8-92f4-4878-983a-bb8b56c875ad) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:35.557591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:35.557591 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.613341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3715f09c-0318-4ca7-8121-78cb6c6661b5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5797722 Jul 15 13:11:35.615808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57906) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:35.620931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1083281512'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:35.655002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9975be-c2b9-456d-9ad7-dc29ad127d0f None None] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:35.675324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:35.681828 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:35.775181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45860821-bd7b-481a-bc55-454ff4fa6f32 None None] New status for floating IP 9edac5bc-298e-45f3-b6d7-cbbff595bd54: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:11:35.788311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-aed0d586-d29f-40b2-86d6-f5e110dbf7e1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdea7786e77547b1bcac339a68fa46d2 HTTP/1.1" status: 200 len: 380 time: 0.2522900 Jul 15 13:11:35.803805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Request body: {'port': {'device_id': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'admin_state_up': True, 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'security_groups': ['7380d548-2ca9-4a0d-8b4d-72f4ecbd3904']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:36.016366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c7addb1-ee5e-48a9-8ff2-cd4b69beb4ac req-0690fad6-9244-48f3-9269-bf1519fed9d9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 210 time: 0.2225275 Jul 15 13:11:36.062940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:36.087132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.115969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.124406 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Added segment 9f95121c-afc1-41da-9ba7-dcb4e576bd36 of type vlan for network 9701418d-f3de-4e06-ae9a-ae83415691b7 Jul 15 13:11:36.182723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:36.231684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.269263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.307291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.324349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:36.326080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.337269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c01412-7a47-4de9-98ad-c9b08f41e0b5') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:36.338738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c01412-7a47-4de9-98ad-c9b08f41e0b5') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:36.440699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.516796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:36.525470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.529064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Made reservation on behalf of bdea7786e77547b1bcac339a68fa46d2 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:36.543460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.549637 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.550513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 276bd103-1c2c-4298-94f2-0aad39b618fe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:36.591393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.596600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:11:36.603267 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:11:36.605898 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:11:36.613091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9976716 Jul 15 13:11:36.631306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:36.640771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'subnet': {'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:36.794762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:36.837599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'fixed_ips': [{'subnet_id': '5d7f875d-8f35-486d-aed9-5da8b7c41a72'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:36.839069 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:36.908991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 276bd103-1c2c-4298-94f2-0aad39b618fe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:36.909973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.074274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112e394-0c32-4b05-b2b4-e3450ac3c94b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Network': ['ID=9701418d-f3de-4e06-ae9a-ae83415691b7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.140259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3ed28c9-3cb6-4373-99ea-df35411e200a req-9427d647-00e1-47d5-bdc7-c14fd9da0b92 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 210 time: 0.1936696 Jul 15 13:11:37.168660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.187608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Transition to ACTIVE for port object 75945292-4f7b-46f2-bbee-9aac30859174 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:37.222899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.251161 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c HTTP/1.1" status: 204 len: 168 time: 2.2685783 Jul 15 13:11:37.266210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:37.411347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.426249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57928) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:37.630399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:37.642597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.706775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0ee9c-3a70-4fe7-8514-c8ed513d0211 admin admin] Pushing event deleted for resources: {'Network': ['ID=6701a6fa-ae2e-4ad8-befe-6b2e5d5b4e6c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:37.710961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57932) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:37.905699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5790-2261-42a1-bc6b-b8f6f7ce0f0a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:37.982888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Allocated IP 172.20.0.4 (0df179bf-d44d-48d6-a3a0-4cab2c432aa6/ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307/b193baac-57ab-42e6-a8b6-13f65974229a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:38.035787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5790-2261-42a1-bc6b-b8f6f7ce0f0a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.058419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39be7de8-3313-4290-8562-635a51eb1ce6 req-39fbd1c9-09af-4423-9948-75cd8526d324 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 210 time: 0.2641332 Jul 15 13:11:38.076108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Pushing event updated for resources: {'Port': ['ID=75945292-4f7b-46f2-bbee-9aac30859174,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.467535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Attempting to bind port 75945292-4f7b-46f2-bbee-9aac30859174 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:38.469254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Attempting to bind port 75945292-4f7b-46f2-bbee-9aac30859174 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:38.473152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Attempting to bind port 75945292-4f7b-46f2-bbee-9aac30859174 on network cf0acf54-014c-426f-9989-4c72c58585d3 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:38.491666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:38.492863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Checking segment: {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:38.493582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.494204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Bound using segment: {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:38.495281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Bound port: 75945292-4f7b-46f2-bbee-9aac30859174, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:38.495908 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.522064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.562579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5790-2261-42a1-bc6b-b8f6f7ce0f0a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.571832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6c5790-2261-42a1-bc6b-b8f6f7ce0f0a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.582126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eb6c5790-2261-42a1-bc6b-b8f6f7ce0f0a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "DELETE /v2.0/security-groups/cbe3c753-b4fc-4c89-92a1-f2f6393c9f87 HTTP/1.1" status: 204 len: 168 time: 1.1541154 Jul 15 13:11:38.621855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Allocated IP 19.80.0.2 (7cbb3ef8-92f4-4878-983a-bb8b56c875ad/5d7f875d-8f35-486d-aed9-5da8b7c41a72/b7aee35a-9714-492d-b21b-1e3ce8ac759c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:38.638502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Transition to ACTIVE for port object b193baac-57ab-42e6-a8b6-13f65974229a will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:38.641839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57938) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.667928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:38.740538 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-280ab4fa-4c18-4853-af9f-5090b716821b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] show failed (client error): The resource could not be found. Jul 15 13:11:38.761200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] For port 75945292-4f7b-46f2-bbee-9aac30859174, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:38.762835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-280ab4fa-4c18-4853-af9f-5090b716821b tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "GET /v2.0/security-groups/cbe3c753-b4fc-4c89-92a1-f2f6393c9f87 HTTP/1.1" status: 404 len: 347 time: 0.1080499 Jul 15 13:11:38.772977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] For port 75945292-4f7b-46f2-bbee-9aac30859174, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75945292-4f7b-46f2-bbee-9aac30859174,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:38.779593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57942) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:38.797744 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:38.823608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c5790-2261-42a1-bc6b-b8f6f7ce0f0a tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3c753-b4fc-4c89-92a1-f2f6393c9f87,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:38.903344 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:11:38.927681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.003279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-92f3fbba-3f80-41d6-abff-f99f06588ba2 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.006844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-92f3fbba-3f80-41d6-abff-f99f06588ba2 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 808 time: 1.9187336 Jul 15 13:11:39.145699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Routers {'6aadd915-70c4-4a4f-9601-e8be10af7dd7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:39.146373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:39.198038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Request body: {'port': {'device_id': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'admin_state_up': True, 'tenant_id': '73dd42d1a1d749899016e3350e9d63d6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:39.217192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-66eee949-30fa-421d-9fc5-5791e0d4a43d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=67fa2d5bd6a84debb1feaf2e35ddefb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4934175 Jul 15 13:11:39.224848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57946) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:39.334069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] Set router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:39.359585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d6d40eb-2a95-4ddf-b5fc-faf5b5ff76e5 req-ec97f2c4-e0f9-47ec-bd34-f4f40ecb8213 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 210 time: 0.3336220 Jul 15 13:11:39.385350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Deleting port b099252a-5331-4220-ad93-bbdc02897b40 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:39.385350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.484964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Checking segment: {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:39.484964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network hostable DHCP agents. Network: 9701418d-f3de-4e06-ae9a-ae83415691b7, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:39.519232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Subnet': ['ID=4d195023-df5e-4f46-b757-7a9f1e399cbe,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:39.607890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Pushing event updated for resources: {'Port': ['ID=75945292-4f7b-46f2-bbee-9aac30859174,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:39.613638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.614360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.630833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Calling delete_port for b099252a-5331-4220-ad93-bbdc02897b40 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:11:39.783003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.783536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.783880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.784210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.784590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.784906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.785233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.785559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.786035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.786375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.786730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.787062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93446e69-d42e-4c82-8d91-dc68118b097b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:39.827481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:39.828768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:39.829168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.860347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 9701418d-f3de-4e06-ae9a-ae83415691b7) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:39.876948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Made reservation on behalf of 73dd42d1a1d749899016e3350e9d63d6 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:39.884267 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.918824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66061b55-1b6d-42b8-a76f-7f7f38e461c8 None None] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:39.921535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:39.927315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:39.978786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-87283420-764a-4efc-a6f4-a4abc212adcc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3417807 Jul 15 13:11:40.390041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Allocated IP 172.20.0.13 (aa582b1c-465d-4324-9216-ead2cf4760d8/a46ac65e-4c89-431c-9421-287241c438b7/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:40.604151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f411390-9abc-4833-8cf2-00fc38652291 req-6f7e95cb-bc51-4cfc-9134-e4450f56f37e tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:40.606781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f411390-9abc-4833-8cf2-00fc38652291 req-6f7e95cb-bc51-4cfc-9134-e4450f56f37e tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 931 time: 0.1909328 Jul 15 13:11:40.612608 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.693867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.703216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Transition to ACTIVE for port object b7aee35a-9714-492d-b21b-1e3ce8ac759c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:40.774388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f411390-9abc-4833-8cf2-00fc38652291 req-a38edee2-732c-43c6-815d-5ae84486ea82 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545100 Jul 15 13:11:40.844275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Transition to ACTIVE for port object b7aee35a-9714-492d-b21b-1e3ce8ac759c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:40.865916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.880868 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.902072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '75945292-4f7b-46f2-bbee-9aac30859174', 'name': '', 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'mac_address': 'fa:16:3e:86:b6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ed2f399b-e761-48de-86a5-3aa246eeca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:38Z', 'revision_number': 4, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'subnets': [{'id': 'ed2f399b-e761-48de-86a5-3aa246eeca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:40.922788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:40.924120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event updated for resources: {'Port': ['ID=b193baac-57ab-42e6-a8b6-13f65974229a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:40.942495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:40.957866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-9701418d-f3de-4e06-ae9a-ae83415691b7', 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'fixed_ips': [{'subnet_id': '4d195023-df5e-4f46-b757-7a9f1e399cbe'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:11:40.959346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:40.964479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:40.973600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.014290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.019564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['589df977-2e6e-486e-ab22-f359c52f692f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:41.105684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Network aa582b1c-465d-4324-9216-ead2cf4760d8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:41.130047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:41.135414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:41.171811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Pushing event updated for resources: {'Port': ['ID=b7aee35a-9714-492d-b21b-1e3ce8ac759c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.185355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.195280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.201283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] 10.222.0.57 "DELETE /v2.0/floatingips/9edac5bc-298e-45f3-b6d7-cbbff595bd54 HTTP/1.1" status: 204 len: 168 time: 2.4090819 Jul 15 13:11:41.202600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1528bd-705f-441e-93cf-b38418602163 tempest-ServersWithSpecificFlavorTestJSON-1893945079 tempest-ServersWithSpecificFlavorTestJSON-1893945079-project] Pushing event deleted for resources: {'Port': ['ID=b099252a-5331-4220-ad93-bbdc02897b40,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.204013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:41.228017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1c0fbe2-7547-4e84-8335-4859c6c5339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.250093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d61cc-3a20-4c7e-b1cd-45ee09ba4047 None None] The sync data for ids ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'] in n-d-798054-11 is: [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '75945292-4f7b-46f2-bbee-9aac30859174', 'name': '', 'network_id': 'cf0acf54-014c-426f-9989-4c72c58585d3', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'mac_address': 'fa:16:3e:86:b6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'ed2f399b-e761-48de-86a5-3aa246eeca39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:26Z', 'updated_at': '2021-07-15T13:11:38Z', 'revision_number': 4, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'subnets': [{'id': 'ed2f399b-e761-48de-86a5-3aa246eeca39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:41.278969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.278969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.293539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:41.304543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:41.307081 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.320999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cd77601c-6286-46a3-99ba-0cd43168d48a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1314564 Jul 15 13:11:41.352042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Request body: {'port': {'device_id': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:41.395265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-6ee11ada-c614-45f1-9383-b7d5cb997a2f tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6012754 Jul 15 13:11:41.397392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1c0fbe2-7547-4e84-8335-4859c6c5339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.417463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Request body: {'port': {'device_id': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:41.458731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:41.462758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:41.626550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.738613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1c0fbe2-7547-4e84-8335-4859c6c5339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.767113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b1c0fbe2-7547-4e84-8335-4859c6c5339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:41.769776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b1c0fbe2-7547-4e84-8335-4859c6c5339a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/644355ca-4ca9-4028-b75b-7b14a22c0fa1 HTTP/1.1" status: 204 len: 168 time: 2.5409489 Jul 15 13:11:41.951640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.000658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0fbe2-7547-4e84-8335-4859c6c5339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644355ca-4ca9-4028-b75b-7b14a22c0fa1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:42.026053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-781d4811-03d3-4291-b284-d9cd714eb2eb None None] Provisioning for port b193baac-57ab-42e6-a8b6-13f65974229a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:42.091196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-781d4811-03d3-4291-b284-d9cd714eb2eb None None] Provisioning complete for port b193baac-57ab-42e6-a8b6-13f65974229a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:42.096255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-781d4811-03d3-4291-b284-d9cd714eb2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.283262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-781d4811-03d3-4291-b284-d9cd714eb2eb None None] Port b193baac-57ab-42e6-a8b6-13f65974229a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:42.326513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Attempting to bind port b7aee35a-9714-492d-b21b-1e3ce8ac759c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:42.336326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Attempting to bind port b7aee35a-9714-492d-b21b-1e3ce8ac759c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:42.336326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Attempting to bind port b7aee35a-9714-492d-b21b-1e3ce8ac759c on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:42.368015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:42.370040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Checking segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:42.371337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.372527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Bound using segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:42.373770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Bound port: b7aee35a-9714-492d-b21b-1e3ce8ac759c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:42.374273 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.542089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Allocated IP 19.86.0.2 (9701418d-f3de-4e06-ae9a-ae83415691b7/4d195023-df5e-4f46-b757-7a9f1e399cbe/87c9ef3c-b04a-4828-83f8-a9b682abe208) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:42.623963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b193baac-57ab-42e6-a8b6-13f65974229a {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:42.638194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] For port b7aee35a-9714-492d-b21b-1e3ce8ac759c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:42.640425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.659748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] For port b7aee35a-9714-492d-b21b-1e3ce8ac759c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b7aee35a-9714-492d-b21b-1e3ce8ac759c,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:42.682888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Transition to ACTIVE for port object b193baac-57ab-42e6-a8b6-13f65974229a will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:42.688745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.694621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.824164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:42.848485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.921178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Transition to ACTIVE for port object 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:42.929940 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:42.941537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Pushing event updated for resources: {'Port': ['ID=b193baac-57ab-42e6-a8b6-13f65974229a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.169694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.221159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Attempting to bind port b193baac-57ab-42e6-a8b6-13f65974229a on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:43.221516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Attempting to bind port b193baac-57ab-42e6-a8b6-13f65974229a by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:43.221851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Attempting to bind port b193baac-57ab-42e6-a8b6-13f65974229a on network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:43.236999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Port b193baac-57ab-42e6-a8b6-13f65974229a on network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:43.237341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Attempting to bind port b193baac-57ab-42e6-a8b6-13f65974229a on network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:43.266407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:43.267072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Checking segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:43.267225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Bound using segment: {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:43.267684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Bound port: b193baac-57ab-42e6-a8b6-13f65974229a, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68306fcc-8b99-4087-a007-7268ea65778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:43.268056 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.467124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75945292-4f7b-46f2-bbee-9aac30859174 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:43.590247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] For port b193baac-57ab-42e6-a8b6-13f65974229a, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:43.609602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] For port b193baac-57ab-42e6-a8b6-13f65974229a, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b193baac-57ab-42e6-a8b6-13f65974229a,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:43.624674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:43.625248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:43.625560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:43.631784 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.641038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:11:43.641357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:43.654700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:43.654974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:43.655372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:43.655824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Bound port: 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:43.656197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.779042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:43.779696 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.787089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] 10.222.0.58 "PUT /v2.0/ports/b193baac-57ab-42e6-a8b6-13f65974229a HTTP/1.1" status: 200 len: 1092 time: 2.3790271 Jul 15 13:11:43.790081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:43.801814 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6605a829-7b67-4805-a2e0-b9255c173e84" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:43.810777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237467d-79ca-4b10-8bf9-60b2f64f619a None None] Pushing event updated for resources: {'Port': ['ID=b7aee35a-9714-492d-b21b-1e3ce8ac759c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.873667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ceb246b1-0437-44ce-b5a0-e3a65d989594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.915359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:43.924085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:43.936446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.941167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1db556-1b0c-48fe-b942-3c769c599787 service neutron] Pushing event updated for resources: {'Port': ['ID=b193baac-57ab-42e6-a8b6-13f65974229a,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:43.945085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 75945292-4f7b-46f2-bbee-9aac30859174 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:43.971545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:43.986445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 75945292-4f7b-46f2-bbee-9aac30859174 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:43.987663 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.093389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-8e2f33a3-c4d9-473a-a475-3c851a2686b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.098997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Transition to ACTIVE for port object 87c9ef3c-b04a-4828-83f8-a9b682abe208 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:44.100463 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-8e2f33a3-c4d9-473a-a475-3c851a2686b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdea7786e77547b1bcac339a68fa46d2&device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 1095 time: 0.2110014 Jul 15 13:11:44.112147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.112800 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.114317 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] 10.222.0.58 "PUT /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 1093 time: 2.7808428 Jul 15 13:11:44.124656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:44.127310 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a6e80-f486-44d8-a888-3180f4ae7136" -d '{"events": [{"name": "network-changed", "server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:44.167652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-f76477f4-1489-493e-bf21-2ef81d1cbf7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b193baac-57ab-42e6-a8b6-13f65974229a HTTP/1.1" status: 200 len: 217 time: 0.0601115 Jul 15 13:11:44.213823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Transition to ACTIVE for port object 87c9ef3c-b04a-4828-83f8-a9b682abe208 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:44.277052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-4606228f-f8b0-4474-939e-bd3d7814d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.279264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-4606228f-f8b0-4474-939e-bd3d7814d385 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307 HTTP/1.1" status: 200 len: 845 time: 0.1027303 Jul 15 13:11:44.279828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58002) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:44.315511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.340935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.345230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.345799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.346330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.346956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.352450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.353861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.359119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.359775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.364928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.365770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.366298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.366823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f23357-2032-48f9-a925-10de0247eb61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:11:44.434835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cb963244-3a27-4cd8-b464-e46793316d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.436697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-cb963244-3a27-4cd8-b464-e46793316d2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1096 time: 0.2682819 Jul 15 13:11:44.463941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-026d2eb2-044b-4dba-80a8-74b2122f3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.467270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-026d2eb2-044b-4dba-80a8-74b2122f3a02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790016 Jul 15 13:11:44.550689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:44.562811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-510a76ad-580d-4d5b-aae1-cff550108dc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 217 time: 0.1172895 Jul 15 13:11:44.580441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.582956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:44.587473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:44.616904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Pushing event updated for resources: {'Port': ['ID=87c9ef3c-b04a-4828-83f8-a9b682abe208,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:44.672908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-300b0aae-1bfa-4291-bbee-91cff167f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:44.674827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-300b0aae-1bfa-4291-bbee-91cff167f151 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1049368 Jul 15 13:11:44.676271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-network', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:44.745690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-6e788323-5b49-45d8-a23d-26ea9edb2e45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639124 Jul 15 13:11:44.808986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-eda3fc57-deb5-44b1-8e2d-1fe5f1f8314a service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333545 Jul 15 13:11:44.811809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Made reservation on behalf of e00ce55e2fee427089b185b6535c319c for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:44.814558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.857400 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.873778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:44.879770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 75945292-4f7b-46f2-bbee-9aac30859174, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75945292-4f7b-46f2-bbee-9aac30859174,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:44.902853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Attempting to bind port 87c9ef3c-b04a-4828-83f8-a9b682abe208 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:44.904078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Attempting to bind port 87c9ef3c-b04a-4828-83f8-a9b682abe208 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:44.906980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Attempting to bind port 87c9ef3c-b04a-4828-83f8-a9b682abe208 on network 9701418d-f3de-4e06-ae9a-ae83415691b7 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:44.910931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.017639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:45.020422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Checking segment: {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:45.021199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.024706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Bound using segment: {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:45.027344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Bound port: 87c9ef3c-b04a-4828-83f8-a9b682abe208, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:45.040578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.042655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-fca5d515-cac8-4edb-a81c-54fdfd4e9129 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899387 Jul 15 13:11:45.108434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744c31c-c697-4e5d-b733-ecb049f869bd None None] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:45.133913 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.265377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b7aee35a-9714-492d-b21b-1e3ce8ac759c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:45.280366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-10c7ddf8-4ed4-4ee3-a529-2bbf52b7e0f8 None None] Provisioning for port b7aee35a-9714-492d-b21b-1e3ce8ac759c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:45.337688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06b638a9-8559-4933-8fd3-6fecbe2e8e5b req-bc260183-d596-49f3-a9e6-9106feaf3d14 service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205092 Jul 15 13:11:45.342839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=75945292-4f7b-46f2-bbee-9aac30859174,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.349313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae483b5a-fb95-4296-b7a7-73286cc92521 req-dff88eaa-9da2-4476-bcc1-438f2f762931 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977407 Jul 15 13:11:45.428315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.434464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.482195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:11:45.498687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d922fe-974e-43d7-b0ac-7f8320958d6a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.505801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] For port 87c9ef3c-b04a-4828-83f8-a9b682abe208, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:45.529557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b7aee35a-9714-492d-b21b-1e3ce8ac759c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:45.531124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.532098 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Added segment 6a0848bf-93a8-4f1c-9ca2-f12e008fe332 of type vlan for network 22d96ca5-143b-4c55-8c14-c89f647f685c Jul 15 13:11:45.539150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b7aee35a-9714-492d-b21b-1e3ce8ac759c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:45.539678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.604890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] For port 87c9ef3c-b04a-4828-83f8-a9b682abe208, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=87c9ef3c-b04a-4828-83f8-a9b682abe208,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:45.607466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.660930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.663343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:45.664883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.720570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b25bab86-6bf2-443b-85c3-903cefba1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.722752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.739020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4575715 Jul 15 13:11:45.742940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58006) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:45.760323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Request body: {'subnet': {'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-subnet', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:45.768175 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.845276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Made reservation on behalf of e00ce55e2fee427089b185b6535c319c for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:45.857395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:45.906227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd2915-9155-4f58-b358-f5f6d8bae0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=22d96ca5-143b-4c55-8c14-c89f647f685c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:45.958974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 22d96ca5-143b-4c55-8c14-c89f647f685c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:11:46.060071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e685a-6e75-47e8-9bc8-9709d1842507 None None] Pushing event updated for resources: {'Port': ['ID=87c9ef3c-b04a-4828-83f8-a9b682abe208,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.152749 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.263204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port b7aee35a-9714-492d-b21b-1e3ce8ac759c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b7aee35a-9714-492d-b21b-1e3ce8ac759c,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:46.274462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.366927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.410687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=b7aee35a-9714-492d-b21b-1e3ce8ac759c,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.607308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9f41d3-53e6-47c9-b313-b71608da13a8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:46.646730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Checking segment: {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:46.647393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Network hostable DHCP agents. Network: 22d96ca5-143b-4c55-8c14-c89f647f685c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:11:46.693734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Network 22d96ca5-143b-4c55-8c14-c89f647f685c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:11:46.712807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 22d96ca5-143b-4c55-8c14-c89f647f685c) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:46.721987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:46.723972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.727709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7d233-4d3e-4723-a46e-ebc75e569f1d None None] Network 22d96ca5-143b-4c55-8c14-c89f647f685c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:46.769509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58008) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:46.774978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7fa21378-a435-4a1f-96e4-b95bc75743db admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0296726 Jul 15 13:11:46.778107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:46.827746 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.833804 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.903111 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:46.923971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-39116d28-a74e-434c-825f-88b0bd017e2f None None] Provisioning complete for port b7aee35a-9714-492d-b21b-1e3ce8ac759c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:46.924433 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39116d28-a74e-434c-825f-88b0bd017e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.115120 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.284782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3727dc-d7ff-4195-bceb-68a92591d440 None None] Network 22d96ca5-143b-4c55-8c14-c89f647f685c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:47.364881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 87c9ef3c-b04a-4828-83f8-a9b682abe208 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:47.376479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.511548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 87c9ef3c-b04a-4828-83f8-a9b682abe208 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:47.522885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b7aee35a-9714-492d-b21b-1e3ce8ac759c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:47.710612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b7aee35a-9714-492d-b21b-1e3ce8ac759c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:47.711212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.843779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.867058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:47.888723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0208e-57eb-44fc-9a7d-00b5934b412d None None] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:11:48.012638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75945292-4f7b-46f2-bbee-9aac30859174 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:48.041605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Allocated IP 172.25.3.155 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/eafa000f-1804-4c51-8530-aecac36d770a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:48.069907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] Provisioning for port 87c9ef3c-b04a-4828-83f8-a9b682abe208 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:48.087581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] Provisioning complete for port 87c9ef3c-b04a-4828-83f8-a9b682abe208 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:48.088318 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.267820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.330726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 75945292-4f7b-46f2-bbee-9aac30859174 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:48.331300 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.337796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.387032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:48.397672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:48.402805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:48.432582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Pushing event updated for resources: {'Port': ['ID=eafa000f-1804-4c51-8530-aecac36d770a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:48.546469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.609534 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.816421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] For port 87c9ef3c-b04a-4828-83f8-a9b682abe208, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=87c9ef3c-b04a-4828-83f8-a9b682abe208,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:48.824707 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.869129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:48.945482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa372f3-dda4-422a-9767-dd3e10966428 None None] Pushing event updated for resources: {'Port': ['ID=87c9ef3c-b04a-4828-83f8-a9b682abe208,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:49.162285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0dc598f1-22c8-4f5b-b02d-0f50dac92d69 None None] Provisioning complete for port 87c9ef3c-b04a-4828-83f8-a9b682abe208 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:49.162834 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0dc598f1-22c8-4f5b-b02d-0f50dac92d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.265821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.394288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b193baac-57ab-42e6-a8b6-13f65974229a details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:11:49.481832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Router 5142f1e7-3752-487e-bce1-1f0e0e5a747b is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:11:49.569990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b193baac-57ab-42e6-a8b6-13f65974229a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b193baac-57ab-42e6-a8b6-13f65974229a,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.590082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'port_id': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'mac_address': 'fa:16:3e:62:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:11:49.669669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:49.689156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.691434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4eaddc4e-d70e-42bd-8518-89e89a8484df admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9206874 Jul 15 13:11:49.694395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:49.820512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Sync routers for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:49.844395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:49.845041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:49.849948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:49.913979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b193baac-57ab-42e6-a8b6-13f65974229a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:11:49.974545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b193baac-57ab-42e6-a8b6-13f65974229a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b193baac-57ab-42e6-a8b6-13f65974229a,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:49.982085 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.115127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b193baac-57ab-42e6-a8b6-13f65974229a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:50.132036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:50.232965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b193baac-57ab-42e6-a8b6-13f65974229a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:11:50.623975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:48Z', 'revision_number': 3, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:50.690618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Checking router: 5142f1e7-3752-487e-bce1-1f0e0e5a747b for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:50.690954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Updating router 5142f1e7-3752-487e-bce1-1f0e0e5a747b port eafa000f-1804-4c51-8530-aecac36d770a binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:50.738233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:50.917840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.127274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 87c9ef3c-b04a-4828-83f8-a9b682abe208 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:51.181410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Allocated IP 172.20.0.1 (22d96ca5-143b-4c55-8c14-c89f647f685c/ef9f41d3-53e6-47c9-b313-b71608da13a8/1e2f89aa-2e21-4ed3-8b41-176117453967) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:51.307704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.333132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 87c9ef3c-b04a-4828-83f8-a9b682abe208 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:51.335756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.355193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.401832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b193baac-57ab-42e6-a8b6-13f65974229a up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:51.412255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Network 22d96ca5-143b-4c55-8c14-c89f647f685c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:51.415929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:51.420034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:51.493792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Pushing event updated for resources: {'Port': ['ID=1e2f89aa-2e21-4ed3-8b41-176117453967,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.543919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.701891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b193baac-57ab-42e6-a8b6-13f65974229a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:51.713918 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.721925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b193baac-57ab-42e6-a8b6-13f65974229a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:51.722292 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.767481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Transition to ACTIVE for port object eafa000f-1804-4c51-8530-aecac36d770a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:51.793224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.856994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.881915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672bf34-3e47-4a3f-84ae-000963331d11 None None] Pushing event updated for resources: {'Port': ['ID=eafa000f-1804-4c51-8530-aecac36d770a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:51.885944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Attempting to bind port eafa000f-1804-4c51-8530-aecac36d770a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:51.886308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Attempting to bind port eafa000f-1804-4c51-8530-aecac36d770a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:51.886703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Attempting to bind port eafa000f-1804-4c51-8530-aecac36d770a on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:51.896361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:51.896795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:51.897157 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:51.897566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:51.898057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Bound port: eafa000f-1804-4c51-8530-aecac36d770a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:51.898441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.000074 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.043123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] For port eafa000f-1804-4c51-8530-aecac36d770a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:52.091669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:52.094986 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef01575-a57e-4cf0-8a8b-cdd2e773d85f" -d '{"events": [{"server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "name": "network-vif-plugged", "status": "completed", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:52.104048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] For port eafa000f-1804-4c51-8530-aecac36d770a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eafa000f-1804-4c51-8530-aecac36d770a,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:52.123099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.139092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b193baac-57ab-42e6-a8b6-13f65974229a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b193baac-57ab-42e6-a8b6-13f65974229a,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:52.171832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.181219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.216270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.274208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:52.274988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:52.278270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Pushing event updated for resources: {'Port': ['ID=1e2f89aa-2e21-4ed3-8b41-176117453967,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.279365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672bf34-3e47-4a3f-84ae-000963331d11 None None] Pushing event updated for resources: {'Port': ['ID=eafa000f-1804-4c51-8530-aecac36d770a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.310514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:52.431206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b193baac-57ab-42e6-a8b6-13f65974229a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:52.442698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Network 22d96ca5-143b-4c55-8c14-c89f647f685c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:52.444885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:52.452792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:52.647858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Router 5142f1e7-3752-487e-bce1-1f0e0e5a747b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:11:52.825698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 2, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:52.894898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3856f32-f3fc-4340-b742-3bf42aedb6ee req-a4627131-3535-42c9-9d53-12dfe840c7a4 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:52.897702 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3856f32-f3fc-4340-b742-3bf42aedb6ee req-a4627131-3535-42c9-9d53-12dfe840c7a4 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.0889328 Jul 15 13:11:52.907757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7faa10c-4ef7-4266-b6ac-bf2e260d8e64 None None] The sync data for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 is: [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 2, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:52.982323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:11:52.990505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bad4d820-2f3a-4609-a829-1c38cf386d0f admin admin] 10.222.0.57 "PUT /v2.0/routers/5142f1e7-3752-487e-bce1-1f0e0e5a747b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948675 Jul 15 13:11:53.000714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3856f32-f3fc-4340-b742-3bf42aedb6ee req-0936856b-2e21-4044-b713-b6aac82cbfd5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944617 Jul 15 13:11:53.051229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-bb13983c-b360-48dc-b465-a8b0ae15bc76 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.066233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-bb13983c-b360-48dc-b465-a8b0ae15bc76 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.076470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-bb13983c-b360-48dc-b465-a8b0ae15bc76 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/networks?id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad&id=9701418d-f3de-4e06-ae9a-ae83415691b7&id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad HTTP/1.1" status: 200 len: 1392 time: 0.2732134 Jul 15 13:11:53.109178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-c4d3dfdb-3b74-4867-9d37-8b996c6fa0d5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/quotas/0b81cf6c11c14be6995d1863fd7e66d9 HTTP/1.1" status: 200 len: 375 time: 0.0316150 Jul 15 13:11:53.247586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-56ca55cd-5ff8-4f4c-804f-00a740fa4ddf tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1373985 Jul 15 13:11:53.428233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-52a890b7-0db5-4f96-99f0-346c3b626f5c service neutron] 10.222.0.57 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795130 Jul 15 13:11:53.536045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f539e-ec61-40d8-932b-a58f61f621da req-03930054-f97f-42c3-8e1c-637bba26229e tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.538253 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f539e-ec61-40d8-932b-a58f61f621da req-03930054-f97f-42c3-8e1c-637bba26229e tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 0.1167965 Jul 15 13:11:53.618794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-1bf498be-3fd2-4243-b8ca-92f3b02d1778 service neutron] 10.222.0.57 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796978 Jul 15 13:11:53.622749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b8f539e-ec61-40d8-932b-a58f61f621da req-a4d6c470-2a38-4832-a13f-68668eb63642 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683155 Jul 15 13:11:53.821721 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67393712-4151-4a99-b90b-22e254760a38 x-openstack-request-id: req-67393712-4151-4a99-b90b-22e254760a38 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:53.822023 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:53.822335 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67393712-4151-4a99-b90b-22e254760a38 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:53.822790 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'status': 'completed', 'code': 200} Jul 15 13:11:53.879232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-0a23211a-40bb-43f8-b76c-aac9393ebbed service neutron] 10.222.0.57 "GET /v2.0/networks/9701418d-f3de-4e06-ae9a-ae83415691b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570052 Jul 15 13:11:53.883712 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b17ae5a-383e-4a66-8214-55d2bbc39f94 x-openstack-request-id: req-8b17ae5a-383e-4a66-8214-55d2bbc39f94 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:53.884038 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:53.884333 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b17ae5a-383e-4a66-8214-55d2bbc39f94 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:53.885042 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'status': 'completed', 'code': 200} Jul 15 13:11:53.935614 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c8a3d-3718-4c81-ab32-fc7be17d983c x-openstack-request-id: req-0f9c8a3d-3718-4c81-ab32-fc7be17d983c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:53.936146 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "name": "network-vif-plugged", "status": "completed", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:53.936146 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f9c8a3d-3718-4c81-ab32-fc7be17d983c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:53.936527 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'code': 200} Jul 15 13:11:53.991591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-12538454-9ec1-4e47-8bb0-0926384af88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:53.993459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-12538454-9ec1-4e47-8bb0-0926384af88d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1096 time: 0.1049750 Jul 15 13:11:54.081629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d3578331-9ac3-41c5-88b6-87ca67b9e95e service neutron] 10.222.0.57 "GET /v2.0/networks/9701418d-f3de-4e06-ae9a-ae83415691b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014141 Jul 15 13:11:54.302607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-5d2501ec-679c-43a2-b56f-e26be14cda33 service neutron] 10.222.0.57 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199521 Jul 15 13:11:54.303676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-fbdbfc52-3bbb-4864-bfc0-9b29a8df5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.305273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-fbdbfc52-3bbb-4864-bfc0-9b29a8df5d4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.3049231 Jul 15 13:11:54.433234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-52f55578-5794-40f5-9eb8-b9144b71165a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 217 time: 0.1188543 Jul 15 13:11:54.455842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-07ca94b4-1dc6-411f-9dd5-258e7b40bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.458121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-07ca94b4-1dc6-411f-9dd5-258e7b40bcb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdea7786e77547b1bcac339a68fa46d2&device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 1097 time: 0.6061578 Jul 15 13:11:54.464003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-30d1e682-71d7-4f24-b41d-762c73fcbff4 service neutron] 10.222.0.57 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603861 Jul 15 13:11:54.610872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bd21e-79ec-469f-8047-2194038ff582 req-316e7fc1-0bff-4793-a029-45c57110116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.612480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c6bd21e-79ec-469f-8047-2194038ff582 req-316e7fc1-0bff-4793-a029-45c57110116a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 1097 time: 0.3838797 Jul 15 13:11:54.616499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-22732a82-a334-4b26-b6ae-5822aeb410a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.627848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-22732a82-a334-4b26-b6ae-5822aeb410a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1775348 Jul 15 13:11:54.679692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-b53be603-fb71-4569-9386-414056628f18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334659 Jul 15 13:11:54.683219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-6526f64b-8bc3-4419-a240-17b1f1c6bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.684804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-6526f64b-8bc3-4419-a240-17b1f1c6bedf service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6 HTTP/1.1" status: 200 len: 907 time: 0.2197366 Jul 15 13:11:54.787819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c6bd21e-79ec-469f-8047-2194038ff582 req-9c7c4fdd-b047-41d5-ba5f-a391924a8b5b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581531 Jul 15 13:11:54.797551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-3ae302fd-0ec0-4826-bcc3-20a4c3881ec8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:54.804724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-3ae302fd-0ec0-4826-bcc3-20a4c3881ec8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 819 time: 0.3700938 Jul 15 13:11:54.830626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-1d79ec74-497b-4b3e-a731-735289c5b855 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b193baac-57ab-42e6-a8b6-13f65974229a HTTP/1.1" status: 200 len: 217 time: 0.1309180 Jul 15 13:11:54.851685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-38c85e86-b020-43a4-8221-105f9e28f2e0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/quotas/e00ce55e2fee427089b185b6535c319c HTTP/1.1" status: 200 len: 375 time: 0.0458353 Jul 15 13:11:54.924085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-567d20f8-de87-428d-8d21-9f84c3a6065f service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292426 Jul 15 13:11:55.027974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-b27759c0-5aee-4a7d-8a1e-218e7f00fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.029608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-b27759c0-5aee-4a7d-8a1e-218e7f00fabf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307 HTTP/1.1" status: 200 len: 845 time: 0.1848199 Jul 15 13:11:55.185953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-1f452d79-f380-4820-926b-a420ba36fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.189742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-1f452d79-f380-4820-926b-a420ba36fc4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530485 Jul 15 13:11:55.203247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eafa000f-1804-4c51-8530-aecac36d770a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:55.362812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port eafa000f-1804-4c51-8530-aecac36d770a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:55.367465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eafa000f-1804-4c51-8530-aecac36d770a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:55.368079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.481094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55d1a6-c3c8-4708-a212-75424db6a4ba req-1e94d8d3-4106-423d-8ddf-36412b1dccb4 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:55.488278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f55d1a6-c3c8-4708-a212-75424db6a4ba req-1e94d8d3-4106-423d-8ddf-36412b1dccb4 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.1883895 Jul 15 13:11:55.496939 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-28585978-a242-4a5d-8dc4-07ee0f0e9ba4 service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949967 Jul 15 13:11:55.566192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.642995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port eafa000f-1804-4c51-8530-aecac36d770a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eafa000f-1804-4c51-8530-aecac36d770a,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:55.653368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:55.760633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-755ab2e9-12f6-453e-9acb-540c6f4cacf5 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9078815 Jul 15 13:11:55.819316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=eafa000f-1804-4c51-8530-aecac36d770a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:55.830451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6605a829-7b67-4805-a2e0-b9255c173e84 req-b8673ddf-4590-468f-8fe9-58071a9230ac service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922819 Jul 15 13:11:55.850315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f55d1a6-c3c8-4708-a212-75424db6a4ba req-9e20c4a2-1877-4bde-8aaa-9a163f5c9cf5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485460 Jul 15 13:11:55.983541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a32a6e80-f486-44d8-a888-3180f4ae7136 req-1c62d0bf-49e4-4c95-859c-3488b23e3ce1 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0511158 Jul 15 13:11:56.015131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-d20bb26b-e061-4eef-8292-7f44cf3c4802 service neutron] 10.222.0.57 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534642 Jul 15 13:11:56.196235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-73ace34a-6cfa-464c-92fd-6cd4299549bf service neutron] 10.222.0.57 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750817 Jul 15 13:11:56.564296 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Sync routers for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:11:56.577019 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:56.583419 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:56.839538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cc20e-0428-48d2-ba25-8f204fd8ed8b req-18ea95c1-9ae8-4f8b-bbeb-6dd8c6972121 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:56.847466 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-231cc20e-0428-48d2-ba25-8f204fd8ed8b req-18ea95c1-9ae8-4f8b-bbeb-6dd8c6972121 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 0.1556261 Jul 15 13:11:56.890531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:56.900006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-231cc20e-0428-48d2-ba25-8f204fd8ed8b req-45d7c0d4-b745-4026-ad85-c7154e4321ac tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515451 Jul 15 13:11:57.086283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eafa000f-1804-4c51-8530-aecac36d770a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:11:57.157576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1fac124-3f8c-40e3-b07e-31a91b4a9439 req-7f3b8201-886b-492b-b422-032eb23ef674 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 210 time: 0.0770826 Jul 15 13:11:57.246294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75deab0-4c70-45b0-845c-90bd9cf0cf1f req-ba275b97-d158-43b8-953d-65527e5481e0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 210 time: 0.0424387 Jul 15 13:11:57.406605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:11:57.522918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eafa000f-1804-4c51-8530-aecac36d770a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:57.523675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.639340 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 2, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:57.683857 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Checking router: 5142f1e7-3752-487e-bce1-1f0e0e5a747b for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:11:57.684493 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Updating router 5142f1e7-3752-487e-bce1-1f0e0e5a747b port 1e2f89aa-2e21-4ed3-8b41-176117453967 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:11:57.702029 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.720362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477d9d8-c92b-4cb8-a729-4cc15af65998 req-f7a93e51-d126-48c0-97fa-6909ae713444 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.722911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0477d9d8-c92b-4cb8-a729-4cc15af65998 req-f7a93e51-d126-48c0-97fa-6909ae713444 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.2188144 Jul 15 13:11:57.761750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-29e9595d-231f-440e-bcc0-8d1e20e88569 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.766425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:11:57.769134 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e6aeb-112a-41a7-bf61-c24b684850ea" -d '{"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:11:57.772316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-29e9595d-231f-440e-bcc0-8d1e20e88569 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.776367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-29e9595d-231f-440e-bcc0-8d1e20e88569 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "GET /v2.0/networks?id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad&id=9701418d-f3de-4e06-ae9a-ae83415691b7&id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad HTTP/1.1" status: 200 len: 1392 time: 0.3499246 Jul 15 13:11:57.781359 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.792265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'port': {'device_id': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'admin_state_up': True, 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:57.798947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:11:57.809070 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:57.888739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0477d9d8-c92b-4cb8-a729-4cc15af65998 req-f7a14525-808d-44ab-939e-1e88ae241dc0 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555619 Jul 15 13:11:57.918305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0520609-7e32-497c-a2d0-9493d9f2e407 req-de81eeed-1cc4-45c0-a571-75abb891f457 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:57.924971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:57.943411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0520609-7e32-497c-a2d0-9493d9f2e407 req-de81eeed-1cc4-45c0-a571-75abb891f457 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 0.1685178 Jul 15 13:11:57.944289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58192) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:11:57.951847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Request body: {'floatingip': {'port_id': 'b193baac-57ab-42e6-a8b6-13f65974229a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:58.008015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.114014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:58.123397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.270086 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.285610 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Transition to ACTIVE for port object 1e2f89aa-2e21-4ed3-8b41-176117453967 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:58.295491 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.398548 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1079ef-57e3-4bfe-9fb8-4872e64cdba5 None None] Pushing event updated for resources: {'Port': ['ID=1e2f89aa-2e21-4ed3-8b41-176117453967,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:58.518722 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0190f9b-0f9b-4b55-9f9c-a2f67bed967f x-openstack-request-id: req-e0190f9b-0f9b-4b55-9f9c-a2f67bed967f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:11:58.519301 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:11:58.519803 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0190f9b-0f9b-4b55-9f9c-a2f67bed967f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:11:58.520316 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'code': 200} Jul 15 13:11:58.528983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Allocated IP 19.80.0.194 (7cbb3ef8-92f4-4878-983a-bb8b56c875ad/5d7f875d-8f35-486d-aed9-5da8b7c41a72/462d7a96-dc3c-4941-bbe5-99d4441a1060) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:11:58.592992 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Attempting to bind port 1e2f89aa-2e21-4ed3-8b41-176117453967 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:11:58.593569 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Attempting to bind port 1e2f89aa-2e21-4ed3-8b41-176117453967 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:11:58.594136 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Attempting to bind port 1e2f89aa-2e21-4ed3-8b41-176117453967 on network 22d96ca5-143b-4c55-8c14-c89f647f685c {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:11:58.627782 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:11:58.628150 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Checking segment: {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:11:58.631636 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.632225 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Bound using segment: {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:11:58.632882 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Bound port: 1e2f89aa-2e21-4ed3-8b41-176117453967, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:11:58.633638 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.724743 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] For port 1e2f89aa-2e21-4ed3-8b41-176117453967, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:11:58.729806 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] For port 1e2f89aa-2e21-4ed3-8b41-176117453967, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1e2f89aa-2e21-4ed3-8b41-176117453967,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:11:58.735329 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.736778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f238e62a-8dcd-4fe0-827f-03be0b71d10b req-5fbde642-bf40-475e-adeb-86173b12daf3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 210 time: 0.0334959 Jul 15 13:11:58.875000 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:11:58.876061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:58.899153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:58.928674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Transition to ACTIVE for port object 462d7a96-dc3c-4941-bbe5-99d4441a1060 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:11:59.048473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4b9f01f7-7ec6-4b51-90fe-d60006974d20 req-12e25a77-6ab7-4a0f-9700-f365c60acc5d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 210 time: 0.0593016 Jul 15 13:11:59.082937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.127106 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:11:59.141092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Port': ['ID=462d7a96-dc3c-4941-bbe5-99d4441a1060,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.167317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:11:59.171590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:11:59.174906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:11:59.226558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa186ca-bf6e-481e-b185-1b8a4f37e09f req-7ac75c21-9499-4c35-bfb3-ad47de81cb19 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.244208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2fa186ca-bf6e-481e-b185-1b8a4f37e09f req-7ac75c21-9499-4c35-bfb3-ad47de81cb19 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 945 time: 0.7296140 Jul 15 13:11:59.315640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200e453-2401-456c-9853-6fe830bc7f68 req-73e1d423-62f8-47b6-8317-76b5f29a3405 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.317754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3200e453-2401-456c-9853-6fe830bc7f68 req-73e1d423-62f8-47b6-8317-76b5f29a3405 tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e60a412-9a1c-49bb-8c6a-467956e93334 HTTP/1.1" status: 200 len: 945 time: 0.2681756 Jul 15 13:11:59.345483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.346212 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.399884 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1079ef-57e3-4bfe-9fb8-4872e64cdba5 None None] Pushing event updated for resources: {'Port': ['ID=1e2f89aa-2e21-4ed3-8b41-176117453967,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:11:59.413048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-d38bb79a-9f94-427e-a493-2eb1f54bd899 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6269855 Jul 15 13:11:59.436033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'port': {'device_id': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7', 'admin_state_up': True, 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:11:59.608050 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:11:58Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:11:59.630239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-75516db8-8654-4a95-95ce-938fea5e83f3 None None] Provisioning for port 462d7a96-dc3c-4941-bbe5-99d4441a1060 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:11:59.639994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-75516db8-8654-4a95-95ce-938fea5e83f3 None None] Provisioning complete for port 462d7a96-dc3c-4941-bbe5-99d4441a1060 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:11:59.640664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-75516db8-8654-4a95-95ce-938fea5e83f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.654557 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b7f8e-239c-44c0-b41f-39e19c8d01b4 None None] The sync data for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 is: [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:11:58Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:11:59.778328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-303c312b-b01f-4fa4-9cbb-2a4c91f9bca0 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.785691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-303c312b-b01f-4fa4-9cbb-2a4c91f9bca0 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.3797362 Jul 15 13:11:59.823419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-549c64df-3d19-464c-a78f-727471d8dd74 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/quotas/cd6aebb706a54aaca728538df92faea3 HTTP/1.1" status: 200 len: 375 time: 0.0330491 Jul 15 13:11:59.853208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:11:59.857124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.874373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-e3b7610a-bc73-4313-9fde-6ad4a9ba3ac6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:11:59.876918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-e3b7610a-bc73-4313-9fde-6ad4a9ba3ac6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 819 time: 0.9902101 Jul 15 13:11:59.890639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Deleting port c658921e-478d-4550-857b-746509a836ce {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:11:59.890993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:11:59.949637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-75516db8-8654-4a95-95ce-938fea5e83f3 None None] Port 462d7a96-dc3c-4941-bbe5-99d4441a1060 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:11:59.963670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'port': {'device_id': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'admin_state_up': True, 'tenant_id': 'e00ce55e2fee427089b185b6535c319c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:00.038588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2fa186ca-bf6e-481e-b185-1b8a4f37e09f req-1baee62b-3161-4ecd-a80e-d072211fd48f tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa52bea8-4dcc-4c91-9dc9-a039096edf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7931194 Jul 15 13:12:00.121268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] For port c658921e-478d-4550-857b-746509a836ce, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c658921e-478d-4550-857b-746509a836ce,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:00.121906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.157028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Calling delete_port for c658921e-478d-4550-857b-746509a836ce owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:00.210137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-2e86eae0-4eee-414b-b63d-e179c77aafde tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3853507 Jul 15 13:12:00.381061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:12:00.393460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Allocated IP 19.86.0.214 (9701418d-f3de-4e06-ae9a-ae83415691b7/4d195023-df5e-4f46-b757-7a9f1e399cbe/b417549c-f62f-43a1-af23-8944a8404afb) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:00.469293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-1c038c15-e43f-4672-b555-3a68a4dbebdd service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312653 Jul 15 13:12:00.528215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-a4cf1d6b-3451-4480-857f-8d9496ad17e1 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.530193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-a4cf1d6b-3451-4480-857f-8d9496ad17e1 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ecf03d5-7e14-4216-aa92-fb3440bea3e0 HTTP/1.1" status: 200 len: 943 time: 0.4142005 Jul 15 13:12:00.535739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.557926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.637131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Made reservation on behalf of e00ce55e2fee427089b185b6535c319c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:00.643396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.650193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-61249b9e-5c10-4c52-b47c-81438b91032d service neutron] 10.222.0.57 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645265 Jul 15 13:12:00.676658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.689077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['c658921e-478d-4550-857b-746509a836ce'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:00.735512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aa6dc-1a04-4d97-8786-e208dc30784d req-8e333ae3-cafc-478f-89a2-c2c033aea42f tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:00.745572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-465aa6dc-1a04-4d97-8786-e208dc30784d req-8e333ae3-cafc-478f-89a2-c2c033aea42f tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.5515294 Jul 15 13:12:00.776499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Pushing event deleted for resources: {'Port': ['ID=c658921e-478d-4550-857b-746509a836ce,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:00.911422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] No DVR routers for this DVR port c658921e-478d-4550-857b-746509a836ce on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:00.917965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:00.920366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3200e453-2401-456c-9853-6fe830bc7f68 req-926b74cb-8758-48d8-8858-a0be0261148a tempest-AttachSCSIVolumeTestJSON-1876973243 tempest-AttachSCSIVolumeTestJSON-1876973243-project] 10.222.0.58 "DELETE /v2.0/ports/c658921e-478d-4550-857b-746509a836ce HTTP/1.1" status: 204 len: 173 time: 1.5946436 Jul 15 13:12:00.920876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'name': 'network-vif-deleted', 'tag': 'c658921e-478d-4550-857b-746509a836ce'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:00.923639 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee9c17-06bb-41e3-9e8a-dcfe7ec48522" -d '{"events": [{"server_uuid": "3e60a412-9a1c-49bb-8c6a-467956e93334", "name": "network-vif-deleted", "tag": "c658921e-478d-4550-857b-746509a836ce"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:01.028485 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.030000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-465aa6dc-1a04-4d97-8786-e208dc30784d req-9915763b-ba9e-4fdd-93b8-d1934e4c2185 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833731 Jul 15 13:12:01.096193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Transition to ACTIVE for port object b417549c-f62f-43a1-af23-8944a8404afb will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:01.147274 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Floating IP 50987131-fd3a-4deb-bd6c-0537c4784206 associated. External IP: 172.25.3.203, port: b193baac-57ab-42e6-a8b6-13f65974229a. Jul 15 13:12:01.196138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.304576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:01.325228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:01.333264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:01.351312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e2f89aa-2e21-4ed3-8b41-176117453967 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:01.427932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Allocated IP 172.20.0.11 (22d96ca5-143b-4c55-8c14-c89f647f685c/ef9f41d3-53e6-47c9-b313-b71608da13a8/fc242bbc-deb6-4cd3-b240-d7e9702c804e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:01.443668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Port': ['ID=b417549c-f62f-43a1-af23-8944a8404afb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:01.483751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1e2f89aa-2e21-4ed3-8b41-176117453967 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:01.490185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Deleting port ca589808-8f9e-45df-983c-5e62d18442cf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:01.490786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1e2f89aa-2e21-4ed3-8b41-176117453967 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:01.490941 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.491162 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.575822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02b21aff-6c1c-4712-8e96-efcc0eadd7e7 req-fd69eb72-adf7-4b03-90aa-81739a3b6137 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 210 time: 0.1528697 Jul 15 13:12:01.625552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:01.626225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.700269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-048e21ea-8d73-4146-ac50-d300ef8827cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2745059 Jul 15 13:12:01.712556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'port': {'device_id': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'admin_state_up': True, 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:01.723337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] For port ca589808-8f9e-45df-983c-5e62d18442cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ca589808-8f9e-45df-983c-5e62d18442cf,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:01.723337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.727501 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80243dbc-18da-4401-b8da-03d27feddd6b x-openstack-request-id: req-80243dbc-18da-4401-b8da-03d27feddd6b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:01.727993 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.729691 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e60a412-9a1c-49bb-8c6a-467956e93334", "name": "network-vif-deleted", "tag": "c658921e-478d-4550-857b-746509a836ce", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:01.732189 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80243dbc-18da-4401-b8da-03d27feddd6b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:01.732790 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e60a412-9a1c-49bb-8c6a-467956e93334', 'name': 'network-vif-deleted', 'tag': 'c658921e-478d-4550-857b-746509a836ce', 'status': 'completed', 'code': 200} Jul 15 13:12:01.769679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Calling delete_port for ca589808-8f9e-45df-983c-5e62d18442cf owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:01.827325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 1e2f89aa-2e21-4ed3-8b41-176117453967, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1e2f89aa-2e21-4ed3-8b41-176117453967,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:01.840846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.906364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d2222268-a231-4504-bd44-559f3ce0660b None None] Provisioning for port b417549c-f62f-43a1-af23-8944a8404afb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:01.939734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d2222268-a231-4504-bd44-559f3ce0660b None None] Provisioning complete for port b417549c-f62f-43a1-af23-8944a8404afb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:01.941439 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d2222268-a231-4504-bd44-559f3ce0660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:01.991648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d2222268-a231-4504-bd44-559f3ce0660b None None] Port b417549c-f62f-43a1-af23-8944a8404afb cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:02.056090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=1e2f89aa-2e21-4ed3-8b41-176117453967,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:02.220496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb56f1-4624-4418-af9f-f00c8c3353ce req-64a895b8-d184-4f13-9b3a-f3ce2f0c63dd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.227341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb56f1-4624-4418-af9f-f00c8c3353ce req-64a895b8-d184-4f13-9b3a-f3ce2f0c63dd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:02.229566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a35435b-fb42-4e71-8236-938a0171ea78 req-da53e02f-d3ef-4b4a-a3bc-905aac3d670c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 210 time: 0.0559871 Jul 15 13:12:02.235829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54eb56f1-4624-4418-af9f-f00c8c3353ce req-64a895b8-d184-4f13-9b3a-f3ce2f0c63dd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 1655 time: 0.8194084 Jul 15 13:12:02.360199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:02.367077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.476967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.524955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58256) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:02.532137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54eb56f1-4624-4418-af9f-f00c8c3353ce req-a8614b24-7753-4800-a0a8-edaa78e048ae tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833757 Jul 15 13:12:02.558399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Allocated IP 19.80.0.245 (7cbb3ef8-92f4-4878-983a-bb8b56c875ad/5d7f875d-8f35-486d-aed9-5da8b7c41a72/0d98e69f-91ba-4830-ba24-0d402c6c6fdb) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:02.587334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event deleted for resources: {'Port': ['ID=ca589808-8f9e-45df-983c-5e62d18442cf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:02.602489 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.681747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] No DVR routers for this DVR port ca589808-8f9e-45df-983c-5e62d18442cf on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:02.686882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:02.690880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:02.693354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2da05d5-6e69-45c0-aeda-00639c7d6386 req-fc09d33f-af4b-47f1-abd1-23c39e9d53ea tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "DELETE /v2.0/ports/ca589808-8f9e-45df-983c-5e62d18442cf HTTP/1.1" status: 204 len: 173 time: 2.1528051 Jul 15 13:12:02.694110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-deleted', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:02.697306 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b26191-4b04-4a68-961e-d113213c5795" -d '{"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-deleted", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:02.907398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.194345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e2f89aa-2e21-4ed3-8b41-176117453967 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:03.277735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1e2f89aa-2e21-4ed3-8b41-176117453967 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:03.278748 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.325863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.353982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Transition to ACTIVE for port object 0d98e69f-91ba-4830-ba24-0d402c6c6fdb will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:03.365838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034c3f-1382-4436-8929-f17bb440feee req-9b65faef-6748-462d-b547-6cee23f579d7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.367510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d034c3f-1382-4436-8929-f17bb440feee req-9b65faef-6748-462d-b547-6cee23f579d7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.4821367 Jul 15 13:12:03.415968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c658921e-478d-4550-857b-746509a836ce no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:03.441566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: c658921e-478d-4550-857b-746509a836ce {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:03.442255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c658921e-478d-4550-857b-746509a836ce not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:03.442890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:03.467390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: ca589808-8f9e-45df-983c-5e62d18442cf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:03.468091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ca589808-8f9e-45df-983c-5e62d18442cf not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:03.486510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d034c3f-1382-4436-8929-f17bb440feee req-53b01c85-737e-47c7-bec9-b82ba25869cf tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942349 Jul 15 13:12:03.544703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.656705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:03.663041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Port': ['ID=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:03.667628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:03.674235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:03.804263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-d0916ed5-4e67-4c73-96ff-a51ba9e0c28e tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.804263 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-d0916ed5-4e67-4c73-96ff-a51ba9e0c28e tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 805 time: 0.9426770 Jul 15 13:12:03.805825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:03.816809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Network 22d96ca5-143b-4c55-8c14-c89f647f685c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:03.818930 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e01068-29b6-494f-9e38-443cb8c0e377 x-openstack-request-id: req-44e01068-29b6-494f-9e38-443cb8c0e377 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:03.819167 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf03d5-7e14-4216-aa92-fb3440bea3e0", "name": "network-vif-deleted", "tag": "ca589808-8f9e-45df-983c-5e62d18442cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:03.819433 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44e01068-29b6-494f-9e38-443cb8c0e377 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:03.819804 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf03d5-7e14-4216-aa92-fb3440bea3e0', 'name': 'network-vif-deleted', 'tag': 'ca589808-8f9e-45df-983c-5e62d18442cf', 'status': 'completed', 'code': 200} Jul 15 13:12:03.828083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] Sync routers for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:03.841367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:03.847958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.853331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:03.858229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:03.859694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:03.867812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Request body: {'port': {'device_id': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'admin_state_up': True, 'tenant_id': 'cd6aebb706a54aaca728538df92faea3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:03.874986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:03.888403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:03.889436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:03.945447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-2f321e4d-f5a5-4970-bc63-7b3dcc93eb7f tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2375801 Jul 15 13:12:04.035901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb07e-056d-45c3-b642-c9835d929237 req-e889ad9a-daa9-423f-9c03-5f6219c3813a tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.037677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bacb07e-056d-45c3-b642-c9835d929237 req-e889ad9a-daa9-423f-9c03-5f6219c3813a tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 932 time: 1.1674352 Jul 15 13:12:04.071008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fa0d10e8-ee64-49fb-83fe-d0a447a5eab1 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "PUT /v2.0/floatingips/50987131-fd3a-4deb-bd6c-0537c4784206 HTTP/1.1" status: 200 len: 991 time: 6.1241398 Jul 15 13:12:04.097543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-1d8def27-4ffa-4fba-8810-8f5af2cabfdd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.099390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-1d8def27-4ffa-4fba-8810-8f5af2cabfdd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 0.2650645 Jul 15 13:12:04.139309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-81f34098-524f-4f41-8548-0036d114ad4b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/quotas/df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 375 time: 0.0225942 Jul 15 13:12:04.161683 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.176870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:04.193397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bacb07e-056d-45c3-b642-c9835d929237 req-68ba4e07-223b-44cb-83c2-496606843c9f tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474202 Jul 15 13:12:04.200651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.203209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.243944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-2317556d-85bc-4e83-9fe5-1bae48c8b1e3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3222849 Jul 15 13:12:04.268338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Request body: {'port': {'device_id': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:04.271495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Request body: {'port': {'device_id': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:04.345801 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-e7477354-3224-470d-af7b-47597593fb59 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1897063 Jul 15 13:12:04.366958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Made reservation on behalf of cd6aebb706a54aaca728538df92faea3 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:04.370991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.375331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-09fadeb4-f0c6-4003-b5cb-4506cb557751 None None] Provisioning for port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:04.411569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-09fadeb4-f0c6-4003-b5cb-4506cb557751 None None] Provisioning complete for port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:04.412206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-09fadeb4-f0c6-4003-b5cb-4506cb557751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.446315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7dac4ed6-1cd6-431f-b2ea-cb875b912fdf req-4cd884b6-c254-4d34-bfcb-e2cac6465779 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 210 time: 0.0519836 Jul 15 13:12:04.475714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-09fadeb4-f0c6-4003-b5cb-4506cb557751 None None] Port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:04.505089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-f62aa223-b103-418f-9ac9-a11e09d28970 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061468 Jul 15 13:12:04.535397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '50987131-fd3a-4deb-bd6c-0537c4784206', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'port_id': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'mac_address': 'fa:16:3e:62:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:25Z', 'updated_at': '2021-07-15T13:12:00Z', 'revision_number': 1, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:04.576797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] Checking router: ff939ab6-7348-43b2-bf9e-c3f25d1f4357 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:04.594133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.595542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:04.596515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:04.652745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:04.761012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:04.927495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Allocated IP 172.20.0.7 (5c131fbb-22d7-415d-9f05-a57deb198ed9/ced8565f-aa71-41bd-997f-7ad7392f4d05/92df6901-bac4-4783-804b-2b836f0388fa) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:04.981630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803a2e-a365-4901-966e-3edee1da92de req-bc1d0722-24e1-4e17-bab5-b14e653e0c29 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.989025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803a2e-a365-4901-966e-3edee1da92de req-bc1d0722-24e1-4e17-bab5-b14e653e0c29 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:04.995812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803a2e-a365-4901-966e-3edee1da92de req-bc1d0722-24e1-4e17-bab5-b14e653e0c29 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:05.003912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0803a2e-a365-4901-966e-3edee1da92de req-bc1d0722-24e1-4e17-bab5-b14e653e0c29 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2377 time: 0.3521042 Jul 15 13:12:05.120920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-d9471238-18ee-4a02-863f-3309b3f59028 service neutron] 10.222.0.57 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148369 Jul 15 13:12:05.137187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '50987131-fd3a-4deb-bd6c-0537c4784206', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'port_id': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'mac_address': 'fa:16:3e:62:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:25Z', 'updated_at': '2021-07-15T13:12:00Z', 'revision_number': 1, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:05.173173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f991a32-f459-40d5-a5d6-4f9c2f61702e None None] The sync data for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 is: [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '50987131-fd3a-4deb-bd6c-0537c4784206', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'port_id': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'mac_address': 'fa:16:3e:62:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:11:25Z', 'updated_at': '2021-07-15T13:12:00Z', 'revision_number': 1, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:05.183913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0803a2e-a365-4901-966e-3edee1da92de req-cfd88896-42d8-429c-b8bb-99967c0ae437 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779807 Jul 15 13:12:05.397899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc242bbc-deb6-4cd3-b240-d7e9702c804e {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:05.412387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:05.419533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.455062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Transition to ACTIVE for port object fc242bbc-deb6-4cd3-b240-d7e9702c804e will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:05.464137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.511581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.589055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:05.624789 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c60e523-c0b2-41b2-b7a7-a21580bb4504 None None] New status for floating IP 50987131-fd3a-4deb-bd6c-0537c4784206: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:12:05.672877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462d7a96-dc3c-4941-bbe5-99d4441a1060 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:05.696861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.700295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:05.714615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8', 'port_id': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'mac_address': 'fa:16:3e:32:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46ac65e-4c89-431c-9421-287241c438b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:05.741025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Transition to ACTIVE for port object 462d7a96-dc3c-4941-bbe5-99d4441a1060 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:05.773285 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.820739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:05.823559 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:05.824165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.843711 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.852640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:05.898058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:05.904660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Attempting to bind port fc242bbc-deb6-4cd3-b240-d7e9702c804e on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:05.905648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.912771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Attempting to bind port fc242bbc-deb6-4cd3-b240-d7e9702c804e by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:05.917945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Attempting to bind port fc242bbc-deb6-4cd3-b240-d7e9702c804e on network 22d96ca5-143b-4c55-8c14-c89f647f685c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:05.927509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Deleting port e4c36560-bea4-4443-9818-edb298cef931 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:05.927829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:05.967316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Network 5c131fbb-22d7-415d-9f05-a57deb198ed9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:05.987337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Port fc242bbc-deb6-4cd3-b240-d7e9702c804e on network 22d96ca5-143b-4c55-8c14-c89f647f685c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:05.991719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Attempting to bind port fc242bbc-deb6-4cd3-b240-d7e9702c804e on network 22d96ca5-143b-4c55-8c14-c89f647f685c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:06.007727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.011817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:06.032554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Pushing event updated for resources: {'Port': ['ID=462d7a96-dc3c-4941-bbe5-99d4441a1060,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.033213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:06.037766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:06.044010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Checking segment: {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:06.044700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Bound using segment: {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:06.045372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Bound port: fc242bbc-deb6-4cd3-b240-d7e9702c804e, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0848bf-93a8-4f1c-9ca2-f12e008fe332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:06.045857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.113271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.127802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044a9a7-df0b-4bef-9417-a563c5135f7b req-82b49448-6250-471e-8825-a74e5b22436c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.128128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:06.136074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3044a9a7-df0b-4bef-9417-a563c5135f7b req-82b49448-6250-471e-8825-a74e5b22436c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.3850408 Jul 15 13:12:06.244294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.245125 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.273829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3044a9a7-df0b-4bef-9417-a563c5135f7b req-ff080007-0394-4eee-8e0b-baaa904bc702 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365850 Jul 15 13:12:06.324022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] For port e4c36560-bea4-4443-9818-edb298cef931, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e4c36560-bea4-4443-9818-edb298cef931,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:06.324430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.338242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-9a96916e-3ec3-4eb8-86a1-2ae99ceb6e4f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4870577 Jul 15 13:12:06.339916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:06.349862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:06.367491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f25516-6aeb-47ec-aaea-092bc1ee1989 req-3bc3dc59-8016-41dc-bd84-79a01a0adf21 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.373138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48f25516-6aeb-47ec-aaea-092bc1ee1989 req-3bc3dc59-8016-41dc-bd84-79a01a0adf21 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 944 time: 0.4177287 Jul 15 13:12:06.389492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.399622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Calling delete_port for e4c36560-bea4-4443-9818-edb298cef931 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:06.485598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Request body: {'port': {'device_id': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:06.493055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Attempting to bind port 462d7a96-dc3c-4941-bbe5-99d4441a1060 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:06.493946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Attempting to bind port 462d7a96-dc3c-4941-bbe5-99d4441a1060 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:06.494098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Attempting to bind port 462d7a96-dc3c-4941-bbe5-99d4441a1060 on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:06.528323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.529216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.530940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 1093 time: 2.2696071 Jul 15 13:12:06.548476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Port 462d7a96-dc3c-4941-bbe5-99d4441a1060 on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:06.548819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Attempting to bind port 462d7a96-dc3c-4941-bbe5-99d4441a1060 on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:06.559580 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48f25516-6aeb-47ec-aaea-092bc1ee1989 req-abe1651b-25ca-4337-8bad-613b42e36c5e tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764607 Jul 15 13:12:06.565974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:06.566325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Checking segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:06.566752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Bound using segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:06.567204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Bound port: 462d7a96-dc3c-4941-bbe5-99d4441a1060, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:06.567578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.652959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1916bc-fd55-4c36-9dd4-ff2aa8508a80 service neutron] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.741220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e2efb-bee0-41c9-b73c-83a1023d9d3a req-9f83deb0-25aa-4fd2-b98e-7b0be081be44 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.750597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b23e2efb-bee0-41c9-b73c-83a1023d9d3a req-9f83deb0-25aa-4fd2-b98e-7b0be081be44 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 931 time: 0.2740426 Jul 15 13:12:06.760486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.763319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] For port 462d7a96-dc3c-4941-bbe5-99d4441a1060, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:06.773203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08501262-3595-4d97-b9a3-abb5cb4ef3b8 req-d0ada4be-0df0-4c37-b043-80bbaa669633 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.0498645 Jul 15 13:12:06.786144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] For port 462d7a96-dc3c-4941-bbe5-99d4441a1060, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=462d7a96-dc3c-4941-bbe5-99d4441a1060,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:06.796781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-429a281d-6ea4-4a5c-a271-f00c3e569b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.798775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-429a281d-6ea4-4a5c-a271-f00c3e569b58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1096 time: 0.1981344 Jul 15 13:12:06.800021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.888015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Pushing event updated for resources: {'Port': ['ID=462d7a96-dc3c-4941-bbe5-99d4441a1060,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:06.890032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b23e2efb-bee0-41c9-b73c-83a1023d9d3a req-93122b08-dee5-4093-a00c-1429da520137 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398437 Jul 15 13:12:06.897748 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd6f76d-57dc-4d48-8987-a1385e809548 x-openstack-request-id: req-3dd6f76d-57dc-4d48-8987-a1385e809548 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:06.898193 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:06.898559 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3dd6f76d-57dc-4d48-8987-a1385e809548 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:06.899076 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'status': 'completed', 'code': 200} Jul 15 13:12:06.909724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-b0473507-aef5-4646-86c7-68562aba824e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.0722983 Jul 15 13:12:06.961317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:06.962217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:06.969671 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-fef942d0-a7cc-4219-b16d-6597f42858f8 service neutron] 10.222.0.59 "PUT /v2.0/ports/462d7a96-dc3c-4941-bbe5-99d4441a1060 HTTP/1.1" status: 200 len: 1093 time: 2.8870595 Jul 15 13:12:06.994259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'tag': '462d7a96-dc3c-4941-bbe5-99d4441a1060'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:06.996982 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb35917-7f4d-4e8d-a7c7-e84a65998aef" -d '{"events": [{"name": "network-changed", "server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "tag": "462d7a96-dc3c-4941-bbe5-99d4441a1060"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:07.026902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Request body: {'port': {'device_id': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:07.213116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-9c66394f-bfec-4521-aa9f-1403c99b9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.221445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-9c66394f-bfec-4521-aa9f-1403c99b9bca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.2911782 Jul 15 13:12:07.224980 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1d50cf-7ccf-4ee6-afff-a84aa569a4af x-openstack-request-id: req-de1d50cf-7ccf-4ee6-afff-a84aa569a4af {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:07.225281 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "tag": "462d7a96-dc3c-4941-bbe5-99d4441a1060", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:07.225533 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de1d50cf-7ccf-4ee6-afff-a84aa569a4af {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:07.226270 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'tag': '462d7a96-dc3c-4941-bbe5-99d4441a1060', 'status': 'completed', 'code': 200} Jul 15 13:12:07.273346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-b4e84f0b-c400-4651-9080-132ecae42cea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481331 Jul 15 13:12:07.344751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.434370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:07.577997 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.583798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:07.595809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:07.596465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.738199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c36560-bea4-4443-9818-edb298cef931,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:07.760716 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.785438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-5c501aaf-d4e7-4d62-b383-67ed05f6ebe3 service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049300 Jul 15 13:12:07.817681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:07.820608 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77787298-e3e3-485e-b52f-020fd0409811" -d '{"events": [{"server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "name": "network-vif-plugged", "status": "completed", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:07.866142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92df6901-bac4-4783-804b-2b836f0388fa {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:07.870027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:07.883236 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.891045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:07.924337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-52d89cfe-52a4-4b70-a432-9c26c72ce0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:07.929776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-52d89cfe-52a4-4b70-a432-9c26c72ce0f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdea7786e77547b1bcac339a68fa46d2&device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 1097 time: 0.9513762 Jul 15 13:12:07.991898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Transition to ACTIVE for port object 92df6901-bac4-4783-804b-2b836f0388fa will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:08.003005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9d55e-1d74-43e3-96df-3d3684eccd39 req-7b1abefd-ca8c-424b-909f-a33e325426b3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.013495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43a9d55e-1d74-43e3-96df-3d3684eccd39 req-7b1abefd-ca8c-424b-909f-a33e325426b3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.4065580 Jul 15 13:12:08.052766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.064068 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.073745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707102f-8ec4-4fbd-98c1-2b3f6f6d9b1b req-e3d37c1c-bbd9-4734-8bcd-478573c6c643 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.080038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707102f-8ec4-4fbd-98c1-2b3f6f6d9b1b req-e3d37c1c-bbd9-4734-8bcd-478573c6c643 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.086493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707102f-8ec4-4fbd-98c1-2b3f6f6d9b1b req-e3d37c1c-bbd9-4734-8bcd-478573c6c643 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.093988 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0707102f-8ec4-4fbd-98c1-2b3f6f6d9b1b req-e3d37c1c-bbd9-4734-8bcd-478573c6c643 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2389 time: 0.8765643 Jul 15 13:12:08.112495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-1b0cf099-c7a7-42a9-9d72-a530edc24639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.113056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-1b0cf099-c7a7-42a9-9d72-a530edc24639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.113511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-1b0cf099-c7a7-42a9-9d72-a530edc24639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.121628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-1b0cf099-c7a7-42a9-9d72-a530edc24639 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2733 time: 0.8670430 Jul 15 13:12:08.169092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.186486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43a9d55e-1d74-43e3-96df-3d3684eccd39 req-41713dd1-d15f-4868-bf51-d4861bb08021 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711895 Jul 15 13:12:08.188713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-764d4343-6428-41a6-92e4-ccc3f9fafb32 req-14775636-6514-4d2f-93a3-577e272bb04b service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889225 Jul 15 13:12:08.340468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Attempting to bind port 92df6901-bac4-4783-804b-2b836f0388fa on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:08.341164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Attempting to bind port 92df6901-bac4-4783-804b-2b836f0388fa by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:08.341164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Attempting to bind port 92df6901-bac4-4783-804b-2b836f0388fa on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:08.348251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Port 92df6901-bac4-4783-804b-2b836f0388fa on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:08.348743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Attempting to bind port 92df6901-bac4-4783-804b-2b836f0388fa on network 5c131fbb-22d7-415d-9f05-a57deb198ed9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:08.356220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:08.356717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Checking segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:08.357323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Bound using segment: {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:08.357767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Bound port: 92df6901-bac4-4783-804b-2b836f0388fa, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:08.358239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.518538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:08.542813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5932f85-467f-4dc6-b52c-dbdd8a5b69bb req-929fdd6d-60da-4912-96f0-60a8a12d62d4 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.544859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5932f85-467f-4dc6-b52c-dbdd8a5b69bb req-929fdd6d-60da-4912-96f0-60a8a12d62d4 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 944 time: 0.1171348 Jul 15 13:12:08.547045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:08.561278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.623584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.625143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:08.627365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] 10.222.0.58 "PUT /v2.0/ports/92df6901-bac4-4783-804b-2b836f0388fa HTTP/1.1" status: 200 len: 1092 time: 2.2707736 Jul 15 13:12:08.679294 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5932f85-467f-4dc6-b52c-dbdd8a5b69bb req-6262cc9d-abf2-45bc-9902-ed815fc53b52 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268785 Jul 15 13:12:08.778469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8737-91cc-4de9-b5cb-0ce53042e52f service neutron] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:08.782450 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf8cf34-4680-4889-8de3-b770f86c8638 x-openstack-request-id: req-4bf8cf34-4680-4889-8de3-b770f86c8638 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:08.784728 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "name": "network-vif-plugged", "status": "completed", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:08.784898 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4bf8cf34-4680-4889-8de3-b770f86c8638 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:08.786255 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'code': 200} Jul 15 13:12:08.826921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-8212bac0-7def-4402-804d-668ea318b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.828674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-8212bac0-7def-4402-804d-668ea318b791 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 1095 time: 0.1353278 Jul 15 13:12:08.883148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0707102f-8ec4-4fbd-98c1-2b3f6f6d9b1b req-41bf6470-f479-4454-9577-432a3b7c14f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7881560 Jul 15 13:12:08.889500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-f0a321ef-e8dd-4f92-844d-a18af8cbde0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92df6901-bac4-4783-804b-2b836f0388fa HTTP/1.1" status: 200 len: 217 time: 0.0529890 Jul 15 13:12:08.890224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.58', 49703) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:08.940019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-9700ffb3-aac4-4868-af31-19efcd47b8ed tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:08.940867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}, {'name': 'network-changed', 'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:08.943192 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dda438-9987-4a7f-8c7e-4871dca07148" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}, {"name": "network-changed", "server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "tag": "92df6901-bac4-4783-804b-2b836f0388fa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:08.944302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-9700ffb3-aac4-4868-af31-19efcd47b8ed tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 820 time: 1.1953704 Jul 15 13:12:08.988320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Request body: {'port': {'device_id': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'admin_state_up': True, 'tenant_id': 'df04fee8d35b45058f3460ac5efda737'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:09.011914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae2d9-68a9-490d-8912-9750510e7994 req-e232c0e1-f30e-42cb-9ee3-e45a73da0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.013383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-e232c0e1-f30e-42cb-9ee3-e45a73da0886 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.0627673 Jul 15 13:12:09.048642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58d7b60f-c597-4c89-aad4-6a70073ba8c3 req-d1b9a88e-0755-4e79-91b2-ea4c4a69c6cf tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.0337622 Jul 15 13:12:09.094222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-2359b171-e510-4d52-8e27-b88f84b7f59c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435524 Jul 15 13:12:09.147191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-95b389b6-419c-4a8d-b97f-4c0a56509a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.150171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-95b389b6-419c-4a8d-b97f-4c0a56509a9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6 HTTP/1.1" status: 200 len: 907 time: 1.1774373 Jul 15 13:12:09.201019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-38ea4fbc-c704-4dc5-9582-e13b095a4898 service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992489 Jul 15 13:12:09.210907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee9a5a-5c42-4439-9001-42b2bcd3942a req-92ddcd6c-7d54-4d7d-8bfb-9e3a19325c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.212702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-85ee9a5a-5c42-4439-9001-42b2bcd3942a req-92ddcd6c-7d54-4d7d-8bfb-9e3a19325c67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1098 time: 0.3213575 Jul 15 13:12:09.288476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-85ee9a5a-5c42-4439-9001-42b2bcd3942a req-759bdc44-19f8-4d36-8732-9480006888f3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372508 Jul 15 13:12:09.350322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dabae2d9-68a9-490d-8912-9750510e7994 req-839241ec-4668-4ab2-896a-950de5adaf32 service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420102 Jul 15 13:12:09.396187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-317c6160-37c0-4598-8533-85e33eae4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.396740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-317c6160-37c0-4598-8533-85e33eae4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.397273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-317c6160-37c0-4598-8533-85e33eae4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.398968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-317c6160-37c0-4598-8533-85e33eae4959 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2303607 Jul 15 13:12:09.413489 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9803cbf0-8885-4ec1-a013-c45fafbde29b x-openstack-request-id: req-9803cbf0-8885-4ec1-a013-c45fafbde29b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:09.413736 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "tag": "92df6901-bac4-4783-804b-2b836f0388fa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:09.414193 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9803cbf0-8885-4ec1-a013-c45fafbde29b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:09.414509 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'status': 'completed', 'code': 200} Jul 15 13:12:09.414881 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa', 'status': 'completed', 'code': 200} Jul 15 13:12:09.597570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:09.597854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-eaf4bfac-b761-4b3d-a632-71cfa5e8b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.599427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-eaf4bfac-b761-4b3d-a632-71cfa5e8b412 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd6aebb706a54aaca728538df92faea3&device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 1095 time: 0.1364470 Jul 15 13:12:09.610307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-d2523099-e52c-41ca-a532-7e37bf3ce7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.611965 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-d2523099-e52c-41ca-a532-7e37bf3ce7b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1096 time: 0.1207223 Jul 15 13:12:09.723662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-4a4bd42c-c7e8-4bc0-8b83-e30854ed4b38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b193baac-57ab-42e6-a8b6-13f65974229a HTTP/1.1" status: 200 len: 1001 time: 0.5181789 Jul 15 13:12:09.892378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564e22c-26db-4188-8792-b0eb3cb3b361 req-143ee914-a313-4795-b9bc-0ec04af14757 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:09.900647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4564e22c-26db-4188-8792-b0eb3cb3b361 req-143ee914-a313-4795-b9bc-0ec04af14757 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 943 time: 0.7566967 Jul 15 13:12:09.903466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b417549c-f62f-43a1-af23-8944a8404afb {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:09.945291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.023281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Made reservation on behalf of df04fee8d35b45058f3460ac5efda737 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:10.027774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.031359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-99ba0d38-8447-4cd8-8a3c-158a46cdf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.033003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acb35917-7f4d-4e8d-a7c7-e84a65998aef req-99ba0d38-8447-4cd8-8a3c-158a46cdf6d3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6165402 Jul 15 13:12:10.037973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Transition to ACTIVE for port object b417549c-f62f-43a1-af23-8944a8404afb will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:10.053071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-3e92e06d-5f32-4a38-866d-0197aa752672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.054959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-3e92e06d-5f32-4a38-866d-0197aa752672 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307 HTTP/1.1" status: 200 len: 845 time: 0.3059187 Jul 15 13:12:10.066451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.148678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-10f6c77d-3785-4968-b6aa-e52bf793a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.151046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-10f6c77d-3785-4968-b6aa-e52bf793a157 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 200 len: 906 time: 0.5433292 Jul 15 13:12:10.179263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4564e22c-26db-4188-8792-b0eb3cb3b361 req-a6fd0b68-ff96-4c63-aa9f-2a6efc8babba tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486379 Jul 15 13:12:10.233778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-51387374-baba-4885-b2fc-3dd35ed924da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.235476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-51387374-baba-4885-b2fc-3dd35ed924da service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.6124423 Jul 15 13:12:10.293341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dccc96-7f33-4776-9654-ddf056b29678 req-921caeec-f1bf-4521-9257-5fdeb7dd3ee7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.302691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43dccc96-7f33-4776-9654-ddf056b29678 req-921caeec-f1bf-4521-9257-5fdeb7dd3ee7 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.7645602 Jul 15 13:12:10.323216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-8c071560-f078-4f0d-a0e7-8751fcc69931 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92df6901-bac4-4783-804b-2b836f0388fa HTTP/1.1" status: 200 len: 217 time: 0.0819464 Jul 15 13:12:10.382399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58388) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:10.385269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b417549c-f62f-43a1-af23-8944a8404afb,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:10.424225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-812c2e2a-f0b6-47a3-87a2-a13355f982f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.0979302 Jul 15 13:12:10.544122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Attempting to bind port b417549c-f62f-43a1-af23-8944a8404afb on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:10.544542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Attempting to bind port b417549c-f62f-43a1-af23-8944a8404afb by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:10.544970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Attempting to bind port b417549c-f62f-43a1-af23-8944a8404afb on network 9701418d-f3de-4e06-ae9a-ae83415691b7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:10.563224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Port b417549c-f62f-43a1-af23-8944a8404afb on network 9701418d-f3de-4e06-ae9a-ae83415691b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:10.563841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Attempting to bind port b417549c-f62f-43a1-af23-8944a8404afb on network 9701418d-f3de-4e06-ae9a-ae83415691b7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:10.577613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:10.578108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Checking segment: {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:10.578638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Bound using segment: {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:10.579215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Bound port: b417549c-f62f-43a1-af23-8944a8404afb, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f95121c-afc1-41da-9ba7-dcb4e576bd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:10.579705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:10.593329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43dccc96-7f33-4776-9654-ddf056b29678 req-9ed8802f-829c-4d35-ab57-c0321597037b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893877 Jul 15 13:12:10.663343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-2a94681e-a96c-4579-9930-d088f508a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.665015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-2a94681e-a96c-4579-9930-d088f508a0cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 200 len: 845 time: 0.3303423 Jul 15 13:12:10.725146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-03e5cfe5-2943-4760-85b2-0eabc3da2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.727450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-03e5cfe5-2943-4760-85b2-0eabc3da2f19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6538897 Jul 15 13:12:10.769982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-5c45528c-c992-4e49-b5ef-fe68dabf85ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c131fbb-22d7-415d-9f05-a57deb198ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725048 Jul 15 13:12:10.851174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fc242bbc-deb6-4cd3-b240-d7e9702c804e details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:10.900688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-c2fce0a4-ff78-48db-9998-8b7b1d9804d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:10.902277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-c2fce0a4-ff78-48db-9998-8b7b1d9804d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.2088757 Jul 15 13:12:10.902484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] For port b417549c-f62f-43a1-af23-8944a8404afb, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:10.926872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Allocated IP 172.20.0.6 (57890f54-7a9e-415c-972e-84791180b10b/dcf6b7ce-8b35-4121-b2b0-105090a06a05/01f58735-0c11-4bf9-bac4-a5202b0301c3) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:11.035982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-52b27d9d-c95e-4d69-ba39-8ea6a82e1163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193218 Jul 15 13:12:11.045289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.065839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'port_id': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'mac_address': 'fa:16:3e:29:c5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:11.188498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-d65a62c8-185e-49a8-baeb-5127ac88035b service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415627 Jul 15 13:12:11.220477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed48f7-7311-4a4e-b12d-4f5ed77614d8 req-13705423-b220-4495-88a8-0f0f146dfd64 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.227319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed48f7-7311-4a4e-b12d-4f5ed77614d8 req-13705423-b220-4495-88a8-0f0f146dfd64 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.234446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed48f7-7311-4a4e-b12d-4f5ed77614d8 req-13705423-b220-4495-88a8-0f0f146dfd64 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.236541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40ed48f7-7311-4a4e-b12d-4f5ed77614d8 req-13705423-b220-4495-88a8-0f0f146dfd64 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2401 time: 0.4743671 Jul 15 13:12:11.254899 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.269892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc242bbc-deb6-4cd3-b240-d7e9702c804e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:11.272467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] For port b417549c-f62f-43a1-af23-8944a8404afb, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b417549c-f62f-43a1-af23-8944a8404afb,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:11.293383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:11.296220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531043d-ba27-4fc0-8d09-72d9b041337e req-85fb3ca1-46a9-47cf-bd29-cf8d786118f8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.296951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-98939b6a-4fd1-4fdb-8fda-b6775852032a service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076780 Jul 15 13:12:11.297787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4531043d-ba27-4fc0-8d09-72d9b041337e req-85fb3ca1-46a9-47cf-bd29-cf8d786118f8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 944 time: 0.7816982 Jul 15 13:12:11.300911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.301912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Router 5d117e67-75e7-4585-9b75-d858dd22e703 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:11.304971 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.356244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.416208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:11.416846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:11.418293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] 10.222.0.59 "PUT /v2.0/ports/b417549c-f62f-43a1-af23-8944a8404afb HTTP/1.1" status: 200 len: 1093 time: 4.4056644 Jul 15 13:12:11.428290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40ed48f7-7311-4a4e-b12d-4f5ed77614d8 req-89b60379-7e18-421f-af26-b58187f31fe8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768537 Jul 15 13:12:11.429167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'tag': 'b417549c-f62f-43a1-af23-8944a8404afb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:11.431882 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e49a400-69e8-48d5-8f54-f02f63dde1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "tag": "b417549c-f62f-43a1-af23-8944a8404afb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:11.458112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-e0422294-b421-4910-91e0-52b32c930c56 service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035558 Jul 15 13:12:11.491700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Request body: {'port': {'device_id': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:11.511839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-7c48325d-db78-4ad9-853b-4cc75c520d8e service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027658 Jul 15 13:12:11.568335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fc242bbc-deb6-4cd3-b240-d7e9702c804e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:11.603150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07dda438-9987-4a7f-8c7e-4871dca07148 req-434b5252-61a4-4db3-b3dd-4a3ad12e64b3 service neutron] 10.222.0.58 "GET /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851081 Jul 15 13:12:11.727674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f1bcdef-04f7-4b6d-b2ab-9c18acb1ca76 req-fab6d6af-216b-4bfe-ba5b-90fc0ec8244e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.0595255 Jul 15 13:12:11.776741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d50eaefe-e21c-4f77-9d9f-36453f2b87f8 req-cd5b1a3e-fe6f-4ed4-b32a-e29797701da5 service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973950 Jul 15 13:12:11.790617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059993d-6f7d-4c99-8b79-c1d7febdffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=b417549c-f62f-43a1-af23-8944a8404afb,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:11.827263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4531043d-ba27-4fc0-8d09-72d9b041337e req-936bd66d-f238-45ee-a413-a0afcd74293e tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058279 Jul 15 13:12:11.838183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.032886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.164380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:12.179692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] Sync routers for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:12.181200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a259b36-7c73-490f-9a5c-cca5ec4cb568 admin admin] 10.222.0.57 "PUT /v2.0/routers/5d117e67-75e7-4585-9b75-d858dd22e703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6547959 Jul 15 13:12:12.188157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58396) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:12.197935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:12.198700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:12.263953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.359630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Deleting port e7e98f56-c1e5-470f-9a37-eed8f218bbaa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:12.360166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.379909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bfd4c-a413-4e90-a145-4f008d766bfa req-6e372980-d03c-46bf-8772-b9ca72a4b522 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.381649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c37bfd4c-a413-4e90-a145-4f008d766bfa req-6e372980-d03c-46bf-8772-b9ca72a4b522 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 943 time: 0.3199623 Jul 15 13:12:12.432319 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f548ef-6e48-4425-9f2f-5b5e096397c4 x-openstack-request-id: req-e5f548ef-6e48-4425-9f2f-5b5e096397c4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:12.432594 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "tag": "b417549c-f62f-43a1-af23-8944a8404afb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:12.432786 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5f548ef-6e48-4425-9f2f-5b5e096397c4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:12.433165 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'tag': 'b417549c-f62f-43a1-af23-8944a8404afb', 'status': 'completed', 'code': 200} Jul 15 13:12:12.443992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:12.514393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c37bfd4c-a413-4e90-a145-4f008d766bfa req-d46ab795-eba3-48d3-91aa-f4b49da7480d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910075 Jul 15 13:12:12.556494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.578896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-b8fdce2d-90d9-4318-a8f2-18a045891129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.579491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-b8fdce2d-90d9-4318-a8f2-18a045891129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.580039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-b8fdce2d-90d9-4318-a8f2-18a045891129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.582221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-b8fdce2d-90d9-4318-a8f2-18a045891129 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2801 time: 0.1235301 Jul 15 13:12:12.587811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] For port e7e98f56-c1e5-470f-9a37-eed8f218bbaa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:12.588633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.615197 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:12.699000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:12.754941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a245c97a-67ea-47fc-86b5-dd377a458f4c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:12.840770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Calling delete_port for e7e98f56-c1e5-470f-9a37-eed8f218bbaa owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:12.876135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Network 57890f54-7a9e-415c-972e-84791180b10b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:12.880566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fc242bbc-deb6-4cd3-b240-d7e9702c804e up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:12.943572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-92a2923e-98c5-4e09-8f0b-42e8d97a5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.944086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-92a2923e-98c5-4e09-8f0b-42e8d97a5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.944594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-92a2923e-98c5-4e09-8f0b-42e8d97a5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:12.946961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-92a2923e-98c5-4e09-8f0b-42e8d97a5b1b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3543918 Jul 15 13:12:12.973635 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e00a7b6d-34f1-43cc-ba70-c574b4701b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.038563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port fc242bbc-deb6-4cd3-b240-d7e9702c804e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:13.051274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d98e69f-91ba-4830-ba24-0d402c6c6fdb {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:13.063790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.073470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:12:06Z', 'revision_number': 5, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port': {'id': 'aea8c571-55bb-4fe1-9053-707c2ec00964', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:26Z', 'updated_at': '2021-07-15T13:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:13.091856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Transition to ACTIVE for port object 0d98e69f-91ba-4830-ba24-0d402c6c6fdb will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:13.095368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:13.120474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port fc242bbc-deb6-4cd3-b240-d7e9702c804e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:13.122160 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.126654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:13.143917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474ef83-2842-43ec-aa45-50049cf22489 req-ffb829fc-b123-44b8-adbd-15b4706c5463 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.152004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b474ef83-2842-43ec-aa45-50049cf22489 req-ffb829fc-b123-44b8-adbd-15b4706c5463 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.3761156 Jul 15 13:12:13.173137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] Checking router: 5d117e67-75e7-4585-9b75-d858dd22e703 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:13.185514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.202580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] Routers {'5d117e67-75e7-4585-9b75-d858dd22e703'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:13.204254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5d117e67-75e7-4585-9b75-d858dd22e703'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:13.204756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.205614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.211590 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.242662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-3b2e96e3-e54e-470c-a90d-5ff887ca61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.244737 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e49a400-69e8-48d5-8f54-f02f63dde1b5 req-3b2e96e3-e54e-470c-a90d-5ff887ca61bd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2629409 Jul 15 13:12:13.292324 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b474ef83-2842-43ec-aa45-50049cf22489 req-6e7d8695-e43e-4688-b12e-d503e5823964 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385953 Jul 15 13:12:13.346065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-417a9f1d-ce86-46b2-843a-2face07eff20 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3689184 Jul 15 13:12:13.370142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Request body: {'port': {'device_id': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:13.409059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] Set router 5d117e67-75e7-4585-9b75-d858dd22e703 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:13.417865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Pushing event updated for resources: {'Port': ['ID=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.468297 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.510996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:12:13Z', 'revision_number': 6, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:13.522801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:13.527899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e98f56-c1e5-470f-9a37-eed8f218bbaa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.528211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.571932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d613e-2f21-4bcb-a97c-009169b7b946 req-201984bd-9e18-4a2c-a276-0f42491a9647 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.581922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d613e-2f21-4bcb-a97c-009169b7b946 req-201984bd-9e18-4a2c-a276-0f42491a9647 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.589970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d613e-2f21-4bcb-a97c-009169b7b946 req-201984bd-9e18-4a2c-a276-0f42491a9647 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.592323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e0d613e-2f21-4bcb-a97c-009169b7b946 req-201984bd-9e18-4a2c-a276-0f42491a9647 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2401 time: 0.7593443 Jul 15 13:12:13.630554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91401640-dd77-4a56-a97c-f8c41c8900ed None None] The sync data for ids ['5d117e67-75e7-4585-9b75-d858dd22e703'] in n-d-798054-11 is: [{'id': '5d117e67-75e7-4585-9b75-d858dd22e703', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984024479-router', 'tenant_id': '91efae75ac8e4730808d4d2c3ac0a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:25Z', 'updated_at': '2021-07-15T13:12:13Z', 'revision_number': 6, 'project_id': '91efae75ac8e4730808d4d2c3ac0a848', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:13.689793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:13.692399 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57da2cdc-57aa-4751-85cf-9ee6db3c0f25" -d '{"events": [{"server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "name": "network-vif-plugged", "status": "completed", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:13.715625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:13.718773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018679a2-6592-460b-94a2-cb8491b48a3b req-3857cf9b-605e-432b-9787-23bd67b2ac87 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:13.735284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-018679a2-6592-460b-94a2-cb8491b48a3b req-3857cf9b-605e-432b-9787-23bd67b2ac87 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 931 time: 0.2210310 Jul 15 13:12:13.740228 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.808237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Deleting port aea8c571-55bb-4fe1-9053-707c2ec00964 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:13.808963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.824280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:13.887196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e0d613e-2f21-4bcb-a97c-009169b7b946 req-9abcd2b2-119d-4b80-a3d2-178231f5b8ae tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278140 Jul 15 13:12:13.952953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:13.982022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Attempting to bind port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:13.982346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Attempting to bind port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:13.982616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Attempting to bind port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:13.992686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.038450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '92df6901-bac4-4783-804b-2b836f0388fa', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': '92df6901-bac4-4783-804b-2b836f0388fa', 'mac_address': 'fa:16:3e:79:91:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:14.048045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:14.048370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Attempting to bind port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb on network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:14.094598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.132544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92df6901-bac4-4783-804b-2b836f0388fa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:14.185469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.187872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:14.188342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Checking segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:14.188854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Bound using segment: {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:14.189414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Bound port: 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e624697-e296-4d63-8947-e5c90eb76671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:14.189879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.196650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.276353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] For port aea8c571-55bb-4fe1-9053-707c2ec00964, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=aea8c571-55bb-4fe1-9053-707c2ec00964,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:14.279808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.284461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:14.315860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Calling delete_port for aea8c571-55bb-4fe1-9053-707c2ec00964 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:14.401881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-018679a2-6592-460b-94a2-cb8491b48a3b req-c55ca904-2252-4eab-a115-56ed5110982f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656182 Jul 15 13:12:14.424935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['92df6901-bac4-4783-804b-2b836f0388fa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:14.436680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.666997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:14.843462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c82999-0fbb-44e8-b5bc-9c92be0f6603 req-40758a24-eb21-401b-961b-031a3506c50f tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:14.845166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23c82999-0fbb-44e8-b5bc-9c92be0f6603 req-40758a24-eb21-401b-961b-031a3506c50f tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1098 time: 0.1721628 Jul 15 13:12:14.879564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:14.896464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23c82999-0fbb-44e8-b5bc-9c92be0f6603 req-3c3427ff-8d60-4cd8-8b73-a3ecdfd1a88c tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Jul 15 13:12:14.948293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.013682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] For port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:15.039165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:15.049749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e2be185c-1449-46f9-8ff0-b10e9a1b56cd admin admin] 10.222.0.57 "PUT /v2.0/routers/aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6574633 Jul 15 13:12:15.049939 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] Sync routers for ids ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:15.052006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.075865 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] Routers {'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:15.076480 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:11:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:15.104453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] For port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:15.129763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.152257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4c36560-bea4-4443-9818-edb298cef931 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:15.179302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e4c36560-bea4-4443-9818-edb298cef931 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:15.179632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4c36560-bea4-4443-9818-edb298cef931 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:15.180050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device aea8c571-55bb-4fe1-9053-707c2ec00964 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:15.213034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726ce1-782a-434d-aecd-a607baf39e74 req-a7376562-192a-4066-b562-712762eac01d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.214723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a726ce1-782a-434d-aecd-a607baf39e74 req-a7376562-192a-4066-b562-712762eac01d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.8200359 Jul 15 13:12:15.237161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No active binding found for port aea8c571-55bb-4fe1-9053-707c2ec00964 {{(pid=93996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:12:15.237978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device aea8c571-55bb-4fe1-9053-707c2ec00964 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:15.257912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.274410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.278561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.279331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.280630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d98e69f-91ba-4830-ba24-0d402c6c6fdb HTTP/1.1" status: 200 len: 1093 time: 3.8215444 Jul 15 13:12:15.296013 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] Set router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:15.321011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'tag': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:15.324067 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "tag": "0d98e69f-91ba-4830-ba24-0d402c6c6fdb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:15.359372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f58735-0c11-4bf9-bac4-a5202b0301c3 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:15.369060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.383434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Transition to ACTIVE for port object 01f58735-0c11-4bf9-bac4-a5202b0301c3 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:15.414213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205e57b-c575-4af5-ab4e-678c4769b043 req-65feebd1-2136-4eb8-a9ac-5c15f2e067df tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.423438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4205e57b-c575-4af5-ab4e-678c4769b043 req-65feebd1-2136-4eb8-a9ac-5c15f2e067df tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 944 time: 0.2366529 Jul 15 13:12:15.448376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.482800 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9fda2512-f09a-4ddd-9d96-c69f0f23687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.494597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:15.528303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4205e57b-c575-4af5-ab4e-678c4769b043 req-735e44e9-5903-4494-a221-bc79acc1f356 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996749 Jul 15 13:12:15.532679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a726ce1-782a-434d-aecd-a607baf39e74 req-3dddd520-b760-44a0-8538-a80b576f99b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453885 Jul 15 13:12:15.551640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ddd9b-78f1-4944-b636-11e8e6a60015 service neutron] Pushing event updated for resources: {'Port': ['ID=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.579019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.581377 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:12:13Z', 'revision_number': 5, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port': {'id': 'c066d4c9-8f89-44df-a865-9d05f8f25ca6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:33Z', 'updated_at': '2021-07-15T13:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:15.621668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Pushing event deleted for resources: {'Port': ['ID=aea8c571-55bb-4fe1-9053-707c2ec00964,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:15.647778 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] Checking router: aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:15.654588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 92df6901-bac4-4783-804b-2b836f0388fa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:15.664198 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] Routers {'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:15.665465 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:15.666818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.667737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 92df6901-bac4-4783-804b-2b836f0388fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:15.668102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.686399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.745336 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611adda4-d62a-4ca0-8b5a-9023529eeae4 x-openstack-request-id: req-611adda4-d62a-4ca0-8b5a-9023529eeae4 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:15.751116 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "name": "network-vif-plugged", "status": "completed", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:15.751548 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-611adda4-d62a-4ca0-8b5a-9023529eeae4 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:15.752019 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'code': 200} Jul 15 13:12:15.787129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.789491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.824814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Deleting port c066d4c9-8f89-44df-a865-9d05f8f25ca6 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:15.825163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.837659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] Set router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:15.870223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.870437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d117e67-75e7-4585-9b75-d858dd22e703 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:15.871690 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.911610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.912982 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3273f991-7c93-4a15-8bdf-d988a9fd077d admin admin] 10.222.0.57 "DELETE /v2.0/routers/5d117e67-75e7-4585-9b75-d858dd22e703 HTTP/1.1" status: 204 len: 168 time: 3.7217934 Jul 15 13:12:15.921931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58422) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:15.927629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:15.927900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-927816ae-d85a-43b4-af79-0f0ed5b87b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.928268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-927816ae-d85a-43b4-af79-0f0ed5b87b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.928794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-927816ae-d85a-43b4-af79-0f0ed5b87b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:15.930653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-927816ae-d85a-43b4-af79-0f0ed5b87b7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2869 time: 0.5455227 Jul 15 13:12:15.934832 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:12:15Z', 'revision_number': 6, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:15.935062 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:15.983372 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465110a-84ae-449c-b409-42429a8152d8 None None] The sync data for ids ['aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa'] in n-d-798054-11 is: [{'id': 'aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1876780510-router', 'tenant_id': '765610a3f69640f19e3934cbcc4df743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:31Z', 'updated_at': '2021-07-15T13:12:15Z', 'revision_number': 6, 'project_id': '765610a3f69640f19e3934cbcc4df743', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:16.002742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-a127c879-683d-4378-a125-f3d35711f15d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=462d7a96-dc3c-4941-bbe5-99d4441a1060 HTTP/1.1" status: 200 len: 217 time: 0.0588212 Jul 15 13:12:16.004991 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:16.016943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a206c2-5285-40bf-8ac8-bb943d76e36d req-835be95c-fc1f-4151-ac11-6d8b536a4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.018700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47a206c2-5285-40bf-8ac8-bb943d76e36d req-835be95c-fc1f-4151-ac11-6d8b536a4451 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.2704117 Jul 15 13:12:16.022058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.048800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa57b-21d1-4957-b4ca-4a2404660a7e req-f83e3602-0a2a-446d-84bb-f2716afa0040 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.049227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.055505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa57b-21d1-4957-b4ca-4a2404660a7e req-f83e3602-0a2a-446d-84bb-f2716afa0040 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.062163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa57b-21d1-4957-b4ca-4a2404660a7e req-f83e3602-0a2a-446d-84bb-f2716afa0040 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.064105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fbfa57b-21d1-4957-b4ca-4a2404660a7e req-f83e3602-0a2a-446d-84bb-f2716afa0040 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2413 time: 0.2935789 Jul 15 13:12:16.101105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] For port c066d4c9-8f89-44df-a865-9d05f8f25ca6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c066d4c9-8f89-44df-a865-9d05f8f25ca6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:16.101686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.131869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:16.132210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:16.132449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:16.135538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Calling delete_port for c066d4c9-8f89-44df-a865-9d05f8f25ca6 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:16.141909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47a206c2-5285-40bf-8ac8-bb943d76e36d req-4d0e5986-647f-4536-bd38-77ff9a23ea69 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146400 Jul 15 13:12:16.152289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Deleting subnet 6a46dab4-b868-4474-9659-2edf8288848c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:16.154253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:16.154603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:16.160345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.160822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fbfa57b-21d1-4957-b4ca-4a2404660a7e req-bc47771d-c6bd-4658-ae9b-50c54387e00e tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802572 Jul 15 13:12:16.164470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776e26-846a-4fc6-bc51-9f2e23fbcae3 req-626eed2d-67c7-4374-b40a-241431658c18 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.166133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60776e26-846a-4fc6-bc51-9f2e23fbcae3 req-626eed2d-67c7-4374-b40a-241431658c18 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1098 time: 0.3305597 Jul 15 13:12:16.189313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-0b5b4b9a-deef-4797-bb22-c69b3659c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.190964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-0b5b4b9a-deef-4797-bb22-c69b3659c5c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7f875d-8f35-486d-aed9-5da8b7c41a72 HTTP/1.1" status: 200 len: 801 time: 0.1797938 Jul 15 13:12:16.199614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:16.199907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:16.200181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:16.200684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Bound port: 01f58735-0c11-4bf9-bac4-a5202b0301c3, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:16.201275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.220022 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af58c0-6682-40ad-91be-58d997899d25 x-openstack-request-id: req-54af58c0-6682-40ad-91be-58d997899d25 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:16.220256 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "tag": "0d98e69f-91ba-4830-ba24-0d402c6c6fdb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:16.220427 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54af58c0-6682-40ad-91be-58d997899d25 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:16.220821 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'tag': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb', 'status': 'completed', 'code': 200} Jul 15 13:12:16.278662 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.353822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60776e26-846a-4fc6-bc51-9f2e23fbcae3 req-9f0538cd-09f0-41ec-b504-89d01d7edd3f tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595984 Jul 15 13:12:16.432690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ff713-fb49-4775-9ba3-56ce19faff8d req-2022c438-8d57-42b8-b573-adbb439946be tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.433988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-006ff713-fb49-4775-9ba3-56ce19faff8d req-2022c438-8d57-42b8-b573-adbb439946be tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.1079540 Jul 15 13:12:16.435481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.468703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:16.471842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.475696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-ed2e29b5-7bd7-4a45-9625-458a0c925291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.477398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-ed2e29b5-7bd7-4a45-9625-458a0c925291 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693765 Jul 15 13:12:16.479831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:16.483477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c066d4c9-8f89-44df-a865-9d05f8f25ca6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.529568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.567647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-006ff713-fb49-4775-9ba3-56ce19faff8d req-8e26b29e-30e1-4c59-b2ba-2e1d2db6b41a tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998642 Jul 15 13:12:16.580870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.627497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.628761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.630350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] 10.222.0.58 "PUT /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 1092 time: 3.2681315 Jul 15 13:12:16.710821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.713872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.746544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c3c59-bf79-479e-a863-95aff88cfdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.754620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.775860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f69224-9438-49ba-b8e0-32e7624064ba None None] Network 6447bc74-925d-48d7-81c5-3563c142f36e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:16.791512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.796374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6a46dab4-b868-4474-9659-2edf8288848c HTTP/1.1" status: 204 len: 168 time: 0.8645020 Jul 15 13:12:16.801356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.801849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:16.823901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58436) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.834769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.836279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bee5a35b-570d-4a75-b68f-45a8dfc58e0a admin admin] 10.222.0.57 "DELETE /v2.0/routers/aa7eb59c-1a9a-43e6-9d8c-38ffa08a97aa HTTP/1.1" status: 204 len: 168 time: 1.7832363 Jul 15 13:12:16.839941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:16.852204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42577720-e2fd-48f2-aba2-0189b373a3a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a46dab4-b868-4474-9659-2edf8288848c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:16.873240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-0dbeaa03-980a-4546-a0a8-65bea4a83ff7 service neutron] 10.222.0.59 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592453 Jul 15 13:12:16.972370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Deleting subnet b312910c-9458-4ae7-a3fa-2e6ba6cff714 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:16.972735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-d672b846-7a7b-4051-b308-7790575710b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:16.974368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-d672b846-7a7b-4051-b308-7790575710b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1095 time: 0.2742624 Jul 15 13:12:16.978333 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:16.981040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.024102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895183e6-ba35-4139-b2bb-ac84977ab2f4 req-d46a674f-a8d6-493b-a89b-db00178493fb tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.032944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-895183e6-ba35-4139-b2bb-ac84977ab2f4 req-d46a674f-a8d6-493b-a89b-db00178493fb tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.2468083 Jul 15 13:12:17.035906 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.039862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458e98-71c2-42c0-a42e-976bcbc3c63a req-73bffc29-0166-4ab3-90ac-d35ee24593fe tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.042003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea458e98-71c2-42c0-a42e-976bcbc3c63a req-73bffc29-0166-4ab3-90ac-d35ee24593fe tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 945 time: 0.2024305 Jul 15 13:12:17.043250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-c6632748-ac7b-441c-a107-a9b4b38c7c04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 217 time: 0.0583928 Jul 15 13:12:17.069070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.116612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-aee77560-e199-4dec-a851-48929c64f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.118258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-aee77560-e199-4dec-a851-48929c64f759 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.0536251 Jul 15 13:12:17.157113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-895183e6-ba35-4139-b2bb-ac84977ab2f4 req-7941ccc5-b37c-4f45-b29b-ddd1aba450e4 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230726 Jul 15 13:12:17.158815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7e98f56-c1e5-470f-9a37-eed8f218bbaa no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:17.182463 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-27b0f99e-9bab-4b8a-81f5-e2e364964688 service neutron] 10.222.0.59 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014801 Jul 15 13:12:17.184551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-a4f09348-802d-4f0f-a2c4-12e3ad9c46c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534246 Jul 15 13:12:17.211718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e7e98f56-c1e5-470f-9a37-eed8f218bbaa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:17.214189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7e98f56-c1e5-470f-9a37-eed8f218bbaa not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:17.214856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c066d4c9-8f89-44df-a865-9d05f8f25ca6 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:17.254678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: c066d4c9-8f89-44df-a865-9d05f8f25ca6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:17.255464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c066d4c9-8f89-44df-a865-9d05f8f25ca6 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:17.265110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] DHCP port deletion for 6447bc74-925d-48d7-81c5-3563c142f36e request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:17.289395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.296994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-0aee70da-e8a7-48a6-bb5c-1d83b90d6a05 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973554 Jul 15 13:12:17.340566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] Deleting port 9910300f-32dd-4006-9ebb-4a39772dc014 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:17.340972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.399002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Deleting port 9910300f-32dd-4006-9ebb-4a39772dc014 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:17.399346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.424167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea458e98-71c2-42c0-a42e-976bcbc3c63a req-c5caa63e-b40c-4b96-933e-cfe5c7a93caa tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674819 Jul 15 13:12:17.467287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] For port 9910300f-32dd-4006-9ebb-4a39772dc014, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9910300f-32dd-4006-9ebb-4a39772dc014,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:17.468106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.489918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.500601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] Calling delete_port for 9910300f-32dd-4006-9ebb-4a39772dc014 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:17.504839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] For port 9910300f-32dd-4006-9ebb-4a39772dc014, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9910300f-32dd-4006-9ebb-4a39772dc014,segment=NetworkSegment(e895facc-a362-414b-bc25-b2c959e3a37d),segment_id=e895facc-a362-414b-bc25-b2c959e3a37d)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:17.505200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.521098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-0e1d62f0-75fb-45fc-875c-d48af9a5deff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=b417549c-f62f-43a1-af23-8944a8404afb HTTP/1.1" status: 200 len: 217 time: 0.3304267 Jul 15 13:12:17.523198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3778e207-82a9-411f-9c27-fe7faf1e545c req-24c57811-17ff-4d21-bf2a-af54a7965dec service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030333 Jul 15 13:12:17.537573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b312910c-9458-4ae7-a3fa-2e6ba6cff714,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.539779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.544391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8fd63c2-eb85-453e-8083-e0b029810f28 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b312910c-9458-4ae7-a3fa-2e6ba6cff714 HTTP/1.1" status: 204 len: 168 time: 0.7013443 Jul 15 13:12:17.544391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Calling delete_port for 9910300f-32dd-4006-9ebb-4a39772dc014 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:17.547345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58442) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:17.616996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-29585f46-73de-4e4d-a50d-3563c1bc368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.622114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-29585f46-73de-4e4d-a50d-3563c1bc368c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d195023-df5e-4f46-b757-7a9f1e399cbe HTTP/1.1" status: 200 len: 801 time: 0.0932376 Jul 15 13:12:17.677625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.732401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de620a-88e7-4a6b-a174-e6ec5e4742a6 None None] Network 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:17.774404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.776890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:17.779468 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169e6873-3ac5-4800-9141-4b2ed8c6cb95" -d '{"events": [{"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-plugged", "status": "completed", "tag": "92df6901-bac4-4783-804b-2b836f0388fa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:17.816549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-6b91137b-3185-42ce-bbf6-441769ec91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.818150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-6b91137b-3185-42ce-bbf6-441769ec91f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9701418d-f3de-4e06-ae9a-ae83415691b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898329 Jul 15 13:12:17.839732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9910300f-32dd-4006-9ebb-4a39772dc014,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.845578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] No DVR routers for this DVR port 9910300f-32dd-4006-9ebb-4a39772dc014 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:17.888845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27af46-33aa-46ec-bc40-2e64d872201a req-7955e6a3-1a76-45eb-823e-67e445621e5c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.895471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27af46-33aa-46ec-bc40-2e64d872201a req-7955e6a3-1a76-45eb-823e-67e445621e5c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.902259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27af46-33aa-46ec-bc40-2e64d872201a req-7955e6a3-1a76-45eb-823e-67e445621e5c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:17.904387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d27af46-33aa-46ec-bc40-2e64d872201a req-7955e6a3-1a76-45eb-823e-67e445621e5c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2413 time: 0.1861446 Jul 15 13:12:17.927345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.954893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:17.970631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6447bc74-925d-48d7-81c5-3563c142f36e']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:17.975200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] Pushing event deleted for resources: {'Port': ['ID=9910300f-32dd-4006-9ebb-4a39772dc014,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:17.978682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d624ae-b8ac-44bc-806a-482fbd1587fc None None] No DVR routers for this DVR port 9910300f-32dd-4006-9ebb-4a39772dc014 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:17.985323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e895facc-a362-414b-bc25-b2c959e3a37d') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:17.986267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e895facc-a362-414b-bc25-b2c959e3a37d') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:18.001374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.015293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Deleting port af133e5b-1e05-44f3-a96a-8461fc74e247 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:18.015726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.036539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d27af46-33aa-46ec-bc40-2e64d872201a req-964b1ff1-dfec-4585-ac61-44a24681a5a7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231434 Jul 15 13:12:18.048852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.061319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:18.061726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:18.063952 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:18.086758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-c49011a9-dea9-4670-9366-f8695ec6d063 service neutron] 10.222.0.59 "GET /v2.0/networks/9701418d-f3de-4e06-ae9a-ae83415691b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597365 Jul 15 13:12:18.129820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] DHCP port deletion for 0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:18.149246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] For port af133e5b-1e05-44f3-a96a-8461fc74e247, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=af133e5b-1e05-44f3-a96a-8461fc74e247,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:18.149672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.197402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Calling delete_port for af133e5b-1e05-44f3-a96a-8461fc74e247 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:18.205404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.221048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.227958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6447bc74-925d-48d7-81c5-3563c142f36e HTTP/1.1" status: 204 len: 168 time: 1.4001019 Jul 15 13:12:18.232109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:18.234805 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe80aa30-3855-4453-b873-da26d8a9e18e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:18.243823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] Deleting port af133e5b-1e05-44f3-a96a-8461fc74e247 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:18.243823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.247915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58472) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:18.277261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9972a57d-1537-40a2-8b34-bb6bfe28d132 service neutron] 10.222.0.59 "GET /v2.0/networks/9701418d-f3de-4e06-ae9a-ae83415691b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828935 Jul 15 13:12:18.314003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26120c4-eb30-4fcc-bc4d-49d7b7fd1a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=6447bc74-925d-48d7-81c5-3563c142f36e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.358464 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-9a2e4797-3c6e-4935-98fa-09c5b9898420 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb HTTP/1.1" status: 200 len: 217 time: 0.0713098 Jul 15 13:12:18.365993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] For port af133e5b-1e05-44f3-a96a-8461fc74e247, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=af133e5b-1e05-44f3-a96a-8461fc74e247,segment=NetworkSegment(97618bf5-ce84-49c9-b4e7-aae8921c2f2a),segment_id=97618bf5-ce84-49c9-b4e7-aae8921c2f2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:18.366662 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.381803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] Calling delete_port for af133e5b-1e05-44f3-a96a-8461fc74e247 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:18.449769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.502598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.532930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] Pushing event deleted for resources: {'Port': ['ID=af133e5b-1e05-44f3-a96a-8461fc74e247,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.546506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72d9f1-7492-4e28-8fe6-972a0270f7da None None] No DVR routers for this DVR port af133e5b-1e05-44f3-a96a-8461fc74e247 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:18.778284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-d86c573c-352d-44ad-846a-0805e0f8ac13 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:18.779366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-d86c573c-352d-44ad-846a-0805e0f8ac13 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113723 Jul 15 13:12:18.796358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:18.796860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:12:18.814251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-160c4c35-1981-4d96-9d8b-9a571868e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.815699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-160c4c35-1981-4d96-9d8b-9a571868e459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7f875d-8f35-486d-aed9-5da8b7c41a72 HTTP/1.1" status: 200 len: 801 time: 0.4227326 Jul 15 13:12:18.840770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8239fea-1e56-49a7-a1d0-667602b5244f req-639669cb-24b0-4a5a-8cb4-19913f8ad6e3 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.842448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8239fea-1e56-49a7-a1d0-667602b5244f req-639669cb-24b0-4a5a-8cb4-19913f8ad6e3 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.4971402 Jul 15 13:12:18.852340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:18.908822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8239fea-1e56-49a7-a1d0-667602b5244f req-981fc079-54c5-452a-9066-01d4fab657dd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462787 Jul 15 13:12:18.922615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-32eba4b1-3710-4d8d-9372-615cf2e760de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:18.924191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-32eba4b1-3710-4d8d-9372-615cf2e760de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995176 Jul 15 13:12:18.947232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Pushing event deleted for resources: {'Port': ['ID=af133e5b-1e05-44f3-a96a-8461fc74e247,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:18.981039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] No DVR routers for this DVR port af133e5b-1e05-44f3-a96a-8461fc74e247 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:19.064779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9910300f-32dd-4006-9ebb-4a39772dc014 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:19.081336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-1ad54c5d-b4dd-4e6e-8d95-cbb126a9b7d4 service neutron] 10.222.0.59 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493256 Jul 15 13:12:19.094865 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa8f5f2-afea-4801-8d58-252a30d3ab67 x-openstack-request-id: req-3aa8f5f2-afea-4801-8d58-252a30d3ab67 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:19.095509 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-plugged", "status": "completed", "tag": "92df6901-bac4-4783-804b-2b836f0388fa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:19.095937 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3aa8f5f2-afea-4801-8d58-252a30d3ab67 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:19.096638 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa', 'code': 200} Jul 15 13:12:19.097903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9910300f-32dd-4006-9ebb-4a39772dc014 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:19.098515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9910300f-32dd-4006-9ebb-4a39772dc014 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:19.099124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device af133e5b-1e05-44f3-a96a-8461fc74e247 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:19.124044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: af133e5b-1e05-44f3-a96a-8461fc74e247 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:19.124707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device af133e5b-1e05-44f3-a96a-8461fc74e247 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:19.136149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.171034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.191170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97618bf5-ce84-49c9-b4e7-aae8921c2f2a') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.191433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97618bf5-ce84-49c9-b4e7-aae8921c2f2a') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:19.218120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.234076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:19.234076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:19.234401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:19.259156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.265427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:19.265749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:19.271301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9d1bacb-a8b5-42d6-a7c5-485286606b71 req-99b3ad19-12bd-46c6-a912-958fce5087b0 service neutron] 10.222.0.59 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831400 Jul 15 13:12:19.272437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:19.272845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:19.274795 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:19.295970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:19.296299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:19.296704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:19.297137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Bound port: 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:19.304994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fc1fa-e77d-4f37-936a-85a5072af5ee req-0bbba40b-e31d-4b78-8542-7d77a36644ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.306923 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c7fc1fa-e77d-4f37-936a-85a5072af5ee req-0bbba40b-e31d-4b78-8542-7d77a36644ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 1097 time: 0.1320579 Jul 15 13:12:19.336572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c054fc-3cca-423e-84e6-850044002fcf req-214d2f80-5576-4957-a34e-88e6ae4653db tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.338786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60c054fc-3cca-423e-84e6-850044002fcf req-214d2f80-5576-4957-a34e-88e6ae4653db tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1216998 Jul 15 13:12:19.401011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.415173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c7fc1fa-e77d-4f37-936a-85a5072af5ee req-c0eea072-7d6d-42d3-9daf-f78a1dddf7b9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999844 Jul 15 13:12:19.421566 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.423898 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8 HTTP/1.1" status: 204 len: 168 time: 1.8755713 Jul 15 13:12:19.428172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58484) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:19.438172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60c054fc-3cca-423e-84e6-850044002fcf req-df381dd5-95d9-4402-904f-0563f77e4a66 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886996 Jul 15 13:12:19.456428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:19.457566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388227fc-e23b-49c9-a274-f717342d7294 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df153d3-6e8a-44ac-b97c-eca0e8dbe6f8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:19.473259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-0c7a622e-4294-49fd-ad6f-f3becbacbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.474402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-0c7a622e-4294-49fd-ad6f-f3becbacbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.475479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-0c7a622e-4294-49fd-ad6f-f3becbacbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.477395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-0c7a622e-4294-49fd-ad6f-f3becbacbeeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2869 time: 0.1375637 Jul 15 13:12:19.507048 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597b75d-d24c-41d9-8607-7b7c368772e9 x-openstack-request-id: req-c597b75d-d24c-41d9-8607-7b7c368772e9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:19.507247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.507456 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:19.507792 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c597b75d-d24c-41d9-8607-7b7c368772e9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:19.508244 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'status': 'completed', 'code': 200} Jul 15 13:12:19.508370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-7d4acedc-28d7-4c03-8670-837f4629e231 service neutron] 10.222.0.57 "POST /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77/bindings HTTP/1.1" status: 201 len: 390 time: 0.7189238 Jul 15 13:12:19.632549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-b84f4a44-45af-4cca-818e-bdf037d6d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.634311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-b84f4a44-45af-4cca-818e-bdf037d6d2d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad HTTP/1.1" status: 200 len: 903 time: 0.1500332 Jul 15 13:12:19.690670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:19.717381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-d8d1eab7-cfcd-4174-bce0-c57fdf0e6b78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb HTTP/1.1" status: 200 len: 217 time: 0.0740681 Jul 15 13:12:19.723438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-99daffba-d93f-4516-a020-cc9c60f58857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.725660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-99daffba-d93f-4516-a020-cc9c60f58857 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1095 time: 0.1721051 Jul 15 13:12:19.871759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-28869d15-c21d-426f-b4f4-3873c66f3d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.873534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-28869d15-c21d-426f-b4f4-3873c66f3d5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7f875d-8f35-486d-aed9-5da8b7c41a72 HTTP/1.1" status: 200 len: 801 time: 0.1468377 Jul 15 13:12:19.936747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-6b452c78-5f97-4f5e-8a74-b734a7793a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.938306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-6b452c78-5f97-4f5e-8a74-b734a7793a49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1937711 Jul 15 13:12:19.946060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f492bb-deeb-469d-b971-6b053dee8c48 req-9deef007-a645-4210-996b-e441b30d6ad7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:19.947746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3f492bb-deeb-469d-b971-6b053dee8c48 req-9deef007-a645-4210-996b-e441b30d6ad7 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 945 time: 0.2483745 Jul 15 13:12:20.007627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-1911a87e-081a-4675-9345-5cf96cd11bd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 217 time: 0.0577576 Jul 15 13:12:20.074094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3f492bb-deeb-469d-b971-6b053dee8c48 req-70d7a9fb-cdb6-4a19-bb21-10e79d19a747 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167660 Jul 15 13:12:20.095805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-d0ae8b9b-8dd1-4810-b4f5-122c41e425b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.098417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-d0ae8b9b-8dd1-4810-b4f5-122c41e425b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7cbb3ef8-92f4-4878-983a-bb8b56c875ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137327 Jul 15 13:12:20.103880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed551-e6b8-4053-ac7e-5d269ffa2a36 req-e4fb9592-b394-475b-ad00-552431cda304 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.113165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed551-e6b8-4053-ac7e-5d269ffa2a36 req-e4fb9592-b394-475b-ad00-552431cda304 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.119431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ed551-e6b8-4053-ac7e-5d269ffa2a36 req-e4fb9592-b394-475b-ad00-552431cda304 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.127170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f3ed551-e6b8-4053-ac7e-5d269ffa2a36 req-e4fb9592-b394-475b-ad00-552431cda304 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2413 time: 0.3475955 Jul 15 13:12:20.130494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-8554251b-ee1b-4e66-ac53-b88c55cd551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.132174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-8554251b-ee1b-4e66-ac53-b88c55cd551e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1138613 Jul 15 13:12:20.138235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-6e859832-980a-4783-8ed6-1f7427ebeff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.140039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-6e859832-980a-4783-8ed6-1f7427ebeff4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1098 time: 0.2770607 Jul 15 13:12:20.183218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-61b3e48b-94d6-427b-90bb-8718d7532408 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385749 Jul 15 13:12:20.247251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f3ed551-e6b8-4053-ac7e-5d269ffa2a36 req-17aca769-7ee0-4d5b-8db6-f782b32ce9a3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190307 Jul 15 13:12:20.300859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-95e367d0-870c-4831-877d-8dcae16a25d6 service neutron] 10.222.0.59 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946363 Jul 15 13:12:20.355299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-8f992b1f-5b76-4cec-91f7-a8fc38f5c8b7 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466410 Jul 15 13:12:20.378738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9fc6dc51-3d87-44e2-9b81-79735b6ab211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.380312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9fc6dc51-3d87-44e2-9b81-79735b6ab211 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2190924 Jul 15 13:12:20.466175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-40ee757a-f340-44f1-b6f5-c00014ecece4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 217 time: 0.0777082 Jul 15 13:12:20.475235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1999701-4a0b-49a9-a4ab-5bfc2897b4f0 req-fadf046e-440d-4d29-bdfc-483216bdb110 service neutron] 10.222.0.59 "GET /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674609 Jul 15 13:12:20.505454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe80aa30-3855-4453-b873-da26d8a9e18e req-0a0200c5-d7c8-4628-b378-a2d20ecfd0b5 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228840 Jul 15 13:12:20.599345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9099bf8d-746d-4d8e-9d61-b6fb7ab2d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.600784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9099bf8d-746d-4d8e-9d61-b6fb7ab2d086 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0895882 Jul 15 13:12:20.665121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Deleting port 43ad8c79-8267-47d1-a892-f9a0b96deb56 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:20.665543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.670799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c03cc38d-1439-4bd6-83a1-267f06db970a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441759 Jul 15 13:12:20.673481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.730896 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-30389970-c635-42a3-86ea-efde9402f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.732427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-30389970-c635-42a3-86ea-efde9402f2b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.0972497 Jul 15 13:12:20.830105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5885d8-bfaa-44e9-910b-6daeebdb8109 req-99b7dfc7-0019-4d6f-9f59-6e88352b0f39 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.831642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4e5885d8-bfaa-44e9-910b-6daeebdb8109 req-99b7dfc7-0019-4d6f-9f59-6e88352b0f39 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.1433365 Jul 15 13:12:20.867330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-fd31bf4e-cafd-43d2-9ff3-ada38182de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.868788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-fd31bf4e-cafd-43d2-9ff3-ada38182de60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.1303985 Jul 15 13:12:20.934460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] For port 43ad8c79-8267-47d1-a892-f9a0b96deb56, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=43ad8c79-8267-47d1-a892-f9a0b96deb56,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:20.934855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:20.940587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-ca8f0e9d-5f0b-4418-ac76-ef1c086d32d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.0613301 Jul 15 13:12:20.944278 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4e5885d8-bfaa-44e9-910b-6daeebdb8109 req-da100554-81a3-45a9-b95a-7e4d3ecb33c8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047540 Jul 15 13:12:20.951130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749fe-235e-4aa1-a707-64781504a7b6 req-ca33cb4f-94ff-434b-b0ab-3b91ed87e552 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.952793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03c749fe-235e-4aa1-a707-64781504a7b6 req-ca33cb4f-94ff-434b-b0ab-3b91ed87e552 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.3661275 Jul 15 13:12:20.986567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Calling delete_port for 43ad8c79-8267-47d1-a892-f9a0b96deb56 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:20.997322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-f40187a3-9463-4e87-8303-d373163a8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:20.999679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-f40187a3-9463-4e87-8303-d373163a8249 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.0524209 Jul 15 13:12:21.001403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-031df6a4-9379-4bda-934d-e93426dc6c2e service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128426 Jul 15 13:12:21.039766 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-8165f36e-c013-4831-9628-a93c3f24320c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298905 Jul 15 13:12:21.186480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-565d3d38-5571-4658-9a7f-47080792acd5 service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400464 Jul 15 13:12:21.209290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03c749fe-235e-4aa1-a707-64781504a7b6 req-15622f6b-efef-427f-89e2-d3f6a35e3b28 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346098 Jul 15 13:12:21.230925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ae589-9778-40bd-a163-bd5270f99956 req-a0d18497-bc38-4922-81ea-86f9d9c4d559 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.241329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f14ae589-9778-40bd-a163-bd5270f99956 req-a0d18497-bc38-4922-81ea-86f9d9c4d559 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1480918 Jul 15 13:12:21.322203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-68e50257-cfeb-461e-bb38-d5fac7b3628a service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806497 Jul 15 13:12:21.360622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4700de1-d94c-4b90-91c2-f2e32c1c329f req-8aecd37b-8022-42f4-b614-5b60511ffdcc service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654060 Jul 15 13:12:21.420451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f14ae589-9778-40bd-a163-bd5270f99956 req-581e3295-c4f1-45fc-a8a6-7610c6077416 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578270 Jul 15 13:12:21.880185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564128-f0f6-49f2-965b-95794d73ad83 req-1db383fe-3663-49fe-b504-abe41bc9aae6 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.887466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564128-f0f6-49f2-965b-95794d73ad83 req-1db383fe-3663-49fe-b504-abe41bc9aae6 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.894370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564128-f0f6-49f2-965b-95794d73ad83 req-1db383fe-3663-49fe-b504-abe41bc9aae6 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.899401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0564128-f0f6-49f2-965b-95794d73ad83 req-1db383fe-3663-49fe-b504-abe41bc9aae6 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2413 time: 0.1097832 Jul 15 13:12:21.911256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:21.947334 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0564128-f0f6-49f2-965b-95794d73ad83 req-962a5f57-094e-4e49-90ab-8651ccfa3ef0 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Jul 15 13:12:21.953978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce2f1a-ff76-495c-bfe7-1a6c171d683b req-8910db5a-186b-4d6e-9c27-f528e9b14e71 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:21.955696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44ce2f1a-ff76-495c-bfe7-1a6c171d683b req-8910db5a-186b-4d6e-9c27-f528e9b14e71 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 945 time: 0.5635796 Jul 15 13:12:21.959199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Pushing event deleted for resources: {'Port': ['ID=43ad8c79-8267-47d1-a892-f9a0b96deb56,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:22.014702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Deleting port bd856cf7-5b5d-4bac-ba29-497d11aca55a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:22.015049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.243668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44ce2f1a-ff76-495c-bfe7-1a6c171d683b req-aa89c4c0-823a-470d-be35-51ede0d1297b tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676528 Jul 15 13:12:22.260719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ec045-fecb-4998-8c6d-4d19f76ea5e2 req-2f3e6a7e-7b16-41af-a766-95789ea3f9aa tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.271629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-806ec045-fecb-4998-8c6d-4d19f76ea5e2 req-2f3e6a7e-7b16-41af-a766-95789ea3f9aa tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.1048136 Jul 15 13:12:22.316106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] For port bd856cf7-5b5d-4bac-ba29-497d11aca55a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd856cf7-5b5d-4bac-ba29-497d11aca55a,segment=NetworkSegment(56d7e24e-f9c0-4a06-a37e-1d9a42a94158),segment_id=56d7e24e-f9c0-4a06-a37e-1d9a42a94158)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:22.316531 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.329435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-806ec045-fecb-4998-8c6d-4d19f76ea5e2 req-9643a8fe-adce-4583-a455-af2379b7e8c6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Jul 15 13:12:22.340002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Calling delete_port for bd856cf7-5b5d-4bac-ba29-497d11aca55a owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:22.348539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:22.728781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a441-7267-45f9-95a2-153f49e32280 req-7999fd1e-47bb-4769-8208-f1289d41650e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:22.730487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d144a441-7267-45f9-95a2-153f49e32280 req-7999fd1e-47bb-4769-8208-f1289d41650e tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.2879393 Jul 15 13:12:22.865385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d144a441-7267-45f9-95a2-153f49e32280 req-01e80629-f966-40ee-a195-34805a94aff1 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231375 Jul 15 13:12:22.901176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b417549c-f62f-43a1-af23-8944a8404afb details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:22.924171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Router f7e46834-4733-438c-a60e-d14d5e9719d4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:22.933142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.071190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd856cf7-5b5d-4bac-ba29-497d11aca55a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.219818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b417549c-f62f-43a1-af23-8944a8404afb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b417549c-f62f-43a1-af23-8944a8404afb,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:23.221049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab915b-c17a-4dff-9884-7bb0d9177bc7 req-743217ad-d43f-4be4-8735-2bbd42747398 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.239024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08ab915b-c17a-4dff-9884-7bb0d9177bc7 req-743217ad-d43f-4be4-8735-2bbd42747398 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.2250092 Jul 15 13:12:23.261314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'b417549c-f62f-43a1-af23-8944a8404afb', 'network_id': '9701418d-f3de-4e06-ae9a-ae83415691b7', 'port_id': 'b417549c-f62f-43a1-af23-8944a8404afb', 'mac_address': 'fa:16:3e:f4:a3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d195023-df5e-4f46-b757-7a9f1e399cbe', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:23.331678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08ab915b-c17a-4dff-9884-7bb0d9177bc7 req-b4d2ba81-b731-49fe-b8fc-1ab610aca89f tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908086 Jul 15 13:12:23.336320 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.377512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b417549c-f62f-43a1-af23-8944a8404afb {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:23.424839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b417549c-f62f-43a1-af23-8944a8404afb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b417549c-f62f-43a1-af23-8944a8404afb,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:23.435049 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.439676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 462d7a96-dc3c-4941-bbe5-99d4441a1060 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:23.481959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:23.497300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c1ca0fa9-11fd-4863-b7ab-4bafa03cc63c admin admin] 10.222.0.57 "PUT /v2.0/routers/f7e46834-4733-438c-a60e-d14d5e9719d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2449577 Jul 15 13:12:23.498692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:23.510084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] Sync routers for ids ['f7e46834-4733-438c-a60e-d14d5e9719d4'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:23.581244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4314d-4126-45ac-8e3e-3d3fc8dcb3c3 req-b685f799-6776-4cfd-83fe-0b34c1620cb4 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.581530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] Routers {'f7e46834-4733-438c-a60e-d14d5e9719d4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:23.586630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f7e46834-4733-438c-a60e-d14d5e9719d4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:23.588181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4314d-4126-45ac-8e3e-3d3fc8dcb3c3 req-b685f799-6776-4cfd-83fe-0b34c1620cb4 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.596198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4314d-4126-45ac-8e3e-3d3fc8dcb3c3 req-b685f799-6776-4cfd-83fe-0b34c1620cb4 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.598791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4e4314d-4126-45ac-8e3e-3d3fc8dcb3c3 req-b685f799-6776-4cfd-83fe-0b34c1620cb4 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2414 time: 0.1685340 Jul 15 13:12:23.599665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.685184 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.696835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4e4314d-4126-45ac-8e3e-3d3fc8dcb3c3 req-4d542c6f-b62a-4a0e-b4c6-70d2f0e058cb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866718 Jul 15 13:12:23.733995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:12:23.774143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b417549c-f62f-43a1-af23-8944a8404afb,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:23.863501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322305ea-969f-4d3b-be26-0cde7ebd0781 req-76e0963c-c92f-44a8-8632-3281b115d7eb tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:23.865240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-322305ea-969f-4d3b-be26-0cde7ebd0781 req-76e0963c-c92f-44a8-8632-3281b115d7eb tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.1779516 Jul 15 13:12:23.909424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] Set router f7e46834-4733-438c-a60e-d14d5e9719d4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:23.923144 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:23.935557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:12:23.944656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-322305ea-969f-4d3b-be26-0cde7ebd0781 req-b0c834bb-f542-4c46-85c7-e5240c6e93af tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723343 Jul 15 13:12:24.041956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Deleting port be5a5129-3adc-4e9c-a0d9-ac11c184b555 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:24.042883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.059306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 462d7a96-dc3c-4941-bbe5-99d4441a1060, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=462d7a96-dc3c-4941-bbe5-99d4441a1060,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:24.075232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '462d7a96-dc3c-4941-bbe5-99d4441a1060', 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'port_id': '462d7a96-dc3c-4941-bbe5-99d4441a1060', 'mac_address': 'fa:16:3e:8e:a6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7f875d-8f35-486d-aed9-5da8b7c41a72', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:24.144314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:12:24.149796 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7674b153-0d7b-4476-ab3b-d6d26d48dee0 admin admin] 10.222.0.57 "PUT /v2.0/routers/a96825a8-6ad7-4cd6-8035-f90f17b7b2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7063560 Jul 15 13:12:24.154083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:24.160034 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] Sync routers for ids ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:12:24.178088 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] Routers {'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:24.179175 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:24.240454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] For port be5a5129-3adc-4e9c-a0d9-ac11c184b555, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=be5a5129-3adc-4e9c-a0d9-ac11c184b555,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:24.241241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.257050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.282090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Calling delete_port for be5a5129-3adc-4e9c-a0d9-ac11c184b555 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:24.288567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462d7a96-dc3c-4941-bbe5-99d4441a1060 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:24.318172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 462d7a96-dc3c-4941-bbe5-99d4441a1060, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=462d7a96-dc3c-4941-bbe5-99d4441a1060,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:24.326281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.328006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d98e69f-91ba-4830-ba24-0d402c6c6fdb details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:24.362390 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] Set router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:24.455733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=462d7a96-dc3c-4941-bbe5-99d4441a1060,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:24.477409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:24.499225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb', 'network_id': '7cbb3ef8-92f4-4878-983a-bb8b56c875ad', 'port_id': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb', 'mac_address': 'fa:16:3e:ec:41:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7f875d-8f35-486d-aed9-5da8b7c41a72', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:24.512808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:12:21Z', 'revision_number': 5, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port': {'id': 'be5a5129-3adc-4e9c-a0d9-ac11c184b555', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:05:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:06:41Z', 'updated_at': '2021-07-15T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:24.565119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] Checking router: f7e46834-4733-438c-a60e-d14d5e9719d4 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:24.594018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] Routers {'f7e46834-4733-438c-a60e-d14d5e9719d4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:24.595264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f7e46834-4733-438c-a60e-d14d5e9719d4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:24.600270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.611527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525945c-3690-4b50-a0f4-db9f18c87c70 req-330b496c-2fef-4452-b19c-dfbc03d72fad tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:24.614571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d525945c-3690-4b50-a0f4-db9f18c87c70 req-330b496c-2fef-4452-b19c-dfbc03d72fad tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 945 time: 0.2458613 Jul 15 13:12:24.732311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d525945c-3690-4b50-a0f4-db9f18c87c70 req-3adca8c9-8f14-4cf5-91ce-cdd3b787c576 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108727 Jul 15 13:12:24.853138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] Set router f7e46834-4733-438c-a60e-d14d5e9719d4 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:24.859056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d98e69f-91ba-4830-ba24-0d402c6c6fdb {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:24.889281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:24.922099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:24.965884 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:12:22Z', 'revision_number': 5, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:24.981623 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.083007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] Checking router: a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:12:25.117954 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] Routers {'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:12:25.119111 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:25.133074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35df739-297d-4bfa-8093-7701b0713ebe req-4fe95a37-7fe3-4f45-8dcd-600ea715bc3d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.141153 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b35df739-297d-4bfa-8093-7701b0713ebe req-4fe95a37-7fe3-4f45-8dcd-600ea715bc3d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1511557 Jul 15 13:12:25.217999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b35df739-297d-4bfa-8093-7701b0713ebe req-ee59957b-6d12-4556-ba57-77ae8252a1ec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757766 Jul 15 13:12:25.246008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:12:23Z', 'revision_number': 6, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:25.285737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67dd7c-7235-4e97-b2f4-e56ff622a469 None None] The sync data for ids ['f7e46834-4733-438c-a60e-d14d5e9719d4'] in n-d-798054-11 is: [{'id': 'f7e46834-4733-438c-a60e-d14d5e9719d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-689840198-router', 'tenant_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:06:39Z', 'updated_at': '2021-07-15T13:12:23Z', 'revision_number': 6, 'project_id': 'ad0a0fdf0590456d96a934661da1b7fb', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:25.331852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:25.368573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['462d7a96-dc3c-4941-bbe5-99d4441a1060'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:25.372309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0d98e69f-91ba-4830-ba24-0d402c6c6fdb'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:25.381913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:25.392188 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] Set router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:12:25.409500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484b62-b20f-417b-b528-1297ae22ad8b req-918b220d-b5f1-4d2e-8f38-1911134c4d31 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.418844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48484b62-b20f-417b-b528-1297ae22ad8b req-918b220d-b5f1-4d2e-8f38-1911134c4d31 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.7083433 Jul 15 13:12:25.542183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:25.601614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced087c7-9dd5-4940-8e5b-656c9bf05836 req-0e7a39d9-b138-41ca-9976-c582e753a1df tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.609380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced087c7-9dd5-4940-8e5b-656c9bf05836 req-0e7a39d9-b138-41ca-9976-c582e753a1df tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.616289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-3a97279b-f3d2-4b8d-891f-d89c9e764a8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4508586 Jul 15 13:12:25.618981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced087c7-9dd5-4940-8e5b-656c9bf05836 req-0e7a39d9-b138-41ca-9976-c582e753a1df tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:25.630060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ced087c7-9dd5-4940-8e5b-656c9bf05836 req-0e7a39d9-b138-41ca-9976-c582e753a1df tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2416 time: 0.2034264 Jul 15 13:12:25.661676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48484b62-b20f-417b-b528-1297ae22ad8b req-981ecad6-ae67-43dd-8d82-ded4766ff098 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413003 Jul 15 13:12:25.747961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ced087c7-9dd5-4940-8e5b-656c9bf05836 req-e5536e22-7fff-434c-83fd-b9e0604fa9bd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101811 Jul 15 13:12:26.027174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.057377 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:12:22Z', 'revision_number': 5, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:26.068661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '92df6901-bac4-4783-804b-2b836f0388fa', 'network_id': '5c131fbb-22d7-415d-9f05-a57deb198ed9', 'port_id': '92df6901-bac4-4783-804b-2b836f0388fa', 'mac_address': 'fa:16:3e:79:91:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced8565f-aa71-41bd-997f-7ad7392f4d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:26.109911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Deleting port 960888fa-f069-4f06-8000-27f737d6f5a8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:26.110655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.116240 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabaec4-6a9b-499a-8970-20d561f02d91 None None] The sync data for ids ['a96825a8-6ad7-4cd6-8035-f90f17b7b2d5'] in n-d-798054-11 is: [{'id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-313449292-router', 'tenant_id': '7f8460920a72434da46922fdb9544257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:09:46Z', 'updated_at': '2021-07-15T13:12:22Z', 'revision_number': 5, 'project_id': '7f8460920a72434da46922fdb9544257', 'gw_port': {'id': '960888fa-f069-4f06-8000-27f737d6f5a8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:95:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96825a8-6ad7-4cd6-8035-f90f17b7b2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:09:48Z', 'updated_at': '2021-07-15T13:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:12:26.121006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.182798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.200497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92df6901-bac4-4783-804b-2b836f0388fa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:26.208477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5a5129-3adc-4e9c-a0d9-ac11c184b555,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.216753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075137-9320-44aa-bffe-b5891900911d req-0fbcdea6-8d14-412e-867e-d4c72d1a9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.218318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-0fbcdea6-8d14-412e-867e-d4c72d1a9c2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 1097 time: 0.5538592 Jul 15 13:12:26.248385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.262185 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.263596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:26.283836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826a9d7-acee-41e6-963f-ee5f17e73bf8 req-30eb8fbd-b10d-4f8a-b20d-322bc3032ec9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.292561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f826a9d7-acee-41e6-963f-ee5f17e73bf8 req-30eb8fbd-b10d-4f8a-b20d-322bc3032ec9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 945 time: 0.1579514 Jul 15 13:12:26.319624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199649c-95f6-45c3-9d8c-72a8770ae2ed req-1e3e0602-257d-4e6d-a0b8-59fdc07652b7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.321713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0199649c-95f6-45c3-9d8c-72a8770ae2ed req-1e3e0602-257d-4e6d-a0b8-59fdc07652b7 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.3480833 Jul 15 13:12:26.362097 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f826a9d7-acee-41e6-963f-ee5f17e73bf8 req-c2df1aaf-aecb-47e3-92a0-5afe427c0646 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684850 Jul 15 13:12:26.407394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.487707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.508546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] For port 960888fa-f069-4f06-8000-27f737d6f5a8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=960888fa-f069-4f06-8000-27f737d6f5a8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.509471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.510974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'network_id': '57890f54-7a9e-415c-972e-84791180b10b', 'port_id': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'mac_address': 'fa:16:3e:8a:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf6b7ce-8b35-4121-b2b0-105090a06a05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:26.528125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0199649c-95f6-45c3-9d8c-72a8770ae2ed req-41c8f06e-8547-4ce0-a2f7-3dbd1c3d214f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827631 Jul 15 13:12:26.537441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.563579 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.569166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['b417549c-f62f-43a1-af23-8944a8404afb'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:26.654657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f58735-0c11-4bf9-bac4-a5202b0301c3 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:26.717254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Calling delete_port for 960888fa-f069-4f06-8000-27f737d6f5a8 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:26.737056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:26.752511 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.757103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.767881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:26.788174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075137-9320-44aa-bffe-b5891900911d req-19c96cdf-8edd-4df1-bd8e-c4dd9f2033b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.790008 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-19c96cdf-8edd-4df1-bd8e-c4dd9f2033b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.5207233 Jul 15 13:12:26.910121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d18e-450a-4aea-a206-8062492e2044 req-0db2a444-7fcc-49ab-bc0d-4c878ea95ce0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:26.913122 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b08d18e-450a-4aea-a206-8062492e2044 req-0db2a444-7fcc-49ab-bc0d-4c878ea95ce0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.2188909 Jul 15 13:12:26.918592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:26.952095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['92df6901-bac4-4783-804b-2b836f0388fa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:26.962560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d98e69f-91ba-4830-ba24-0d402c6c6fdb up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:27.014625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b08d18e-450a-4aea-a206-8062492e2044 req-afea718f-9e18-4403-910a-da67b9b36efa tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935540 Jul 15 13:12:27.061542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.062488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e46834-4733-438c-a60e-d14d5e9719d4 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:27.076846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.080547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-40e0d2b5-cf9b-4ec5-9bef-466a6b833418 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f7e46834-4733-438c-a60e-d14d5e9719d4 HTTP/1.1" status: 204 len: 168 time: 3.5781388 Jul 15 13:12:27.080547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-ea3531f2-e50c-40e9-a46a-4aab04bd1204 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 200 len: 217 time: 0.2702696 Jul 15 13:12:27.081668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58592) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:27.127769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['01f58735-0c11-4bf9-bac4-a5202b0301c3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:27.158794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43ad8c79-8267-47d1-a892-f9a0b96deb56 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:27.226888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Deleting subnet b69c3fae-26a0-4e40-8b18-4fbc5826f86d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:27.246093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.280230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 43ad8c79-8267-47d1-a892-f9a0b96deb56 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:27.280691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43ad8c79-8267-47d1-a892-f9a0b96deb56 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:27.281245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be5a5129-3adc-4e9c-a0d9-ac11c184b555 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:27.321771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: be5a5129-3adc-4e9c-a0d9-ac11c184b555 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:27.322391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be5a5129-3adc-4e9c-a0d9-ac11c184b555 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:27.323177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd856cf7-5b5d-4bac-ba29-497d11aca55a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:27.361855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: bd856cf7-5b5d-4bac-ba29-497d11aca55a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:27.361855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd856cf7-5b5d-4bac-ba29-497d11aca55a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:27.364394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.391764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.427792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:27.435896 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075137-9320-44aa-bffe-b5891900911d req-372147d8-35bc-43cc-b260-6a56abd3e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.438255 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-372147d8-35bc-43cc-b260-6a56abd3e1ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.3350787 Jul 15 13:12:27.444993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:27.445301 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.461655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef04c-1981-44b2-9658-29d1832937e3 req-6c8eb804-1492-432a-a834-b76de5fba727 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.468849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef04c-1981-44b2-9658-29d1832937e3 req-6c8eb804-1492-432a-a834-b76de5fba727 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.475826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bef04c-1981-44b2-9658-29d1832937e3 req-6c8eb804-1492-432a-a834-b76de5fba727 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.477749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7bef04c-1981-44b2-9658-29d1832937e3 req-6c8eb804-1492-432a-a834-b76de5fba727 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2416 time: 0.1709094 Jul 15 13:12:27.509567 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-97611928-0fe1-485a-aef5-e0481bdeb4da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595784 Jul 15 13:12:27.558448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Pushing event deleted for resources: {'Port': ['ID=960888fa-f069-4f06-8000-27f737d6f5a8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:27.559649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.645572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbe4b8-91d2-48e2-8aae-61e96173d30d req-924982ba-3748-41a4-8fd0-150fce468dd1 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:27.653539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83fbe4b8-91d2-48e2-8aae-61e96173d30d req-924982ba-3748-41a4-8fd0-150fce468dd1 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.6337457 Jul 15 13:12:27.664557 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.679310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.696526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:27.699893 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2ec6c-98c8-4a92-bc10-bfcb902eba91" -d '{"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-plugged", "status": "completed", "tag": "0d98e69f-91ba-4830-ba24-0d402c6c6fdb"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:27.728415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:27.735791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.755651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69c3fae-26a0-4e40-8b18-4fbc5826f86d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:27.774280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.779011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.784990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a44a9690-6da3-47fa-946d-fd70ffc15d01 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b69c3fae-26a0-4e40-8b18-4fbc5826f86d HTTP/1.1" status: 204 len: 168 time: 0.6990440 Jul 15 13:12:27.785313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ee9ef-4686-4483-a386-1181cef22b1c None None] Network 117cb575-d16c-4315-9e7e-4a9fbc124b86 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:27.789242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58600) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:27.814440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83fbe4b8-91d2-48e2-8aae-61e96173d30d req-b7214578-36f2-4428-aa41-bef3774970da tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597650 Jul 15 13:12:27.849627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7bef04c-1981-44b2-9658-29d1832937e3 req-795c44f2-5e09-4cd6-968b-44ba7fd72b60 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592196 Jul 15 13:12:27.957145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:27.967056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:28.049639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-d840d770-866f-4a44-b05c-587a5aa3e889 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219681 Jul 15 13:12:28.107248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.112723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.126692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Deleting port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:28.127225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.190548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b526e0-83f5-4952-b311-f2fe68c4d2fb req-80014ead-815d-4be7-aff0-8622b42210f9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.193376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4b526e0-83f5-4952-b311-f2fe68c4d2fb req-80014ead-815d-4be7-aff0-8622b42210f9 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 944 time: 0.2157707 Jul 15 13:12:28.254197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] DHCP port deletion for 117cb575-d16c-4315-9e7e-4a9fbc124b86 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:28.300087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.306067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:12:28.325208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.329373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d309521d-4b00-4c01-ba12-83cd574ac147 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a96825a8-6ad7-4cd6-8035-f90f17b7b2d5 HTTP/1.1" status: 204 len: 168 time: 4.1642170 Jul 15 13:12:28.335412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] For port 2fb70b9b-bb62-4235-af16-df0e9a5e5136, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fb70b9b-bb62-4235-af16-df0e9a5e5136,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:28.336426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.343317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] Deleting port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:28.344186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.352230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58604) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:28.405835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Calling delete_port for 2fb70b9b-bb62-4235-af16-df0e9a5e5136 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:28.456010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] For port 2fb70b9b-bb62-4235-af16-df0e9a5e5136, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fb70b9b-bb62-4235-af16-df0e9a5e5136,segment=NetworkSegment(aef73413-7946-4008-8e03-cb988f8827c0),segment_id=aef73413-7946-4008-8e03-cb988f8827c0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:28.456512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.467793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e075137-9320-44aa-bffe-b5891900911d req-f947bc8d-8906-43d2-82b2-2fd605f2d3ac service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169180 Jul 15 13:12:28.473172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] Calling delete_port for 2fb70b9b-bb62-4235-af16-df0e9a5e5136 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:28.501767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a6d4-96b4-4d63-85b1-dcad3df36738 req-63d1fc5d-e791-4be4-a14c-379ca7640b10 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.511450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d04a6d4-96b4-4d63-85b1-dcad3df36738 req-63d1fc5d-e791-4be4-a14c-379ca7640b10 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.2267945 Jul 15 13:12:28.569306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d04a6d4-96b4-4d63-85b1-dcad3df36738 req-dc9bf93d-27f2-46ea-9265-cd77cee4fc21 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556064 Jul 15 13:12:28.577579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.644429 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10b2f3-1b8a-4eb3-a9cd-3817eb0f3473 x-openstack-request-id: req-9b10b2f3-1b8a-4eb3-a9cd-3817eb0f3473 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:28.644863 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-plugged", "status": "completed", "tag": "0d98e69f-91ba-4830-ba24-0d402c6c6fdb", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:28.645247 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b10b2f3-1b8a-4eb3-a9cd-3817eb0f3473 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:28.645808 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb', 'code': 200} Jul 15 13:12:28.650319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Deleting subnet c42b15e6-8472-4e88-b12a-f732da3f46a8 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:28.653511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] No DVR routers for this DVR port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:28.656418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.659154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4b526e0-83f5-4952-b311-f2fe68c4d2fb req-9f30cf38-0f05-4a7d-ad81-fc85cdd2d8cb tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434404 Jul 15 13:12:28.660118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb70b9b-bb62-4235-af16-df0e9a5e5136,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:28.662496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.709038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] Pushing event deleted for resources: {'Port': ['ID=2fb70b9b-bb62-4235-af16-df0e9a5e5136,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:28.715065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e18423-f155-4491-80c1-f5c8cdd01666 None None] No DVR routers for this DVR port 2fb70b9b-bb62-4235-af16-df0e9a5e5136 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:28.751791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.894048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.895320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe441c-7547-49d5-8814-c814981ff68d req-58791b7c-b811-4153-a990-fa9d62768c64 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:28.897272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74fe441c-7547-49d5-8814-c814981ff68d req-58791b7c-b811-4153-a990-fa9d62768c64 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1110625 Jul 15 13:12:28.897433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:28.937477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117cb575-d16c-4315-9e7e-4a9fbc124b86']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:28.957865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b417549c-f62f-43a1-af23-8944a8404afb up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:28.967891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74fe441c-7547-49d5-8814-c814981ff68d req-a311da00-22ad-4e67-b8e1-a692ec98305d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576725 Jul 15 13:12:28.970939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef73413-7946-4008-8e03-cb988f8827c0') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:28.971496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef73413-7946-4008-8e03-cb988f8827c0') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:29.017640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.063218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.075873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:29.076318 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.081431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port b417549c-f62f-43a1-af23-8944a8404afb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:29.088300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port b417549c-f62f-43a1-af23-8944a8404afb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:29.090604 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.096936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fb70b9b-bb62-4235-af16-df0e9a5e5136 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:29.149942 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:29.173095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.176711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 2fb70b9b-bb62-4235-af16-df0e9a5e5136 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:29.177276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fb70b9b-bb62-4235-af16-df0e9a5e5136 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:29.177989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 960888fa-f069-4f06-8000-27f737d6f5a8 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:29.217463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac2992-f0ee-4ce0-8c80-7e4fa1038aab req-0ba1347d-74fb-4696-b0e9-7a7f425f2f73 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.218386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 960888fa-f069-4f06-8000-27f737d6f5a8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:29.218992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 960888fa-f069-4f06-8000-27f737d6f5a8 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:29.219688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39ac2992-f0ee-4ce0-8c80-7e4fa1038aab req-0ba1347d-74fb-4696-b0e9-7a7f425f2f73 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.0877452 Jul 15 13:12:29.220970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.241823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42b15e6-8472-4e88-b12a-f732da3f46a8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.246465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da00b0e-31db-4ac1-ad9b-d01f89cd7693 None None] Network 1a01e7e7-247f-4a38-8ea9-f0226861cda9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:29.256680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.258572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/117cb575-d16c-4315-9e7e-4a9fbc124b86 HTTP/1.1" status: 204 len: 168 time: 1.4694419 Jul 15 13:12:29.260519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.263650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86b66ea1-3502-4e91-9222-5b5916e4f886 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c42b15e6-8472-4e88-b12a-f732da3f46a8 HTTP/1.1" status: 204 len: 168 time: 0.9093637 Jul 15 13:12:29.265174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3eef20-6130-4237-bd55-7445d74d68f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=117cb575-d16c-4315-9e7e-4a9fbc124b86,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.272831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:29.298754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39ac2992-f0ee-4ce0-8c80-7e4fa1038aab req-39e4f00f-3bd4-46b6-a0d2-7c6307b026e1 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593646 Jul 15 13:12:29.406635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:29.418943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.445516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.463286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-16d31502-5b9e-47b1-9f07-d114ab2a6abc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91efae75ac8e4730808d4d2c3ac0a848&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549941 Jul 15 13:12:29.466172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58630) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:29.496002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308943a0-9eb9-41d4-af8e-4cf423946929 req-37bd5c5f-7ea0-4b2f-a6de-c2d10c1cf6eb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.503592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308943a0-9eb9-41d4-af8e-4cf423946929 req-37bd5c5f-7ea0-4b2f-a6de-c2d10c1cf6eb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.511894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308943a0-9eb9-41d4-af8e-4cf423946929 req-37bd5c5f-7ea0-4b2f-a6de-c2d10c1cf6eb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.513765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-308943a0-9eb9-41d4-af8e-4cf423946929 req-37bd5c5f-7ea0-4b2f-a6de-c2d10c1cf6eb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2417 time: 0.3603094 Jul 15 13:12:29.522106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b417549c-f62f-43a1-af23-8944a8404afb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b417549c-f62f-43a1-af23-8944a8404afb,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.530461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.531593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 462d7a96-dc3c-4941-bbe5-99d4441a1060 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:29.565699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Deleting port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:29.566079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.583798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09de816-0499-45ee-9cb4-7d28cf3b2062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.596950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-308943a0-9eb9-41d4-af8e-4cf423946929 req-14aaa1c3-78b2-47a0-a3e5-5fce90f43efb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680511 Jul 15 13:12:29.618137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:29.643262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09de816-0499-45ee-9cb4-7d28cf3b2062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.723773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] For port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,segment=NetworkSegment(56d7e24e-f9c0-4a06-a37e-1d9a42a94158),segment_id=56d7e24e-f9c0-4a06-a37e-1d9a42a94158)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:29.724622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.725830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09de816-0499-45ee-9cb4-7d28cf3b2062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.730029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d09de816-0499-45ee-9cb4-7d28cf3b2062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:29.744283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Calling delete_port for ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:29.745518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d09de816-0499-45ee-9cb4-7d28cf3b2062 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b1eb0a4-263a-46b1-9a1c-2669461ab746 HTTP/1.1" status: 204 len: 168 time: 0.2748845 Jul 15 13:12:29.772466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09de816-0499-45ee-9cb4-7d28cf3b2062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1eb0a4-263a-46b1-9a1c-2669461ab746,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:29.980573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d5e4e-799d-4983-b653-ff0148b6bc7f req-05f0d151-aa44-4939-a920-fed79ef6742e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:29.990384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-050d5e4e-799d-4983-b653-ff0148b6bc7f req-05f0d151-aa44-4939-a920-fed79ef6742e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.1482658 Jul 15 13:12:29.993913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.027024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac096e9-9d96-4ac6-9f76-1646b8085b5a None None] DHCP port deletion for 1a01e7e7-247f-4a38-8ea9-f0226861cda9 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:30.036218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b417549c-f62f-43a1-af23-8944a8404afb,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.037801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.072015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] No DVR routers for this DVR port ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:30.075733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 92df6901-bac4-4783-804b-2b836f0388fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:30.076401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.082063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 462d7a96-dc3c-4941-bbe5-99d4441a1060 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:30.111676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 462d7a96-dc3c-4941-bbe5-99d4441a1060 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:30.112435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.139204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b9a57-0271-4518-99a8-d6e52623af8d req-a1a073d7-a813-40f8-8ba0-9b2c4d0c9f8f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.141940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7b9a57-0271-4518-99a8-d6e52623af8d req-a1a073d7-a813-40f8-8ba0-9b2c4d0c9f8f tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 944 time: 0.1826394 Jul 15 13:12:30.177859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.192508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a01e7e7-247f-4a38-8ea9-f0226861cda9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:30.204553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d7e24e-f9c0-4a06-a37e-1d9a42a94158') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:30.204857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d7e24e-f9c0-4a06-a37e-1d9a42a94158') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:30.217367 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.238635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.247408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:30.247967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:30.251367 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:30.277570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.355875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:30.359350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-050d5e4e-799d-4983-b653-ff0148b6bc7f req-e9585fbc-6abd-4b6a-857f-7e29612bce14 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677938 Jul 15 13:12:30.363861 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.365239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:30.379678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.394540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.397374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.415767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1a01e7e7-247f-4a38-8ea9-f0226861cda9 HTTP/1.1" status: 204 len: 168 time: 1.1296339 Jul 15 13:12:30.415767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58646) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.451537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9d2de-4d16-4ef3-9d5c-cd238a3c0fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a01e7e7-247f-4a38-8ea9-f0226861cda9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.519127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bed6c7af-a610-421a-8db6-19f68f016ca6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad0a0fdf0590456d96a934661da1b7fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0823762 Jul 15 13:12:30.519768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58648) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.522402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7b9a57-0271-4518-99a8-d6e52623af8d req-3563d2b4-b522-4752-b8fc-5565667e2a1d tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740773 Jul 15 13:12:30.584796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 462d7a96-dc3c-4941-bbe5-99d4441a1060, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=462d7a96-dc3c-4941-bbe5-99d4441a1060,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:30.589316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.594270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.625202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 01f58735-0c11-4bf9-bac4-a5202b0301c3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:30.634722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 01f58735-0c11-4bf9-bac4-a5202b0301c3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:30.635714 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.657483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a56869d3-2ea4-4109-b2d2-b0d257c8f170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.661420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b417549c-f62f-43a1-af23-8944a8404afb'}, {'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa'}, {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d7a96-dc3c-4941-bbe5-99d4441a1060'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:30.664853 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca86bbe-1156-4081-95e0-d6b922900ba1" -d '{"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-plugged", "status": "completed", "tag": "b417549c-f62f-43a1-af23-8944a8404afb"}, {"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-plugged", "status": "completed", "tag": "92df6901-bac4-4783-804b-2b836f0388fa"}, {"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-plugged", "status": "completed", "tag": "462d7a96-dc3c-4941-bbe5-99d4441a1060"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:30.709810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=462d7a96-dc3c-4941-bbe5-99d4441a1060,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.761459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728d1fa-75d6-4697-9d64-b453fa636aeb req-0f60c9cd-75e6-4568-96dc-603bbb77e264 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.766428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c728d1fa-75d6-4697-9d64-b453fa636aeb req-0f60c9cd-75e6-4568-96dc-603bbb77e264 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.0979323 Jul 15 13:12:30.766810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.787741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.839428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:30.844927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:30.881428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c728d1fa-75d6-4697-9d64-b453fa636aeb req-b19b645f-f69b-43b8-91b4-e1ff9cd6cf57 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076860 Jul 15 13:12:30.894661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a33d3943-344e-4c85-94bf-e1e53d2ae2b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=765610a3f69640f19e3934cbcc4df743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224399 Jul 15 13:12:30.896517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:30.915484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:30.965444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-900b48ba-17f0-47b3-9972-9dcd23e0fb0c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:30.967398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-900b48ba-17f0-47b3-9972-9dcd23e0fb0c tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 945 time: 0.1799860 Jul 15 13:12:31.019861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f92f3645-92f7-494e-8e4a-299da9143980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.074916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:31.099979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f92f3645-92f7-494e-8e4a-299da9143980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.109724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:31.110610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef51a76b-aa73-40a5-ba4e-8f2ad17aed3c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:31.121094 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a56869d3-2ea4-4109-b2d2-b0d257c8f170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.162654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127fc46-ceea-4760-984c-3020c42d4430 req-400e24c2-e8e9-4923-930b-a80ec288daa8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.164239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4127fc46-ceea-4760-984c-3020c42d4430 req-400e24c2-e8e9-4923-930b-a80ec288daa8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.6021938 Jul 15 13:12:31.210481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4127fc46-ceea-4760-984c-3020c42d4430 req-157caa97-2108-4ad3-b6e3-5dacd01d70bf tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Jul 15 13:12:31.219454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a56869d3-2ea4-4109-b2d2-b0d257c8f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.222136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a56869d3-2ea4-4109-b2d2-b0d257c8f170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.235724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a56869d3-2ea4-4109-b2d2-b0d257c8f170 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66e1e721-365a-4bbb-a5ed-677105bba591 HTTP/1.1" status: 204 len: 168 time: 0.7029314 Jul 15 13:12:31.235724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56869d3-2ea4-4109-b2d2-b0d257c8f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e1e721-365a-4bbb-a5ed-677105bba591,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.269619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Deleting port 92df6901-bac4-4783-804b-2b836f0388fa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:31.269971 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.286104 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8e9c2-02cc-4694-920c-258e16cdfd39 x-openstack-request-id: req-9fb8e9c2-02cc-4694-920c-258e16cdfd39 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:31.286558 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-plugged", "status": "completed", "tag": "b417549c-f62f-43a1-af23-8944a8404afb", "code": 200}, {"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-plugged", "status": "completed", "tag": "92df6901-bac4-4783-804b-2b836f0388fa", "code": 200}, {"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-plugged", "status": "completed", "tag": "462d7a96-dc3c-4941-bbe5-99d4441a1060", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:31.286824 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fb8e9c2-02cc-4694-920c-258e16cdfd39 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:31.287229 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b417549c-f62f-43a1-af23-8944a8404afb', 'code': 200} Jul 15 13:12:31.287655 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa', 'code': 200} Jul 15 13:12:31.288049 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d7a96-dc3c-4941-bbe5-99d4441a1060', 'code': 200} Jul 15 13:12:31.321143 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f92f3645-92f7-494e-8e4a-299da9143980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.323836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f92f3645-92f7-494e-8e4a-299da9143980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.326689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f92f3645-92f7-494e-8e4a-299da9143980 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa52bea8-4dcc-4c91-9dc9-a039096edf53 HTTP/1.1" status: 204 len: 168 time: 0.4262774 Jul 15 13:12:31.377091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3645-92f7-494e-8e4a-299da9143980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa52bea8-4dcc-4c91-9dc9-a039096edf53,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.432655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b1b2-315f-4036-abb8-0412026ecfce req-ca97f62e-444f-41d7-b9b9-25ea7460f060 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.442719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b1b2-315f-4036-abb8-0412026ecfce req-ca97f62e-444f-41d7-b9b9-25ea7460f060 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.445407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b1b2-315f-4036-abb8-0412026ecfce req-ca97f62e-444f-41d7-b9b9-25ea7460f060 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.447313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b04b1b2-315f-4036-abb8-0412026ecfce req-ca97f62e-444f-41d7-b9b9-25ea7460f060 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2419 time: 0.2691703 Jul 15 13:12:31.490615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:31.490615 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.508414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Calling delete_port for 92df6901-bac4-4783-804b-2b836f0388fa owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:31.556437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:31.568382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b04b1b2-315f-4036-abb8-0412026ecfce req-24b41241-fc6c-46b2-98ce-e21260dd072b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134002 Jul 15 13:12:31.662128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a886f-c00e-4a03-b3bb-0ed307bb7792 req-b23756c8-0af0-49e5-bb4b-9643632c0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.662649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a886f-c00e-4a03-b3bb-0ed307bb7792 req-b23756c8-0af0-49e5-bb4b-9643632c0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.663188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a886f-c00e-4a03-b3bb-0ed307bb7792 req-b23756c8-0af0-49e5-bb4b-9643632c0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.669441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f5a886f-c00e-4a03-b3bb-0ed307bb7792 req-b23756c8-0af0-49e5-bb4b-9643632c0a28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2875 time: 0.2955971 Jul 15 13:12:31.673215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.738487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621978b7-bd25-4cd0-8289-d07d0ec1e09d req-d2ef0f5f-fcf6-43c1-b37c-91cbf51e8cf1 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.747649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-621978b7-bd25-4cd0-8289-d07d0ec1e09d req-d2ef0f5f-fcf6-43c1-b37c-91cbf51e8cf1 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1701317 Jul 15 13:12:31.760320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 92df6901-bac4-4783-804b-2b836f0388fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=92df6901-bac4-4783-804b-2b836f0388fa,segment=NetworkSegment(4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0),segment_id=4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:31.766047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:31.790602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:31.805685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f5a886f-c00e-4a03-b3bb-0ed307bb7792 req-abded005-63d8-4b71-8f03-fdb9c7397cd2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228108 Jul 15 13:12:31.830547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-621978b7-bd25-4cd0-8289-d07d0ec1e09d req-49966d1e-1756-4a35-ac53-156488f2dda5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 Jul 15 13:12:31.861337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:31.933240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-177c921a-cbe6-415c-9c86-adcedb820604 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f8460920a72434da46922fdb9544257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344805 Jul 15 13:12:31.937100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:31.956752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd26a7-4664-40e6-aaa8-50b7ce7f471c req-b85e1cb3-a2cd-4db5-b1e6-dc4352f31aac tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:31.958352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74bd26a7-4664-40e6-aaa8-50b7ce7f471c req-b85e1cb3-a2cd-4db5-b1e6-dc4352f31aac tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/ports?device_id=3d77b9e1-8c4f-4486-b540-9ed41fd173ff HTTP/1.1" status: 200 len: 943 time: 0.1864071 Jul 15 13:12:31.963928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.018567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Pushing event deleted for resources: {'Port': ['ID=92df6901-bac4-4783-804b-2b836f0388fa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.043573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c6a-466c-47cd-93a5-67452f745e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.079741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] No DVR routers for this DVR port 92df6901-bac4-4783-804b-2b836f0388fa on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:32.084115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.086429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9751cd33-0918-4e89-8058-6a2f27b9b1b5 req-85bf575b-7422-4695-9548-af1abee37c37 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.58 "DELETE /v2.0/ports/92df6901-bac4-4783-804b-2b836f0388fa HTTP/1.1" status: 204 len: 173 time: 1.1030390 Jul 15 13:12:32.086910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-deleted', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:32.098742 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3420655-eef2-44a6-aaec-9104e16798b9" -d '{"events": [{"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-deleted", "tag": "92df6901-bac4-4783-804b-2b836f0388fa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:32.104806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74bd26a7-4664-40e6-aaa8-50b7ce7f471c req-4d224a36-5e75-4264-9f2e-700efe3bde15 tempest-ImagesTestJSON-1531796813 tempest-ImagesTestJSON-1531796813-project] 10.222.0.57 "GET /v2.0/security-groups?id=9888c4d2-d425-4cbf-88e1-52825e13f036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382146 Jul 15 13:12:32.145623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c6a-466c-47cd-93a5-67452f745e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.240680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ce161-b985-4afa-a610-c38a16450d4a req-c8dc9f6e-12b3-444c-a25b-2adb260a3aca tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.248748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f4ce161-b985-4afa-a610-c38a16450d4a req-c8dc9f6e-12b3-444c-a25b-2adb260a3aca tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.2001853 Jul 15 13:12:32.297910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f4ce161-b985-4afa-a610-c38a16450d4a req-badcef2e-6224-42b3-9ad1-b511dcec5b0c tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Jul 15 13:12:32.298676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c6a-466c-47cd-93a5-67452f745e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.301292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38ee4c6a-466c-47cd-93a5-67452f745e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:32.302430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-38ee4c6a-466c-47cd-93a5-67452f745e87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2787733-fcf1-4017-bef8-c3575791eab1 HTTP/1.1" status: 204 len: 168 time: 0.3640623 Jul 15 13:12:32.311960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee4c6a-466c-47cd-93a5-67452f745e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2787733-fcf1-4017-bef8-c3575791eab1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:32.489682 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9b8fe3-6954-41e0-9f1c-121f0275feab x-openstack-request-id: req-bf9b8fe3-6954-41e0-9f1c-121f0275feab {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:32.490051 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-deleted", "tag": "92df6901-bac4-4783-804b-2b836f0388fa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:32.490374 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bf9b8fe3-6954-41e0-9f1c-121f0275feab {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:32.490863 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-deleted', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa', 'status': 'completed', 'code': 200} Jul 15 13:12:32.493338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df0f05-99ae-4625-b686-7bdc06ba5734 req-f2c89890-7df6-4622-bd47-de99aaaf2eaf tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.495067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14df0f05-99ae-4625-b686-7bdc06ba5734 req-f2c89890-7df6-4622-bd47-de99aaaf2eaf tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.0748429 Jul 15 13:12:32.539259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14df0f05-99ae-4625-b686-7bdc06ba5734 req-da3c704d-a893-4e4e-90c1-bd2e02b3d7c4 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Jul 15 13:12:32.830871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad19c5-54eb-4b53-bccd-620ae05e9720 req-674c36f6-bde0-4c82-a376-56c18f0e6858 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.840145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad19c5-54eb-4b53-bccd-620ae05e9720 req-674c36f6-bde0-4c82-a376-56c18f0e6858 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.846613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad19c5-54eb-4b53-bccd-620ae05e9720 req-674c36f6-bde0-4c82-a376-56c18f0e6858 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:32.854661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4ad19c5-54eb-4b53-bccd-620ae05e9720 req-674c36f6-bde0-4c82-a376-56c18f0e6858 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2419 time: 0.1515577 Jul 15 13:12:32.912914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4ad19c5-54eb-4b53-bccd-620ae05e9720 req-1f08131d-7b58-46f2-9757-d1f830374f66 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571158 Jul 15 13:12:33.110864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36362b4-1bb4-49cd-b2b1-ee0ba569277f req-7c214c85-a6d8-44f4-848a-64cb76715315 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.112755 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f36362b4-1bb4-49cd-b2b1-ee0ba569277f req-7c214c85-a6d8-44f4-848a-64cb76715315 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.0828686 Jul 15 13:12:33.165589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f36362b4-1bb4-49cd-b2b1-ee0ba569277f req-29331c1a-748b-4904-8f9c-cd61522ad8a0 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Jul 15 13:12:33.289852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3'}, {'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:33.293215 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa6f460-810a-4962-b2fc-b94788b177dc" -d '{"events": [{"server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "name": "network-vif-plugged", "status": "completed", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3"}, {"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-unplugged", "status": "completed", "tag": "92df6901-bac4-4783-804b-2b836f0388fa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:33.511109 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b35e3-a792-4195-9ad4-20130ffe21b2 x-openstack-request-id: req-968b35e3-a792-4195-9ad4-20130ffe21b2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:33.511406 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "name": "network-vif-plugged", "status": "completed", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3", "code": 200}, {"server_uuid": "3d77b9e1-8c4f-4486-b540-9ed41fd173ff", "name": "network-vif-unplugged", "status": "completed", "tag": "92df6901-bac4-4783-804b-2b836f0388fa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:33.511720 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-968b35e3-a792-4195-9ad4-20130ffe21b2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:33.512142 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'code': 200} Jul 15 13:12:33.512394 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d77b9e1-8c4f-4486-b540-9ed41fd173ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92df6901-bac4-4783-804b-2b836f0388fa', 'code': 200} Jul 15 13:12:33.675833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7bcef-0c50-4107-a2d4-2122bb0c03a4 req-01ea9b88-4ce9-434a-a9fb-a53623728c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.685477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07f7bcef-0c50-4107-a2d4-2122bb0c03a4 req-01ea9b88-4ce9-434a-a9fb-a53623728c72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1097 time: 0.0868709 Jul 15 13:12:33.734920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25cefd-a0b7-4b64-b0b6-f46780ae3bce req-333330e4-301a-47c6-b2b6-9ea33252fbf3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:33.738588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b25cefd-a0b7-4b64-b0b6-f46780ae3bce req-333330e4-301a-47c6-b2b6-9ea33252fbf3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.1128240 Jul 15 13:12:33.742446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07f7bcef-0c50-4107-a2d4-2122bb0c03a4 req-e1e57252-5ac6-4db7-b2d9-89f2be95af5f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448148 Jul 15 13:12:33.791299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b25cefd-a0b7-4b64-b0b6-f46780ae3bce req-7a1e5d30-69b6-4239-92b9-52039afcb807 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453408 Jul 15 13:12:34.006368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c38c5-b677-4953-abe8-4673e698d7c8 req-ac2ae6dd-6911-4282-b295-fbdbcdb0b16b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.015736 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a49c38c5-b677-4953-abe8-4673e698d7c8 req-ac2ae6dd-6911-4282-b295-fbdbcdb0b16b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.0989716 Jul 15 13:12:34.059791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58794) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.075653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a49c38c5-b677-4953-abe8-4673e698d7c8 req-8a27c0d6-c630-4fb9-8a05-8745eead4634 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557711 Jul 15 13:12:34.169894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37818750-e83a-4651-aaf4-d4cd1e6e88ff req-f725c98a-696a-449c-8207-0c04284fa3da tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.176126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37818750-e83a-4651-aaf4-d4cd1e6e88ff req-f725c98a-696a-449c-8207-0c04284fa3da tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.183178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37818750-e83a-4651-aaf4-d4cd1e6e88ff req-f725c98a-696a-449c-8207-0c04284fa3da tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.184886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37818750-e83a-4651-aaf4-d4cd1e6e88ff req-f725c98a-696a-449c-8207-0c04284fa3da tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2419 time: 0.0970719 Jul 15 13:12:34.209834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-770eac81-ac5a-4a8a-9d3c-b0ed2da306a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.254569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37818750-e83a-4651-aaf4-d4cd1e6e88ff req-4d412f9b-e4aa-4a88-8ea3-a384fb11b127 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596647 Jul 15 13:12:34.347305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-770eac81-ac5a-4a8a-9d3c-b0ed2da306a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.352813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-770eac81-ac5a-4a8a-9d3c-b0ed2da306a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.392672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eac81-ac5a-4a8a-9d3c-b0ed2da306a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d1ee1a-0ffe-4777-9dec-bb50d0e56e79,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.401550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-770eac81-ac5a-4a8a-9d3c-b0ed2da306a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d754db55522a49119823580471058bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397248 Jul 15 13:12:34.403828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58810) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:34.522480 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.556149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.572001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172ca50-4263-45b8-b076-4dd1e0a2aa92 req-45ae9003-a902-43e5-a2e5-f32d6f148c2b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.573931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9172ca50-4263-45b8-b076-4dd1e0a2aa92 req-45ae9003-a902-43e5-a2e5-f32d6f148c2b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1312339 Jul 15 13:12:34.649933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9172ca50-4263-45b8-b076-4dd1e0a2aa92 req-32c422ba-42c9-48ce-9991-7db454ee38b9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655677 Jul 15 13:12:34.664761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.668328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:34.669519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6d1ee1a-0ffe-4777-9dec-bb50d0e56e79 HTTP/1.1" status: 204 len: 168 time: 0.2643814 Jul 15 13:12:34.697050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d1ee1a-0ffe-4777-9dec-bb50d0e56e79,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:34.718317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.718611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.719273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.719632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.720015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.720376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.720940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.721301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.723250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.723619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.724084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.724425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a149b7-4397-4237-918d-bdf785ea53f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:34.979952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-93eed1f1-463c-406d-8664-4e66f13e60de tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:34.987141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-93eed1f1-463c-406d-8664-4e66f13e60de tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1098 time: 0.1097696 Jul 15 13:12:35.008031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:35.127015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.194672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b467-ad9b-4174-aefb-ca13eafd699f req-75e25394-2ec2-4dbd-a282-c596a3ed0b02 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.196287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4830b467-ad9b-4174-aefb-ca13eafd699f req-75e25394-2ec2-4dbd-a282-c596a3ed0b02 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 946 time: 0.1348119 Jul 15 13:12:35.288127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4830b467-ad9b-4174-aefb-ca13eafd699f req-4bc6fd1d-5ab2-45d6-8c10-09ee2a970f58 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822456 Jul 15 13:12:35.296848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff991be-9903-4345-8039-017fa90496ef req-b19abae3-35a7-43ed-ac18-c54af6984aa7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.303093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff991be-9903-4345-8039-017fa90496ef req-b19abae3-35a7-43ed-ac18-c54af6984aa7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.319646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff991be-9903-4345-8039-017fa90496ef req-b19abae3-35a7-43ed-ac18-c54af6984aa7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.320243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:35.321723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ff991be-9903-4345-8039-017fa90496ef req-b19abae3-35a7-43ed-ac18-c54af6984aa7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2419 time: 0.1057799 Jul 15 13:12:35.380627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:35.385633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ff991be-9903-4345-8039-017fa90496ef req-5292b1f3-7500-487c-8c04-8be7c5ce36c7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575504 Jul 15 13:12:35.472199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:35.475404 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365d430-06df-48e5-aabf-24e667cbbf12" -d '{"events": [{"server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:35.481311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58860) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:35.484173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.528795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.539323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Deleting subnet ced8565f-aa71-41bd-997f-7ad7392f4d05 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:35.544084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.546702 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65270590-1d17-4ac2-abae-670ca807e5dd x-openstack-request-id: req-65270590-1d17-4ac2-abae-670ca807e5dd {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:35.547106 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:35.547441 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65270590-1d17-4ac2-abae-670ca807e5dd {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:35.547935 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'code': 200} Jul 15 13:12:35.575839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:35.593452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.627809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 92df6901-bac4-4783-804b-2b836f0388fa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:35.628262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 92df6901-bac4-4783-804b-2b836f0388fa not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:35.636967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.684744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102576c-afc0-4a66-963a-c6692dfa4afe req-2df6604b-03ed-4fba-b3f0-5d2e6c3f87a7 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.692927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5102576c-afc0-4a66-963a-c6692dfa4afe req-2df6604b-03ed-4fba-b3f0-5d2e6c3f87a7 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.2402048 Jul 15 13:12:35.699923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.702756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.728737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:35.730018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:35.730655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:35.748749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:35.749435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Attempting to bind port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on network aa582b1c-465d-4324-9216-ead2cf4760d8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:35.756452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced8565f-aa71-41bd-997f-7ad7392f4d05,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:35.758792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.760921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c95f2b57-7ad7-4c1d-a59c-cc6d413435b5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ced8565f-aa71-41bd-997f-7ad7392f4d05 HTTP/1.1" status: 204 len: 168 time: 0.2783754 Jul 15 13:12:35.764451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58878) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:35.785209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:35.785651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Checking segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:35.786060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Bound using segment: {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:35.786509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Bound port: 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d446f4-e365-49e4-a0ef-27d1d8e30538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aa582b1c-465d-4324-9216-ead2cf4760d8'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:35.786892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.818338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5102576c-afc0-4a66-963a-c6692dfa4afe req-88741541-11a5-4c9c-8266-6a454c309c2c tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243153 Jul 15 13:12:35.904923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:35.909576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.911582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:35.919663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:35.969548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220946db-aee7-402f-9009-0e139a46cda0 req-efaea9e6-17ea-43ec-9121-587263c2b215 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:35.971471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-220946db-aee7-402f-9009-0e139a46cda0 req-efaea9e6-17ea-43ec-9121-587263c2b215 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1607988 Jul 15 13:12:36.005066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.008000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.017667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.018441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.020223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-c8d066aa-df06-4913-9b66-b20e6727dcea service neutron] 10.222.0.59 "PUT /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 1124 time: 1.0195961 Jul 15 13:12:36.056118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.071328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c131fbb-22d7-415d-9f05-a57deb198ed9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:36.094433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:36.095044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef0f0a0-8f5c-490e-a22e-3a2d283cffe0') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:36.105044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:36.121582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.139920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-220946db-aee7-402f-9009-0e139a46cda0 req-51028678-33dd-436e-8081-7ee9c7ace602 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600175 Jul 15 13:12:36.176288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ce63fa0-2e4a-402f-a3e6-fa4e1d969968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.182107 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.191103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:36.200799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:36.201403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:36.204364 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:36.369783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.382659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.389187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] 10.222.0.57 "DELETE /v2.0/networks/5c131fbb-22d7-415d-9f05-a57deb198ed9 HTTP/1.1" status: 204 len: 168 time: 0.6232300 Jul 15 13:12:36.429510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9e324-e86e-4266-8510-3dd29fdd13fa admin admin] Pushing event deleted for resources: {'Network': ['ID=5c131fbb-22d7-415d-9f05-a57deb198ed9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.449656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ce63fa0-2e4a-402f-a3e6-fa4e1d969968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.456633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ce63fa0-2e4a-402f-a3e6-fa4e1d969968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.592731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.593428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6ce63fa0-2e4a-402f-a3e6-fa4e1d969968 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46f4ed7662bf481aad04c75b3ea4fb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813541 Jul 15 13:12:36.603179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58906) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.614747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce63fa0-2e4a-402f-a3e6-fa4e1d969968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46b9b8-699d-4de8-b226-0d9a2134511a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.657937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb43d-97f8-4ee9-ba95-73a0b753484d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.688708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb43d-97f8-4ee9-ba95-73a0b753484d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.705326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.758035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-480d85c8-4f57-42ed-b72e-fc2d9ab7ccd5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd6aebb706a54aaca728538df92faea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525600 Jul 15 13:12:36.758927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58912) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:36.765052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae171f-dbea-46e8-b485-7afb915a91e1 req-ace1a066-c4d8-40f2-8a5a-d26d966e6e21 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.769456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cae171f-dbea-46e8-b485-7afb915a91e1 req-ace1a066-c4d8-40f2-8a5a-d26d966e6e21 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1097 time: 0.2724090 Jul 15 13:12:36.849444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-6b644cdf-584d-4c4a-9246-e3ff18dc4386 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.856098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-6b644cdf-584d-4c4a-9246-e3ff18dc4386 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.862106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-6b644cdf-584d-4c4a-9246-e3ff18dc4386 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.863810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-6b644cdf-584d-4c4a-9246-e3ff18dc4386 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2419 time: 0.2356479 Jul 15 13:12:36.866062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77828d5b-1e21-4ada-839d-f9ef97b1bb50 req-70a1e0b8-79fe-4c31-9527-9f7f310bcde3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:36.867701 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77828d5b-1e21-4ada-839d-f9ef97b1bb50 req-70a1e0b8-79fe-4c31-9527-9f7f310bcde3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.0967610 Jul 15 13:12:36.875633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb43d-97f8-4ee9-ba95-73a0b753484d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.878387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb43d-97f8-4ee9-ba95-73a0b753484d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.881933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d4eb43d-97f8-4ee9-ba95-73a0b753484d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b46b9b8-699d-4de8-b226-0d9a2134511a HTTP/1.1" status: 204 len: 168 time: 0.2861536 Jul 15 13:12:36.903362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1ba43e1-3d19-4e73-9784-5c6357bf8c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.917475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cae171f-dbea-46e8-b485-7afb915a91e1 req-6e95385a-7904-4a77-b8e5-eafdb4486dce tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287329 Jul 15 13:12:36.922067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eb43d-97f8-4ee9-ba95-73a0b753484d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46b9b8-699d-4de8-b226-0d9a2134511a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:36.926017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4009f048-c043-47cb-b36e-114ef7127be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.953429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77828d5b-1e21-4ada-839d-f9ef97b1bb50 req-8a9b8fc2-c1e5-4a75-9042-a3af6e4c6301 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716450 Jul 15 13:12:36.953602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4009f048-c043-47cb-b36e-114ef7127be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:36.987582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:37.018093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4009f048-c043-47cb-b36e-114ef7127be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.021231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4009f048-c043-47cb-b36e-114ef7127be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.023331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4009f048-c043-47cb-b36e-114ef7127be0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9888c4d2-d425-4cbf-88e1-52825e13f036 HTTP/1.1" status: 204 len: 168 time: 0.2517333 Jul 15 13:12:37.042467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f048-c043-47cb-b36e-114ef7127be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888c4d2-d425-4cbf-88e1-52825e13f036,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.116713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port 462d7a96-dc3c-4941-bbe5-99d4441a1060 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:37.117795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.189457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1ba43e1-3d19-4e73-9784-5c6357bf8c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.195912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1ba43e1-3d19-4e73-9784-5c6357bf8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.233144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:37.250879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:12:37.313958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba43e1-3d19-4e73-9784-5c6357bf8c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7d44ae-71db-43a1-8844-172ad1eb8fc8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.321719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d1ba43e1-3d19-4e73-9784-5c6357bf8c14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c76ddafe8bb4b61b102a0457c8836c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125753 Jul 15 13:12:37.324127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58924) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:37.328540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port 462d7a96-dc3c-4941-bbe5-99d4441a1060, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=462d7a96-dc3c-4941-bbe5-99d4441a1060,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:37.328908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.354456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ea74-c209-4fae-a610-a0767196220b req-6b594546-44a1-4bc1-8c40-503f6b4311aa tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.356319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35d4ea74-c209-4fae-a610-a0767196220b req-6b594546-44a1-4bc1-8c40-503f6b4311aa tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1464725 Jul 15 13:12:37.356969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for 462d7a96-dc3c-4941-bbe5-99d4441a1060 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:37.434495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35d4ea74-c209-4fae-a610-a0767196220b req-12a7b954-5f8e-4b6a-ba1c-4f36c4bd54c1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646238 Jul 15 13:12:37.453150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc49982-46d6-42f7-a529-bec5c7acc750 req-3294451c-2e3a-49a7-9246-979d613475e5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.459183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc49982-46d6-42f7-a529-bec5c7acc750 req-3294451c-2e3a-49a7-9246-979d613475e5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.465671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc49982-46d6-42f7-a529-bec5c7acc750 req-3294451c-2e3a-49a7-9246-979d613475e5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.467467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fcc49982-46d6-42f7-a529-bec5c7acc750 req-3294451c-2e3a-49a7-9246-979d613475e5 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 2419 time: 0.2098281 Jul 15 13:12:37.488912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58928) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:37.504779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a16b9f70-36c8-4fc1-9985-9f0dc685a1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.506852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8abb7015-986a-4061-9870-2b0a98574591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.551836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:37.554162 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee9996-5ef8-4080-be2f-5e5c030acc64" -d '{"events": [{"name": "network-changed", "server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:37.567826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a16b9f70-36c8-4fc1-9985-9f0dc685a1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.589869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fcc49982-46d6-42f7-a529-bec5c7acc750 req-9d6f7e9d-86f2-4d35-a95e-2c8d2247c5e1 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089203 Jul 15 13:12:37.665575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.674736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d9058-8755-4c03-8277-6924022ca346 req-0e59353d-2aec-4d0a-b4b0-f34813c74efa tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:37.679713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0d98e69f-91ba-4830-ba24-0d402c6c6fdb', '462d7a96-dc3c-4941-bbe5-99d4441a1060', 'b417549c-f62f-43a1-af23-8944a8404afb'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:37.682584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a16b9f70-36c8-4fc1-9985-9f0dc685a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.685307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a16b9f70-36c8-4fc1-9985-9f0dc685a1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.686710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a16b9f70-36c8-4fc1-9985-9f0dc685a1ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d7d44ae-71db-43a1-8844-172ad1eb8fc8 HTTP/1.1" status: 204 len: 168 time: 0.3601973 Jul 15 13:12:37.701550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2d9058-8755-4c03-8277-6924022ca346 req-0e59353d-2aec-4d0a-b4b0-f34813c74efa tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1097 time: 0.1233988 Jul 15 13:12:37.727120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=462d7a96-dc3c-4941-bbe5-99d4441a1060,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.751728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b9f70-36c8-4fc1-9985-9f0dc685a1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7d44ae-71db-43a1-8844-172ad1eb8fc8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.834663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port 462d7a96-dc3c-4941-bbe5-99d4441a1060 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:37.838443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.841355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-4b13fed4-5cc7-4cc6-bb62-52af769dc8fa tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "DELETE /v2.0/ports/462d7a96-dc3c-4941-bbe5-99d4441a1060 HTTP/1.1" status: 204 len: 173 time: 0.9660928 Jul 15 13:12:37.852404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8abb7015-986a-4061-9870-2b0a98574591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.870353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8abb7015-986a-4061-9870-2b0a98574591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:37.878263 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2d9058-8755-4c03-8277-6924022ca346 req-7e4fc271-9ba6-4107-ae43-c84136eeda56 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742408 Jul 15 13:12:37.921452 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dfd826-bcc1-47b8-b88c-6b715f9e4cfe x-openstack-request-id: req-01dfd826-bcc1-47b8-b88c-6b715f9e4cfe {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:37.922939 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:37.924030 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01dfd826-bcc1-47b8-b88c-6b715f9e4cfe {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:37.926807 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'status': 'completed', 'code': 200} Jul 15 13:12:37.953829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb7015-986a-4061-9870-2b0a98574591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c69ce-f207-45d7-9a0a-f413f3ef75f3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:37.981849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8abb7015-986a-4061-9870-2b0a98574591 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61415dc6409d49f5b0f681410a893890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912512 Jul 15 13:12:37.984347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58948) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:38.084394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-862e7420-2320-4bdc-9cf4-4ce1463e91b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.153658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-d14db3c0-dcee-4395-a214-66a187c0a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.155543 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-d14db3c0-dcee-4395-a214-66a187c0a487 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1127 time: 0.1672745 Jul 15 13:12:38.166778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-862e7420-2320-4bdc-9cf4-4ce1463e91b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.199837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port b417549c-f62f-43a1-af23-8944a8404afb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:38.200385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.342835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-862e7420-2320-4bdc-9cf4-4ce1463e91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.347954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-862e7420-2320-4bdc-9cf4-4ce1463e91b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.355296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-862e7420-2320-4bdc-9cf4-4ce1463e91b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab7c69ce-f207-45d7-9a0a-f413f3ef75f3 HTTP/1.1" status: 204 len: 168 time: 0.3677940 Jul 15 13:12:38.422232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b246b06-ea34-4f1e-8331-69a5da7f4d96 req-bae9e67f-c1d8-4ef5-9fa3-60b09f273867 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.434106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b246b06-ea34-4f1e-8331-69a5da7f4d96 req-bae9e67f-c1d8-4ef5-9fa3-60b09f273867 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.2119124 Jul 15 13:12:38.442150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7420-2320-4bdc-9cf4-4ce1463e91b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c69ce-f207-45d7-9a0a-f413f3ef75f3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:38.510089 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b246b06-ea34-4f1e-8331-69a5da7f4d96 req-5ccadfdc-5b3d-4fb8-9478-c11e2ef97147 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Jul 15 13:12:38.536382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port b417549c-f62f-43a1-af23-8944a8404afb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b417549c-f62f-43a1-af23-8944a8404afb,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:38.544393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:38.566404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for b417549c-f62f-43a1-af23-8944a8404afb owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:38.597355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-94bc94b6-423b-4973-bb8f-87c4bc5cdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.597355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-94bc94b6-423b-4973-bb8f-87c4bc5cdba1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.4345050 Jul 15 13:12:38.669075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-44e65321-30be-46fd-9581-c99b5866186e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 217 time: 0.0442545 Jul 15 13:12:38.766608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-d0835ba1-2d6a-42a5-a5fa-39438c651aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.768501 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-d0835ba1-2d6a-42a5-a5fa-39438c651aa1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.0917761 Jul 15 13:12:38.827376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91350c-62fb-4139-b92e-96e30a44bcb7 req-b273787e-8f35-403e-aa22-80aa9a5ff4ed tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:38.830318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab91350c-62fb-4139-b92e-96e30a44bcb7 req-b273787e-8f35-403e-aa22-80aa9a5ff4ed tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1242011 Jul 15 13:12:38.839154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-1a280173-e62f-4520-ba91-358256b48bb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580108 Jul 15 13:12:38.911237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab91350c-62fb-4139-b92e-96e30a44bcb7 req-fc58af84-f58d-4032-bc50-a5590630d19d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682023 Jul 15 13:12:39.040297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.055880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['462d7a96-dc3c-4941-bbe5-99d4441a1060'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:39.084822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-a71c6c20-d413-4fd6-aa78-48f9c0092c12 service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152834 Jul 15 13:12:39.087878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=b417549c-f62f-43a1-af23-8944a8404afb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:39.130316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665dfd-f196-4ca3-af81-374db65493cb req-534d7a3d-56d0-47d3-9599-69bad16c607d tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:39.132582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b665dfd-f196-4ca3-af81-374db65493cb req-534d7a3d-56d0-47d3-9599-69bad16c607d tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=8da13195-0df5-406a-8451-d176a4c4c9ce HTTP/1.1" status: 200 len: 946 time: 0.0950837 Jul 15 13:12:39.216900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port b417549c-f62f-43a1-af23-8944a8404afb on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:39.222413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b665dfd-f196-4ca3-af81-374db65493cb req-b24e98b8-86d9-492a-af97-4065c02803d7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Jul 15 13:12:39.262925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.265205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-bc65d1c9-8f63-4683-aead-7d25853d202b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "DELETE /v2.0/ports/b417549c-f62f-43a1-af23-8944a8404afb HTTP/1.1" status: 204 len: 173 time: 1.4166965 Jul 15 13:12:39.521222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adee9996-5ef8-4080-be2f-5e5c030acc64 req-d73947d1-ea5d-4129-b903-bdee01a0cfcf service neutron] 10.222.0.58 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208555 Jul 15 13:12:39.585921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:39.586725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.784834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:39.785050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:39.810062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for 0d98e69f-91ba-4830-ba24-0d402c6c6fdb owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:39.971806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-deleted', 'tag': '462d7a96-dc3c-4941-bbe5-99d4441a1060'}, {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-deleted', 'tag': 'b417549c-f62f-43a1-af23-8944a8404afb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:39.973636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-dd02ec90-09ae-446e-9910-cfe4f81e27da tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=abd0f1ce07e54ff1a6dcb25dd7e34d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381131 Jul 15 13:12:39.974152 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce0dde4-6c3d-46b9-8847-619497b9bb14" -d '{"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-deleted", "tag": "462d7a96-dc3c-4941-bbe5-99d4441a1060"}, {"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-deleted", "tag": "b417549c-f62f-43a1-af23-8944a8404afb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:40.020627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.047987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-70a0d8bc-98ec-4e1e-8061-0f6abe5249d1 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:12:40.049085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-70a0d8bc-98ec-4e1e-8061-0f6abe5249d1 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132918 Jul 15 13:12:40.067504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:40.071272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:12:40.103213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=0d98e69f-91ba-4830-ba24-0d402c6c6fdb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:40.141989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port 0d98e69f-91ba-4830-ba24-0d402c6c6fdb on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:40.147989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.151589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74ab33b1-1cef-4f9e-ae75-f57f5de50904 req-f785405b-b60c-47d3-a287-9850395f2a51 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "DELETE /v2.0/ports/0d98e69f-91ba-4830-ba24-0d402c6c6fdb HTTP/1.1" status: 204 len: 173 time: 0.8805821 Jul 15 13:12:40.227017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-5038de26-52be-4c36-94b3-7ccc5c1f0ff7 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.228726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-5038de26-52be-4c36-94b3-7ccc5c1f0ff7 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524025 Jul 15 13:12:40.257936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-a7a8b2f0-9fe6-4e51-87d2-2ecc126560d9 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/quotas/abd0f1ce07e54ff1a6dcb25dd7e34d4f HTTP/1.1" status: 200 len: 375 time: 0.0205276 Jul 15 13:12:40.316999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-8f4dbfac-3ad7-4e34-9a01-b8cc8bf63568 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=abd0f1ce07e54ff1a6dcb25dd7e34d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547197 Jul 15 13:12:40.435619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:40.435991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:40.436327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:40.441103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:40.441438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:40.446503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:40.446927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:40.447263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:40.447926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Bound port: 01f58735-0c11-4bf9-bac4-a5202b0301c3, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:40.551438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:40.560713 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:40.564003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-7f22ecba-e1bb-41b6-a5fa-c1367c2b57bd service neutron] 10.222.0.57 "POST /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3/bindings HTTP/1.1" status: 201 len: 390 time: 0.5023110 Jul 15 13:12:40.793049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65de86-7935-4ff0-a93a-5307eb4571d3 req-1bf3cd3b-e493-450e-9705-b32ebd6cefc3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:40.799699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b65de86-7935-4ff0-a93a-5307eb4571d3 req-1bf3cd3b-e493-450e-9705-b32ebd6cefc3 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.1882887 Jul 15 13:12:40.899321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b65de86-7935-4ff0-a93a-5307eb4571d3 req-51380db0-4b5a-4434-b8b4-f7579b2d2198 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967669 Jul 15 13:12:41.019755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b417549c-f62f-43a1-af23-8944a8404afb no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:41.076113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: b417549c-f62f-43a1-af23-8944a8404afb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:41.076434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b417549c-f62f-43a1-af23-8944a8404afb not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:41.079323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 462d7a96-dc3c-4941-bbe5-99d4441a1060 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:41.137713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 462d7a96-dc3c-4941-bbe5-99d4441a1060 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:41.138889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 462d7a96-dc3c-4941-bbe5-99d4441a1060 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:41.139328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d98e69f-91ba-4830-ba24-0d402c6c6fdb no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:41.200278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 0d98e69f-91ba-4830-ba24-0d402c6c6fdb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:41.200730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d98e69f-91ba-4830-ba24-0d402c6c6fdb not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:41.209720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06378-595f-4fb1-b45d-eeafc4cafb49 req-b0c74a03-1048-4f49-879d-33a03a3ca3e0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.212473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-29b06378-595f-4fb1-b45d-eeafc4cafb49 req-b0c74a03-1048-4f49-879d-33a03a3ca3e0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1660161 Jul 15 13:12:41.274845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-29b06378-595f-4fb1-b45d-eeafc4cafb49 req-01724770-6f1e-415d-9520-f064ce09aa2a tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557897 Jul 15 13:12:41.290343 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239fc82-ca7a-4468-9d73-f7d72cab8896 x-openstack-request-id: req-b239fc82-ca7a-4468-9d73-f7d72cab8896 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:41.291076 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-deleted", "tag": "462d7a96-dc3c-4941-bbe5-99d4441a1060", "status": "completed", "code": 200}, {"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-deleted", "tag": "b417549c-f62f-43a1-af23-8944a8404afb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:41.291366 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b239fc82-ca7a-4468-9d73-f7d72cab8896 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:41.291919 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-deleted', 'tag': '462d7a96-dc3c-4941-bbe5-99d4441a1060', 'status': 'completed', 'code': 200} Jul 15 13:12:41.292212 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-deleted', 'tag': 'b417549c-f62f-43a1-af23-8944a8404afb', 'status': 'completed', 'code': 200} Jul 15 13:12:41.389037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:41.397470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da117588-7749-4f75-9d72-926d8e3ca2f8 req-db03f23f-a728-405c-8f55-f29715c14347 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 210 time: 0.0484579 Jul 15 13:12:41.510147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting subnet 4d195023-df5e-4f46-b757-7a9f1e399cbe {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:41.515076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.577650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.747650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:41.778443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539a4a-5037-4d9d-9cbf-ccc444ba1c37 req-f70ea714-4890-4a09-9973-f220841d4b39 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:41.780146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5539a4a-5037-4d9d-9cbf-ccc444ba1c37 req-f70ea714-4890-4a09-9973-f220841d4b39 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1674109 Jul 15 13:12:41.851387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5539a4a-5037-4d9d-9cbf-ccc444ba1c37 req-fd6ee99d-1b75-4531-bf70-31df024ac259 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Jul 15 13:12:42.127907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f34af-04dd-4fc9-9921-68a74e926690 req-a409c7d3-cdff-4bc8-acca-bda62d93d343 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.129725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e04f34af-04dd-4fc9-9921-68a74e926690 req-a409c7d3-cdff-4bc8-acca-bda62d93d343 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 944 time: 0.0760534 Jul 15 13:12:42.180165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e04f34af-04dd-4fc9-9921-68a74e926690 req-561164a4-2d2f-47f0-a8f7-c748447c0ab1 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Jul 15 13:12:42.196190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-8022c20c-4e2b-4057-867b-5b226e6eb6e1 service neutron] 10.222.0.58 "GET /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.0883973 Jul 15 13:12:42.198948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.242133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e18c65-c1d3-47cb-b239-8e2ae321571e None None] Network 9701418d-f3de-4e06-ae9a-ae83415691b7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:42.252361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.254579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/subnets/4d195023-df5e-4f46-b757-7a9f1e399cbe HTTP/1.1" status: 204 len: 168 time: 0.8640466 Jul 15 13:12:42.258564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59100) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:42.284267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a305586-4e0e-4869-a0a2-0672d3ad44fd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Subnet': ['ID=4d195023-df5e-4f46-b757-7a9f1e399cbe,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:42.420822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-c42322c9-67f8-4c98-9fd8-1871500826a9 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=abd0f1ce07e54ff1a6dcb25dd7e34d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832267 Jul 15 13:12:42.462768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.610389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port 87c9ef3c-b04a-4828-83f8-a9b682abe208 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:42.610779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.648660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] DHCP port deletion for 9701418d-f3de-4e06-ae9a-ae83415691b7 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:42.649720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4df7be-e716-4ba7-8618-2d2a8347b947 req-ffb65227-fa98-4f95-b031-bed549ada166 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:42.651961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb4df7be-e716-4ba7-8618-2d2a8347b947 req-ffb65227-fa98-4f95-b031-bed549ada166 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1259444 Jul 15 13:12:42.727141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Deleting port 87c9ef3c-b04a-4828-83f8-a9b682abe208 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:42.727532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.751170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port 87c9ef3c-b04a-4828-83f8-a9b682abe208, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=87c9ef3c-b04a-4828-83f8-a9b682abe208,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:42.752096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.779877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for 87c9ef3c-b04a-4828-83f8-a9b682abe208 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:42.797330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb4df7be-e716-4ba7-8618-2d2a8347b947 req-a588e2dd-1ad4-4e09-b4e2-f7200acb9ef7 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276698 Jul 15 13:12:42.875931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] For port 87c9ef3c-b04a-4828-83f8-a9b682abe208, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=87c9ef3c-b04a-4828-83f8-a9b682abe208,segment=NetworkSegment(9f95121c-afc1-41da-9ba7-dcb4e576bd36),segment_id=9f95121c-afc1-41da-9ba7-dcb4e576bd36)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:42.876358 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.896638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Calling delete_port for 87c9ef3c-b04a-4828-83f8-a9b682abe208 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:42.920478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:42.957198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=87c9ef3c-b04a-4828-83f8-a9b682abe208,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:42.961231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port 87c9ef3c-b04a-4828-83f8-a9b682abe208 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:42.980919 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6ff32a0-5231-4679-9d7c-f772c3fcac93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.019715 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.054942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:43.055495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Pushing event deleted for resources: {'Port': ['ID=87c9ef3c-b04a-4828-83f8-a9b682abe208,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.060377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] No DVR routers for this DVR port 87c9ef3c-b04a-4828-83f8-a9b682abe208 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:43.068844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.069189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.069531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.070142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.076444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.076862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.077296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.077749 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.078136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.078607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.079079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.079370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27844de7-5b9a-4075-82fe-bed6efba6271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:43.084617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:43.088393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b390603a-19de-4592-ab75-0c4a28e0f469 req-5b9ac948-1061-4c46-bbbd-e93ab59112fd tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 210 time: 0.1898654 Jul 15 13:12:43.107066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 87c9ef3c-b04a-4828-83f8-a9b682abe208 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:43.118843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3c8ffc65-2587-40b5-8688-002c8793b364 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.121769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3c8ffc65-2587-40b5-8688-002c8793b364 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6914046 Jul 15 13:12:43.133190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.141537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Request body: {'port': {'device_id': 'f9525643-4744-4058-a002-ff84bcf21911', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'abd0f1ce07e54ff1a6dcb25dd7e34d4f'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:43.153067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9701418d-f3de-4e06-ae9a-ae83415691b7']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:43.165557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:43.169689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f95121c-afc1-41da-9ba7-dcb4e576bd36') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:43.170308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f95121c-afc1-41da-9ba7-dcb4e576bd36') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:43.190391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:43.191485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.207745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.217392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 87c9ef3c-b04a-4828-83f8-a9b682abe208 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:43.217742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 87c9ef3c-b04a-4828-83f8-a9b682abe208 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:43.218510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:43.220164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:43.227590 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:43.254578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.305112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-deleted', 'tag': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:43.308628 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f31bb8-14bc-4385-a192-834ee8dbd2ab" -d '{"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-deleted", "tag": "0d98e69f-91ba-4830-ba24-0d402c6c6fdb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:43.344544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.386674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.389339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/networks/9701418d-f3de-4e06-ae9a-ae83415691b7 HTTP/1.1" status: 204 len: 168 time: 1.1288626 Jul 15 13:12:43.390951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa8437-7969-4b44-b080-95b127ca354b tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Network': ['ID=9701418d-f3de-4e06-ae9a-ae83415691b7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.394031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59128) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:43.427522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Made reservation on behalf of abd0f1ce07e54ff1a6dcb25dd7e34d4f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:43.433222 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.453357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] Transition to ACTIVE for port object 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:43.464165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting subnet 5d7f875d-8f35-486d-aed9-5da8b7c41a72 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:43.465666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.468746 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.478967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.549030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.624608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffdc9-95fb-448c-aa59-55254b0c2c3f req-a4df03fd-36a1-4da8-ae25-89f532330513 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.627072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1e3ffdc9-95fb-448c-aa59-55254b0c2c3f req-a4df03fd-36a1-4da8-ae25-89f532330513 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.1352396 Jul 15 13:12:43.632675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:43.639937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] No DVR routers for this DVR port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:43.663295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669406c-885d-46e7-b236-1813671434ff service neutron] Pushing event updated for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.682102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59132) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:43.700651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:43.720978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333983-85eb-4282-aca7-24cddb49c822 req-0669cc68-664c-4fad-bac7-60ddd89fab2e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:43.728094 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.730292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae333983-85eb-4282-aca7-24cddb49c822 req-0669cc68-664c-4fad-bac7-60ddd89fab2e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.2827873 Jul 15 13:12:43.766718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-9669406c-885d-46e7-b236-1813671434ff service neutron] 10.222.0.58 "PUT /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5472286 Jul 15 13:12:43.781082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1e3ffdc9-95fb-448c-aa59-55254b0c2c3f req-d188c5ea-0428-4d92-b336-9b40f16f2609 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000760 Jul 15 13:12:43.828227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae333983-85eb-4282-aca7-24cddb49c822 req-36cbe775-db83-4047-bb7b-dae4b58bdd82 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960224 Jul 15 13:12:43.857703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.908322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7f875d-8f35-486d-aed9-5da8b7c41a72,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:43.914948 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47754324-1d52-4226-a116-83c172d07819 x-openstack-request-id: req-47754324-1d52-4226-a116-83c172d07819 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:43.918840 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da13195-0df5-406a-8451-d176a4c4c9ce", "name": "network-vif-deleted", "tag": "0d98e69f-91ba-4830-ba24-0d402c6c6fdb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:43.919547 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47754324-1d52-4226-a116-83c172d07819 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:43.920210 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da13195-0df5-406a-8451-d176a4c4c9ce', 'name': 'network-vif-deleted', 'tag': '0d98e69f-91ba-4830-ba24-0d402c6c6fdb', 'status': 'completed', 'code': 200} Jul 15 13:12:43.923295 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.936158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.941508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f270f683-0547-412f-98fc-b6bda92b5016 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/subnets/5d7f875d-8f35-486d-aed9-5da8b7c41a72 HTTP/1.1" status: 204 len: 168 time: 0.5442574 Jul 15 13:12:43.941508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17d6c2df-71f6-4311-81e1-7a291db46f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:43.942971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6e20e-a86f-454d-98e1-3512cd074354 None None] Network 7cbb3ef8-92f4-4878-983a-bb8b56c875ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:43.946679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59140) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:43.963463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.017198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb81f33-83c5-4348-bd82-5cf4c57a8a14,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.118655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17d6c2df-71f6-4311-81e1-7a291db46f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.144184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17d6c2df-71f6-4311-81e1-7a291db46f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.172114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-0a12126e-f3d0-4de2-93e0-86a6e8065baa tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.174171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-0a12126e-f3d0-4de2-93e0-86a6e8065baa tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.2971692 Jul 15 13:12:44.239101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] DHCP port deletion for 7cbb3ef8-92f4-4878-983a-bb8b56c875ad request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:12:44.242502 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-17d6c2df-71f6-4311-81e1-7a291db46f93 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e2ccc89c4e243e9bb575fe490aee2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536308 Jul 15 13:12:44.260325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:44.289020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.307663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6c2df-71f6-4311-81e1-7a291db46f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe7551b-9221-42e9-ab7a-8e089a7c22c4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.347417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] Deleting port b7aee35a-9714-492d-b21b-1e3ce8ac759c {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:44.348326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.368843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-32b1436b-1483-40c1-b12d-d3c781019360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.371523 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-32b1436b-1483-40c1-b12d-d3c781019360 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071&tenant_id=73dd42d1a1d749899016e3350e9d63d6 HTTP/1.1" status: 200 len: 1097 time: 0.1899431 Jul 15 13:12:44.373375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Allocated IP 192.168.233.82 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/2fd33f7c-8c24-4bf2-84e5-604592c20eaa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:44.378181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21744159-747f-4099-b153-f9a3f0520b6c req-1413ecce-b245-4e64-9d73-0a603c7e1eca tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.379835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21744159-747f-4099-b153-f9a3f0520b6c req-1413ecce-b245-4e64-9d73-0a603c7e1eca tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.2410929 Jul 15 13:12:44.416205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port b7aee35a-9714-492d-b21b-1e3ce8ac759c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:44.416690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.439489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] For port b7aee35a-9714-492d-b21b-1e3ce8ac759c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b7aee35a-9714-492d-b21b-1e3ce8ac759c,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:44.440433 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.454943 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db918cd0-d3d7-4b17-8fba-a1d3a4ce35ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.457586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] Calling delete_port for b7aee35a-9714-492d-b21b-1e3ce8ac759c owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:44.465253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21744159-747f-4099-b153-f9a3f0520b6c req-a10a8413-ffe8-4cb4-9aac-da7a719d9fb7 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741615 Jul 15 13:12:44.510800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port b7aee35a-9714-492d-b21b-1e3ce8ac759c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b7aee35a-9714-492d-b21b-1e3ce8ac759c,segment=NetworkSegment(7e624697-e296-4d63-8947-e5c90eb76671),segment_id=7e624697-e296-4d63-8947-e5c90eb76671)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:44.511186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.524627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for b7aee35a-9714-492d-b21b-1e3ce8ac759c owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:44.591995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db918cd0-d3d7-4b17-8fba-a1d3a4ce35ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.600064 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.635708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] Pushing event deleted for resources: {'Port': ['ID=b7aee35a-9714-492d-b21b-1e3ce8ac759c,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.649249 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3a98b65-31a6-4e1b-b8a7-e66620b47be5 req-79619560-3f78-4ca8-9dbc-fa9b7e48a129 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 210 time: 0.0611029 Jul 15 13:12:44.652365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675a8fcf-22a9-4dd5-ab3e-604d3dadb830 None None] No DVR routers for this DVR port b7aee35a-9714-492d-b21b-1e3ce8ac759c on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:44.681453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.697137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-5f090749-52aa-46dd-8594-0bc593da4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.697417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-5f090749-52aa-46dd-8594-0bc593da4b85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73dd42d1a1d749899016e3350e9d63d6&device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1097 time: 0.2787957 Jul 15 13:12:44.716689 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.754048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port b7aee35a-9714-492d-b21b-1e3ce8ac759c on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:44.785575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=b7aee35a-9714-492d-b21b-1e3ce8ac759c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.790717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db918cd0-d3d7-4b17-8fba-a1d3a4ce35ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.794002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db918cd0-d3d7-4b17-8fba-a1d3a4ce35ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.795225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db918cd0-d3d7-4b17-8fba-a1d3a4ce35ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fe7551b-9221-42e9-ab7a-8e089a7c22c4 HTTP/1.1" status: 204 len: 168 time: 0.5322964 Jul 15 13:12:44.814002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.814359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.814771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.815110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.815531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.815760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.816083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.816406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.816784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.817038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.817439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.818389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:12:44.835287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918cd0-d3d7-4b17-8fba-a1d3a4ce35ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe7551b-9221-42e9-ab7a-8e089a7c22c4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:44.902335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.931184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:44.953229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbb3ef8-92f4-4878-983a-bb8b56c875ad']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:44.965297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-f0b7c321-5f2d-4384-a927-c295e18ec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:44.967571 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-f0b7c321-5f2d-4384-a927-c295e18ec5d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 200 len: 909 time: 0.2630615 Jul 15 13:12:44.969861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Transition to ACTIVE for port object 2fd33f7c-8c24-4bf2-84e5-604592c20eaa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:44.985449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e624697-e296-4d63-8947-e5c90eb76671') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:44.985744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e624697-e296-4d63-8947-e5c90eb76671') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:44.985858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.097717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b7aee35a-9714-492d-b21b-1e3ce8ac759c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:45.104816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.113590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-a7814b8e-9ea7-4ccb-9d76-7f4e1b6e5c60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 200 len: 217 time: 0.1366067 Jul 15 13:12:45.155307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: b7aee35a-9714-492d-b21b-1e3ce8ac759c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:45.155654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b7aee35a-9714-492d-b21b-1e3ce8ac759c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:45.162750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.169976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:45.179668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:45.180923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:45.185244 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:45.231124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-d6baa787-a8b0-4499-9ee4-7dd3aa03fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.233381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-d6baa787-a8b0-4499-9ee4-7dd3aa03fdfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 200 len: 848 time: 0.1068642 Jul 15 13:12:45.240697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.273633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff59691-620b-40d7-9448-8e22ce24a17a req-212e4b52-3daf-471b-83a0-aedd3ead20d5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.282069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9ff59691-620b-40d7-9448-8e22ce24a17a req-212e4b52-3daf-471b-83a0-aedd3ead20d5 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.3106418 Jul 15 13:12:45.302440 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.311830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.317448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/networks/7cbb3ef8-92f4-4878-983a-bb8b56c875ad HTTP/1.1" status: 204 len: 168 time: 1.3660226 Jul 15 13:12:45.331426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59178) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:45.332298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ec38a-0a54-4c39-bc36-15159733ee10 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Network': ['ID=7cbb3ef8-92f4-4878-983a-bb8b56c875ad,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.332530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224c47-8634-4a16-8e08-cfdef7a21e7b req-30b2fa14-d81e-4731-9ff9-b52f838906ec tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.334310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8224c47-8634-4a16-8e08-cfdef7a21e7b req-30b2fa14-d81e-4731-9ff9-b52f838906ec tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.2280433 Jul 15 13:12:45.337129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-68c18b03-957b-4d35-8a0e-4622b9159175 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aa582b1c-465d-4324-9216-ead2cf4760d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924098 Jul 15 13:12:45.346062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1299780250'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:45.362163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9ff59691-620b-40d7-9448-8e22ce24a17a req-e5f6ce02-4033-45f6-a16d-49302a285cf8 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790858 Jul 15 13:12:45.363599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:45.385767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f34e8d6d-f2b9-4c79-9893-af4755494a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.396809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:45.399463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:45.400446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.415838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:45.444698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.444893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:45.467246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.467591 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Added segment a7993e30-233c-4e1e-87c1-d5b961ed5376 of type vlan for network 2b707723-2237-486a-9583-b11a1cb250fe Jul 15 13:12:45.497078 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-143dbe3b-747d-4f06-a9e5-afaca5c1e660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.553606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.564292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8224c47-8634-4a16-8e08-cfdef7a21e7b req-1251a2b7-842c-4ab1-8d19-444a906bd5f2 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165182 Jul 15 13:12:45.616954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.617914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.619811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.655254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-bdfef1fb-cc16-43b8-8cfe-5d139bcf9990 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092592 Jul 15 13:12:45.685191 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f34e8d6d-f2b9-4c79-9893-af4755494a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.693001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f34e8d6d-f2b9-4c79-9893-af4755494a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.704688 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.715704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:45.716091 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.759503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-3bcd2519-dee7-4267-9e64-a8e56d899d24 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6290367 Jul 15 13:12:45.777506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Request body: {'port': {'device_id': 'f9525643-4744-4058-a002-ff84bcf21911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:45.858838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c9b74f84-1d86-49e4-84a9-0838992af0ab None None] Provisioning for port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:45.864775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5275266 Jul 15 13:12:45.869331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59194) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:45.875896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'subnet': {'network_id': '2b707723-2237-486a-9583-b11a1cb250fe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:45.876234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c9b74f84-1d86-49e4-84a9-0838992af0ab None None] Provisioning complete for port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:45.876849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9b74f84-1d86-49e4-84a9-0838992af0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.962942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f34e8d6d-f2b9-4c79-9893-af4755494a30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=273688b0d4844c8388816cd532327899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7916157 Jul 15 13:12:45.963250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c9b74f84-1d86-49e4-84a9-0838992af0ab None None] Port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:45.964000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e8d6d-f2b9-4c79-9893-af4755494a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8293cd79-de0d-450d-af9d-4228cc1cd338,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:45.969055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:45.970824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59198) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:46.019839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59200) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:46.026224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa2785-3223-4a6e-a8a0-f122766aea89 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Network': ['ID=2b707723-2237-486a-9583-b11a1cb250fe,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:46.039427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2b707723-2237-486a-9583-b11a1cb250fe details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:46.085451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:46.090098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.104262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174baf9-907a-4f6a-ab53-603f41e79097 req-859d6acf-adb7-4364-9f38-4ffc129250ab tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.106129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2174baf9-907a-4f6a-ab53-603f41e79097 req-859d6acf-adb7-4364-9f38-4ffc129250ab tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.4089761 Jul 15 13:12:46.180707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-701906511-network', 'tenant_id': '5ba45189c18745d786770180db5e43fc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:46.183582 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-4009f800-542d-41e8-adfa-ad42003d4317 service neutron] 10.222.0.59 "GET /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192757 Jul 15 13:12:46.245557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7932d92c-e65b-4f9b-ad4a-cc81d63678c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.290899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0355b-2e40-45e8-b526-2c3ab7ead484 req-81e05290-04b1-4ba0-83de-1a9ddee61985 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.293238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ccc0355b-2e40-45e8-b526-2c3ab7ead484 req-81e05290-04b1-4ba0-83de-1a9ddee61985 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 935 time: 0.3332729 Jul 15 13:12:46.308034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2174baf9-907a-4f6a-ab53-603f41e79097 req-d86c4af3-ab4c-4a8a-8eca-8099b6238d35 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863143 Jul 15 13:12:46.316739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Made reservation on behalf of 5ba45189c18745d786770180db5e43fc for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:46.319666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.324439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7932d92c-e65b-4f9b-ad4a-cc81d63678c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.343596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.725672 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ccc0355b-2e40-45e8-b526-2c3ab7ead484 req-29e4852c-862f-4672-9cf3-57a7536f63e9 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129500 Jul 15 13:12:46.779761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd33f7c-8c24-4bf2-84e5-604592c20eaa {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:46.790166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.816757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-332438b2-4345-41ca-a947-77ff20bb4e0a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:46.818345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-332438b2-4345-41ca-a947-77ff20bb4e0a tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071&tenant_id=73dd42d1a1d749899016e3350e9d63d6&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.1713798 Jul 15 13:12:46.819501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Transition to ACTIVE for port object 2fd33f7c-8c24-4bf2-84e5-604592c20eaa will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:46.823956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.914843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7932d92c-e65b-4f9b-ad4a-cc81d63678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.917499 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7932d92c-e65b-4f9b-ad4a-cc81d63678c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.918734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7932d92c-e65b-4f9b-ad4a-cc81d63678c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8293cd79-de0d-450d-af9d-4228cc1cd338 HTTP/1.1" status: 204 len: 168 time: 0.9458354 Jul 15 13:12:46.963286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:46.974164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:46.989762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932d92c-e65b-4f9b-ad4a-cc81d63678c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293cd79-de0d-450d-af9d-4228cc1cd338,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.002696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.147275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630eb56-8a4d-4abe-8550-38cbefb32b2c req-2e29852e-5ddc-48f0-a14e-827d910a9618 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.152130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c004f-e3f1-4524-a4df-d539cfc22885 req-b97059fc-efad-4751-b86e-0db25404bfcd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.153798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e7c004f-e3f1-4524-a4df-d539cfc22885 req-b97059fc-efad-4751-b86e-0db25404bfcd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.2744558 Jul 15 13:12:47.154854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0630eb56-8a4d-4abe-8550-38cbefb32b2c req-2e29852e-5ddc-48f0-a14e-827d910a9618 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.6379700 Jul 15 13:12:47.161751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-90646b1f-c81c-4736-9e9b-5985a7b2b720 service neutron] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:47.162756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Attempting to bind port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:47.163093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Attempting to bind port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:47.163422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Attempting to bind port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:47.178508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-90646b1f-c81c-4736-9e9b-5985a7b2b720 service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.179912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db16515f-6d17-40a6-8fe0-ff29855c7987 req-90646b1f-c81c-4736-9e9b-5985a7b2b720 service neutron] 10.222.0.59 "DELETE /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.3534660 Jul 15 13:12:47.181723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.187903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:47.188520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Attempting to bind port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:47.201909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Subnet': ['ID=7479ca18-b8fe-4090-bee3-67cf065091bc,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.204692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:47.205044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:47.205441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:47.205919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Bound port: 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:47.206296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.212625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.216568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Checking segment: {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:47.220933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network hostable DHCP agents. Network: 2b707723-2237-486a-9583-b11a1cb250fe, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:47.239859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e7c004f-e3f1-4524-a4df-d539cfc22885 req-c288b65a-b73a-410a-b5e0-4ed4b0a0f870 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 Jul 15 13:12:47.278311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:47.307009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0630eb56-8a4d-4abe-8550-38cbefb32b2c req-f8d8a4ef-a837-42a1-80ba-c5f85b1dac7d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511142 Jul 15 13:12:47.322071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:47.331448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:47.333772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.334122 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Added segment 3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d of type vlan for network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 Jul 15 13:12:47.340115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.364131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e69af5-f50b-412e-8ef8-b2805738035a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.395532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.396163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.397617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] 10.222.0.58 "PUT /v2.0/ports/2fd33f7c-8c24-4bf2-84e5-604592c20eaa HTTP/1.1" status: 200 len: 1096 time: 1.6270502 Jul 15 13:12:47.398073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:47.400418 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa324f09-9ad1-4a9e-b513-185e6ed5708d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:47.405605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 2b707723-2237-486a-9583-b11a1cb250fe is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:47.420931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59218) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.444723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ed6b6-4e94-4602-9053-c8c8c86862bf service neutron] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.458955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2b707723-2237-486a-9583-b11a1cb250fe) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:47.462513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.470008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63ffe7-d2cf-4cd7-987f-48faa103e697 None None] Network 2b707723-2237-486a-9583-b11a1cb250fe requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:47.483002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.485156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.490197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78ee70fa-9af2-4c95-b23d-a45bad31ba44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.555337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.556743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.557804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.577171 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a9256a-49bc-4629-b796-6b338a476df4 x-openstack-request-id: req-37a9256a-49bc-4629-b796-6b338a476df4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:47.577427 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:47.577705 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37a9256a-49bc-4629-b796-6b338a476df4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:47.578039 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'status': 'completed', 'code': 200} Jul 15 13:12:47.580009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-9d5cd249-b7da-40e4-9d31-f805ddabd0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.583979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-9d5cd249-b7da-40e4-9d31-f805ddabd0bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=abd0f1ce07e54ff1a6dcb25dd7e34d4f&device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 1099 time: 0.1231811 Jul 15 13:12:47.633360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-1f871cca-60d2-4efb-8346-daad82465e54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa HTTP/1.1" status: 200 len: 217 time: 0.0392442 Jul 15 13:12:47.699462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] Pushing event updated for resources: {'Network': ['ID=a7a288b7-8d73-46d2-9c7c-86b491b5ac90,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:47.703088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-c851dfc2-3597-416c-b4d4-48f23cd11bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.707751 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-c851dfc2-3597-416c-b4d4-48f23cd11bcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0673738 Jul 15 13:12:47.748299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:47.781560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b92e2-a12b-4efa-9878-2721227a7763 req-961de9e4-2c64-4a5b-8e78-0fe3183e21a0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.783233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b0b92e2-a12b-4efa-9878-2721227a7763 req-961de9e4-2c64-4a5b-8e78-0fe3183e21a0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1720905 Jul 15 13:12:47.789380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78ee70fa-9af2-4c95-b23d-a45bad31ba44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.805195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78ee70fa-9af2-4c95-b23d-a45bad31ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.877619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59222) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.879095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d0afb029-d0ed-4d91-b6eb-83f3799b9c7d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8513796 Jul 15 13:12:47.886849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Request body: {'subnet': {'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-701906511-subnet', 'tenant_id': '5ba45189c18745d786770180db5e43fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:47.889058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7adba2f7-cdca-4aab-8589-825d2e8ff561 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0172250 Jul 15 13:12:47.891163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:47.932283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-6c3d3aaa-01f6-4102-8ab1-a8d1a78826b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:47.935429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-6c3d3aaa-01f6-4102-8ab1-a8d1a78826b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2174931 Jul 15 13:12:47.945069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-545402161'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:47.947455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2b707723-2237-486a-9583-b11a1cb250fe', 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'fixed_ips': [{'subnet_id': '7479ca18-b8fe-4090-bee3-67cf065091bc'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:47.948530 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:47.951699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-78ee70fa-9af2-4c95-b23d-a45bad31ba44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=832748af30274b25998f6ba302c4bf79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294499 Jul 15 13:12:47.960250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59226) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:48.005468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee70fa-9af2-4c95-b23d-a45bad31ba44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748213fe-040d-4a71-a841-9a2f3cac3612,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.012445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b0b92e2-a12b-4efa-9878-2721227a7763 req-3262febf-1a03-4252-9caa-3344301ddc51 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916397 Jul 15 13:12:48.014786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:12:48.014786 n-d-798054-11 neutron-server[93994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:12:48.014786 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'id': '32708753-2887-4e7c-abbf-49f245cc636d', 'expiration': datetime.datetime(2021, 7, 15, 13, 14, 48, 1510)}] Jul 15 13:12:48.014786 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:12:48.015183 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:12:48.108868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Made reservation on behalf of 5ba45189c18745d786770180db5e43fc for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:48.111413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.121960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Allocated IP 19.80.0.2 (2b707723-2237-486a-9583-b11a1cb250fe/7479ca18-b8fe-4090-bee3-67cf065091bc/714b2d82-0821-4ec2-bcc3-a323d3e8703e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:48.266958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feba0c4d-625b-4149-a15e-dec23acb04d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.303943 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-8f387850-126a-4ed3-91b0-e2eb30b9f2d6 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471262 Jul 15 13:12:48.326834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14c57-a9a8-4679-92f7-e15979085710 req-75cef5d7-6665-42e1-a232-e02524bcc4db tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.328452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85f14c57-a9a8-4679-92f7-e15979085710 req-75cef5d7-6665-42e1-a232-e02524bcc4db tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 947 time: 0.3747709 Jul 15 13:12:48.330409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d5d88-37e9-4752-bee1-957c5e073a1f req-b0cddd32-9943-4299-8a0c-7f64c7bd7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.331906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-122d5d88-37e9-4752-bee1-957c5e073a1f req-b0cddd32-9943-4299-8a0c-7f64c7bd7983 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.3935056 Jul 15 13:12:48.348031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feba0c4d-625b-4149-a15e-dec23acb04d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.464902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.473774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-41f08b89-e16b-454b-ba6d-313984b561ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.475661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-41f08b89-e16b-454b-ba6d-313984b561ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1097 time: 0.1198425 Jul 15 13:12:48.487528 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.502045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Transition to ACTIVE for port object 714b2d82-0821-4ec2-bcc3-a323d3e8703e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:48.526137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Transition to ACTIVE for port object 714b2d82-0821-4ec2-bcc3-a323d3e8703e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:48.535267 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.539311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-122d5d88-37e9-4752-bee1-957c5e073a1f req-79cc1f98-14dd-4183-8ec2-8bb353c6bc30 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935754 Jul 15 13:12:48.563189 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85f14c57-a9a8-4679-92f7-e15979085710 req-3a060516-0fd0-4b29-b932-393655c180c7 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127335 Jul 15 13:12:48.587537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Pushing event updated for resources: {'Port': ['ID=714b2d82-0821-4ec2-bcc3-a323d3e8703e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.605794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Network 2b707723-2237-486a-9583-b11a1cb250fe is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:48.607641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:48.607879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b3aed-4ee4-4854-ba2d-33628cef1b50 req-046d3c5c-6643-498b-9074-466858623db0 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.608561 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feba0c4d-625b-4149-a15e-dec23acb04d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.609502 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba8b3aed-4ee4-4854-ba2d-33628cef1b50 req-046d3c5c-6643-498b-9074-466858623db0 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1806066 Jul 15 13:12:48.611060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:48.611623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:48.614980 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.622896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feba0c4d-625b-4149-a15e-dec23acb04d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.624103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-feba0c4d-625b-4149-a15e-dec23acb04d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/748213fe-040d-4a71-a841-9a2f3cac3612 HTTP/1.1" status: 204 len: 168 time: 0.6607440 Jul 15 13:12:48.627190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3f84bb7-9d90-44c8-82a8-c4b03f1af7bc req-f3ca2c8d-4e39-42b3-ac24-c586bc6c3716 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136117 Jul 15 13:12:48.642336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba0c4d-625b-4149-a15e-dec23acb04d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748213fe-040d-4a71-a841-9a2f3cac3612,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.701106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-f34276cd-d6e4-4b8b-afb0-49519b1637fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.702997 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-f34276cd-d6e4-4b8b-afb0-49519b1637fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2174726 Jul 15 13:12:48.705969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:48.728496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba8b3aed-4ee4-4854-ba2d-33628cef1b50 req-0c450439-ef2c-4371-bb99-87137ae9edbf tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060152 Jul 15 13:12:48.766714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-b80953c6-40e8-45f5-aa65-c1422c6e05a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 217 time: 0.0551207 Jul 15 13:12:48.770510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.770879 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Added segment a0cb5a89-63cd-48dc-b709-a02865785ce2 of type vlan for network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e Jul 15 13:12:48.783113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Attempting to bind port 714b2d82-0821-4ec2-bcc3-a323d3e8703e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:48.784069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Attempting to bind port 714b2d82-0821-4ec2-bcc3-a323d3e8703e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:48.785460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Attempting to bind port 714b2d82-0821-4ec2-bcc3-a323d3e8703e on network 2b707723-2237-486a-9583-b11a1cb250fe {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:48.797139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:48.797532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Checking segment: {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:48.797949 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.803396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Bound using segment: {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:48.804396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Bound port: 714b2d82-0821-4ec2-bcc3-a323d3e8703e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:48.804396 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.818037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.877631 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.893238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-b9eb30b8-f067-456f-9dfa-c327ab1da6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.895095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-b9eb30b8-f067-456f-9dfa-c327ab1da6b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1136093 Jul 15 13:12:48.938238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Checking segment: {'id': '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:48.938998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Network hostable DHCP agents. Network: a7a288b7-8d73-46d2-9c7c-86b491b5ac90, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:48.949574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-ac81af98-89a0-4384-95ad-7437ac93aad6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398316 Jul 15 13:12:48.956505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.957485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] For port 714b2d82-0821-4ec2-bcc3-a323d3e8703e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:48.963553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] For port 714b2d82-0821-4ec2-bcc3-a323d3e8703e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=714b2d82-0821-4ec2-bcc3-a323d3e8703e,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:48.968245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.969043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.972885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:48.975903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3264b923-47ee-4574-90e7-5af55d0a0fff,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:48.991678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b04a5-13dd-4ba5-b445-919f68c9899f req-7ae4adb9-c8d8-477c-bbf0-3fec95b87175 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:48.993175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b85b04a5-13dd-4ba5-b445-919f68c9899f req-7ae4adb9-c8d8-477c-bbf0-3fec95b87175 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.2255430 Jul 15 13:12:49.008850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-cdd5a019-f5b2-41cb-bea7-d45672da3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.010406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-cdd5a019-f5b2-41cb-bea7-d45672da3ee4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=abd0f1ce07e54ff1a6dcb25dd7e34d4f&device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 1099 time: 0.3143260 Jul 15 13:12:49.016519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:49.041684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59240) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:49.041986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1175618 Jul 15 13:12:49.059954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'subnet': {'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:49.060184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3754b-b421-4762-8bc1-f864728ca0ef None None] Pushing event updated for resources: {'Port': ['ID=714b2d82-0821-4ec2-bcc3-a323d3e8703e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.087797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, a7a288b7-8d73-46d2-9c7c-86b491b5ac90) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:49.096272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029b79c-6ace-49af-9c0c-8c42f97fa852 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Network': ['ID=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:49.097190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f18ff-5847-4afc-a06d-ce5ea4384539 None None] Network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:49.120439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.121133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.174223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b85b04a5-13dd-4ba5-b445-919f68c9899f req-4a1ca6fd-3aff-4620-a1a0-b84fd40fb4eb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692226 Jul 15 13:12:49.195956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-edaf3d94-0e1e-4e8f-8ba8-7a6b97804dce service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235718 Jul 15 13:12:49.203563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:49.336052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bd54fc4c-5267-436f-997c-2948b428b30b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4558258 Jul 15 13:12:49.412169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1ee5c-02a8-440f-aa6a-f7707a2335a0 None None] Network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:49.454884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-23ac4066-7d71-45cb-87f5-98dda05766ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.457518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-23ac4066-7d71-45cb-87f5-98dda05766ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.4367280 Jul 15 13:12:49.458885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:49.469874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:49.673306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-cbc2b2e7-9c06-4cea-85a2-4503a26bb4df service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693379 Jul 15 13:12:49.725031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f9a91-c005-4479-9c5f-a3410330dda4 req-e0154c27-6f8a-479e-85ec-d7daa9fd434b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.744519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-f59370a6-3ea0-4531-b188-ee3d49bcc592 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa HTTP/1.1" status: 200 len: 217 time: 0.2667251 Jul 15 13:12:49.759585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-901f9a91-c005-4479-9c5f-a3410330dda4 req-e0154c27-6f8a-479e-85ec-d7daa9fd434b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.4437222 Jul 15 13:12:49.841803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-901f9a91-c005-4479-9c5f-a3410330dda4 req-e15fb9d9-78df-4d4a-b0a2-1f51fc29552c tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782173 Jul 15 13:12:49.841981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-8624c75e-cc45-46ea-bd50-04f6bc38f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:49.843729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-8624c75e-cc45-46ea-bd50-04f6bc38f4e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0653093 Jul 15 13:12:50.006906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:50.010878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f917fb6-856d-41a4-bf28-f5b7377e2b58 req-2f799260-0e28-4086-92db-d4bb038ecfb0 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.014441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f917fb6-856d-41a4-bf28-f5b7377e2b58 req-2f799260-0e28-4086-92db-d4bb038ecfb0 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 1097 time: 0.4726429 Jul 15 13:12:50.124832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a717e1-43ac-4299-b8bb-781dc562e004 req-f908e206-6009-4de7-9934-83a4a7a0eca1 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.137002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80a717e1-43ac-4299-b8bb-781dc562e004 req-f908e206-6009-4de7-9934-83a4a7a0eca1 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 947 time: 0.1591525 Jul 15 13:12:50.177805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.203019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1295486580-network', 'tenant_id': '43988df0103f4ce8a70f0c50d3a78b29'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:50.206598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80a717e1-43ac-4299-b8bb-781dc562e004 req-4713378a-57b0-4031-ac77-de67f4e0222d tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712650 Jul 15 13:12:50.301415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-93a32c99-b947-40ce-82eb-12ddc57264d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.303063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-93a32c99-b947-40ce-82eb-12ddc57264d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4105382 Jul 15 13:12:50.340148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f917fb6-856d-41a4-bf28-f5b7377e2b58 req-5ea598f6-80f5-4244-81e5-7f396397bdd5 tempest-LiveMigrationTest-636258203 tempest-LiveMigrationTest-636258203-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063681 Jul 15 13:12:50.395956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Subnet': ['ID=6461008f-3d9e-4d5a-8222-285b957a72d9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.409374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Made reservation on behalf of 43988df0103f4ce8a70f0c50d3a78b29 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:50.414866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.487153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.516499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Checking segment: {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:50.517178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network hostable DHCP agents. Network: 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:50.567277 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-df03b280-4fd1-490f-bbe6-46a81634c714 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525022 Jul 15 13:12:50.649016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:50.698752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d66f2ba-2e4b-47f3-8b6b-3349d94d898a None None] Network 2b707723-2237-486a-9583-b11a1cb250fe requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:50.714125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:50.735612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99a23e-3450-4942-bdb0-716b301f322b None None] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:50.750960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-12f02581-fe87-4f13-8236-408c52038256 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.752648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-12f02581-fe87-4f13-8236-408c52038256 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/networks?id=a7a288b7-8d73-46d2-9c7c-86b491b5ac90 HTTP/1.1" status: 200 len: 821 time: 0.1717830 Jul 15 13:12:50.779671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-459370b4-8372-424b-bdf2-7a949ce69d5b tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/quotas/5ba45189c18745d786770180db5e43fc HTTP/1.1" status: 200 len: 375 time: 0.0171425 Jul 15 13:12:50.816590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.817603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.870383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.875120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4811d14f-b154-4dda-971a-8c92109646a2 None None] Provisioning for port 714b2d82-0821-4ec2-bcc3-a323d3e8703e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:50.879530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aa2bd-d4cd-4c27-915c-fe6edee9550e req-535799b1-a62c-43e7-8f76-2237953dcd41 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:50.881154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b49aa2bd-d4cd-4c27-915c-fe6edee9550e req-535799b1-a62c-43e7-8f76-2237953dcd41 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.3414130 Jul 15 13:12:50.883179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa324f09-9ad1-4a9e-b513-185e6ed5708d req-b2ec24cd-7a38-4956-8835-8e919c0f6c7d service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869577 Jul 15 13:12:50.885591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.894677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-ee6f39fd-b2f7-4601-a6f8-91ad0211c5b2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ba45189c18745d786770180db5e43fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072526 Jul 15 13:12:50.913176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-171e7326-253e-4589-bb0c-f2d0d4591ef3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8681512 Jul 15 13:12:50.938344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:50.941141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8cf1c-5e57-4952-97f5-462a7ad99cac,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:50.963551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:50.963955 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Added segment 808be00b-eefb-4fc1-94de-0ef92c169c43 of type vlan for network 2dce6274-9843-438e-975f-cd52a6368985 Jul 15 13:12:50.976317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b49aa2bd-d4cd-4c27-915c-fe6edee9550e req-13ff474f-4588-4398-9c8f-73b23e231028 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710006 Jul 15 13:12:51.072346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.179183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.180865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:51.181659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.217411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e', 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'fixed_ips': [{'subnet_id': '6461008f-3d9e-4d5a-8222-285b957a72d9'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:12:51.220548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.256938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2310481 Jul 15 13:12:51.260366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59302) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:51.282689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 714b2d82-0821-4ec2-bcc3-a323d3e8703e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:51.287064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Request body: {'subnet': {'network_id': '2dce6274-9843-438e-975f-cd52a6368985', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1295486580-subnet', 'tenant_id': '43988df0103f4ce8a70f0c50d3a78b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:51.375221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Made reservation on behalf of 43988df0103f4ce8a70f0c50d3a78b29 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:51.380491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.387154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-fc21d774-6cd8-40a2-aeca-82e93f988155 service neutron] 10.222.0.57 "GET /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913287 Jul 15 13:12:51.413470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0b89-97f3-49c1-ae63-25933aeecf64 admin admin] Pushing event updated for resources: {'Network': ['ID=2dce6274-9843-438e-975f-cd52a6368985,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:51.444570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2dce6274-9843-438e-975f-cd52a6368985 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:51.599009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 714b2d82-0821-4ec2-bcc3-a323d3e8703e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:51.613964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 714b2d82-0821-4ec2-bcc3-a323d3e8703e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:51.614632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:51.660674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Allocated IP 19.86.0.2 (7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e/6461008f-3d9e-4d5a-8222-285b957a72d9/91316704-a675-44e6-bf9d-471bb89bc95a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:51.684942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:12:51.691327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-bc31d62a-9b37-421e-a551-0fbd23b4ab5e service neutron] 10.222.0.57 "GET /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776225 Jul 15 13:12:51.956771 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.101551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5630efe4-83c3-4006-8b93-652b28e14357 None None] Provisioning complete for port 714b2d82-0821-4ec2-bcc3-a323d3e8703e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:52.102388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5630efe4-83c3-4006-8b93-652b28e14357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.103182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebb9bda-a4fe-4717-9b70-65dadd83b276,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:52.104988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.141592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Checking segment: {'id': '808be00b-eefb-4fc1-94de-0ef92c169c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2dce6274-9843-438e-975f-cd52a6368985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:52.142263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Network hostable DHCP agents. Network: 2dce6274-9843-438e-975f-cd52a6368985, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:52.165958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Network 2dce6274-9843-438e-975f-cd52a6368985 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:52.181577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2dce6274-9843-438e-975f-cd52a6368985) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:52.202102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.203629 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.252179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd01a0-7312-4b19-a290-078f2d746865 req-19bcc5b1-140b-4fff-a5d4-1ea057b0e4b0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.256402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2cd01a0-7312-4b19-a290-078f2d746865 req-19bcc5b1-140b-4fff-a5d4-1ea057b0e4b0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1499026 Jul 15 13:12:52.289033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 714b2d82-0821-4ec2-bcc3-a323d3e8703e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=714b2d82-0821-4ec2-bcc3-a323d3e8703e,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:52.290696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426c757-33af-4a5f-8d54-8203153404a1 None None] Network 2dce6274-9843-438e-975f-cd52a6368985 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:52.326242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e9c87b17-b177-4a89-b59d-700bc923a370 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0545313 Jul 15 13:12:52.370901 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2cd01a0-7312-4b19-a290-078f2d746865 req-b7584fcc-794e-4177-95d2-178d755156a0 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982106 Jul 15 13:12:52.423380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-e60a74af-2201-439e-bcf9-09b37618f70a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.430124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-e60a74af-2201-439e-bcf9-09b37618f70a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.444828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-e60a74af-2201-439e-bcf9-09b37618f70a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/networks?id=2b707723-2237-486a-9583-b11a1cb250fe&id=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e HTTP/1.1" status: 200 len: 1391 time: 0.2371781 Jul 15 13:12:52.494023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-80e0f9d9-3116-4948-ab50-138bd4cf8df3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/quotas/0b81cf6c11c14be6995d1863fd7e66d9 HTTP/1.1" status: 200 len: 375 time: 0.0480938 Jul 15 13:12:52.718943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b136b8c-7d7e-4e4a-93da-51a20f2377e4 req-cf210679-fe40-4577-82a0-48dd7b0f492c tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.727952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b136b8c-7d7e-4e4a-93da-51a20f2377e4 req-cf210679-fe40-4577-82a0-48dd7b0f492c tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 947 time: 0.1624722 Jul 15 13:12:52.773976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-6ea849bd-16fa-422d-9c81-d34792c92572 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2753999 Jul 15 13:12:52.794819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b136b8c-7d7e-4e4a-93da-51a20f2377e4 req-90d48bf3-b805-47a6-8284-b0acaa7483b5 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653741 Jul 15 13:12:52.868223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-280b472a-a97d-4963-93ff-3e198dbd7873 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:52.870399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-280b472a-a97d-4963-93ff-3e198dbd7873 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.2858729 Jul 15 13:12:52.885906 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:52.936770 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:12:52.946209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:53.097145 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.107106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'mac_address': 'fa:16:3e:35:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:12:53.127150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a29de1-13bf-4bcd-96eb-4f98d0dd0527 req-52bda5ea-1c35-4656-8448-858aaa178cd2 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.127917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Transition to ACTIVE for port object 91316704-a675-44e6-bf9d-471bb89bc95a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:53.141451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85a29de1-13bf-4bcd-96eb-4f98d0dd0527 req-52bda5ea-1c35-4656-8448-858aaa178cd2 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 945 time: 0.1909370 Jul 15 13:12:53.144376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-aa82f18e-7a1e-420f-9c8b-964ec7d4d0d6 service neutron] 10.222.0.57 "GET /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459136 Jul 15 13:12:53.210955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Deleting port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:12:53.211697 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.234475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85a29de1-13bf-4bcd-96eb-4f98d0dd0527 req-362a8fb0-cdfe-4fa3-a50e-73c3b4066af4 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920279 Jul 15 13:12:53.235033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:53.240624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1430120439-network', 'tenant_id': 'ce54c18647bf4f45873f30bc0ce61c71'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:53.256845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=714b2d82-0821-4ec2-bcc3-a323d3e8703e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.276301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Transition to ACTIVE for port object 91316704-a675-44e6-bf9d-471bb89bc95a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:53.287624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce8c06-f44e-4514-8bda-128af6949a68 None None] Network 2dce6274-9843-438e-975f-cd52a6368985 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:53.302307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Made reservation on behalf of ce54c18647bf4f45873f30bc0ce61c71 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:53.313449 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.322948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.341419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] For port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:53.342040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.357191 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.368179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Calling delete_port for 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:12:53.386753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.467213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:53.481477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:53.490685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:53.495008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Pushing event updated for resources: {'Port': ['ID=91316704-a675-44e6-bf9d-471bb89bc95a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.502428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd33f7c-8c24-4bf2-84e5-604592c20eaa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:53.548976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-36075438-9adb-4780-b7ac-194a4f4cf43d req-6754116e-d515-4b8a-8696-1d47308e5a94 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 210 time: 0.1167600 Jul 15 13:12:53.555876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:53.579147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-639d38c2-2fe9-4e91-8393-eac4448a54c5 service neutron] 10.222.0.57 "GET /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334939 Jul 15 13:12:53.591544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.670115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.676275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.703520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:12:53.727626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040502f3-9f1d-43c0-9b06-1f1220404a4a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.731952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.732441 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Added segment be7be327-0dd9-404a-a3b4-b37dc8e9a2a2 of type vlan for network 017fb18b-7de1-4fb9-957e-121b4df58707 Jul 15 13:12:53.737587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Attempting to bind port 91316704-a675-44e6-bf9d-471bb89bc95a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:53.747582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Attempting to bind port 91316704-a675-44e6-bf9d-471bb89bc95a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:53.748068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Attempting to bind port 91316704-a675-44e6-bf9d-471bb89bc95a on network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:53.789738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-83f9d288-b66b-4c43-87de-b2ff646cd992 service neutron] 10.222.0.57 "GET /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094586 Jul 15 13:12:53.833179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:53.835368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.853462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:53.854106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Checking segment: {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:53.855194 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.856370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Bound using segment: {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:53.856781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Bound port: 91316704-a675-44e6-bf9d-471bb89bc95a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:53.857417 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.860073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.877964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['589df977-2e6e-486e-ab22-f359c52f692f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:53.912808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998865be-5b0f-4b81-8957-ca90991bffe4 req-4e45d893-bc38-4e81-8a66-10489b2135e1 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.920013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['2fd33f7c-8c24-4bf2-84e5-604592c20eaa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:53.926510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-998865be-5b0f-4b81-8957-ca90991bffe4 req-4e45d893-bc38-4e81-8a66-10489b2135e1 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1748562 Jul 15 13:12:53.936058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.937320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:53.938350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:53.962532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event deleted for resources: {'Port': ['ID=6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.014972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-998865be-5b0f-4b81-8957-ca90991bffe4 req-2cdb030c-11f2-4f62-aa9b-f30a4e14b397 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859272 Jul 15 13:12:54.073262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] No DVR routers for this DVR port 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:12:54.093442 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.099194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb522576-321f-40d9-bddf-c81a07a1df0b req-9c41675d-06cc-4148-8aaf-fc242935e611 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "DELETE /v2.0/ports/6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 HTTP/1.1" status: 204 len: 173 time: 1.2190623 Jul 15 13:12:54.099722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'name': 'network-vif-deleted', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:54.108096 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787efd48-e674-453c-a9dc-f665f74636b8" -d '{"events": [{"server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "name": "network-vif-deleted", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:54.117360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] Pushing event updated for resources: {'Network': ['ID=017fb18b-7de1-4fb9-957e-121b4df58707,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.121265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b50bd8c2-844c-4136-bf0a-025229b3e423 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8849285 Jul 15 13:12:54.130044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59350) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:54.136270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Request body: {'subnet': {'network_id': '017fb18b-7de1-4fb9-957e-121b4df58707', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1430120439-subnet', 'tenant_id': 'ce54c18647bf4f45873f30bc0ce61c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:54.142629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-fc32453d-7bc6-4f68-9a94-0d174c979639 service neutron] 10.222.0.57 "GET /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497176 Jul 15 13:12:54.150404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] For port 91316704-a675-44e6-bf9d-471bb89bc95a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:54.171536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] For port 91316704-a675-44e6-bf9d-471bb89bc95a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91316704-a675-44e6-bf9d-471bb89bc95a,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:54.214675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.257258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 017fb18b-7de1-4fb9-957e-121b4df58707 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:12:54.461060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d441b-beb3-44ae-8364-77abdca81fcd None None] Pushing event updated for resources: {'Port': ['ID=91316704-a675-44e6-bf9d-471bb89bc95a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:54.813542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de5cd2-e37a-42b0-b8b6-b73b09c7eadc req-d59df3da-b260-49fb-841c-d9ddf87974d9 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:54.827658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4de5cd2-e37a-42b0-b8b6-b73b09c7eadc req-d59df3da-b260-49fb-841c-d9ddf87974d9 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 948 time: 0.2247806 Jul 15 13:12:54.878437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-37ab0960-b4e2-4dbb-9610-7fc65bd08996 req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1838620809', 'description': 'tempest-description-1735640474'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:54.936343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Made reservation on behalf of ce54c18647bf4f45873f30bc0ce61c71 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:54.938913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:54.939214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4de5cd2-e37a-42b0-b8b6-b73b09c7eadc req-9e0959a3-5da4-431c-b52b-9bd0543f969a tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104910 Jul 15 13:12:55.003255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-34f8385c-fb59-4510-852d-5ea88e37459c tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:55.004179 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fcaf6a-6284-4692-937f-e1e46d07ced2 x-openstack-request-id: req-68fcaf6a-6284-4692-937f-e1e46d07ced2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:55.004638 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2133177-a388-4c77-be48-cd0c83c3f071", "name": "network-vif-deleted", "tag": "6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:55.005060 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68fcaf6a-6284-4692-937f-e1e46d07ced2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:55.005663 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2133177-a388-4c77-be48-cd0c83c3f071', 'name': 'network-vif-deleted', 'tag': '6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77', 'status': 'completed', 'code': 200} Jul 15 13:12:55.006394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-34f8385c-fb59-4510-852d-5ea88e37459c tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.58 "GET /v2.0/networks?id=a7a288b7-8d73-46d2-9c7c-86b491b5ac90 HTTP/1.1" status: 200 len: 821 time: 0.8410919 Jul 15 13:12:55.075042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:12:55.105716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Request body: {'port': {'device_id': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90', 'admin_state_up': True, 'tenant_id': '5ba45189c18745d786770180db5e43fc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:55.120796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-37ab0960-b4e2-4dbb-9610-7fc65bd08996 req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.139828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:12:55.142581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6fbc7b2f-ec71-49b2-865e-c4bac0ab7c77 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:12:55.199592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52cd50c6-230b-45b2-a839-ccaf93989043 req-ab1bdf98-f231-41ac-a57f-a825dd6755bb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 210 time: 0.0520639 Jul 15 13:12:55.326883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91316704-a675-44e6-bf9d-471bb89bc95a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:55.382186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b58ed553-2750-4e67-a8a1-d52b313db7b0 req-30811b63-f710-4c54-80e2-14bbf96c2a9a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 210 time: 0.0927992 Jul 15 13:12:55.430991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 91316704-a675-44e6-bf9d-471bb89bc95a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:55.439012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 714b2d82-0821-4ec2-bcc3-a323d3e8703e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:55.464361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.485010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-37ab0960-b4e2-4dbb-9610-7fc65bd08996 req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.513202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-37ab0960-b4e2-4dbb-9610-7fc65bd08996 req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.554325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 714b2d82-0821-4ec2-bcc3-a323d3e8703e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:55.555128 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.610255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Made reservation on behalf of 5ba45189c18745d786770180db5e43fc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:55.616721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.667617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fae22c6-dc6a-4d01-8210-b6c50fd8c80c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:55.672200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-37ab0960-b4e2-4dbb-9610-7fc65bd08996 req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.681743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-37ab0960-b4e2-4dbb-9610-7fc65bd08996 req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8109517 Jul 15 13:12:55.699164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:55.711161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68215179-9626-4900-89cc-aa5c73ca43b6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b77c7-548c-48bd-903d-ad82e6e19126,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:55.728480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Checking segment: {'id': 'be7be327-0dd9-404a-a3b4-b37dc8e9a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '017fb18b-7de1-4fb9-957e-121b4df58707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:55.728957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Network hostable DHCP agents. Network: 017fb18b-7de1-4fb9-957e-121b4df58707, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:12:55.756805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd62e525-e558-4057-b76d-b746d103fa7b req-47544034-3471-4f7f-bd33-23c0e88a6669 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 210 time: 0.0789611 Jul 15 13:12:55.837914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:55.844179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:55.845205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:55.918665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Allocated IP 172.20.0.13 (a7a288b7-8d73-46d2-9c7c-86b491b5ac90/3264b923-47ee-4574-90e7-5af55d0a0fff/31aeb6b3-243d-42b6-b331-f58bb3df3626) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:55.923885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Network 017fb18b-7de1-4fb9-957e-121b4df58707 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:12:55.960040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 017fb18b-7de1-4fb9-957e-121b4df58707) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:56.002501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.003387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.048040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.071562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b8ac8-fc67-4933-8892-4c90bc61b48c None None] Network 017fb18b-7de1-4fb9-957e-121b4df58707 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:56.086722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d1b29289-e905-4e00-a71c-c3723263499a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9470322 Jul 15 13:12:56.105054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:56.153186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:56.159252 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682599e3-7d5a-47e4-ba07-a84d1e78bc83" -d '{"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-plugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:56.174656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.177699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1fb6a-eab9-4eaf-bde0-d01a151e42e4 req-76527051-8063-4737-9228-09bd849da94f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.186759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9b1fb6a-eab9-4eaf-bde0-d01a151e42e4 req-76527051-8063-4737-9228-09bd849da94f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.2280827 Jul 15 13:12:56.285777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6309c3-8970-42c7-ab71-c6287f77ed5a None None] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:56.304900 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9b1fb6a-eab9-4eaf-bde0-d01a151e42e4 req-f8af619d-81a0-4ae2-a8e5-f6dae3cefc96 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170859 Jul 15 13:12:56.401261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.453854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:56.466507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.469880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bc21c586-ce11-4fd0-83ea-5e0e2bad5c2d tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1838620809&fields=id&tenant_id=e00ce55e2fee427089b185b6535c319c HTTP/1.1" status: 200 len: 267 time: 0.1418562 Jul 15 13:12:56.521240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] Provisioning for port 91316704-a675-44e6-bf9d-471bb89bc95a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:56.532386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] Provisioning complete for port 91316704-a675-44e6-bf9d-471bb89bc95a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:56.532761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.657780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bb48debb-3571-4c3d-a4ff-904aad8a888b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.667636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bb48debb-3571-4c3d-a4ff-904aad8a888b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1910639 Jul 15 13:12:56.676974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'port': {'security_groups': ['c6d922fe-974e-43d7-b0ac-7f8320958d6a', '2c3b77c7-548c-48bd-903d-ad82e6e19126']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:56.692278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.698369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:56.707997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:56.710818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Pushing event updated for resources: {'Port': ['ID=31aeb6b3-243d-42b6-b331-f58bb3df3626,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:56.717630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:56.766731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] For port 91316704-a675-44e6-bf9d-471bb89bc95a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91316704-a675-44e6-bf9d-471bb89bc95a,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:56.768033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:56.780865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Deleting subnet cebb9bda-a4fe-4717-9b70-65dadd83b276 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:56.788521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.789224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.801912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.822013 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.829051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-1b40f37b-f3af-416e-a799-9456281c342c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.836277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-1b40f37b-f3af-416e-a799-9456281c342c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.839412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-1b40f37b-f3af-416e-a799-9456281c342c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "GET /v2.0/networks?id=2b707723-2237-486a-9583-b11a1cb250fe&id=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e HTTP/1.1" status: 200 len: 1391 time: 0.3380439 Jul 15 13:12:56.858679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'port': {'device_id': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe', 'admin_state_up': True, 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:56.872224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-d50fec6d-1a26-43f2-9fdf-b6ad58b3eb33 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8492093 Jul 15 13:12:56.877888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.887633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:56.908555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Request body: {'port': {'device_id': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:56.919995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8505479-6e6c-44f1-98f8-bf76daadabe1 req-dc83a836-8bfc-4149-974c-2806adbb2dd8 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:56.929609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8505479-6e6c-44f1-98f8-bf76daadabe1 req-dc83a836-8bfc-4149-974c-2806adbb2dd8 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 949 time: 0.4164124 Jul 15 13:12:56.934902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e3ec1-7c27-471f-914d-7dc6d89095d6 None None] Network 017fb18b-7de1-4fb9-957e-121b4df58707 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:12:57.030487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8505479-6e6c-44f1-98f8-bf76daadabe1 req-d3da05de-3ab9-492c-8c9c-a17a54017ae8 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997884 Jul 15 13:12:57.036110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.069757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa432f23-c992-4c92-bc45-128f8691a1f9 None None] Pushing event updated for resources: {'Port': ['ID=91316704-a675-44e6-bf9d-471bb89bc95a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:57.119441 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a7a0bc-8066-4870-b4de-b45d20d92afe x-openstack-request-id: req-d5a7a0bc-8066-4870-b4de-b45d20d92afe {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:57.119862 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-plugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:57.120290 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5a7a0bc-8066-4870-b4de-b45d20d92afe {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:57.120799 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'code': 200} Jul 15 13:12:57.225790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.320259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:57.324517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.326576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebb9bda-a4fe-4717-9b70-65dadd83b276,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:57.333371 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.335392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e19c99bc-73dd-4688-ac4a-eb36710032c8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cebb9bda-a4fe-4717-9b70-65dadd83b276 HTTP/1.1" status: 204 len: 168 time: 0.8802359 Jul 15 13:12:57.339998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59388) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:57.353749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:57.396192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.413906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0f6da89-36ad-4036-8431-050718d0f109 req-b0fc45d9-68c1-4da5-b75a-71c487f3cf71 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 210 time: 0.0846288 Jul 15 13:12:57.424849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.457653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.477316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fc242bbc-deb6-4cd3-b240-d7e9702c804e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:57.505026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f496cac-eee2-4b5f-953b-6e2b349e345f req-5f5c62bc-9dcf-4020-8749-b3e1de164031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.506598 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f496cac-eee2-4b5f-953b-6e2b349e345f req-5f5c62bc-9dcf-4020-8749-b3e1de164031 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 1101 time: 0.2930932 Jul 15 13:12:57.581222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:57.582883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.596056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-168b5235-837b-4c6a-b7ea-0ea055563cbe req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "PUT /v2.0/ports/fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 982 time: 0.9268711 Jul 15 13:12:57.597590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-93f705c2-d786-4ac1-91ba-e7f44a83b276 None None] Provisioning complete for port 91316704-a675-44e6-bf9d-471bb89bc95a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:57.598330 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-93f705c2-d786-4ac1-91ba-e7f44a83b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.600207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:57.605481 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:57.668858 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f496cac-eee2-4b5f-953b-6e2b349e345f req-3ba9ac2e-25f0-4fca-8f2c-535827ba18a1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443765 Jul 15 13:12:57.708592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fc242bbc-deb6-4cd3-b240-d7e9702c804e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:57.710028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3398b2-7182-42ed-84e2-f47db3bef06b req-d04f41b7-51dc-4b9d-be1e-5147380e4f79 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 210 time: 0.0539858 Jul 15 13:12:57.725482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.739876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf526de7-6805-47b4-a617-dd0d725debf1 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:57.896446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Allocated IP 19.80.0.49 (2b707723-2237-486a-9583-b11a1cb250fe/7479ca18-b8fe-4090-bee3-67cf065091bc/d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:57.967555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:57.990775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dce6274-9843-438e-975f-cd52a6368985']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:58.005702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808be00b-eefb-4fc1-94de-0ef92c169c43') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:58.005955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808be00b-eefb-4fc1-94de-0ef92c169c43') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:58.044851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.069692 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.087568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:12:58.088051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:12:58.091032 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:12:58.101476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38851b-e4d2-493b-a90f-dc10d4f021fc req-4fd89e3c-8f19-4ae3-883d-1783a18215a2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.103243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d38851b-e4d2-493b-a90f-dc10d4f021fc req-4fd89e3c-8f19-4ae3-883d-1783a18215a2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 932 time: 0.2391231 Jul 15 13:12:58.208039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.231430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.239246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2dce6274-9843-438e-975f-cd52a6368985 HTTP/1.1" status: 204 len: 168 time: 0.8905270 Jul 15 13:12:58.243555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59400) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:58.275766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d38851b-e4d2-493b-a90f-dc10d4f021fc req-881c22d8-936a-4cfe-8a23-3b0d54a5402a tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540608 Jul 15 13:12:58.352899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.390739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Transition to ACTIVE for port object d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:58.400918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aeb6b3-243d-42b6-b331-f58bb3df3626 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:12:58.463646 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-ced1fafd-b043-46e6-8c27-60a3e71fc61c tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1838620809&fields=id&tenant_id=e00ce55e2fee427089b185b6535c319c HTTP/1.1" status: 200 len: 267 time: 0.0682509 Jul 15 13:12:58.487924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.509674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2683d2-689d-4c4a-a04a-74cb1fb5a769 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dce6274-9843-438e-975f-cd52a6368985,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.547270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.662995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Transition to ACTIVE for port object 31aeb6b3-243d-42b6-b331-f58bb3df3626 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:12:58.669815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Deleting subnet 9fae22c6-dc6a-4d01-8210-b6c50fd8c80c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:12:58.676243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.678832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.758953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.805478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:58.906987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Pushing event updated for resources: {'Port': ['ID=31aeb6b3-243d-42b6-b331-f58bb3df3626,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:58.939521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35a9b5-ee45-455f-bc48-d3f2ecd9702c req-a435d4c0-7a6b-4882-b175-602cf5a2cd7f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:58.941889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba35a9b5-ee45-455f-bc48-d3f2ecd9702c req-a435d4c0-7a6b-4882-b175-602cf5a2cd7f tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.4023955 Jul 15 13:12:58.949051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 2b707723-2237-486a-9583-b11a1cb250fe is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:12:58.957035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:12:58.960467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:12:58.964162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Port': ['ID=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.024728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.043780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-0a459de4-0816-412f-a54a-efe244da503e tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.053754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-0a459de4-0816-412f-a54a-efe244da503e tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 985 time: 0.5812135 Jul 15 13:12:59.062763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.063441 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.071911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'port': {'security_groups': ['c6d922fe-974e-43d7-b0ac-7f8320958d6a']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:59.094042 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.094042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9fae22c6-dc6a-4d01-8210-b6c50fd8c80c HTTP/1.1" status: 204 len: 168 time: 0.8431118 Jul 15 13:12:59.103972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:12:59.123698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4db86451-c441-45ca-a925-a6ab523b8071 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2712700 Jul 15 13:12:59.154459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Request body: {'port': {'device_id': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e', 'admin_state_up': True, 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:12:59.157031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91316704-a675-44e6-bf9d-471bb89bc95a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:12:59.160358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6392-0854-4e67-9807-3d6af7cb32e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fae22c6-dc6a-4d01-8210-b6c50fd8c80c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:12:59.217990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 91316704-a675-44e6-bf9d-471bb89bc95a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:59.218412 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.241978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba35a9b5-ee45-455f-bc48-d3f2ecd9702c req-2018ba7d-63a4-4016-9958-6f605fd0655c tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403028 Jul 15 13:12:59.322349 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.349581 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27108bb3-0ee4-411a-bebf-6fd6acdcac18 x-openstack-request-id: req-27108bb3-0ee4-411a-bebf-6fd6acdcac18 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:12:59.349939 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:12:59.350123 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27108bb3-0ee4-411a-bebf-6fd6acdcac18 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:12:59.350822 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'status': 'completed', 'code': 200} Jul 15 13:12:59.361145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Attempting to bind port 31aeb6b3-243d-42b6-b331-f58bb3df3626 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:12:59.375875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Attempting to bind port 31aeb6b3-243d-42b6-b331-f58bb3df3626 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:12:59.376728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Attempting to bind port 31aeb6b3-243d-42b6-b331-f58bb3df3626 on network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:59.389060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-38cefb40-286f-48ff-bc6d-ece3c3e1c803 None None] Provisioning for port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:12:59.397450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.397756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-38cefb40-286f-48ff-bc6d-ece3c3e1c803 None None] Provisioning complete for port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:12:59.398020 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38cefb40-286f-48ff-bc6d-ece3c3e1c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.411200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Port 31aeb6b3-243d-42b6-b331-f58bb3df3626 on network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:12:59.411930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Attempting to bind port 31aeb6b3-243d-42b6-b331-f58bb3df3626 on network a7a288b7-8d73-46d2-9c7c-86b491b5ac90 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:12:59.449889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:12:59.450800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Checking segment: {'id': '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:12:59.451566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Bound using segment: {'id': '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:12:59.452667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Bound port: 31aeb6b3-243d-42b6-b331-f58bb3df3626, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:12:59.453347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.469577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-38cefb40-286f-48ff-bc6d-ece3c3e1c803 None None] Port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:12:59.499886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Made reservation on behalf of 0b81cf6c11c14be6995d1863fd7e66d9 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:12:59.504663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.658980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.694290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-49407400-cbf7-4249-8a68-0ee01bbb563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.696319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-49407400-cbf7-4249-8a68-0ee01bbb563a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1137 time: 0.3041518 Jul 15 13:12:59.702346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017fb18b-7de1-4fb9-957e-121b4df58707']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:59.718329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:12:59.722207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7be327-0dd9-404a-a3b4-b37dc8e9a2a2') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:59.722670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7be327-0dd9-404a-a3b4-b37dc8e9a2a2') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:12:59.764037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Allocated IP 19.86.0.129 (7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e/6461008f-3d9e-4d5a-8222-285b957a72d9/ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:12:59.778197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.785363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.795392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.798078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fc242bbc-deb6-4cd3-b240-d7e9702c804e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:59.799806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] For port 31aeb6b3-243d-42b6-b331-f58bb3df3626, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:12:59.822232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] For port 31aeb6b3-243d-42b6-b331-f58bb3df3626, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626,segment=NetworkSegment(3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d),segment_id=3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:12:59.845698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.869390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.870404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.879076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35d69c9b-fbb9-42b1-9014-c3e3b12dc386 req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "PUT /v2.0/ports/fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 943 time: 0.8235598 Jul 15 13:12:59.887660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.888303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.889778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] 10.222.0.58 "PUT /v2.0/ports/31aeb6b3-243d-42b6-b331-f58bb3df3626 HTTP/1.1" status: 200 len: 1093 time: 3.0097601 Jul 15 13:12:59.966680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:12:59.970332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fc242bbc-deb6-4cd3-b240-d7e9702c804e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:12:59.976983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa76d7-c907-48c9-a544-36646ffb660c req-b705dc76-a180-4055-ac96-c2382f0c530f tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:12:59.978721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05fa76d7-c907-48c9-a544-36646ffb660c req-b705dc76-a180-4055-ac96-c2382f0c530f tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 949 time: 0.4262590 Jul 15 13:12:59.979207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'tag': '31aeb6b3-243d-42b6-b331-f58bb3df3626'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:12:59.983687 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab71810-c0dc-470d-9e51-a4028437dfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a95d6659-4105-4b61-b452-4bccc39a6a7b", "tag": "31aeb6b3-243d-42b6-b331-f58bb3df3626"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:12:59.999727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee2e18-c78d-4c18-8b64-2a9b60c85477 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event updated for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.066694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:00.067922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:00.094841 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:00.102216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44f07d74-3a95-4cf5-98d2-9ddb604bdef7 req-fcd9e026-54a9-43fe-b102-39d155973854 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2133177-a388-4c77-be48-cd0c83c3f071 HTTP/1.1" status: 200 len: 210 time: 0.0384457 Jul 15 13:13:00.216922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05fa76d7-c907-48c9-a544-36646ffb660c req-32b5802d-5470-4438-a156-689381bc5699 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120993 Jul 15 13:13:00.249905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.303517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Transition to ACTIVE for port object ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:00.398057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.480036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:00.486740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:00.490044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:00.560353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event updated for resources: {'Port': ['ID=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.579756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.580649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.607665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-dcc96bab-e28f-4317-a04a-7bcfcc985bb8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4679275 Jul 15 13:13:00.622448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Request body: {'port': {'device_id': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:00.649995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a64e9-d3f2-4fa5-abf1-37eef5865806 service neutron] Pushing event updated for resources: {'Port': ['ID=31aeb6b3-243d-42b6-b331-f58bb3df3626,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.688484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.690645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-6a308101-42cd-46fc-bfa5-31187da0508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.692335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b86a0-eea5-43e3-afd5-315a6f9cab5f req-23ba0db7-2382-4697-b5f6-4c8a31f9c825 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.692506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-6a308101-42cd-46fc-bfa5-31187da0508e service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.9781446 Jul 15 13:13:00.698498 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:00.703352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] 10.222.0.57 "DELETE /v2.0/networks/017fb18b-7de1-4fb9-957e-121b4df58707 HTTP/1.1" status: 204 len: 168 time: 1.5616214 Jul 15 13:13:00.703557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b86a0-eea5-43e3-afd5-315a6f9cab5f req-23ba0db7-2382-4697-b5f6-4c8a31f9c825 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.728211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e03b86a0-eea5-43e3-afd5-315a6f9cab5f req-23ba0db7-2382-4697-b5f6-4c8a31f9c825 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1654 time: 0.3722341 Jul 15 13:13:00.732795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781b2a8-d220-4545-bab9-18bf28264c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=017fb18b-7de1-4fb9-957e-121b4df58707,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:00.777492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-3b2e899e-8277-406a-a994-9a093a0bc61f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.0718622 Jul 15 13:13:00.819571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-72ecc317-8e8d-401b-80c3-cde3b4f6e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.826363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-72ecc317-8e8d-401b-80c3-cde3b4f6e4a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ba45189c18745d786770180db5e43fc&device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 1096 time: 0.8347290 Jul 15 13:13:00.962908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-1e822624-4ba8-4ca7-925b-1d9065ab64da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626 HTTP/1.1" status: 200 len: 217 time: 0.0926435 Jul 15 13:13:00.980781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a123-7c8f-43cd-ba3e-065a39070d8f req-468cb1c3-f5ca-4f6d-a31d-8d38a1d9eea7 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:00.988971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a25a123-7c8f-43cd-ba3e-065a39070d8f req-468cb1c3-f5ca-4f6d-a31d-8d38a1d9eea7 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 944 time: 0.3668611 Jul 15 13:13:00.999269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e03b86a0-eea5-43e3-afd5-315a6f9cab5f req-722235df-f6fc-4e34-8304-4cc9764a56a7 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695801 Jul 15 13:13:01.019594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.039335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-cb570b63-e75b-4447-a313-44a7fb2e621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.047762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-cb570b63-e75b-4447-a313-44a7fb2e621a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.2495487 Jul 15 13:13:01.079129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bf2ac059-b0ca-4b3e-8343-5d573df66eea None None] Provisioning for port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:01.093007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bf2ac059-b0ca-4b3e-8343-5d573df66eea None None] Provisioning complete for port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:01.093951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf2ac059-b0ca-4b3e-8343-5d573df66eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.138212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-30154452-1268-4891-86bb-e0180e8607f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710866 Jul 15 13:13:01.178556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-aa33ee25-e4e0-4591-8b7d-f6875430b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.180124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-aa33ee25-e4e0-4591-8b7d-f6875430b0e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3264b923-47ee-4574-90e7-5af55d0a0fff HTTP/1.1" status: 200 len: 861 time: 0.2093892 Jul 15 13:13:01.180625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ac059-b0ca-4b3e-8343-5d573df66eea None None] Port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:01.181111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59424) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:01.248848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a25a123-7c8f-43cd-ba3e-065a39070d8f req-96e4e025-ac60-46bc-95e0-d02c26e50324 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588322 Jul 15 13:13:01.259678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-6286c451-7ee6-4528-b00b-c21af2728545 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a7a288b7-8d73-46d2-9c7c-86b491b5ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638642 Jul 15 13:13:01.354843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:01.358305 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d5ae93-4650-4471-90d7-d9fd3f05a424" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:01.371230 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3817cc63-4cb3-4bc2-84ea-9a42a342f72d x-openstack-request-id: req-3817cc63-4cb3-4bc2-84ea-9a42a342f72d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:01.371828 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95d6659-4105-4b61-b452-4bccc39a6a7b", "tag": "31aeb6b3-243d-42b6-b331-f58bb3df3626", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:01.372243 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3817cc63-4cb3-4bc2-84ea-9a42a342f72d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:01.373060 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'tag': '31aeb6b3-243d-42b6-b331-f58bb3df3626', 'status': 'completed', 'code': 200} Jul 15 13:13:01.462894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-61b766ed-ade9-4d26-badf-f82bd9882bfc service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145506 Jul 15 13:13:01.516509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-905de2ea-ef14-4215-b8a9-f46ad116a678 service neutron] 10.222.0.58 "GET /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489223 Jul 15 13:13:01.632683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-29c4b5b9-8b69-4d6f-be2b-b9f5e15124b7 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4830582 Jul 15 13:13:01.639629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:01.654388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f8dc1f20-862c-4f31-8f0b-c460df4fb899 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43988df0103f4ce8a70f0c50d3a78b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567707 Jul 15 13:13:01.658398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59434) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:01.686187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58ba28e6-16bb-4d9b-a80f-dc226d36bfa4 req-35c74cf0-5718-4347-991c-ab85f85652f8 service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070253 Jul 15 13:13:01.706182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdae5bae-d8a9-488b-a8a0-8e5b4924f705 req-544871c0-f72d-4dd7-b343-ee5c9d9ca02c service neutron] 10.222.0.58 "GET /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815410 Jul 15 13:13:01.729024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.778000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56483f99-c8d1-45f4-98fd-4a80238aa81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.856789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56483f99-c8d1-45f4-98fd-4a80238aa81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.857726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:01.868686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.885513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Transition to ACTIVE for port object d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:01.896371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.939138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-7a6ecbf2-c997-4688-92ee-a8ae53851014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:01.940974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-7a6ecbf2-c997-4688-92ee-a8ae53851014 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ba45189c18745d786770180db5e43fc&device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 1096 time: 0.1594350 Jul 15 13:13:01.949714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56483f99-c8d1-45f4-98fd-4a80238aa81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.953983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56483f99-c8d1-45f4-98fd-4a80238aa81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:01.955845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-56483f99-c8d1-45f4-98fd-4a80238aa81d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5b8cf1c-5e57-4952-97f5-462a7ad99cac HTTP/1.1" status: 204 len: 168 time: 0.2943525 Jul 15 13:13:02.025720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Pushing event updated for resources: {'Port': ['ID=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.217933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56483f99-c8d1-45f4-98fd-4a80238aa81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8cf1c-5e57-4952-97f5-462a7ad99cac,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:02.238233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-81b94785-626f-4961-a03e-4d19eaea81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.241534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-81b94785-626f-4961-a03e-4d19eaea81d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a7a288b7-8d73-46d2-9c7c-86b491b5ac90 HTTP/1.1" status: 200 len: 922 time: 0.2835152 Jul 15 13:13:02.375066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-92c11f20-95db-4cd4-9c3e-e7193ea6a9cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626 HTTP/1.1" status: 200 len: 217 time: 0.1246874 Jul 15 13:13:02.477577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-9b72a7f9-2ffb-455b-baa1-b44900f6549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.479469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-9b72a7f9-2ffb-455b-baa1-b44900f6549a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3264b923-47ee-4574-90e7-5af55d0a0fff HTTP/1.1" status: 200 len: 861 time: 0.0754373 Jul 15 13:13:02.491666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Attempting to bind port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:02.492427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Attempting to bind port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:02.492962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Attempting to bind port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c on network 2b707723-2237-486a-9583-b11a1cb250fe {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:02.506562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c on network 2b707723-2237-486a-9583-b11a1cb250fe not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:02.507035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Attempting to bind port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c on network 2b707723-2237-486a-9583-b11a1cb250fe {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:02.516557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.520596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:02.521025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Checking segment: {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:02.521416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Bound using segment: {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:02.522092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Bound port: d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7993e30-233c-4e1e-87c1-d5b961ed5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:02.522652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.540654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-026193e3-9e4e-4cdb-a974-25ba9cca0574 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a7a288b7-8d73-46d2-9c7c-86b491b5ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470800 Jul 15 13:13:02.656447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee209293-0c13-4581-9fb5-cd3e4c98d757 req-e0b19e2f-ad14-4a58-8230-e9f1494dade9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.658152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee209293-0c13-4581-9fb5-cd3e4c98d757 req-e0b19e2f-ad14-4a58-8230-e9f1494dade9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.3028805 Jul 15 13:13:02.703122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59450) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.737582 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-437a872c-3e31-426f-936a-89fa5bbec1a5 service neutron] 10.222.0.58 "GET /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807754 Jul 15 13:13:02.747690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] For port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:02.773180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] For port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:02.787696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.811597 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee209293-0c13-4581-9fb5-cd3e4c98d757 req-c26c441f-b775-4b9b-9deb-fb302da1d662 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407266 Jul 15 13:13:02.812885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Allocated IP 172.25.3.254 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/cf97b73d-83c5-4663-94de-2d3715d961c9) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:02.869972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:02.870806 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:02.872541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] 10.222.0.59 "PUT /v2.0/ports/d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c HTTP/1.1" status: 200 len: 1092 time: 2.2563648 Jul 15 13:13:02.881642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70cb2ce0-5b28-484f-8a56-a0f5473986dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce54c18647bf4f45873f30bc0ce61c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742013 Jul 15 13:13:02.885622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59452) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:02.956116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Request body: {'port': {'device_id': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:02.972903 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d2f924a-8c23-4ec3-8289-b1bfe1ff2ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.003226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d2f924a-8c23-4ec3-8289-b1bfe1ff2ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.071410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2d31-0377-445f-8626-cd8f2e301eba service neutron] Pushing event updated for resources: {'Port': ['ID=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.080180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d2f924a-8c23-4ec3-8289-b1bfe1ff2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.083704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d2f924a-8c23-4ec3-8289-b1bfe1ff2ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.085533 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7d2f924a-8c23-4ec3-8289-b1bfe1ff2ebb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/040502f3-9f1d-43c0-9b06-1f1220404a4a HTTP/1.1" status: 204 len: 168 time: 0.1968210 Jul 15 13:13:03.140957 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373f4e3-9cbe-43c2-9150-33d614324358 x-openstack-request-id: req-6373f4e3-9cbe-43c2-9150-33d614324358 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:03.141317 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:03.142052 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6373f4e3-9cbe-43c2-9150-33d614324358 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:03.142206 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'status': 'completed', 'code': 200} Jul 15 13:13:03.146192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ab71810-c0dc-470d-9e51-a4028437dfb5 req-4a87bf95-9ac4-4328-a09b-b2f7549277c6 service neutron] 10.222.0.58 "GET /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894031 Jul 15 13:13:03.150295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f924a-8c23-4ec3-8289-b1bfe1ff2ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040502f3-9f1d-43c0-9b06-1f1220404a4a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.352822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-041038e4-a7f5-4c60-91a1-32d842382135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.358722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-041038e4-a7f5-4c60-91a1-32d842382135 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.1654840 Jul 15 13:13:03.484997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.511879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.658419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-3368b62a-94a8-442c-9d76-d0636e77359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.660831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-3368b62a-94a8-442c-9d76-d0636e77359e service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.2896509 Jul 15 13:13:03.662516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:03.732296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-1de0031c-4e94-408c-b7de-a66195290d20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.0612602 Jul 15 13:13:03.774058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:03.783576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:03.790474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:03.824889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9d455-0aeb-44ed-8080-e5869bc3e50c req-a7014d77-818c-4a75-b3cb-8a1100b30a73 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.833042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9d455-0aeb-44ed-8080-e5869bc3e50c req-a7014d77-818c-4a75-b3cb-8a1100b30a73 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.845384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dc9d455-0aeb-44ed-8080-e5869bc3e50c req-a7014d77-818c-4a75-b3cb-8a1100b30a73 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1666 time: 0.2317805 Jul 15 13:13:03.846016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event updated for resources: {'Port': ['ID=cf97b73d-83c5-4663-94de-2d3715d961c9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:03.849737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-75fbe539-4153-4152-a2d6-64ce113b8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:03.851675 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-75fbe539-4153-4152-a2d6-64ce113b8d11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.1114955 Jul 15 13:13:03.911954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-699f44c1-68df-4e29-9ed5-0cc308f2d354 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500374 Jul 15 13:13:04.019330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.045963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dc9d455-0aeb-44ed-8080-e5869bc3e50c req-a15c3a36-fcf8-478b-8c79-7db1d9d1f4eb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013869 Jul 15 13:13:04.091791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-25684745-de8c-4280-b14a-8b6994399126 service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598010 Jul 15 13:13:04.118442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:04.134180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.210172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Transition to ACTIVE for port object ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:04.225976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.244399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.258158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3d5ae93-4650-4471-90d7-d9fd3f05a424 req-c3aac56e-963a-463d-ad8d-d4576c011276 service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573782 Jul 15 13:13:04.378271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:04.532226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Attempting to bind port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:04.532566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Attempting to bind port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:04.532919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Attempting to bind port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 on network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:04.553680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 on network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:04.554015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Attempting to bind port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 on network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:04.578287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:04.596771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Checking segment: {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:04.597526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Bound using segment: {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:04.597659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b89a2e-d0a5-4394-9109-91445d68ac64 req-2553a265-2abc-4dd2-8001-ac28bcdeaabc tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:04.598174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Bound port: ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0cb5a89-63cd-48dc-b709-a02865785ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:04.598286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.603070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-77b89a2e-d0a5-4394-9109-91445d68ac64 req-2553a265-2abc-4dd2-8001-ac28bcdeaabc tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 944 time: 0.2027273 Jul 15 13:13:04.694048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.708812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.772784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] For port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:04.780568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-77b89a2e-d0a5-4394-9109-91445d68ac64 req-4eea6134-0395-48d9-8640-2bdf3d8cb9cd tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700993 Jul 15 13:13:04.865816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.892369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] For port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:04.899889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event updated for resources: {'Port': ['ID=cf97b73d-83c5-4663-94de-2d3715d961c9,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:04.906672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.924118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:04.927296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-c06d4c38-61e7-4632-acdb-d6797588f123 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2934191 Jul 15 13:13:05.046492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.048385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:05.050654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 HTTP/1.1" status: 200 len: 1093 time: 2.1175017 Jul 15 13:13:05.077913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-ce0a80c5-95dd-4d76-a32a-786f3497c617 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.1432383 Jul 15 13:13:05.125191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3352aa8-69e9-4a6a-89be-c3cfa1a746ac req-72c13ea5-a780-4c33-be3c-0f0db355ada9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.159911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'tag': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c'}, {'name': 'network-changed', 'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'tag': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:05.163075 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5" -d '{"events": [{"name": "network-changed", "server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "tag": "d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c"}, {"name": "network-changed", "server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "tag": "ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:05.170730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3352aa8-69e9-4a6a-89be-c3cfa1a746ac req-72c13ea5-a780-4c33-be3c-0f0db355ada9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.1905084 Jul 15 13:13:05.191354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce543-2673-4110-a634-ec4d35af6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:05.270021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3352aa8-69e9-4a6a-89be-c3cfa1a746ac req-adc1491a-5451-4288-b8ec-2c2790563864 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988462 Jul 15 13:13:05.353254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-4f807eb0-2558-4d30-9a6e-4bb3f5164583 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.354923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03cdf94a-7426-4ed8-b6bd-11d8daf7b617 req-4f807eb0-2558-4d30-9a6e-4bb3f5164583 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2590015 Jul 15 13:13:05.361862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-d5f9e99b-c926-456a-b151-e63bfb1d7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.362354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-d5f9e99b-c926-456a-b151-e63bfb1d7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.365662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-d5f9e99b-c926-456a-b151-e63bfb1d7b73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1982 time: 0.2326074 Jul 15 13:13:05.507602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-9c775cac-b2f2-45cd-9065-969dbfda120a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c HTTP/1.1" status: 200 len: 217 time: 0.1331406 Jul 15 13:13:05.590444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-a9531b7c-8e81-46f5-827f-68419603c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.592572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-a9531b7c-8e81-46f5-827f-68419603c969 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7479ca18-b8fe-4090-bee3-67cf065091bc HTTP/1.1" status: 200 len: 801 time: 0.0767891 Jul 15 13:13:05.671319 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553b1d6e-074e-4cbd-9714-eb147c5ffbd2 x-openstack-request-id: req-553b1d6e-074e-4cbd-9714-eb147c5ffbd2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:05.671815 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "tag": "d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "tag": "ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:05.672112 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-553b1d6e-074e-4cbd-9714-eb147c5ffbd2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:05.672716 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'tag': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c', 'status': 'completed', 'code': 200} Jul 15 13:13:05.672968 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'tag': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8', 'status': 'completed', 'code': 200} Jul 15 13:13:05.743664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fedb9-ad39-4ea0-9a94-f6bd900489f1 req-f274a4c0-8756-4285-8160-7686f92a7826 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.750217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fedb9-ad39-4ea0-9a94-f6bd900489f1 req-f274a4c0-8756-4285-8160-7686f92a7826 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.757680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-779fedb9-ad39-4ea0-9a94-f6bd900489f1 req-f274a4c0-8756-4285-8160-7686f92a7826 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1678 time: 0.1638632 Jul 15 13:13:05.786915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31aeb6b3-243d-42b6-b331-f58bb3df3626 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:05.821615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4524c999-d41b-4dac-9217-9742be8f1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:05.823322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-4524c999-d41b-4dac-9217-9742be8f1b0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b707723-2237-486a-9583-b11a1cb250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2166317 Jul 15 13:13:05.842357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-779fedb9-ad39-4ea0-9a94-f6bd900489f1 req-5d4caac1-45f3-4b77-9493-08f70f899119 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836241 Jul 15 13:13:06.079615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-6041ef28-45ec-4b0e-90de-75190a5a37d5 service neutron] 10.222.0.59 "GET /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314465 Jul 15 13:13:06.118000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 31aeb6b3-243d-42b6-b331-f58bb3df3626, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626,segment=NetworkSegment(3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d),segment_id=3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:06.147326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '31aeb6b3-243d-42b6-b331-f58bb3df3626', 'network_id': 'a7a288b7-8d73-46d2-9c7c-86b491b5ac90', 'port_id': '31aeb6b3-243d-42b6-b331-f58bb3df3626', 'mac_address': 'fa:16:3e:37:63:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3264b923-47ee-4574-90e7-5af55d0a0fff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:06.181599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-fa6f13fe-ce61-45a4-af6e-cc38b8f233c6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.189540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-fa6f13fe-ce61-45a4-af6e-cc38b8f233c6 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2755454 Jul 15 13:13:06.234871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.268807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aeb6b3-243d-42b6-b331-f58bb3df3626 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:06.296583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-b74f6cb2-6ad8-4c7f-91f2-66571ec6f99e tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 696 time: 0.1059752 Jul 15 13:13:06.307388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'floatingip': {'port_id': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:06.322793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 31aeb6b3-243d-42b6-b331-f58bb3df3626, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626,segment=NetworkSegment(3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d),segment_id=3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:06.329111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.330273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:06.378206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.379074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-f33ddaa3-1fd2-430d-8e27-30cd57040604 service neutron] 10.222.0.59 "GET /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896414 Jul 15 13:13:06.413928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0a9d-754d-49a5-b294-7226395facf6 req-609bed42-1957-40de-a67c-f72dc977fa2e tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.423916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7fdd0a9d-754d-49a5-b294-7226395facf6 req-609bed42-1957-40de-a67c-f72dc977fa2e tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 944 time: 0.2908559 Jul 15 13:13:06.481104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=31aeb6b3-243d-42b6-b331-f58bb3df3626,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.521515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:06.535464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'mac_address': 'fa:16:3e:35:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:06.607395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-3599ff0f-268c-46d7-9f22-5170932b653b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 HTTP/1.1" status: 200 len: 217 time: 0.2164242 Jul 15 13:13:06.659183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.701863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fd33f7c-8c24-4bf2-84e5-604592c20eaa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:06.758035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:06.769038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:06.802598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-cf2d5180-9b38-4c7f-8cb8-48084dc93c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:06.804090 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-cf2d5180-9b38-4c7f-8cb8-48084dc93c81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6461008f-3d9e-4d5a-8222-285b957a72d9 HTTP/1.1" status: 200 len: 801 time: 0.1758230 Jul 15 13:13:06.872749 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['2fd33f7c-8c24-4bf2-84e5-604592c20eaa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:06.937245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:06.958554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7fdd0a9d-754d-49a5-b294-7226395facf6 req-5d03171a-0c4e-4592-a1c9-c460cb292af5 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332639 Jul 15 13:13:07.000944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-a7ec851b-0c60-4212-bc33-f83b76b6cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:07.003005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-a7ec851b-0c60-4212-bc33-f83b76b6cbee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888866 Jul 15 13:13:07.056394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['31aeb6b3-243d-42b6-b331-f58bb3df3626'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:07.789950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:07.829041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-7dfc5dbe-7b39-4300-b3de-7731b5fbf4fc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667913 Jul 15 13:13:07.947435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:07.947435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.027560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-2aefd121-5877-4849-9be7-5f1fd4f595bf tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.039284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-2aefd121-5877-4849-9be7-5f1fd4f595bf tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089667 Jul 15 13:13:08.062565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-49150133-1ced-48a4-be72-75a88c04e594 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/quotas/ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 375 time: 0.0222609 Jul 15 13:13:08.127229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-34ff8f2d-1186-433e-aa70-242b8c5684ad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626392 Jul 15 13:13:08.143295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-d4470127-7c89-473c-8012-e092c4fe2ca4 service neutron] 10.222.0.59 "GET /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1276736 Jul 15 13:13:08.294350 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.374215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:08.376613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:13:08.379985 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17623d5e-27c4-446b-bcfc-ec81463bb1b0" -d '{"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-plugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:08.429345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:08.443793 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.463645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2927b2e-db6a-4f14-a2c9-71556c7e4fa7 req-f121afa0-924e-4661-94c6-46f1b341f27a service neutron] 10.222.0.59 "GET /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144138 Jul 15 13:13:08.539162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.546610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:08.698231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:08.701372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-4a746213-1e66-4329-b8f8-c7711896cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.701963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-4a746213-1e66-4329-b8f8-c7711896cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.716937 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-4a746213-1e66-4329-b8f8-c7711896cb39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1982 time: 0.1609735 Jul 15 13:13:08.758685 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Floating IP 18fb0851-d76f-43f9-a67d-57dfd0a10aba associated. External IP: 172.25.3.254, port: fc242bbc-deb6-4cd3-b240-d7e9702c804e. Jul 15 13:13:08.971226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f79b52-ed98-47f3-b0ce-7d879cf3f230 req-4ed2eb0e-04cc-4a24-81d5-7bbb8db12c14 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:08.983462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87f79b52-ed98-47f3-b0ce-7d879cf3f230 req-4ed2eb0e-04cc-4a24-81d5-7bbb8db12c14 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 945 time: 0.2649312 Jul 15 13:13:09.035614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-068fd9a9-96fa-4665-b97e-b79766979a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.037508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-068fd9a9-96fa-4665-b97e-b79766979a7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b707723-2237-486a-9583-b11a1cb250fe HTTP/1.1" status: 200 len: 903 time: 0.2707696 Jul 15 13:13:09.124279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87f79b52-ed98-47f3-b0ce-7d879cf3f230 req-ef0dc06e-9b9b-4815-ae16-0619a385d1e9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390390 Jul 15 13:13:09.132510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-b112113c-992c-4624-b8ac-7a14cf93e512 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c HTTP/1.1" status: 200 len: 217 time: 0.0859964 Jul 15 13:13:09.233234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Router 5142f1e7-3752-487e-bce1-1f0e0e5a747b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:09.279666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-d74b92fc-09fd-4e15-9dfd-05608271392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.286054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-d74b92fc-09fd-4e15-9dfd-05608271392a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7479ca18-b8fe-4090-bee3-67cf065091bc HTTP/1.1" status: 200 len: 801 time: 0.1461942 Jul 15 13:13:09.493722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-3dcbb289-2e7c-4cb0-9658-2405c93c42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.495389 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-3dcbb289-2e7c-4cb0-9658-2405c93c42b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b707723-2237-486a-9583-b11a1cb250fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016635 Jul 15 13:13:09.499706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:09.504055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-01bccb13-4ec5-41dc-b914-02c2a709df9d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:09.506148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-01bccb13-4ec5-41dc-b914-02c2a709df9d tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.1423857 Jul 15 13:13:09.511101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.517311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] Sync routers for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:09.534601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:09.536859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:09.538798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:09.718884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e43a4506-c2ad-4f7d-bf33-035d62882fec tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "PUT /v2.0/floatingips/18fb0851-d76f-43f9-a67d-57dfd0a10aba HTTP/1.1" status: 200 len: 997 time: 3.4171736 Jul 15 13:13:09.720210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:09.725826 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d379a-9b66-49e0-acc1-f377d08ed8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:09.787679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:09.810129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31aeb6b3-243d-42b6-b331-f58bb3df3626 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:09.811704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-7ce1d2c7-ee03-4f34-ad27-718e908aef6c service neutron] 10.222.0.59 "GET /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862859 Jul 15 13:13:09.984600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:10.182182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:10.210499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2890-08c5-45d1-b9ea-42cc90045c67 req-5499f2b9-75d1-458a-9be2-8ab992b95cfe tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.219907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda2890-08c5-45d1-b9ea-42cc90045c67 req-5499f2b9-75d1-458a-9be2-8ab992b95cfe tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.228222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcda2890-08c5-45d1-b9ea-42cc90045c67 req-5499f2b9-75d1-458a-9be2-8ab992b95cfe tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1678 time: 0.2292991 Jul 15 13:13:10.242877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-3796bd0f-65d8-4446-a21e-e24f14b72e02 service neutron] 10.222.0.59 "GET /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235947 Jul 15 13:13:10.288922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcda2890-08c5-45d1-b9ea-42cc90045c67 req-1d524dbd-6511-4930-ae72-06c285896fe8 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596805 Jul 15 13:13:10.332006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:10.394385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 31aeb6b3-243d-42b6-b331-f58bb3df3626 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:10.402568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 31aeb6b3-243d-42b6-b331-f58bb3df3626 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:10.403019 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.416399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.440874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e7ace9f3-ed96-4d2b-843c-220fc1441c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.442501 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-e7ace9f3-ed96-4d2b-843c-220fc1441c42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.6600020 Jul 15 13:13:10.443531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.580503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-c5cd5b84-2609-4d85-9a87-a61426f8d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.581272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-c5cd5b84-2609-4d85-9a87-a61426f8d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.583087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-c5cd5b84-2609-4d85-9a87-a61426f8d9e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1982 time: 0.1897390 Jul 15 13:13:10.602424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cd74e-9394-4c7c-b8df-fc631b7f9cf7 req-f79d84d2-1221-479b-ae33-95fe9707a425 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.611157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f8cd74e-9394-4c7c-b8df-fc631b7f9cf7 req-f79d84d2-1221-479b-ae33-95fe9707a425 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 945 time: 0.1276658 Jul 15 13:13:10.644006 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.664485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:10.677084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:10.677413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:10.677739 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:10.692088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f8cd74e-9394-4c7c-b8df-fc631b7f9cf7 req-5d73dae3-5fb5-4abc-b3fb-e9aa55d332f9 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796592 Jul 15 13:13:10.702105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:10.702643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Attempting to bind port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on network 57890f54-7a9e-415c-972e-84791180b10b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:10.711336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:10.711861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Checking segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:10.712449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Bound using segment: {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:10.713501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Bound port: 01f58735-0c11-4bf9-bac4-a5202b0301c3, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '790868d3-fb4c-4f6c-8a41-db9af111a0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '57890f54-7a9e-415c-972e-84791180b10b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:10.714064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.729552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-b2c1834e-3091-476b-815a-251726a38101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.731699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-b2c1834e-3091-476b-815a-251726a38101 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.2362700 Jul 15 13:13:10.806286 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b402cc8c-d133-4404-a5d0-f4cbfd631477 x-openstack-request-id: req-b402cc8c-d133-4404-a5d0-f4cbfd631477 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:10.806865 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-plugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:10.807577 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b402cc8c-d133-4404-a5d0-f4cbfd631477 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:10.810035 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'code': 200} Jul 15 13:13:10.842670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 31aeb6b3-243d-42b6-b331-f58bb3df3626, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626,segment=NetworkSegment(3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d),segment_id=3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:10.858213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:10.899573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-61137c0b-aeee-4086-91da-39001b5c5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:10.903842 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-61137c0b-aeee-4086-91da-39001b5c5e68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e HTTP/1.1" status: 200 len: 902 time: 0.3102283 Jul 15 13:13:10.980296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-bc6e7aff-0921-488b-98d8-95ae6183465a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 HTTP/1.1" status: 200 len: 217 time: 0.0679951 Jul 15 13:13:10.987593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-2cb443a1-6c03-4c78-ad8f-5ba091efec14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 1000 time: 0.2484047 Jul 15 13:13:10.987850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '18fb0851-d76f-43f9-a67d-57dfd0a10aba', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'port_id': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'mac_address': 'fa:16:3e:29:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:03Z', 'updated_at': '2021-07-15T13:13:08Z', 'revision_number': 1, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:12:01Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:11.049352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] Checking router: 5142f1e7-3752-487e-bce1-1f0e0e5a747b for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:11.065615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:11.067360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:12:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:11.119674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-4d48be2f-3369-44ff-9d6b-cf3a259b65d5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289740 Jul 15 13:13:11.124307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:11.127178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7c9fb61-3dde-4d1c-b115-356ed71f9c24 req-a9faeac7-e4fe-452f-82af-13a17b07b54e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 210 time: 0.0605457 Jul 15 13:13:11.169863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-705352f7-417b-494a-bfe8-a35487ec6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.171410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-705352f7-417b-494a-bfe8-a35487ec6952 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6461008f-3d9e-4d5a-8222-285b957a72d9 HTTP/1.1" status: 200 len: 801 time: 0.1794689 Jul 15 13:13:11.199624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=31aeb6b3-243d-42b6-b331-f58bb3df3626,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:11.273744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:11.297694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.319833 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b34fe-f31e-4296-afc4-20a893f1e2e0 x-openstack-request-id: req-090b34fe-f31e-4296-afc4-20a893f1e2e0 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:11.320722 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:11.321378 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-090b34fe-f31e-4296-afc4-20a893f1e2e0 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:11.322247 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'status': 'completed', 'code': 200} Jul 15 13:13:11.370123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:11.390876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-80bbf8f4-eca4-4e58-830d-eceacdca7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.396566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-80bbf8f4-eca4-4e58-830d-eceacdca7dcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093074 Jul 15 13:13:11.465621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-3f273bef-eb3e-42bd-b5c0-c222a567c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.476150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-3f273bef-eb3e-42bd-b5c0-c222a567c0b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.4509981 Jul 15 13:13:11.560161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-227d35bf-c1d9-4704-9588-637505252f17 service neutron] 10.222.0.59 "GET /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534216 Jul 15 13:13:11.607703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:11.621010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8', 'network_id': '7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e', 'port_id': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8', 'mac_address': 'fa:16:3e:29:24:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6461008f-3d9e-4d5a-8222-285b957a72d9', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:11.623861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:11.683524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:11.684397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:11.685677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 1123 time: 2.1715188 Jul 15 13:13:11.752507 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-77e24f90-3479-4636-a076-6073773b46d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256833 Jul 15 13:13:11.764851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-bef9e00f-5091-4288-91aa-7a8778fdca7c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:13:11.766342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-bef9e00f-5091-4288-91aa-7a8778fdca7c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081477 Jul 15 13:13:11.851121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40a146d2-77eb-4d1b-8f93-9e9f6df098d5 req-8b725bad-75cd-4c1b-b92c-ec4b6d8cf90f service neutron] 10.222.0.59 "GET /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645822 Jul 15 13:13:11.857587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['01f58735-0c11-4bf9-bac4-a5202b0301c3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:11.873966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['01f58735-0c11-4bf9-bac4-a5202b0301c3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:12.025155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-28e8a1e2-592d-4844-b02e-f950a8638d3d service neutron] 10.222.0.57 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321429 Jul 15 13:13:12.031661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.096318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b100a6-61c7-45ad-9efa-c0177c65f2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:12.135665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-501aab9b-28eb-4a24-af17-196abb7372b2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.138416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-501aab9b-28eb-4a24-af17-196abb7372b2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0109384 Jul 15 13:13:12.166304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec4131-6d59-4083-a0ca-025f7bd01e8c req-f3698fbb-0ecb-4162-a85a-aad49c9fc7f5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.168587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62ec4131-6d59-4083-a0ca-025f7bd01e8c req-f3698fbb-0ecb-4162-a85a-aad49c9fc7f5 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.0790801 Jul 15 13:13:12.211559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Request body: {'port': {'device_id': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'ecb6d455265049feb9b274baa3ba9363'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:12.232558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-4c77f67b-4018-45ea-a67b-b69c6cfb9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.238872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-4c77f67b-4018-45ea-a67b-b69c6cfb9ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.8781114 Jul 15 13:13:12.240221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62ec4131-6d59-4083-a0ca-025f7bd01e8c req-08412ca5-0b85-4087-9424-7ffe08f16da6 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625346 Jul 15 13:13:12.307387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:12.464535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:12.503221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-1c502e1f-98cf-4abe-a48d-b006cfb0a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.508898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-1c502e1f-98cf-4abe-a48d-b006cfb0a6f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.2471557 Jul 15 13:13:12.526355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.527438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:12.592790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-d1404323-4e94-4449-a38d-170ae345a9bf tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:12.594805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-d1404323-4e94-4449-a38d-170ae345a9bf tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 944 time: 0.1904664 Jul 15 13:13:12.775658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-82dea154-9e9e-4cb5-abcb-2ddcd072b782 req-47857bfc-7613-4855-b2e2-7b59f27735d4 service neutron] 10.222.0.57 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323873 Jul 15 13:13:12.779626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Made reservation on behalf of ecb6d455265049feb9b274baa3ba9363 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:12.784338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.817610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:12.854229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:12.954212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aeb6b3-243d-42b6-b331-f58bb3df3626'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:12.956812 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781a987-5244-42e4-9458-d876c5cdcb8d" -d '{"events": [{"server_uuid": "a95d6659-4105-4b61-b452-4bccc39a6a7b", "name": "network-vif-plugged", "status": "completed", "tag": "31aeb6b3-243d-42b6-b331-f58bb3df3626"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:12.959742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c', 'network_id': '2b707723-2237-486a-9583-b11a1cb250fe', 'port_id': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c', 'mac_address': 'fa:16:3e:de:47:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7479ca18-b8fe-4090-bee3-67cf065091bc', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:12.960026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.048915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-46ed16c1-ab65-42f1-8f58-2952e0bf554b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 1000 time: 0.5042658 Jul 15 13:13:13.049710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.091173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7bc01b-13fd-46d7-b9a7-23010423295f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.154482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Deleting port 589df977-2e6e-486e-ab22-f359c52f692f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:13.155651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.210027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f735d7-e68a-4d58-b3dc-f89f1a7b662e req-7136db81-c22b-4683-a169-94a3a54bccc9 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.221262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f735d7-e68a-4d58-b3dc-f89f1a7b662e req-7136db81-c22b-4683-a169-94a3a54bccc9 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.225969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3966-a9f4-4319-8188-4b911dfa3bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.235512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8f735d7-e68a-4d58-b3dc-f89f1a7b662e req-7136db81-c22b-4683-a169-94a3a54bccc9 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1679 time: 0.3691823 Jul 15 13:13:13.241891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '18fb0851-d76f-43f9-a67d-57dfd0a10aba', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'port_id': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'mac_address': 'fa:16:3e:29:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:03Z', 'updated_at': '2021-07-15T13:13:08Z', 'revision_number': 1, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:12:01Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:13.245309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-f3b84205-ef75-4962-941b-452ab08c3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.248744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-f3b84205-ef75-4962-941b-452ab08c3f22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.1586113 Jul 15 13:13:13.312978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.314077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8f735d7-e68a-4d58-b3dc-f89f1a7b662e req-72c02130-de83-4b72-8c4b-0fb3f468291c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749974 Jul 15 13:13:13.338470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.342137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f23835-0bf8-4076-aa96-f90c9c0dd113 req-6ccde9d8-a8c6-47c2-886d-53bcd5133528 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.344270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2f23835-0bf8-4076-aa96-f90c9c0dd113 req-6ccde9d8-a8c6-47c2-886d-53bcd5133528 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 946 time: 0.3674512 Jul 15 13:13:13.344642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b838044d-2bbe-49fa-b008-8960b6226bac None None] The sync data for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 is: [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '18fb0851-d76f-43f9-a67d-57dfd0a10aba', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'floating_ip_address': '172.25.3.254', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'port_id': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'mac_address': 'fa:16:3e:29:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:13:03Z', 'updated_at': '2021-07-15T13:13:08Z', 'revision_number': 1, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:12:01Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:13.344959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3'}, {'name': 'network-changed', 'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:13.352498 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0" -d '{"events": [{"server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "name": "network-vif-unplugged", "status": "completed", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3"}, {"name": "network-changed", "server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:13.385238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-a4592dff-8473-4ff9-803a-6f4afd828c4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210210 Jul 15 13:13:13.424987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:13.479136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.504422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.512646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:13.522166 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2f23835-0bf8-4076-aa96-f90c9c0dd113 req-224badf9-e271-4075-919e-1cc9ca6949c4 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628239 Jul 15 13:13:13.556786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] For port 589df977-2e6e-486e-ab22-f359c52f692f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=589df977-2e6e-486e-ab22-f359c52f692f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.557236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:13.599921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Calling delete_port for 589df977-2e6e-486e-ab22-f359c52f692f owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:13.724717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:13.738818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Allocated IP 192.168.233.234 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/f7df11b8-8d7e-48e1-aa31-9d18b31aa130) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:13.820586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af7c67-e3f8-486f-92f5-b4be14557884 req-8cc23f05-af4c-4725-b388-2e3da16ae398 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:13.822248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-04af7c67-e3f8-486f-92f5-b4be14557884 req-8cc23f05-af4c-4725-b388-2e3da16ae398 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=67a860a2-2e56-4d90-9bc5-80663292fb84 HTTP/1.1" status: 200 len: 944 time: 0.1872289 Jul 15 13:13:13.833819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-f0465c1b-6502-4a51-9ee5-71f638e7d2cf service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399559 Jul 15 13:13:13.864173 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0d43c-4fbc-4418-b3b5-bb4c51529be7 None None] New status for floating IP 18fb0851-d76f-43f9-a67d-57dfd0a10aba: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:13:13.876706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:13.908364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:13:13.933918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-04af7c67-e3f8-486f-92f5-b4be14557884 req-c2aabaf4-6e0c-46bb-ba1a-d7d0f94b4e97 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982294 Jul 15 13:13:14.121690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-cd966439-6900-4399-89ee-6cc5088992a3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 1000 time: 0.1130552 Jul 15 13:13:14.195451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-55b20a1b-73ea-429d-bb6b-7986f075560f tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:14.207163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-55b20a1b-73ea-429d-bb6b-7986f075560f tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports/fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 943 time: 0.0726149 Jul 15 13:13:14.238635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.297227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event deleted for resources: {'Port': ['ID=589df977-2e6e-486e-ab22-f359c52f692f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:14.312025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:14.316043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:14.437462 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d705c7d7-023b-4474-b52e-af9f5f84a017 req-579b59bd-0447-4ab1-bbab-99f6137a201a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 210 time: 0.6000602 Jul 15 13:13:14.533975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] No DVR routers for this DVR port 589df977-2e6e-486e-ab22-f359c52f692f on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:14.559052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.565295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63c668bd-ab86-4126-844f-f1d6e63c9ad1 req-10339720-5402-47f1-bd80-6e7546704afb tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "DELETE /v2.0/ports/589df977-2e6e-486e-ab22-f359c52f692f HTTP/1.1" status: 204 len: 173 time: 1.9596357 Jul 15 13:13:14.692585 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be42da-5326-4bce-943f-5c8e1d47e850 x-openstack-request-id: req-86be42da-5326-4bce-943f-5c8e1d47e850 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:14.693054 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95d6659-4105-4b61-b452-4bccc39a6a7b", "name": "network-vif-plugged", "status": "completed", "tag": "31aeb6b3-243d-42b6-b331-f58bb3df3626", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:14.693223 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86be42da-5326-4bce-943f-5c8e1d47e850 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:14.693525 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aeb6b3-243d-42b6-b331-f58bb3df3626', 'code': 200} Jul 15 13:13:14.710192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.710565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-874d379a-9b66-49e0-acc1-f377d08ed8d1 req-a0efd1c9-5adc-4092-a826-b7c25f9c914e service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8608932 Jul 15 13:13:14.733411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'name': 'network-vif-deleted', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:14.764777 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b83b32-65e7-41c6-be25-09aed5d69b4d" -d '{"events": [{"server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "name": "network-vif-deleted", "tag": "589df977-2e6e-486e-ab22-f359c52f692f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:14.796348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.819331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Transition to ACTIVE for port object f7df11b8-8d7e-48e1-aa31-9d18b31aa130 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:14.873484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:14.932047 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-cb1f2c23-23fb-4d35-87eb-d1ada7a8af83 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 1002 time: 0.5246711 Jul 15 13:13:14.990310 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.030989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:15.042468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:15.060116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:15.063167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:15.122845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.123511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.149363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-26c1fe16-a262-4950-8d6d-dfb73cec9986 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.158597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-26c1fe16-a262-4950-8d6d-dfb73cec9986 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2255757 Jul 15 13:13:15.165307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-b65dd78f-4ff3-4538-86cb-f56dadd48169 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:13:15.165526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-098c3681-d382-4439-8476-ae6f56d1cfd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9600391 Jul 15 13:13:15.174226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db870938-4c31-401d-8617-09bc90388195 req-277fbd7b-812a-472c-a23f-5fa95ba03064 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.175575 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-b65dd78f-4ff3-4538-86cb-f56dadd48169 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156071 Jul 15 13:13:15.181459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db870938-4c31-401d-8617-09bc90388195 req-277fbd7b-812a-472c-a23f-5fa95ba03064 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.2338543 Jul 15 13:13:15.185088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76e213-18bd-455b-ada4-805b71cac847 req-f91b36ab-8aaa-405f-b487-a52dec34d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:15.186552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f76e213-18bd-455b-ada4-805b71cac847 req-f91b36ab-8aaa-405f-b487-a52dec34d23a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 1098 time: 0.2578175 Jul 15 13:13:15.190404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Request body: {'port': {'device_id': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:15.375530 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-ee02d425-a916-4274-be66-829f5a9dcbbe tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 1002 time: 0.1986485 Jul 15 13:13:15.386642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:15.436472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ac25b63-0efb-4163-8a59-36a5c0527c17 None None] Provisioning for port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:15.454911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f76e213-18bd-455b-ada4-805b71cac847 req-a1bbd1a5-9988-487c-a91d-031fffa35dcb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575741 Jul 15 13:13:15.460347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db870938-4c31-401d-8617-09bc90388195 req-7103e72d-74ce-44b1-beb1-4e4c1e56e071 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596521 Jul 15 13:13:15.474502 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.500146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ac25b63-0efb-4163-8a59-36a5c0527c17 None None] Provisioning complete for port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:15.501034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ac25b63-0efb-4163-8a59-36a5c0527c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.561325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ddfad7af-a153-4085-867d-add56732f281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.606323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.639639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7ac25b63-0efb-4163-8a59-36a5c0527c17 None None] Port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:15.673778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.700901 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d08c3-7e28-4fde-92e3-cee141fa7301 x-openstack-request-id: req-c82d08c3-7e28-4fde-92e3-cee141fa7301 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:15.702374 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "name": "network-vif-unplugged", "status": "completed", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3", "code": 200}, {"name": "network-changed", "server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:15.702739 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c82d08c3-7e28-4fde-92e3-cee141fa7301 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:15.704608 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'code': 200} Jul 15 13:13:15.705090 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'status': 'completed', 'code': 200} Jul 15 13:13:15.911460 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.918783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:15.919063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:15.919352 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Floating IP 18fb0851-d76f-43f9-a67d-57dfd0a10aba disassociated. External IP: 172.25.3.254, port: fc242bbc-deb6-4cd3-b240-d7e9702c804e. Jul 15 13:13:16.063708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:16.077455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:16.077877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.129020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-77f02c32-e35a-42d5-a3ec-8dfd0cd3db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.130874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-77f02c32-e35a-42d5-a3ec-8dfd0cd3db6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1126 time: 0.4341671 Jul 15 13:13:16.214494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.273108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:16.289310 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.291571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:16.369773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Router 5142f1e7-3752-487e-bce1-1f0e0e5a747b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:16.407329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-9c185662-724b-499b-a48b-17dcbce93a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.409160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-9c185662-724b-499b-a48b-17dcbce93a7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2673783 Jul 15 13:13:16.423023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950b4b2-dca5-4e04-80f6-460449e315c8 req-5fe49b09-d8b6-4a3a-843c-b5b749848416 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.428565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950b4b2-dca5-4e04-80f6-460449e315c8 req-5fe49b09-d8b6-4a3a-843c-b5b749848416 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.436639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1950b4b2-dca5-4e04-80f6-460449e315c8 req-5fe49b09-d8b6-4a3a-843c-b5b749848416 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1680 time: 0.2686543 Jul 15 13:13:16.465050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.528125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7df11b8-8d7e-48e1-aa31-9d18b31aa130 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:16.539397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-ad3b3981-e4ff-4d73-b6b8-0057842c3f4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 217 time: 0.1015110 Jul 15 13:13:16.547831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.549714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:16.554929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:16.555304 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.627390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Transition to ACTIVE for port object f7df11b8-8d7e-48e1-aa31-9d18b31aa130 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:16.632043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1950b4b2-dca5-4e04-80f6-460449e315c8 req-953f62cd-57a6-4152-b488-745420f86553 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781740 Jul 15 13:13:16.638766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.674224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:16.680861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:16.686076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-829811f4-5142-4865-a799-7dce23375efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.687747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-829811f4-5142-4865-a799-7dce23375efe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1367190 Jul 15 13:13:16.739041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:16.743742 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a1351-ebce-4a93-88d6-8e157d009137" -d '{"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:16.752972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] Sync routers for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:16.771342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-3e6452b6-ce9a-4ad6-88cd-26e1724a368d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659566 Jul 15 13:13:16.799951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-0a2a76b3-4722-41b4-b7a1-5038f5bae036 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "PUT /v2.0/floatingips/18fb0851-d76f-43f9-a67d-57dfd0a10aba HTTP/1.1" status: 200 len: 695 time: 1.4175067 Jul 15 13:13:16.813615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:16.814446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:16.900168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:16.907558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-8923e8b8-44f8-4c45-9f85-72734455edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:16.919702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-8923e8b8-44f8-4c45-9f85-72734455edd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.1109033 Jul 15 13:13:17.009007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.081188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-159bd281-d530-4907-8da7-ce1e9530ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.096426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-159bd281-d530-4907-8da7-ce1e9530ccd0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.1746769 Jul 15 13:13:17.103247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-1d2143c0-9cdc-4dae-81ce-d41fcf611c00 service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283658 Jul 15 13:13:17.196104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.202013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-756ef57d-487f-493e-a25d-57d5ad3fa065 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.1044214 Jul 15 13:13:17.262580 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9804d43-cedb-4f21-9a5d-fe0434f01bd0 req-113dcd60-b2ed-4f53-a27d-e1b2f333b73c service neutron] 10.222.0.58 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131606 Jul 15 13:13:17.265977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:17.281830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-de392071-af5d-40e3-aea3-cd571c516edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.286445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.287526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 589df977-2e6e-486e-ab22-f359c52f692f no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.295132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-de392071-af5d-40e3-aea3-cd571c516edf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.0914760 Jul 15 13:13:17.319548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:17.319891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:17.320427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:17.320943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:17.334452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:17.335281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:17.344024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:17.344679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:17.345242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:17.345966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Bound port: f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:17.346511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.347494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-26470cfb-fa3a-4012-8722-7e4ad6f73f7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456090 Jul 15 13:13:17.351687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 589df977-2e6e-486e-ab22-f359c52f692f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:17.352760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 589df977-2e6e-486e-ab22-f359c52f692f not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:17.363868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81c13a-9315-414c-bd8b-53fc264312fb req-382d7a44-b6f7-4a8b-9db8-dd1862d33859 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.371851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d81c13a-9315-414c-bd8b-53fc264312fb req-382d7a44-b6f7-4a8b-9db8-dd1862d33859 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 946 time: 0.2842927 Jul 15 13:13:17.479751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.512612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d81c13a-9315-414c-bd8b-53fc264312fb req-9d677a2c-f8ae-4fdf-92c5-4f564cae7a4a tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394703 Jul 15 13:13:17.537116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:17.540685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:17.548792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.580505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.581137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:17.582627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 1097 time: 2.4001677 Jul 15 13:13:17.610756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-cd42eec8-5585-4179-81b4-2556aaaf9025 service neutron] 10.222.0.57 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611477 Jul 15 13:13:17.615415 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9719e60d-786c-4e5e-ba59-3398bf8cb43a x-openstack-request-id: req-9719e60d-786c-4e5e-ba59-3398bf8cb43a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:17.616773 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a860a2-2e56-4d90-9bc5-80663292fb84", "name": "network-vif-deleted", "tag": "589df977-2e6e-486e-ab22-f359c52f692f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:17.617134 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9719e60d-786c-4e5e-ba59-3398bf8cb43a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:17.620007 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a860a2-2e56-4d90-9bc5-80663292fb84', 'name': 'network-vif-deleted', 'tag': '589df977-2e6e-486e-ab22-f359c52f692f', 'status': 'completed', 'code': 200} Jul 15 13:13:17.714280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:17.717970 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33699039-3abe-4929-9bbe-f0a1b24648b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:17.753979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:12:01Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:17.802426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05ad3eb9-c7d0-4368-8ab1-a3daaffa599a req-f499b115-77b7-4a09-97eb-db5863b5f6a5 service neutron] 10.222.0.57 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726358 Jul 15 13:13:17.848618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2bcfb-1894-4d94-969e-8a3846f38e97 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:17.884940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-96bb9777-0335-425e-871a-c2b07d90d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:17.887287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-96bb9777-0335-425e-871a-c2b07d90d8c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1100 time: 0.2537699 Jul 15 13:13:17.898477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:17.915455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] Checking router: 5142f1e7-3752-487e-bce1-1f0e0e5a747b for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:18.019217 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-8e79c68e-f95b-40ea-9bd7-793808091a31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.1244020 Jul 15 13:13:18.067141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:18.068056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:18.102707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-00584d7b-4599-4b9b-9f4f-81d28af61f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.104341 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-00584d7b-4599-4b9b-9f4f-81d28af61f68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0779393 Jul 15 13:13:18.203324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bc126-53b1-4272-a567-c9210f56116a req-3f20ff51-7b47-42cb-86b6-f2d400fa8536 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.235533 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-683bc126-53b1-4272-a567-c9210f56116a req-3f20ff51-7b47-42cb-86b6-f2d400fa8536 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 948 time: 0.2606244 Jul 15 13:13:18.302867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccc3dd-3d2e-4e20-b852-4d5e6a454615 req-1d4f4843-a2b0-4899-b669-9762ccca98c8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.305599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0cccc3dd-3d2e-4e20-b852-4d5e6a454615 req-1d4f4843-a2b0-4899-b669-9762ccca98c8 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 943 time: 0.1737041 Jul 15 13:13:18.315831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-683bc126-53b1-4272-a567-c9210f56116a req-394bf470-a640-4e67-bc26-3aa16b2f385c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795364 Jul 15 13:13:18.346516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-ac91b05e-066f-4f23-b039-510c3e6324f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:18.348169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-ac91b05e-066f-4f23-b039-510c3e6324f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2227042 Jul 15 13:13:18.387058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0cccc3dd-3d2e-4e20-b852-4d5e6a454615 req-6a7dba39-a017-472a-844e-edd5ae87bbd9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Jul 15 13:13:18.503486 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65d8b4d-74c8-4775-b6eb-5693ca210522 x-openstack-request-id: req-b65d8b4d-74c8-4775-b6eb-5693ca210522 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:18.504025 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-plugged", "status": "completed", "tag": "ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:18.504025 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b65d8b4d-74c8-4775-b6eb-5693ca210522 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:18.504388 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8', 'code': 200} Jul 15 13:13:18.594485 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:18.646048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-2b16635c-6369-42fa-a4c7-676de71a635c service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836986 Jul 15 13:13:18.667363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:18.801138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef784b40-499d-4344-996c-9e54a38b7f6d req-867c60f4-953a-4c32-98cd-4ec567106a43 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449406 Jul 15 13:13:18.802784 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac465f-ea40-41cf-922a-1ce19c6502b8 x-openstack-request-id: req-66ac465f-ea40-41cf-922a-1ce19c6502b8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:18.803080 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:18.803332 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66ac465f-ea40-41cf-922a-1ce19c6502b8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:18.803745 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'status': 'completed', 'code': 200} Jul 15 13:13:18.874725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-3670de68-fa32-4bbf-808f-d15ba5a940cd service neutron] 10.222.0.58 "GET /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.5035515 Jul 15 13:13:19.037454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-ab4e5733-452f-480b-a85f-376a2bef5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.039704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-ab4e5733-452f-480b-a85f-376a2bef5fa4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1100 time: 0.1637712 Jul 15 13:13:19.042960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:12:01Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:19.053124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901243-6b8a-4b9e-871e-fcd260df503d req-04cb1113-6abf-4429-993e-5c001cdfb95c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.060461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901243-6b8a-4b9e-871e-fcd260df503d req-04cb1113-6abf-4429-993e-5c001cdfb95c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.067900 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd901243-6b8a-4b9e-871e-fcd260df503d req-04cb1113-6abf-4429-993e-5c001cdfb95c tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1682 time: 0.2632196 Jul 15 13:13:19.095611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de6828-c4e5-4ebe-8e9b-cf1a312a9a88 None None] The sync data for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 is: [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:11:51Z', 'revision_number': 4, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1e2f89aa-2e21-4ed3-8b41-176117453967', 'name': '', 'network_id': '22d96ca5-143b-4c55-8c14-c89f647f685c', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'mac_address': 'fa:16:3e:be:d9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:50Z', 'updated_at': '2021-07-15T13:12:01Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'subnets': [{'id': 'ef9f41d3-53e6-47c9-b313-b71608da13a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:19.115654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8099df4b-395a-4657-a0c5-cf6985567453 req-f298e036-9c10-4795-a2fd-bb70b4cd1afd tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips/18fb0851-d76f-43f9-a67d-57dfd0a10aba HTTP/1.1" status: 200 len: 695 time: 0.0932817 Jul 15 13:13:19.349456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd901243-6b8a-4b9e-871e-fcd260df503d req-10cf87f3-c4bf-4427-b678-e9b71f1947d0 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804959 Jul 15 13:13:19.596499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:19.659083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-caa6fc7c-f288-4764-b86b-85d83feb0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.660775 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-caa6fc7c-f288-4764-b86b-85d83feb0749 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.5808232 Jul 15 13:13:19.662086 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661388ed-d80b-482d-8128-c242659fa764 None None] New status for floating IP 18fb0851-d76f-43f9-a67d-57dfd0a10aba: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:13:19.690170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-7aa4cf15-7c62-4ff8-ab1a-6fb754e34ca6 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.692208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:19.693029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-7aa4cf15-7c62-4ff8-ab1a-6fb754e34ca6 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 944 time: 0.1983385 Jul 15 13:13:19.694952 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c667da1-b1f7-4dce-8996-0784246a37b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:19.736093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:19.754491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099df4b-395a-4657-a0c5-cf6985567453 req-61b29c7c-3465-488f-a8a0-c929b63987c8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.756177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8099df4b-395a-4657-a0c5-cf6985567453 req-61b29c7c-3465-488f-a8a0-c929b63987c8 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.6397169 Jul 15 13:13:19.769019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-ac62d640-bac8-494a-91f5-8adee4eca6e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.0972383 Jul 15 13:13:19.851189 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8099df4b-395a-4657-a0c5-cf6985567453 req-08f4270b-3431-492a-aaa8-35a54b6a816b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 698 time: 0.0863047 Jul 15 13:13:19.880114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f58735-0c11-4bf9-bac4-a5202b0301c3 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:19.906446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ae234-4032-4e3a-a6f7-21e3890245ce req-13b913e3-31f4-43cc-be47-bfcf23de5d29 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.908219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c1ae234-4032-4e3a-a6f7-21e3890245ce req-13b913e3-31f4-43cc-be47-bfcf23de5d29 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 944 time: 0.3447886 Jul 15 13:13:19.918413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8099df4b-395a-4657-a0c5-cf6985567453 req-4edf6dcc-fe2b-4f31-ac6a-1047b77c4004 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.254 HTTP/1.1" status: 200 len: 698 time: 0.0656652 Jul 15 13:13:19.938290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:19.957544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-9085c263-6314-4e00-b0be-40823c274c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:19.959146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-9085c263-6314-4e00-b0be-40823c274c4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1670532 Jul 15 13:13:20.055959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c1ae234-4032-4e3a-a6f7-21e3890245ce req-88e09ad9-5608-4f1d-80e4-778b4f05f81b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409323 Jul 15 13:13:20.056551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.143519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Deleting port cf97b73d-83c5-4663-94de-2d3715d961c9 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:20.144009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.173880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Deleting port ce947ac5-7f08-43f9-a7d5-dd941104845f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:20.174326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.278090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.278568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.299225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Calling delete_port for cf97b73d-83c5-4663-94de-2d3715d961c9 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:20.505858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:20.510212 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddb9c45-abf7-4611-b436-38ddc253f7bb" -d '{"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-plugged", "status": "completed", "tag": "d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:20.560568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.608583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event deleted for resources: {'Port': ['ID=cf97b73d-83c5-4663-94de-2d3715d961c9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:20.704813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-93963b34-daa7-4a27-8cd6-47ca7b927a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.706504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-93963b34-daa7-4a27-8cd6-47ca7b927a14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7149096 Jul 15 13:13:20.716244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.720008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.727280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8099df4b-395a-4657-a0c5-cf6985567453 req-6a2a3bcf-e206-433d-9aa8-13ac1230df58 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "DELETE /v2.0/floatingips/18fb0851-d76f-43f9-a67d-57dfd0a10aba HTTP/1.1" status: 204 len: 173 time: 0.8075714 Jul 15 13:13:20.740166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] Transition to ACTIVE for port object 01f58735-0c11-4bf9-bac4-a5202b0301c3 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:20.764686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.824129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6799c4a-3062-4107-aa1d-f3693183de7e req-5d341c04-3d97-43c7-9cfe-21b008e2a6d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:20.825978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6799c4a-3062-4107-aa1d-f3693183de7e req-5d341c04-3d97-43c7-9cfe-21b008e2a6d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 948 time: 0.5970740 Jul 15 13:13:20.845873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] For port ce947ac5-7f08-43f9-a7d5-dd941104845f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ce947ac5-7f08-43f9-a7d5-dd941104845f,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:20.846306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:20.917364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Calling delete_port for ce947ac5-7f08-43f9-a7d5-dd941104845f owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:20.979240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] No DVR routers for this DVR port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:21.036992 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6799c4a-3062-4107-aa1d-f3693183de7e req-f19f9889-8e0b-47ed-a046-b009e09020e1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014313 Jul 15 13:13:21.037523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] Pushing event updated for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.047149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-6ee4a6f2-e108-4751-90ec-80c8e510f5ef service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268285 Jul 15 13:13:21.117542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-9c7c44fe-692b-4cf9-80f6-c798cfb89068 service neutron] 10.222.0.58 "PUT /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 2.2053771 Jul 15 13:13:21.252658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33699039-3abe-4929-9bbe-f0a1b24648b8 req-c4c46b53-fafc-46c5-a9bb-d870f4ceb9d4 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657977 Jul 15 13:13:21.287775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93847dc-55a9-469d-9dec-1ca869feb057 req-8639f5b1-24d7-4e59-b983-c6a089e68c7b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.295834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f93847dc-55a9-469d-9dec-1ca869feb057 req-8639f5b1-24d7-4e59-b983-c6a089e68c7b tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.1374223 Jul 15 13:13:21.369723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.373617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f93847dc-55a9-469d-9dec-1ca869feb057 req-da821e01-ac6b-47fd-ae31-9394ab52a81d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747728 Jul 15 13:13:21.436121 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a9c53-d683-46a9-853f-5d422fa443e3 x-openstack-request-id: req-8b8a9c53-d683-46a9-853f-5d422fa443e3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:21.436698 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:21.437126 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b8a9c53-d683-46a9-853f-5d422fa443e3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:21.437736 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'status': 'completed', 'code': 200} Jul 15 13:13:21.462566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event deleted for resources: {'Port': ['ID=ce947ac5-7f08-43f9-a7d5-dd941104845f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:21.547043 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62756e8c-27e7-4673-b8b5-e343e8569d28 x-openstack-request-id: req-62756e8c-27e7-4673-b8b5-e343e8569d28 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:21.548158 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-plugged", "status": "completed", "tag": "d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:21.548599 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62756e8c-27e7-4673-b8b5-e343e8569d28 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:21.549207 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c', 'code': 200} Jul 15 13:13:21.636088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] No DVR routers for this DVR port ce947ac5-7f08-43f9-a7d5-dd941104845f on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:21.636088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:21.636088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76e6703a-8116-40f5-9c2a-baa5be2dfa38 req-70c70724-200b-4d07-93e4-a1a103551a2d tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "DELETE /v2.0/ports/ce947ac5-7f08-43f9-a7d5-dd941104845f HTTP/1.1" status: 204 len: 173 time: 1.8764193 Jul 15 13:13:21.636678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-74625921-1342-431d-8543-ae90e8c69f44 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.636678 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-74625921-1342-431d-8543-ae90e8c69f44 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.4145062 Jul 15 13:13:21.636972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'name': 'network-vif-deleted', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:21.636972 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46aa55-c9aa-4959-b59a-187c3aadbb0f" -d '{"events": [{"server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "name": "network-vif-deleted", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:21.698144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053901a6-5b22-44b2-a14e-5776d970ee05 req-5f4edc27-2f75-4924-af5c-a1b43d52f4ff tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.704363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053901a6-5b22-44b2-a14e-5776d970ee05 req-5f4edc27-2f75-4924-af5c-a1b43d52f4ff tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.706086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-053901a6-5b22-44b2-a14e-5776d970ee05 req-5f4edc27-2f75-4924-af5c-a1b43d52f4ff tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1682 time: 0.1770363 Jul 15 13:13:21.745031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-872075d7-dcd0-4397-af73-ecdf4e03d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.747186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-872075d7-dcd0-4397-af73-ecdf4e03d914 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e00ce55e2fee427089b185b6535c319c&device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 1098 time: 0.2784257 Jul 15 13:13:21.755602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b649de0f-64a7-4d46-87e5-99651c97014c req-19145315-ddd0-4719-b7cc-d1856de83e08 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups/2c3b77c7-548c-48bd-903d-ad82e6e19126 HTTP/1.1" status: 200 len: 1808 time: 0.1706190 Jul 15 13:13:21.770307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-053901a6-5b22-44b2-a14e-5776d970ee05 req-72d09ca3-a73d-47b9-acd0-7ad60bc15bac tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550265 Jul 15 13:13:21.779071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-93fd0452-f15a-4077-ba2f-4f98b9bed175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.780980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-93fd0452-f15a-4077-ba2f-4f98b9bed175 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7&tenant_id=df04fee8d35b45058f3460ac5efda737 HTTP/1.1" status: 200 len: 1096 time: 0.1433280 Jul 15 13:13:21.884700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:21.905415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-5ae688ce-a131-4368-ae42-f218c1186986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.907640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-5ae688ce-a131-4368-ae42-f218c1186986 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 200 len: 920 time: 0.1500680 Jul 15 13:13:21.916353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-51684cf8-fead-4e13-a4d3-90df0e719ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:21.923875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-51684cf8-fead-4e13-a4d3-90df0e719ed9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1096 time: 0.1194561 Jul 15 13:13:21.996873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-cbb20f65-bfb8-4c09-a0fc-90c8f77005d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 200 len: 217 time: 0.0743909 Jul 15 13:13:22.006891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:22.025314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'mac_address': 'fa:16:3e:75:20:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:22.067975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-dbe9d280-09bb-4432-89fa-6c6bb31a0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.070019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-dbe9d280-09bb-4432-89fa-6c6bb31a0d1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 200 len: 859 time: 0.0627570 Jul 15 13:13:22.072989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.088937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-3a5f592d-a92e-4c64-8d75-d85730966658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.089430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7df11b8-8d7e-48e1-aa31-9d18b31aa130 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:22.090654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-3a5f592d-a92e-4c64-8d75-d85730966658 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.1559696 Jul 15 13:13:22.099538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aaac3-11f3-4add-971c-5c6b47a5b00f req-b52ca5d2-e5c3-46db-8bf8-ce1958d78d98 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.101515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b9aaac3-11f3-4add-971c-5c6b47a5b00f req-b52ca5d2-e5c3-46db-8bf8-ce1958d78d98 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 946 time: 0.1760168 Jul 15 13:13:22.125385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:22.126779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-f78d61a8-f1b9-4515-b45b-342625151e2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22d96ca5-143b-4c55-8c14-c89f647f685c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436580 Jul 15 13:13:22.134111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.134982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036fb7-ce3d-4157-8eff-759cbfbe259d req-b79db1f5-a77a-4868-9fc4-4a29bb0bc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.135575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036fb7-ce3d-4157-8eff-759cbfbe259d req-b79db1f5-a77a-4868-9fc4-4a29bb0bc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.140954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4036fb7-ce3d-4157-8eff-759cbfbe259d req-b79db1f5-a77a-4868-9fc4-4a29bb0bc9a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1986 time: 0.4972374 Jul 15 13:13:22.211048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:22.219740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-8cfad5ab-e43f-4b0e-a1bb-99f2edf0680c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 200 len: 217 time: 0.1117532 Jul 15 13:13:22.255202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-7b77d08f-cc2d-4077-9e86-465e83ff95bd service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132834 Jul 15 13:13:22.295446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b9aaac3-11f3-4add-971c-5c6b47a5b00f req-b1101fe0-c12a-4bba-bec4-5c5c17db460f tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/security-groups?id=16e69af5-f50b-412e-8ef8-b2805738035a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746964 Jul 15 13:13:22.326834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b649de0f-64a7-4d46-87e5-99651c97014c req-aee71266-28b9-489e-881a-0f13df3c8452 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.343110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-93290c58-74a4-42e8-9eb8-4c35454888b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.345557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-93290c58-74a4-42e8-9eb8-4c35454888b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.1162853 Jul 15 13:13:22.407511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:22.412888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-5bbde3c2-b649-44b8-bb6c-249fae624387 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604112 Jul 15 13:13:22.438610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b649de0f-64a7-4d46-87e5-99651c97014c req-aee71266-28b9-489e-881a-0f13df3c8452 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.446799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4036fb7-ce3d-4157-8eff-759cbfbe259d req-5a3c4ae9-fb5f-4931-b27a-1079ac8b8846 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876466 Jul 15 13:13:22.606908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b9fab96-9d7e-4d61-a5c2-0595e0013eeb req-cdf96d76-e1e7-4fd6-8edb-b76dc5802b41 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb HTTP/1.1" status: 200 len: 210 time: 0.0515082 Jul 15 13:13:22.649665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c667da1-b1f7-4dce-8996-0784246a37b6 req-b2e16a55-e251-4b9c-a530-4fac56c94d1d service neutron] 10.222.0.59 "GET /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769970 Jul 15 13:13:22.661130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-ff9bdd24-6635-41ef-bfdb-936acaba322d service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407885 Jul 15 13:13:22.694029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b649de0f-64a7-4d46-87e5-99651c97014c req-aee71266-28b9-489e-881a-0f13df3c8452 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.698899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b649de0f-64a7-4d46-87e5-99651c97014c req-aee71266-28b9-489e-881a-0f13df3c8452 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:22.719033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b649de0f-64a7-4d46-87e5-99651c97014c req-aee71266-28b9-489e-881a-0f13df3c8452 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "DELETE /v2.0/security-groups/2c3b77c7-548c-48bd-903d-ad82e6e19126 HTTP/1.1" status: 204 len: 173 time: 0.8077779 Jul 15 13:13:22.722937 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b65be-6c7f-41fb-9100-c53e0a6a30f6 x-openstack-request-id: req-cd8b65be-6c7f-41fb-9100-c53e0a6a30f6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:22.725263 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb", "name": "network-vif-deleted", "tag": "ce947ac5-7f08-43f9-a7d5-dd941104845f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:22.725914 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd8b65be-6c7f-41fb-9100-c53e0a6a30f6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:22.726742 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e4e2ce-7b4d-48c2-9f4b-730237f4bcdb', 'name': 'network-vif-deleted', 'tag': 'ce947ac5-7f08-43f9-a7d5-dd941104845f', 'status': 'completed', 'code': 200} Jul 15 13:13:22.775465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-cab83aa2-868a-4dc6-9c9d-17abb5b987b8 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:22.781692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-cab83aa2-868a-4dc6-9c9d-17abb5b987b8 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.58 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 946 time: 0.2744744 Jul 15 13:13:22.782998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee71266-28b9-489e-881a-0f13df3c8452 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b77c7-548c-48bd-903d-ad82e6e19126,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:22.927202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-133e5810-7f96-4905-af32-a49f0bab99f7 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583690 Jul 15 13:13:22.968952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Deleting port 31aeb6b3-243d-42b6-b331-f58bb3df3626 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:22.969271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.064683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b5b2d-9814-418a-9e18-9bfa4797b484 req-14327f16-5245-4c5c-ab08-df1f8e8b6b52 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.073460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e8b5b2d-9814-418a-9e18-9bfa4797b484 req-14327f16-5245-4c5c-ab08-df1f8e8b6b52 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 949 time: 0.1120775 Jul 15 13:13:23.128296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] For port 31aeb6b3-243d-42b6-b331-f58bb3df3626, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31aeb6b3-243d-42b6-b331-f58bb3df3626,segment=NetworkSegment(3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d),segment_id=3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:23.128650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.141147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e8b5b2d-9814-418a-9e18-9bfa4797b484 req-f20f6d25-c614-4ab0-a288-b464c4a46edc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660446 Jul 15 13:13:23.164036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Calling delete_port for 31aeb6b3-243d-42b6-b331-f58bb3df3626 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:23.485907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d20c0-e266-4af1-9773-30e866ca561a req-e5774916-0d67-4e38-b6af-d8fcc2546c93 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.495938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-221d20c0-e266-4af1-9773-30e866ca561a req-e5774916-0d67-4e38-b6af-d8fcc2546c93 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.2122824 Jul 15 13:13:23.507114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-bb48a357-32ad-47ad-b0d5-51b284795efc tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.508844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-bb48a357-32ad-47ad-b0d5-51b284795efc tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7&tenant_id=df04fee8d35b45058f3460ac5efda737&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1096 time: 0.1396523 Jul 15 13:13:23.535983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-a37c92aa-6ad3-4ebb-b48f-57f91bb23449 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2290661 Jul 15 13:13:23.556938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.569290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['31aeb6b3-243d-42b6-b331-f58bb3df3626'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:23.658223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-221d20c0-e266-4af1-9773-30e866ca561a req-731bbd08-e327-454d-abf6-6caa69f52bbf tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610725 Jul 15 13:13:23.660165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Pushing event deleted for resources: {'Port': ['ID=31aeb6b3-243d-42b6-b331-f58bb3df3626,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:23.768057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] No DVR routers for this DVR port 31aeb6b3-243d-42b6-b331-f58bb3df3626 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:23.771881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.774027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dcaf6706-1fa0-411a-ac8c-a2265918dd35 req-aac65b13-06a7-4d00-abe5-9287ce37d8c2 tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.58 "DELETE /v2.0/ports/31aeb6b3-243d-42b6-b331-f58bb3df3626 HTTP/1.1" status: 204 len: 173 time: 0.9859698 Jul 15 13:13:23.834087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-89da8d0c-3197-44f1-9446-37dd525ada65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:23.844125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-89da8d0c-3197-44f1-9446-37dd525ada65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdea7786e77547b1bcac339a68fa46d2&device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 1097 time: 0.1673777 Jul 15 13:13:23.867364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-d8a88782-aee9-478f-8f3f-4b756f333ef8 service neutron] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:23.875237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-d8a88782-aee9-478f-8f3f-4b756f333ef8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:23.878754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7b4b37a-7c60-4b9c-bd7a-ff2da6ff7d40 req-d8a88782-aee9-478f-8f3f-4b756f333ef8 service neutron] 10.222.0.59 "DELETE /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.3600044 Jul 15 13:13:23.905542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:23.974219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:24.009541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb30ab-b1ba-4f90-958e-f1dbd7592b2b req-e6060101-32cc-46f8-b4d7-40a4045db1bb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.017442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb30ab-b1ba-4f90-958e-f1dbd7592b2b req-e6060101-32cc-46f8-b4d7-40a4045db1bb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.025366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9deb30ab-b1ba-4f90-958e-f1dbd7592b2b req-e6060101-32cc-46f8-b4d7-40a4045db1bb tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1682 time: 0.1445410 Jul 15 13:13:24.094833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ce947ac5-7f08-43f9-a7d5-dd941104845f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:24.095195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce947ac5-7f08-43f9-a7d5-dd941104845f not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:24.104643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac10d0a-e3cd-4054-a0d1-176a2e2dee0d req-930adcc1-f40f-4a42-be91-44590d8afd2c tempest-ServerAddressesNegativeTestJSON-1569131346 tempest-ServerAddressesNegativeTestJSON-1569131346-project] 10.222.0.57 "GET /v2.0/ports?device_id=a95d6659-4105-4b61-b452-4bccc39a6a7b HTTP/1.1" status: 200 len: 210 time: 0.1551733 Jul 15 13:13:24.123157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9deb30ab-b1ba-4f90-958e-f1dbd7592b2b req-82d126e2-43c9-4f7c-a2c0-6c5e900e82f9 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 Jul 15 13:13:24.156209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:24.165347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:24.167179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.292586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-a66840e1-3e9e-40cd-8b02-6943a7f5dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.299314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-a66840e1-3e9e-40cd-8b02-6943a7f5dcfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6 HTTP/1.1" status: 200 len: 907 time: 0.4096987 Jul 15 13:13:24.400570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.431090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-ec95018a-59a2-4cde-80bd-66af40e0b073 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b193baac-57ab-42e6-a8b6-13f65974229a HTTP/1.1" status: 200 len: 1001 time: 0.1280558 Jul 15 13:13:24.462729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:24.466183 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1757daf-67b4-4b31-8eed-d0ff7a05039f" -d '{"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-plugged", "status": "completed", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:24.487392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:24.495043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-aa75bd8c-095c-420e-a0d2-07d67b0e0b97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1796439 Jul 15 13:13:24.516361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:24.517735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31aeb6b3-243d-42b6-b331-f58bb3df3626 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:24.671159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:24.673969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174bd56-6f65-48d5-8260-d57b27f82bad req-328076a2-ffd3-4701-9232-9f2c7f11571c tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.675888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 31aeb6b3-243d-42b6-b331-f58bb3df3626 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:24.676648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31aeb6b3-243d-42b6-b331-f58bb3df3626 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:24.684346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-2e1bce9f-963d-417d-b0e6-7da8c91596ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.684835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8174bd56-6f65-48d5-8260-d57b27f82bad req-328076a2-ffd3-4701-9232-9f2c7f11571c tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.3358409 Jul 15 13:13:24.689254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-2e1bce9f-963d-417d-b0e6-7da8c91596ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df04fee8d35b45058f3460ac5efda737&device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 1097 time: 0.1571538 Jul 15 13:13:24.787311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'name': 'network-vif-deleted', 'tag': '31aeb6b3-243d-42b6-b331-f58bb3df3626'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:24.809292 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd2110a-6719-403b-a116-e98b243f0fb6" -d '{"events": [{"server_uuid": "a95d6659-4105-4b61-b452-4bccc39a6a7b", "name": "network-vif-deleted", "tag": "31aeb6b3-243d-42b6-b331-f58bb3df3626"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:24.831458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8174bd56-6f65-48d5-8260-d57b27f82bad req-c2898fca-396c-42e9-8bdd-c7051e4131d3 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443548 Jul 15 13:13:24.839090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-fc3e8583-974a-4b11-a8b2-de661832c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.841205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-fc3e8583-974a-4b11-a8b2-de661832c16a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307 HTTP/1.1" status: 200 len: 845 time: 0.3983772 Jul 15 13:13:24.945595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-ed57aae9-1dbf-4ad8-a345-449a0b0363c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.947234 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-ed57aae9-1dbf-4ad8-a345-449a0b0363c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 200 len: 921 time: 0.2355320 Jul 15 13:13:24.976390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-b0653b92-0031-4838-b09a-c82a86654143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:24.978915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-b0653b92-0031-4838-b09a-c82a86654143 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df179bf-d44d-48d6-a3a0-4cab2c432aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231418 Jul 15 13:13:25.061478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-7c5c76d9-a213-481f-8383-04e72ced0b1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 200 len: 217 time: 0.1037152 Jul 15 13:13:25.125122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-e6a606ee-27ca-478d-9f70-168ce4b96024 service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359808 Jul 15 13:13:25.164178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-776d0ff5-58cc-43d4-85b1-df564c12fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.165756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-776d0ff5-58cc-43d4-85b1-df564c12fa78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 200 len: 860 time: 0.0864143 Jul 15 13:13:25.259350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-61e9ad17-ed5f-4cae-91f0-9e7bd681763e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57890f54-7a9e-415c-972e-84791180b10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834303 Jul 15 13:13:25.275876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8031e4b2-1eda-4718-9952-39b4e44d11ce req-73f9ea74-4884-493a-abbc-f7af6edb4317 service neutron] 10.222.0.58 "GET /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259620 Jul 15 13:13:25.276145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f24cc-54bd-47a3-a5b1-29b10fe36120 req-d0a04fac-4706-4493-a666-6998c867499e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.290237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-669f24cc-54bd-47a3-a5b1-29b10fe36120 req-d0a04fac-4706-4493-a666-6998c867499e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.2296560 Jul 15 13:13:25.398637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-669f24cc-54bd-47a3-a5b1-29b10fe36120 req-f911b67e-eb42-4046-afd2-6da7d50d3cf1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071894 Jul 15 13:13:25.522909 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe47c55-8231-4f6a-8849-98490f5f34f0 x-openstack-request-id: req-7fe47c55-8231-4f6a-8849-98490f5f34f0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:25.523662 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-plugged", "status": "completed", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:25.524206 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fe47c55-8231-4f6a-8849-98490f5f34f0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:25.524869 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'code': 200} Jul 15 13:13:25.574297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-d79b186f-c6b1-4e7c-b67c-b73a2814c382 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812138 Jul 15 13:13:25.617042 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fbb8c4-3617-4eed-8455-49dec6593373 x-openstack-request-id: req-24fbb8c4-3617-4eed-8455-49dec6593373 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:25.617740 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95d6659-4105-4b61-b452-4bccc39a6a7b", "name": "network-vif-deleted", "tag": "31aeb6b3-243d-42b6-b331-f58bb3df3626", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:25.618683 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24fbb8c4-3617-4eed-8455-49dec6593373 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:25.619396 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95d6659-4105-4b61-b452-4bccc39a6a7b', 'name': 'network-vif-deleted', 'tag': '31aeb6b3-243d-42b6-b331-f58bb3df3626', 'status': 'completed', 'code': 200} Jul 15 13:13:25.644310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c113-60be-4ef6-a7ae-88f4ddc964e6 req-dba2eb29-7d26-4321-af71-71d555c36ac4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.653271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09d9c113-60be-4ef6-a7ae-88f4ddc964e6 req-dba2eb29-7d26-4321-af71-71d555c36ac4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.0941234 Jul 15 13:13:25.771999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09d9c113-60be-4ef6-a7ae-88f4ddc964e6 req-fcd45031-a9da-44fb-aaa0-6af4d69efe74 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173143 Jul 15 13:13:25.780642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47edd8-fd60-4505-828e-83ad96df9263 req-6c6d2c5a-f326-464e-8ccf-db1c38ded709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.785241 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf47edd8-fd60-4505-828e-83ad96df9263 req-6c6d2c5a-f326-464e-8ccf-db1c38ded709 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1102 time: 0.1226838 Jul 15 13:13:25.803912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d083b5a-5360-4b7b-8c13-acb115b3b640 req-ef7f0a34-475e-4f5f-8a2f-229176452c49 service neutron] 10.222.0.59 "GET /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103806 Jul 15 13:13:25.927245 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf47edd8-fd60-4505-828e-83ad96df9263 req-7abfc11c-8713-402e-9821-dbc624e98447 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343272 Jul 15 13:13:25.958305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:25.973592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-2e0c7ae6-c3e0-401e-b3c8-a799b6220603 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:25.986345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-2e0c7ae6-c3e0-401e-b3c8-a799b6220603 tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1503696 Jul 15 13:13:26.102152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-e936e05d-6618-4b68-b296-4558467d0084 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.103861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-e936e05d-6618-4b68-b296-4558467d0084 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 945 time: 0.2216816 Jul 15 13:13:26.237962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Deleting port fc242bbc-deb6-4cd3-b240-d7e9702c804e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:26.239657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.254421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Deleting subnet 3264b923-47ee-4574-90e7-5af55d0a0fff {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:26.277603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.405866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] For port fc242bbc-deb6-4cd3-b240-d7e9702c804e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fc242bbc-deb6-4cd3-b240-d7e9702c804e,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:26.406451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.422447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Calling delete_port for fc242bbc-deb6-4cd3-b240-d7e9702c804e owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:26.432226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.461270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425607-d6ba-4ce8-8379-c21534e0a8fa req-d2d44ff1-25e1-40ed-b87d-a1a267a4274b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.462899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a425607-d6ba-4ce8-8379-c21534e0a8fa req-d2d44ff1-25e1-40ed-b87d-a1a267a4274b tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 945 time: 0.3580675 Jul 15 13:13:26.521098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.555531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Deleting port a7b257c4-1215-49e7-8c6b-c0b8173540d4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:26.555916 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.597694 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a425607-d6ba-4ce8-8379-c21534e0a8fa req-5c775f29-4eec-4afe-9e1a-1052ba4efd3a tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/security-groups?id=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184454 Jul 15 13:13:26.642416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307c7b-81d8-47b9-9e22-e4b1935f5182 req-ffdb3bb3-c413-4760-8990-bdf557ad317b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:26.647944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e307c7b-81d8-47b9-9e22-e4b1935f5182 req-ffdb3bb3-c413-4760-8990-bdf557ad317b tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae2a57af-0371-4e7d-ac20-94cdd8b2ebae HTTP/1.1" status: 200 len: 946 time: 0.1508224 Jul 15 13:13:26.724196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.730339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e307c7b-81d8-47b9-9e22-e4b1935f5182 req-a0edae6e-46bf-4f8b-ac20-8d1459b019bf tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.57 "GET /v2.0/security-groups?id=c6d922fe-974e-43d7-b0ac-7f8320958d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Jul 15 13:13:26.737238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fc242bbc-deb6-4cd3-b240-d7e9702c804e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:26.844725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.873705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] For port a7b257c4-1215-49e7-8c6b-c0b8173540d4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7b257c4-1215-49e7-8c6b-c0b8173540d4,segment=NetworkSegment(00d446f4-e365-49e4-a0ef-27d1d8e30538),segment_id=00d446f4-e365-49e4-a0ef-27d1d8e30538)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:26.874014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.882581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Pushing event deleted for resources: {'Port': ['ID=fc242bbc-deb6-4cd3-b240-d7e9702c804e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:26.932608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] No DVR routers for this DVR port fc242bbc-deb6-4cd3-b240-d7e9702c804e on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:26.935531 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:26.937809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-601eb9a9-51d5-48db-b3cc-3077a3e71115 req-cc312979-51bd-4255-b05c-9c8cbe48deea tempest-ServerRescueTestJSONUnderV235-13944591 tempest-ServerRescueTestJSONUnderV235-13944591-project] 10.222.0.59 "DELETE /v2.0/ports/fc242bbc-deb6-4cd3-b240-d7e9702c804e HTTP/1.1" status: 204 len: 173 time: 0.9433966 Jul 15 13:13:26.938346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'name': 'network-vif-deleted', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:26.951786 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ad546e-f54a-483c-be66-6001f502d52e" -d '{"events": [{"server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "name": "network-vif-deleted", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:26.952860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Calling delete_port for a7b257c4-1215-49e7-8c6b-c0b8173540d4 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:27.011250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3264b923-47ee-4574-90e7-5af55d0a0fff,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.029452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.036363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee4177c8-7e0c-418a-8771-af6a0e11a8cd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3264b923-47ee-4574-90e7-5af55d0a0fff HTTP/1.1" status: 204 len: 168 time: 1.0705261 Jul 15 13:13:27.038625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59818) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:27.065889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bcbdf-9e91-46ce-8fe6-fb4706bf6d0b req-1928b7eb-b003-4066-811d-8dc247658737 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.082165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d15bcbdf-9e91-46ce-8fe6-fb4706bf6d0b req-1928b7eb-b003-4066-811d-8dc247658737 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 1096 time: 0.1058064 Jul 15 13:13:27.168070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d15bcbdf-9e91-46ce-8fe6-fb4706bf6d0b req-606bc133-10d1-4549-a9a5-8c244e4c4070 tempest-LiveAutoBlockMigrationV225Test-1557471618 tempest-LiveAutoBlockMigrationV225Test-1557471618-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Jul 15 13:13:27.225191 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.310469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7911654-95e4-4d2e-a01d-dc0abc4f52de req-66b38a38-f765-4358-8aee-3dc5de4642c0 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.324195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7911654-95e4-4d2e-a01d-dc0abc4f52de req-66b38a38-f765-4358-8aee-3dc5de4642c0 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.333159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7911654-95e4-4d2e-a01d-dc0abc4f52de req-66b38a38-f765-4358-8aee-3dc5de4642c0 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1682 time: 0.3167627 Jul 15 13:13:27.409192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7911654-95e4-4d2e-a01d-dc0abc4f52de req-9a949766-efe4-4a19-863e-704214846724 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Jul 15 13:13:27.411581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.481946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Pushing event deleted for resources: {'Port': ['ID=a7b257c4-1215-49e7-8c6b-c0b8173540d4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:27.543249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.574592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] No DVR routers for this DVR port a7b257c4-1215-49e7-8c6b-c0b8173540d4 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:27.577525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a288b7-8d73-46d2-9c7c-86b491b5ac90']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:27.580715 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.583162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62f09df2-6fd8-4c8e-bd60-a98a6f9517cc req-97a07700-d736-4279-93ee-10e2a00f6a72 tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.59 "DELETE /v2.0/ports/a7b257c4-1215-49e7-8c6b-c0b8173540d4 HTTP/1.1" status: 204 len: 173 time: 1.4682765 Jul 15 13:13:27.593549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:27.593938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb3ff7-8ae8-4a59-a2a5-7e5541e6ba8d') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:27.599369 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af33f72e-71e7-4784-ac7f-5db490b27b04 x-openstack-request-id: req-af33f72e-71e7-4784-ac7f-5db490b27b04 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:27.600385 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2a57af-0371-4e7d-ac20-94cdd8b2ebae", "name": "network-vif-deleted", "tag": "fc242bbc-deb6-4cd3-b240-d7e9702c804e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:27.600723 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af33f72e-71e7-4784-ac7f-5db490b27b04 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:27.601133 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2a57af-0371-4e7d-ac20-94cdd8b2ebae', 'name': 'network-vif-deleted', 'tag': 'fc242bbc-deb6-4cd3-b240-d7e9702c804e', 'status': 'completed', 'code': 200} Jul 15 13:13:27.604213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.621520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'name': 'network-vif-deleted', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:27.628972 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf094d-389a-43c7-b82a-92b9144144b3" -d '{"events": [{"server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "name": "network-vif-deleted", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:27.631537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdfda0-59ba-4e58-a307-01397d61c7c6 req-3a735b2b-1343-43c1-aef1-c51d606da978 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.645484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86bdfda0-59ba-4e58-a307-01397d61c7c6 req-3a735b2b-1343-43c1-aef1-c51d606da978 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.2531087 Jul 15 13:13:27.647989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.664435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:27.664851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:27.666837 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:27.787643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-1a5f2312-e293-42d5-925a-579251ffdf4a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.793866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-1a5f2312-e293-42d5-925a-579251ffdf4a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:27.804328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-1a5f2312-e293-42d5-925a-579251ffdf4a tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 1682 time: 0.3028188 Jul 15 13:13:27.821989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86bdfda0-59ba-4e58-a307-01397d61c7c6 req-4b7ccdb9-6155-4442-81e6-0c94dd389a56 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756938 Jul 15 13:13:28.062446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:28.062873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.126829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68e0b3a4-15d4-4360-be9b-fa18629dc99b req-6409fa50-07f2-4b63-9559-629ff03c20bc tempest-LiveMigrationTest-1548711443 tempest-LiveMigrationTest-1548711443-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ed5a849-3793-4770-a104-a8a265bde5f5 HTTP/1.1" status: 200 len: 210 time: 0.0594826 Jul 15 13:13:28.216231 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30300e50-84c2-46ae-87f1-3d6d5b52d448 x-openstack-request-id: req-30300e50-84c2-46ae-87f1-3d6d5b52d448 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:28.216860 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed5a849-3793-4770-a104-a8a265bde5f5", "name": "network-vif-deleted", "tag": "a7b257c4-1215-49e7-8c6b-c0b8173540d4", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:28.217114 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30300e50-84c2-46ae-87f1-3d6d5b52d448 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:28.218654 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed5a849-3793-4770-a104-a8a265bde5f5', 'name': 'network-vif-deleted', 'tag': 'a7b257c4-1215-49e7-8c6b-c0b8173540d4', 'status': 'completed', 'code': 200} Jul 15 13:13:28.220719 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.256524 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.260673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a7a288b7-8d73-46d2-9c7c-86b491b5ac90 HTTP/1.1" status: 204 len: 168 time: 1.2224209 Jul 15 13:13:28.262252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fac839-f2e3-400d-a155-0a70033cb713 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a288b7-8d73-46d2-9c7c-86b491b5ac90,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.375975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:28.376368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.406222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:28.414746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59846) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.710997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.725383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c', 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:28.747762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59856) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:28.794805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:28.947963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:28.951459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:28.953532 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-ea22688f-fe3a-4118-b7e7-517e728de650 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "DELETE /v2.0/ports/d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c HTTP/1.1" status: 204 len: 173 time: 1.1304066 Jul 15 13:13:28.962966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e8b8-85a2-4264-bd87-dc6eb32b15c1 req-37269e69-4f12-4cb5-a8d7-367f72292113 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:28.970869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5a8e8b8-85a2-4264-bd87-dc6eb32b15c1 req-37269e69-4f12-4cb5-a8d7-367f72292113 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.2758884 Jul 15 13:13:28.974707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f66a0142-f509-41b4-8f5c-7340034642fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ba45189c18745d786770180db5e43fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227108 Jul 15 13:13:28.989982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59860) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:29.161900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-b5f3d965-7a9b-4c59-bead-1eb611c2c998 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.163588 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-b5f3d965-7a9b-4c59-bead-1eb611c2c998 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 944 time: 0.2099731 Jul 15 13:13:29.185740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5a8e8b8-85a2-4264-bd87-dc6eb32b15c1 req-92ec604a-0793-4c81-947c-bc58a8d036f9 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137821 Jul 15 13:13:29.201416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c98796f1-b2eb-4fe0-95f8-f523d770cd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.228066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a85968-720e-4fc1-b212-7d3bdd455660 req-e36723c6-4f80-40b3-ad95-ece61b3899c6 tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.237034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6a85968-720e-4fc1-b212-7d3bdd455660 req-e36723c6-4f80-40b3-ad95-ece61b3899c6 tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1102 time: 0.2917213 Jul 15 13:13:29.244098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c98796f1-b2eb-4fe0-95f8-f523d770cd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.260694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e6a85968-720e-4fc1-b212-7d3bdd455660 req-c8e0ed99-5bc9-4eaa-abee-31125a7cb36a tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.298410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:29.298774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.426150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c98796f1-b2eb-4fe0-95f8-f523d770cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.429082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c98796f1-b2eb-4fe0-95f8-f523d770cd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.430330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c98796f1-b2eb-4fe0-95f8-f523d770cd00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16e69af5-f50b-412e-8ef8-b2805738035a HTTP/1.1" status: 204 len: 168 time: 0.4393539 Jul 15 13:13:29.474234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98796f1-b2eb-4fe0-95f8-f523d770cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e69af5-f50b-412e-8ef8-b2805738035a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.495462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Deleting port 01f58735-0c11-4bf9-bac4-a5202b0301c3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:29.495709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.545591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:29.547378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.575453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:29.608551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50905f6d-7187-4224-bc59-daabded3e90c req-e6504b44-5c00-45ab-84d3-95bd344f76cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:29.622602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50905f6d-7187-4224-bc59-daabded3e90c req-e6504b44-5c00-45ab-84d3-95bd344f76cc tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/ports?device_id=df4666b2-3843-45c8-ba48-27f53a800d3f HTTP/1.1" status: 200 len: 946 time: 0.2480552 Jul 15 13:13:29.640179 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.644867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e6a85968-720e-4fc1-b212-7d3bdd455660 req-c8e0ed99-5bc9-4eaa-abee-31125a7cb36a tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.661995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-deleted', 'tag': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:29.664601 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3aefe2-3df7-4832-ad5c-09a90df27c95" -d '{"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-deleted", "tag": "d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:29.683736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e6a85968-720e-4fc1-b212-7d3bdd455660 req-c8e0ed99-5bc9-4eaa-abee-31125a7cb36a tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.710235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] For port 01f58735-0c11-4bf9-bac4-a5202b0301c3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=01f58735-0c11-4bf9-bac4-a5202b0301c3,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:29.710686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.745730 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50905f6d-7187-4224-bc59-daabded3e90c req-9a302109-8cc2-483e-a566-a522d466a84e tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "GET /v2.0/security-groups?id=1c9c2664-c588-442b-8eea-0d7202f3b856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275256 Jul 15 13:13:29.754172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Calling delete_port for 01f58735-0c11-4bf9-bac4-a5202b0301c3 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:29.776911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6a85968-720e-4fc1-b212-7d3bdd455660 req-c8e0ed99-5bc9-4eaa-abee-31125a7cb36a tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382445 Jul 15 13:13:29.826509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0ed99-5bc9-4eaa-abee-31125a7cb36a tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352f23e7-a7dd-4e69-952f-46a79fffecf0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:29.914038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:29.936456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:13:29.967810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:29.968709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fc242bbc-deb6-4cd3-b240-d7e9702c804e no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:30.022622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: fc242bbc-deb6-4cd3-b240-d7e9702c804e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:30.022978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fc242bbc-deb6-4cd3-b240-d7e9702c804e not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:30.025903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:30.028306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:30.031021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.035434 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b6d2a-0d84-4e29-92f3-e6eaeb7d6f5a x-openstack-request-id: req-aa8b6d2a-0d84-4e29-92f3-e6eaeb7d6f5a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:30.035725 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-deleted", "tag": "d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:30.035973 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa8b6d2a-0d84-4e29-92f3-e6eaeb7d6f5a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:30.036358 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-deleted', 'tag': 'd2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c', 'status': 'completed', 'code': 200} Jul 15 13:13:30.092100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:30.092827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:30.094178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:30.159973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:30.165132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.168529 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73d85e3f-aa6c-4d96-9b87-2b96df544881 req-b8d6a16a-4af8-4397-ab7c-618b0089f1f3 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.59 "DELETE /v2.0/ports/ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8 HTTP/1.1" status: 204 len: 173 time: 1.1920383 Jul 15 13:13:30.191289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: a7b257c4-1215-49e7-8c6b-c0b8173540d4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:30.191637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7b257c4-1215-49e7-8c6b-c0b8173540d4 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:30.192088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:30.224288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:30.225122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2e84909-ee9d-4ba9-9fe4-d3d9faa8de9c not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:30.394490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.416817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a245c97a-67ea-47fc-86b5-dd377a458f4c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:30.561971 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bb4e6ca-202c-4196-8047-7baf7f7def92 req-346f9c5e-7d4b-4341-87e6-bc1f11fe1441 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.1030285 Jul 15 13:13:30.590397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event deleted for resources: {'Port': ['ID=01f58735-0c11-4bf9-bac4-a5202b0301c3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:30.621402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Deleting subnet a46ac65e-4c89-431c-9421-287241c438b7 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:30.695570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.747223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] No DVR routers for this DVR port 01f58735-0c11-4bf9-bac4-a5202b0301c3 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:30.753868 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.755930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6b89919-7b64-47e8-b753-f8cebefc88c9 req-6d33ea6c-4c45-4b43-a07a-4ecbe747db69 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "DELETE /v2.0/ports/01f58735-0c11-4bf9-bac4-a5202b0301c3 HTTP/1.1" status: 204 len: 173 time: 1.5854301 Jul 15 13:13:30.758654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'name': 'network-vif-deleted', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:30.761003 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa188bf-d4ce-4f2b-b42c-42e32b3e957a" -d '{"events": [{"server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "name": "network-vif-deleted", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:30.772922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.874136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Deleting port 1e2f89aa-2e21-4ed3-8b41-176117453967 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:30.874453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.895892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:30.913783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2776cb-b3e5-4480-b83d-8587c4e2741d req-187fb358-6567-4347-937b-4a0415ebfca2 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:30.923136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c2776cb-b3e5-4480-b83d-8587c4e2741d req-187fb358-6567-4347-937b-4a0415ebfca2 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 949 time: 0.1430340 Jul 15 13:13:30.975980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59940) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.014409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c2776cb-b3e5-4480-b83d-8587c4e2741d req-5eba0e48-b47e-48a1-87e0-ec70829144d7 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Jul 15 13:13:31.103866 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4d12a-3197-4430-a0d8-eb1626d9ca74 x-openstack-request-id: req-03d4d12a-3197-4430-a0d8-eb1626d9ca74 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:31.104175 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ea0a2-ab4e-43bf-903a-48f61f3385b7", "name": "network-vif-deleted", "tag": "01f58735-0c11-4bf9-bac4-a5202b0301c3", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:31.104611 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03d4d12a-3197-4430-a0d8-eb1626d9ca74 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:31.105236 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ea0a2-ab4e-43bf-903a-48f61f3385b7', 'name': 'network-vif-deleted', 'tag': '01f58735-0c11-4bf9-bac4-a5202b0301c3', 'status': 'completed', 'code': 200} Jul 15 13:13:31.117816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.127982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] For port 1e2f89aa-2e21-4ed3-8b41-176117453967, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1e2f89aa-2e21-4ed3-8b41-176117453967,segment=NetworkSegment(6a0848bf-93a8-4f1c-9ca2-f12e008fe332),segment_id=6a0848bf-93a8-4f1c-9ca2-f12e008fe332)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:31.128361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.239803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.242004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a46ac65e-4c89-431c-9421-287241c438b7 HTTP/1.1" status: 204 len: 168 time: 1.3269424 Jul 15 13:13:31.244617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Calling delete_port for 1e2f89aa-2e21-4ed3-8b41-176117453967 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:31.244810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59952) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.251134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d59026-53d3-4a3e-9015-a0558e244f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46ac65e-4c89-431c-9421-287241c438b7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.272144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:31.276102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-817255614-network', 'tenant_id': 'a501526e0c9d4714a45e04260cc50aeb'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:31.410973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9a078-54f1-42dc-8054-3cb91099f2ed req-52492d04-f33c-4b7a-8698-035aa7da500a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:31.412701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97b9a078-54f1-42dc-8054-3cb91099f2ed req-52492d04-f33c-4b7a-8698-035aa7da500a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.1291962 Jul 15 13:13:31.437785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.443205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting subnet 6461008f-3d9e-4d5a-8222-285b957a72d9 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:31.449372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Made reservation on behalf of a501526e0c9d4714a45e04260cc50aeb for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:31.451991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.454160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.496122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.526832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97b9a078-54f1-42dc-8054-3cb91099f2ed req-f1f9c54f-f44d-4456-9630-ebaa10be7f05 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781994 Jul 15 13:13:31.534403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.625838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.631572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-e67b73e5-5cbd-44f3-9ac2-816ac4b8cc97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5224092 Jul 15 13:13:31.718076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.743169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa582b1c-465d-4324-9216-ead2cf4760d8']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.745040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2f89aa-2e21-4ed3-8b41-176117453967,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:31.781009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d446f4-e365-49e4-a0ef-27d1d8e30538') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.782145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d446f4-e365-49e4-a0ef-27d1d8e30538') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:31.817901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.856688 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.891739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41dba6b5-928b-4e13-89dd-63c3d34056c2 req-29ba721e-ad92-4549-b4da-66b59d91e5ff tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.0945125 Jul 15 13:13:31.901254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.919878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:31.920735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:31.922096 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:31.965422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:32.001322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 01f58735-0c11-4bf9-bac4-a5202b0301c3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:32.002071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 01f58735-0c11-4bf9-bac4-a5202b0301c3 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:32.024473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.369605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Router 5142f1e7-3752-487e-bce1-1f0e0e5a747b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:32.399585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-deleted', 'tag': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:32.401784 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84aa829-eeaa-477d-8972-ce3f4d50f720" -d '{"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-deleted", "tag": "ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:32.444102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.481333 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.507079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.515966 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4390b526-d55d-40dc-ac4b-7d20601096f6 x-openstack-request-id: req-4390b526-d55d-40dc-ac4b-7d20601096f6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:32.516619 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4666b2-3843-45c8-ba48-27f53a800d3f", "name": "network-vif-deleted", "tag": "ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:32.517109 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4390b526-d55d-40dc-ac4b-7d20601096f6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:32.517746 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4666b2-3843-45c8-ba48-27f53a800d3f', 'name': 'network-vif-deleted', 'tag': 'ed4ad64e-a9fc-4186-a029-be1e1ad2d1c8', 'status': 'completed', 'code': 200} Jul 15 13:13:32.526090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.530054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] 10.222.0.57 "DELETE /v2.0/networks/aa582b1c-465d-4324-9216-ead2cf4760d8 HTTP/1.1" status: 204 len: 168 time: 1.2843750 Jul 15 13:13:32.538494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60032) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.544336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.564984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:32.622016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa251e-82aa-4732-b866-8a751d8bf726 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa582b1c-465d-4324-9216-ead2cf4760d8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.641309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.642319 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Added segment 8fbace76-8a8d-48c1-a962-018d57e383fa of type vlan for network c61a4655-a19c-49cf-a843-2149eed93681 Jul 15 13:13:32.663988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:32.685035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eda5f487-0d66-401e-a5f5-993eec32d09b admin admin] 10.222.0.57 "PUT /v2.0/routers/5142f1e7-3752-487e-bce1-1f0e0e5a747b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2685549 Jul 15 13:13:32.686951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] Sync routers for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:32.687928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.703661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.717764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:32.721298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:32.858995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee67460a-3a5e-4d35-84bb-e9ab228769d0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:32.880883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.887653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/subnets/6461008f-3d9e-4d5a-8222-285b957a72d9 HTTP/1.1" status: 204 len: 168 time: 1.5951707 Jul 15 13:13:32.894811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.896600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:32.897643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:32.905671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60044) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:32.923019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e2811-8bea-494d-8e00-9f53514bb90e None None] Network 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:33.010342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafc936-f95b-4063-8286-a2ff7b030395 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Subnet': ['ID=6461008f-3d9e-4d5a-8222-285b957a72d9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.015792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.109265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=c61a4655-a19c-49cf-a843-2149eed93681,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.141323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c61a4655-a19c-49cf-a843-2149eed93681 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:33.151235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:33.188071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Deleting subnet f64cb52a-5c65-4c1d-88ac-84fdda5813b6 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:33.215146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31e07397-3286-4104-b1d5-fcb3f62b8ca8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2377589 Jul 15 13:13:33.216212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60054) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:33.221373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.276667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Request body: {'subnet': {'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-817255614-subnet', 'tenant_id': 'a501526e0c9d4714a45e04260cc50aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:33.393763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.527348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.550034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.582158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] DHCP port deletion for 7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:33.688761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.753667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] Deleting port 91316704-a675-44e6-bf9d-471bb89bc95a {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:33.754084 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.761672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Made reservation on behalf of a501526e0c9d4714a45e04260cc50aeb for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:33.769965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.866009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.890004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ce4d0cb-7d38-4800-b14f-79b0b34f7685 req-fa1dd995-3c28-4235-848f-7113ff65b664 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.1075940 Jul 15 13:13:33.929263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64cb52a-5c65-4c1d-88ac-84fdda5813b6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:33.933413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:33.940011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bf0285f8-ca67-4c84-8ebe-cfe098843612 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f64cb52a-5c65-4c1d-88ac-84fdda5813b6 HTTP/1.1" status: 204 len: 168 time: 1.3975704 Jul 15 13:13:33.943878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60064) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:34.040690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:34.112829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:13:31Z', 'revision_number': 5, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port': {'id': 'eafa000f-1804-4c51-8530-aecac36d770a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:47Z', 'updated_at': '2021-07-15T13:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.176200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.193859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] Checking router: 5142f1e7-3752-487e-bce1-1f0e0e5a747b for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:34.205016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] For port 91316704-a675-44e6-bf9d-471bb89bc95a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91316704-a675-44e6-bf9d-471bb89bc95a,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:34.206688 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.248476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port 91316704-a675-44e6-bf9d-471bb89bc95a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:34.249149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.257440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eca75b-8ede-4dd4-89dc-93c4488e8124 req-83021d90-71d5-4ecc-826a-8095b29e92f1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.260959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] Calling delete_port for 91316704-a675-44e6-bf9d-471bb89bc95a owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:34.269913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] Routers {'5142f1e7-3752-487e-bce1-1f0e0e5a747b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:34.270796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29eca75b-8ede-4dd4-89dc-93c4488e8124 req-83021d90-71d5-4ecc-826a-8095b29e92f1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 1.3078313 Jul 15 13:13:34.271612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.331228 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29eca75b-8ede-4dd4-89dc-93c4488e8124 req-b0cb6538-27fb-44bf-901d-79a2348832a0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Jul 15 13:13:34.353998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-ec9d563e-cb8d-45fb-af49-01fdec16d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.355941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-ec9d563e-cb8d-45fb-af49-01fdec16d660 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1102 time: 0.8212087 Jul 15 13:13:34.371234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Deleting port eafa000f-1804-4c51-8530-aecac36d770a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:34.371581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.426804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.440806 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.473247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port 91316704-a675-44e6-bf9d-471bb89bc95a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91316704-a675-44e6-bf9d-471bb89bc95a,segment=NetworkSegment(a0cb5a89-63cd-48dc-b709-a02865785ce2),segment_id=a0cb5a89-63cd-48dc-b709-a02865785ce2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:34.473813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.478451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f84358-c2cd-4789-90e0-7f123eed5100']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.502209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:34.504571 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f541a1-567d-40e6-8bc0-d6a0691aa222" -d '{"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:34.506212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72effb27-b8e4-4b7d-af3e-b9007d23bd9f') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.506779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72effb27-b8e4-4b7d-af3e-b9007d23bd9f') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.507140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.519876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for 91316704-a675-44e6-bf9d-471bb89bc95a owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:34.524067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.526592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.546202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] Pushing event deleted for resources: {'Port': ['ID=91316704-a675-44e6-bf9d-471bb89bc95a,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.557100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:34.562643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c97a7-5b13-4587-a818-29ef64bdb5cd None None] No DVR routers for this DVR port 91316704-a675-44e6-bf9d-471bb89bc95a on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:34.564779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] Set router 5142f1e7-3752-487e-bce1-1f0e0e5a747b gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:34.586268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.598386 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7909a848-c826-4c6c-9a9a-34e0d3536725 x-openstack-request-id: req-7909a848-c826-4c6c-9a9a-34e0d3536725 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:34.598704 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:34.598962 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7909a848-c826-4c6c-9a9a-34e0d3536725 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:34.599283 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'code': 200} Jul 15 13:13:34.600555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.635932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:34.637577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 6, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:34.637907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:34.640119 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:34.642681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-3b391a4c-88c2-41c3-a009-615b079702ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.642681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-3b391a4c-88c2-41c3-a009-615b079702ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2737179 Jul 15 13:13:34.670154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] For port eafa000f-1804-4c51-8530-aecac36d770a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eafa000f-1804-4c51-8530-aecac36d770a,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:34.670552 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.691765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc421cd-e214-4ddf-bfdc-2732e5c7fd59 None None] The sync data for ids ['5142f1e7-3752-487e-bce1-1f0e0e5a747b'] in n-d-798054-11 is: [{'id': '5142f1e7-3752-487e-bce1-1f0e0e5a747b', 'name': 'tempest-ServerRescueTestJSONUnderV235-207022766-router', 'tenant_id': 'e00ce55e2fee427089b185b6535c319c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:46Z', 'updated_at': '2021-07-15T13:13:33Z', 'revision_number': 6, 'project_id': 'e00ce55e2fee427089b185b6535c319c', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:34.708826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-93d095c7-065b-414e-b938-5072d9c4ea7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.0551190 Jul 15 13:13:34.730583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Calling delete_port for eafa000f-1804-4c51-8530-aecac36d770a owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:34.740377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.766465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f6a8fd-3c1b-4389-a006-5ed2f7085d6d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.777273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.787228 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.789083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/61f84358-c2cd-4789-90e0-7f123eed5100 HTTP/1.1" status: 204 len: 168 time: 0.7865961 Jul 15 13:13:34.793555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Checking segment: {'id': '8fbace76-8a8d-48c1-a962-018d57e383fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:34.793733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Network hostable DHCP agents. Network: c61a4655-a19c-49cf-a843-2149eed93681, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:34.814147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8bd0e-dc91-4ffc-9526-4dbdbf99a0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=61f84358-c2cd-4789-90e0-7f123eed5100,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.830702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:34.847572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-0f843777-a9e7-4bc5-a1c9-53eea93a3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.850001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-0f843777-a9e7-4bc5-a1c9-53eea93a3b58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1302004 Jul 15 13:13:34.862864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Network c61a4655-a19c-49cf-a843-2149eed93681 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:34.866484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port 91316704-a675-44e6-bf9d-471bb89bc95a on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:34.868188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=91316704-a675-44e6-bf9d-471bb89bc95a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:34.898544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c61a4655-a19c-49cf-a843-2149eed93681) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:34.908584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d682f42-9901-4555-8e14-5fafa611b155 None None] Network c61a4655-a19c-49cf-a843-2149eed93681 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:34.946145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:34.947297 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.001533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-cf012080-aa1d-4ed0-803f-65afb2cf4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:35.008025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-cf012080-aa1d-4ed0-803f-65afb2cf4b94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439450 Jul 15 13:13:35.008025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.052553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.070189 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-81748a3b-c84f-49b0-9772-399c6e515a50 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8463283 Jul 15 13:13:35.094088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:35.113598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cb5a89-63cd-48dc-b709-a02865785ce2') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:35.114024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cb5a89-63cd-48dc-b709-a02865785ce2') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:35.141005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.173512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.187815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:35.188652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.198084 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f3bbc2c-5447-4ca0-887c-07e37484b47e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73dd42d1a1d749899016e3350e9d63d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915956 Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:35.201848 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:35.230208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.237990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffa177-e77e-4a27-9d1c-8130a9137a38 None None] Network c61a4655-a19c-49cf-a843-2149eed93681 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:35.297175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.306677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91316704-a675-44e6-bf9d-471bb89bc95a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:35.362876 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.425341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.435669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/networks/7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e HTTP/1.1" status: 204 len: 168 time: 2.4263585 Jul 15 13:13:35.437181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 91316704-a675-44e6-bf9d-471bb89bc95a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:35.437712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91316704-a675-44e6-bf9d-471bb89bc95a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:35.438352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e2f89aa-2e21-4ed3-8b41-176117453967 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:35.439017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18626c-cc22-41c3-a164-ee0d033bafdd tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Network': ['ID=7c4cfec8-a9e0-4f9d-80f3-7a2753a24d6e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.448006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.472223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c74c5f8a-0533-4491-bf7a-aac75839ed24 req-763823bf-166d-4589-8116-b20d8fe35d2d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.2391915 Jul 15 13:13:35.509439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1e2f89aa-2e21-4ed3-8b41-176117453967 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:35.509773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e2f89aa-2e21-4ed3-8b41-176117453967 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:35.536884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Pushing event deleted for resources: {'Port': ['ID=eafa000f-1804-4c51-8530-aecac36d770a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.592233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting subnet 7479ca18-b8fe-4090-bee3-67cf065091bc {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:35.596539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.637793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.638404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.638983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.639546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.640405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.641065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.641604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.642176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.642762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.643296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.643833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.644376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:35.649125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-b3420b14-28ed-4a5f-afc8-7dda20e83818 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358538 Jul 15 13:13:35.657093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.670997 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-880e8d37-4962-4d3e-b845-6764ea2d159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.822179 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-880e8d37-4962-4d3e-b845-6764ea2d159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.825345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.865463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.916545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.930411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60112) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.942491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1411007526-network', 'tenant_id': 'e71a7f872c81400a9c795fdaa8f4098a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:35.972792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Subnet': ['ID=7479ca18-b8fe-4090-bee3-67cf065091bc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:35.978291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:35.983663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8388829c-2012-4b19-b95a-980b13a07894 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/subnets/7479ca18-b8fe-4090-bee3-67cf065091bc HTTP/1.1" status: 204 len: 168 time: 0.5306211 Jul 15 13:13:35.984391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60114) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:35.996952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09701c2b-1bfc-48c2-a7ed-de298477dc6f None None] Network 2b707723-2237-486a-9583-b11a1cb250fe requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:36.040198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.048057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.058635 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-0cd983db-62da-4e25-9642-d361a5c697b7 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905497 Jul 15 13:13:36.066163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Made reservation on behalf of e71a7f872c81400a9c795fdaa8f4098a for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:36.068721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.122679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f814cfa-8f8b-4740-8eab-52ead5f0cf0a req-fe628fcf-2f47-450a-adb6-c04f28a41ab2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.124300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f814cfa-8f8b-4740-8eab-52ead5f0cf0a req-fe628fcf-2f47-450a-adb6-c04f28a41ab2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.4004791 Jul 15 13:13:36.130171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.130827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5142f1e7-3752-487e-bce1-1f0e0e5a747b {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:36.137686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.149159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-beb82c13-01ac-4cb4-b2b7-ede58df92959 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5142f1e7-3752-487e-bce1-1f0e0e5a747b HTTP/1.1" status: 204 len: 168 time: 3.4586027 Jul 15 13:13:36.150179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60116) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.159592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-880e8d37-4962-4d3e-b845-6764ea2d159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.162241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-880e8d37-4962-4d3e-b845-6764ea2d159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.166251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-880e8d37-4962-4d3e-b845-6764ea2d159e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef HTTP/1.1" status: 204 len: 168 time: 0.9320474 Jul 15 13:13:36.172164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.192025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.239640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e8d37-4962-4d3e-b845-6764ea2d159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3949f5a-d8dd-4d23-a5bd-b8085cd7c6ef,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.297731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Deleting subnet ef9f41d3-53e6-47c9-b313-b71608da13a8 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:36.307005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.315268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f814cfa-8f8b-4740-8eab-52ead5f0cf0a req-25d3f4d9-e99d-4aaf-96a0-6a47d980f0f2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640062 Jul 15 13:13:36.397934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.415004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.419699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.488772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] DHCP port deletion for 2b707723-2237-486a-9583-b11a1cb250fe request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:36.492286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.498335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:36.510218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.511227 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Added segment a282e3ef-d373-4d2c-9641-0d3356302106 of type vlan for network 82c8d471-3385-4927-bc52-3b38eb65e79d Jul 15 13:13:36.563316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.581509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] Deleting port 714b2d82-0821-4ec2-bcc3-a323d3e8703e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:36.582049 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.625172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.687800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960b5be6-bfd7-4d8e-b8bc-12f24f361a6e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.688170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] For port 714b2d82-0821-4ec2-bcc3-a323d3e8703e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=714b2d82-0821-4ec2-bcc3-a323d3e8703e,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:36.688822 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.707689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] Calling delete_port for 714b2d82-0821-4ec2-bcc3-a323d3e8703e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:36.720506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.722062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:36.723113 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.744309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8125858 Jul 15 13:13:36.758559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60136) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.760503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9f41d3-53e6-47c9-b313-b71608da13a8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.779477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Request body: {'subnet': {'network_id': '82c8d471-3385-4927-bc52-3b38eb65e79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1411007526-subnet', 'tenant_id': 'e71a7f872c81400a9c795fdaa8f4098a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:36.797367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Deleting port 714b2d82-0821-4ec2-bcc3-a323d3e8703e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:36.797898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.805218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4b43e715-5d07-4850-a74c-f1d75ae6ec8d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ef9f41d3-53e6-47c9-b313-b71608da13a8 HTTP/1.1" status: 204 len: 168 time: 0.6526935 Jul 15 13:13:36.806834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.818894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:36.890903 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.904930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] For port 714b2d82-0821-4ec2-bcc3-a323d3e8703e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=714b2d82-0821-4ec2-bcc3-a323d3e8703e,segment=NetworkSegment(a7993e30-233c-4e1e-87c1-d5b961ed5376),segment_id=a7993e30-233c-4e1e-87c1-d5b961ed5376)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:36.905683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.915442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d45475-bf46-475f-b745-f7d8990e9d53 req-117f1109-5425-4445-b4c1-4967064b5e8e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9ea0a2-ab4e-43bf-903a-48f61f3385b7 HTTP/1.1" status: 200 len: 210 time: 0.1049464 Jul 15 13:13:36.921629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Calling delete_port for 714b2d82-0821-4ec2-bcc3-a323d3e8703e owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:36.929587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] Pushing event deleted for resources: {'Port': ['ID=714b2d82-0821-4ec2-bcc3-a323d3e8703e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:36.934293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Made reservation on behalf of e71a7f872c81400a9c795fdaa8f4098a for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:36.936595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:36.955908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8940465-3065-4e78-ad88-6dbfd9dd27f8 None None] No DVR routers for this DVR port 714b2d82-0821-4ec2-bcc3-a323d3e8703e on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:37.029103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6801c-097d-40de-8557-7ea9baefd5ae admin admin] Pushing event updated for resources: {'Network': ['ID=82c8d471-3385-4927-bc52-3b38eb65e79d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.041090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 82c8d471-3385-4927-bc52-3b38eb65e79d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:37.083557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:37.087527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.112691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] No DVR routers for this DVR port 714b2d82-0821-4ec2-bcc3-a323d3e8703e on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:37.117633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.169272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Port': ['ID=714b2d82-0821-4ec2-bcc3-a323d3e8703e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.213375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7bbfb71-85f0-471d-a042-fe00ae8ea6be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2614b03315dd48d0ab469a19f02ec895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235921 Jul 15 13:13:37.215342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60142) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:37.224096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eafa000f-1804-4c51-8530-aecac36d770a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:37.263326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: eafa000f-1804-4c51-8530-aecac36d770a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:37.263926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eafa000f-1804-4c51-8530-aecac36d770a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:37.264535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 714b2d82-0821-4ec2-bcc3-a323d3e8703e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:37.273247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.288362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b707723-2237-486a-9583-b11a1cb250fe']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.291414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 714b2d82-0821-4ec2-bcc3-a323d3e8703e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:37.291756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 714b2d82-0821-4ec2-bcc3-a323d3e8703e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:37.304860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7993e30-233c-4e1e-87c1-d5b961ed5376') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.305170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7993e30-233c-4e1e-87c1-d5b961ed5376') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.316403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.345791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.354835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:37.355378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:37.361749 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:37.374246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.394500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d96ca5-143b-4c55-8c14-c89f647f685c']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.415157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0848bf-93a8-4f1c-9ca2-f12e008fe332') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.415651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0848bf-93a8-4f1c-9ca2-f12e008fe332') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:37.457114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.459067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.468315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.470213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] 10.222.0.57 "DELETE /v2.0/networks/2b707723-2237-486a-9583-b11a1cb250fe HTTP/1.1" status: 204 len: 168 time: 1.4846294 Jul 15 13:13:37.487495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac660-698f-43db-8757-489590c72835 tempest-ServersTestMultiNic-1454592927 tempest-ServersTestMultiNic-1454592927-project] Pushing event deleted for resources: {'Network': ['ID=2b707723-2237-486a-9583-b11a1cb250fe,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.500657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.508650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:37.509095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:37.533570 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:37.554933 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-841c5e60-7716-44a7-af78-064086dd35af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.562730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.661944 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-841c5e60-7716-44a7-af78-064086dd35af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.681280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.712198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.713912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/22d96ca5-143b-4c55-8c14-c89f647f685c HTTP/1.1" status: 204 len: 168 time: 0.8929343 Jul 15 13:13:37.715261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52065f4-6568-4310-8b35-8c5156af1ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d96ca5-143b-4c55-8c14-c89f647f685c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.717481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e3e0c4-8189-4e5b-8c8b-a5c48ebb7215,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.772651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Checking segment: {'id': 'a282e3ef-d373-4d2c-9641-0d3356302106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '82c8d471-3385-4927-bc52-3b38eb65e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:37.780861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Network hostable DHCP agents. Network: 82c8d471-3385-4927-bc52-3b38eb65e79d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:37.813889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Network 82c8d471-3385-4927-bc52-3b38eb65e79d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:37.830363 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-841c5e60-7716-44a7-af78-064086dd35af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.833199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-841c5e60-7716-44a7-af78-064086dd35af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.836542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-841c5e60-7716-44a7-af78-064086dd35af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad4c97ee-3802-4374-8cd8-5b669e3af179 HTTP/1.1" status: 204 len: 168 time: 0.6181259 Jul 15 13:13:37.845226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 82c8d471-3385-4927-bc52-3b38eb65e79d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:37.858706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ae19d-b686-46a5-9afd-fc047f318db4 None None] Network 82c8d471-3385-4927-bc52-3b38eb65e79d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:37.861541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c5e60-7716-44a7-af78-064086dd35af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4c97ee-3802-4374-8cd8-5b669e3af179,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:37.870994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:37.871562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:37.914549 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-11e53070-db98-4a62-89fb-01c0c809f802 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1410968 Jul 15 13:13:37.975856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885333-7d4b-4147-af76-9258cfec1f77 req-8377dbfe-3152-4db4-8435-c4f91ed03079 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:37.983464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58885333-7d4b-4147-af76-9258cfec1f77 req-8377dbfe-3152-4db4-8435-c4f91ed03079 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.1790235 Jul 15 13:13:38.016029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:38.133927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58885333-7d4b-4147-af76-9258cfec1f77 req-1d52e158-a5e1-4962-9760-968a2ccc8326 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398973 Jul 15 13:13:38.292914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86b2a1-48b8-4a71-991e-5f2120aa8b0d None None] Network 82c8d471-3385-4927-bc52-3b38eb65e79d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:38.400052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60188) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:38.505283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7befedc2-ee19-4e91-82f9-d30fd97fbf74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e00ce55e2fee427089b185b6535c319c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035640 Jul 15 13:13:38.508497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60192) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:38.551889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60198) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:38.632587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:38.683389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f124395-27a9-4208-8670-ada000c0cc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.684977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'mac_address': 'fa:16:3e:35:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:38.710223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f124395-27a9-4208-8670-ada000c0cc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.782208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f124395-27a9-4208-8670-ada000c0cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.789865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f124395-27a9-4208-8670-ada000c0cc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.790072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.792789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f124395-27a9-4208-8670-ada000c0cc11 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6d922fe-974e-43d7-b0ac-7f8320958d6a HTTP/1.1" status: 204 len: 168 time: 0.2820480 Jul 15 13:13:38.813798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f124395-27a9-4208-8670-ada000c0cc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d922fe-974e-43d7-b0ac-7f8320958d6a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.819730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd33f7c-8c24-4bf2-84e5-604592c20eaa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:38.844971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:38.860166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:38.939345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:38.961079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['2fd33f7c-8c24-4bf2-84e5-604592c20eaa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:39.347175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:39.684864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf385b-01fe-4c52-bd13-0de9be6aa256 req-abd01aa4-35ae-4937-9f05-b086b9daf22f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:39.694966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36cf385b-01fe-4c52-bd13-0de9be6aa256 req-abd01aa4-35ae-4937-9f05-b086b9daf22f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.2342072 Jul 15 13:13:39.885081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36cf385b-01fe-4c52-bd13-0de9be6aa256 req-22332f41-0ddf-436a-a9c0-240ba5624e73 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761892 Jul 15 13:13:40.010819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:13:40.193745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:40.194411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.304439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb487-4f59-449f-8e6a-ac945d9c638b req-afb8fa52-3f8d-45b2-98f2-7a5865f3b371 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.322789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b2eb487-4f59-449f-8e6a-ac945d9c638b req-afb8fa52-3f8d-45b2-98f2-7a5865f3b371 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 0.1567991 Jul 15 13:13:40.381898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.480551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b2eb487-4f59-449f-8e6a-ac945d9c638b req-0dea78ab-5dc4-4fd3-ab9b-1c55881e8c69 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562665 Jul 15 13:13:40.483376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:40.491487 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566088e2-6d83-4e77-bfdb-fe849188bbf4" -d '{"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-plugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:40.541455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:40.552319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:40.702047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:40.708993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-8552543e-a72b-4642-8998-cdb831d4689d tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:40.743661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-8552543e-a72b-4642-8998-cdb831d4689d tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/networks?id=c61a4655-a19c-49cf-a843-2149eed93681 HTTP/1.1" status: 200 len: 824 time: 0.7336690 Jul 15 13:13:40.778368 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef59890-f69e-4193-9c53-7b60c3b57731 x-openstack-request-id: req-7ef59890-f69e-4193-9c53-7b60c3b57731 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:40.779150 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-plugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:40.779681 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ef59890-f69e-4193-9c53-7b60c3b57731 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:40.780801 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'code': 200} Jul 15 13:13:40.813548 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-257bfabf-b51d-4a3e-ad78-3afd9ccb201c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/quotas/a501526e0c9d4714a45e04260cc50aeb HTTP/1.1" status: 200 len: 375 time: 0.0680530 Jul 15 13:13:40.957313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-f1013a72-5a80-46db-86a1-5641e42ba012 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a501526e0c9d4714a45e04260cc50aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1425796 Jul 15 13:13:41.034888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60296) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:41.303865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Deleting port 75945292-4f7b-46f2-bbee-9aac30859174 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:41.305459 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.357816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799f6ca-efef-4930-838e-0ace774afdfb req-54f13396-8134-41a5-8b4f-79e295197660 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:41.367982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7799f6ca-efef-4930-838e-0ace774afdfb req-54f13396-8134-41a5-8b4f-79e295197660 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.1467214 Jul 15 13:13:41.396200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1066737260-network', 'tenant_id': '162fa0ff079e495182eb60b308483d66'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:41.461218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7799f6ca-efef-4930-838e-0ace774afdfb req-ae0e7b7f-5b41-45f4-bc5e-a6d7d8f844e4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917211 Jul 15 13:13:41.488457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Made reservation on behalf of 162fa0ff079e495182eb60b308483d66 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:41.497498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.525619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.556888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-ab43448e-ca3e-424e-a864-24b893804eb0 service neutron] 10.222.0.57 "GET /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943692 Jul 15 13:13:41.813941 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.817844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] For port 75945292-4f7b-46f2-bbee-9aac30859174, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75945292-4f7b-46f2-bbee-9aac30859174,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:41.818468 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.821729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.897757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:41.952435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:41.952687 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Added segment 7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da of type vlan for network f9bc08a0-76b0-4574-b085-26678cc1b336 Jul 15 13:13:41.974281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53f253d-c6c6-483a-a8d1-564aaaeb53b7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:41.974857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Calling delete_port for 75945292-4f7b-46f2-bbee-9aac30859174 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:42.070786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.133571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.134972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.135768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.160309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-5b0ceef7-12ea-494d-886a-605257e4c97c service neutron] 10.222.0.57 "GET /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839865 Jul 15 13:13:42.238266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2010317 Jul 15 13:13:42.243949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:42.256858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Request body: {'subnet': {'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1066737260-subnet', 'tenant_id': '162fa0ff079e495182eb60b308483d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:42.363536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e25134-7dc1-43dd-9606-fa625e66fae9 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bc08a0-76b0-4574-b085-26678cc1b336,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:42.379264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f9bc08a0-76b0-4574-b085-26678cc1b336 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:42.495693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Made reservation on behalf of 162fa0ff079e495182eb60b308483d66 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:42.503314 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.681847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-653a336e-91c1-4494-9af4-3b00ab5911eb req-8f91d5fc-1db3-4dc4-bee5-af9def5dd984 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 210 time: 0.1273630 Jul 15 13:13:42.875365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:42.891954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c1615-e5a1-4586-b2f5-7b5c70a9e1f6 req-0f192f20-c167-4345-aa26-b5d81f09e166 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:42.928110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-198c1615-e5a1-4586-b2f5-7b5c70a9e1f6 req-0f192f20-c167-4345-aa26-b5d81f09e166 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 0.2997329 Jul 15 13:13:42.962949 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a31784cf-5ff8-4974-8a7b-1794dd0e479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.012950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=75945292-4f7b-46f2-bbee-9aac30859174,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:43.076832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-198c1615-e5a1-4586-b2f5-7b5c70a9e1f6 req-3b153f21-c79c-43c7-8109-739f6574e4a8 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474240 Jul 15 13:13:43.553151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2449d2-32c3-4f8b-9fa5-ca208cd97cbf req-c4095c63-f4b2-4983-af98-fc0ae40ccaad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:43.568185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2449d2-32c3-4f8b-9fa5-ca208cd97cbf req-c4095c63-f4b2-4983-af98-fc0ae40ccaad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.6040368 Jul 15 13:13:43.575645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-59a652db-1155-4706-9dfd-e26f88e0490f tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c5fb82eee2da4017910bc226a88eaebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532551 Jul 15 13:13:43.701471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.755489 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:43.772783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2449d2-32c3-4f8b-9fa5-ca208cd97cbf req-44b226d3-aa19-45c2-b4f0-96af1fb63ec9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036026 Jul 15 13:13:43.785693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-8e5b4970-be3f-4cc5-bb7d-4eab2ef865ab tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:43.807677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-8e5b4970-be3f-4cc5-bb7d-4eab2ef865ab tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264123 Jul 15 13:13:43.828139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-e2b0e71f-7072-4615-a7cb-10d279c0e35e tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/quotas/c5fb82eee2da4017910bc226a88eaebf HTTP/1.1" status: 200 len: 375 time: 0.0157819 Jul 15 13:13:43.965663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-9f97dd93-7276-405c-9b84-3e925fe21803 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fb82eee2da4017910bc226a88eaebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1358531 Jul 15 13:13:44.124175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Checking segment: {'id': '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:44.125294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Network hostable DHCP agents. Network: f9bc08a0-76b0-4574-b085-26678cc1b336, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:44.138314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=343b0b4d-586b-42ab-ba2f-208a4461eb8f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:44.159989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:44.164560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Network f9bc08a0-76b0-4574-b085-26678cc1b336 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:44.188622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f9bc08a0-76b0-4574-b085-26678cc1b336) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:44.214742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f56b9-5901-4d43-8d54-b46b700ae3fe None None] Network f9bc08a0-76b0-4574-b085-26678cc1b336 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:44.234451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7dbea-6231-4679-9bee-328547fec37a req-2d759984-ac00-4115-9774-adeeeb3f6245 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 210 time: 0.0615458 Jul 15 13:13:44.235890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:44.236345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.306831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5075b62a-b01d-4bbf-8a84-caafa5133e8f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0514588 Jul 15 13:13:44.386391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:44.396466 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6ca0e95f-556c-44d3-ae12-76c92f55cd08 admin admin] 10.222.0.57 "PUT /v2.0/routers/6aadd915-70c4-4a4f-9601-e8be10af7dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8429720 Jul 15 13:13:44.397048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60386) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:44.399232 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] Sync routers for ids ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:44.409789 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] Routers {'6aadd915-70c4-4a4f-9601-e8be10af7dd7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:44.410435 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:44.604617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a5b47-a663-4478-9750-e430fa225291 None None] Network f9bc08a0-76b0-4574-b085-26678cc1b336 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:44.628610 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] Set router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:44.644430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9813cff-71ab-4588-846f-d25b0e64edf0 req-a469e63b-afb3-41bf-934d-3ce2adc4251d tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 210 time: 0.1107311 Jul 15 13:13:44.829249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:44.916199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.110032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.161901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.268383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Deleting port 276bd103-1c2c-4298-94f2-0aad39b618fe {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:45.269779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.289632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-8af05acb-47c7-460c-96c7-8d1568269a8b tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.296090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-8af05acb-47c7-460c-96c7-8d1568269a8b tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.59 "GET /v2.0/networks?id=c61a4655-a19c-49cf-a843-2149eed93681 HTTP/1.1" status: 200 len: 824 time: 0.5117230 Jul 15 13:13:45.311590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Request body: {'port': {'device_id': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681', 'admin_state_up': True, 'tenant_id': 'a501526e0c9d4714a45e04260cc50aeb'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:45.494068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b49b83a-f8b2-42c8-8803-5e26ffe18744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.496391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] For port 276bd103-1c2c-4298-94f2-0aad39b618fe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=276bd103-1c2c-4298-94f2-0aad39b618fe,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:45.503454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.517550 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:13:42Z', 'revision_number': 5, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port': {'id': '276bd103-1c2c-4298-94f2-0aad39b618fe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:17Z', 'updated_at': '2021-07-15T13:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:45.538401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Calling delete_port for 276bd103-1c2c-4298-94f2-0aad39b618fe owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:45.583542 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] Checking router: 6aadd915-70c4-4a4f-9601-e8be10af7dd7 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:45.597763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] Routers {'6aadd915-70c4-4a4f-9601-e8be10af7dd7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:45.598919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:45.634469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:45.678440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-a0609efb-93c1-4d81-a8fd-5dffaae8de8e tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:45.680303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-a0609efb-93c1-4d81-a8fd-5dffaae8de8e tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/networks?id=f9bc08a0-76b0-4574-b085-26678cc1b336 HTTP/1.1" status: 200 len: 809 time: 0.1473408 Jul 15 13:13:45.709232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-87538ae8-20a7-4bc1-887b-d56eed967643 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/quotas/162fa0ff079e495182eb60b308483d66 HTTP/1.1" status: 200 len: 375 time: 0.0187273 Jul 15 13:13:45.781622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-14530939-84b7-4866-83fd-efa7c526f691 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=162fa0ff079e495182eb60b308483d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521185 Jul 15 13:13:45.847636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] Set router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:45.921030 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:13:45Z', 'revision_number': 6, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:45.957762 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1b4fe-7967-4ae2-9530-7e6650e1a048 None None] The sync data for ids ['6aadd915-70c4-4a4f-9601-e8be10af7dd7'] in n-d-798054-11 is: [{'id': '6aadd915-70c4-4a4f-9601-e8be10af7dd7', 'name': 'tempest-ServersTestMultiNic-2055466153-router', 'tenant_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:13:45Z', 'revision_number': 6, 'project_id': '0b81cf6c11c14be6995d1863fd7e66d9', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:45.980900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.002341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Made reservation on behalf of a501526e0c9d4714a45e04260cc50aeb for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:46.006723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.024127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-47cf1940-fb1c-4c67-8e27-54e634839c1e service neutron] 10.222.0.57 "GET /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341828 Jul 15 13:13:46.162614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=276bd103-1c2c-4298-94f2-0aad39b618fe,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:46.192556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.193366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.194088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.194692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.195307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.196139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.196684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.197683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.198248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.198839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.199469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.200024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:46.266980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Allocated IP 172.20.0.4 (c61a4655-a19c-49cf-a843-2149eed93681/11f6a8fd-3c1b-4389-a006-5ed2f7085d6d/ea1cb6a3-470b-4174-ab5c-71378d00fccf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:46.323386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.424120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b301b-6066-4b9d-96b6-78a08105ac17 req-f379186c-6b24-4097-93a1-2af353e9d141 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.435990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-617b301b-6066-4b9d-96b6-78a08105ac17 req-f379186c-6b24-4097-93a1-2af353e9d141 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.4560728 Jul 15 13:13:46.521164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-7183822e-cd17-43ef-ad0e-7ba1ffa7d660 service neutron] 10.222.0.57 "GET /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958253 Jul 15 13:13:46.540323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-02cade4e-fcc6-48b1-877c-e6b8123f21be tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.542903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-02cade4e-fcc6-48b1-877c-e6b8123f21be tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 944 time: 0.5360453 Jul 15 13:13:46.591808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.594013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.656011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.658999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-617b301b-6066-4b9d-96b6-78a08105ac17 req-81e99f2a-5cc0-4fc8-bb57-c4815eb08319 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217076 Jul 15 13:13:46.841371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-801b7d83-9a1f-43b8-9bc7-8dadca7efa86 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:46.843125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-801b7d83-9a1f-43b8-9bc7-8dadca7efa86 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 0.2932103 Jul 15 13:13:46.849056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.849646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aadd915-70c4-4a4f-9601-e8be10af7dd7 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:13:46.864904 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:46.876304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-60579587-05d4-431b-b08b-e617bb31c7d5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6aadd915-70c4-4a4f-9601-e8be10af7dd7 HTTP/1.1" status: 204 len: 168 time: 2.4771233 Jul 15 13:13:46.884788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60432) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:46.981330 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.018122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Deleting port a245c97a-67ea-47fc-86b5-dd377a458f4c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:47.018472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.092055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-18a7d317-3245-45f3-a9d0-f96103a3ba81 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c5fb82eee2da4017910bc226a88eaebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1422975 Jul 15 13:13:47.245846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.280360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75945292-4f7b-46f2-bbee-9aac30859174 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:47.325568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 75945292-4f7b-46f2-bbee-9aac30859174 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:47.326813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75945292-4f7b-46f2-bbee-9aac30859174 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:47.327426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 276bd103-1c2c-4298-94f2-0aad39b618fe no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:47.334940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Network c61a4655-a19c-49cf-a843-2149eed93681 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:47.376599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 276bd103-1c2c-4298-94f2-0aad39b618fe {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:47.385623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 276bd103-1c2c-4298-94f2-0aad39b618fe not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:47.446604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:47.450920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:47.612231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Deleting subnet ed2f399b-e761-48de-86a5-3aa246eeca39 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:13:47.623514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Pushing event updated for resources: {'Port': ['ID=ea1cb6a3-470b-4174-ab5c-71378d00fccf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:47.631073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.711047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:47.712393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.887597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] For port a245c97a-67ea-47fc-86b5-dd377a458f4c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a245c97a-67ea-47fc-86b5-dd377a458f4c,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:47.888323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:47.935929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Calling delete_port for a245c97a-67ea-47fc-86b5-dd377a458f4c owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:47.996969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa9e68-6f12-4eca-aaa4-61241de85050 req-b1d13e09-c106-4405-b5d8-f86e2d3fe6ce tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.013251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ffa9e68-6f12-4eca-aaa4-61241de85050 req-b1d13e09-c106-4405-b5d8-f86e2d3fe6ce tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 931 time: 0.9531755 Jul 15 13:13:48.111725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ffa9e68-6f12-4eca-aaa4-61241de85050 req-73f1ff38-0b8f-4bea-b576-824a699119ef tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970433 Jul 15 13:13:48.135723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.230190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.296520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.309018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-56b3c551-bd47-4510-b56e-830da2a4d885 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:48.312396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-56b3c551-bd47-4510-b56e-830da2a4d885 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2186794 Jul 15 13:13:48.332573 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.344488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Request body: {'port': {'device_id': '971c4e0c-34aa-4600-8171-09faddbda071', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'c5fb82eee2da4017910bc226a88eaebf'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:48.386904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event deleted for resources: {'Port': ['ID=a245c97a-67ea-47fc-86b5-dd377a458f4c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.402706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.404750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ed2f399b-e761-48de-86a5-3aa246eeca39 HTTP/1.1" status: 204 len: 168 time: 1.5199504 Jul 15 13:13:48.408433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60444) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:48.416646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96322-1eed-42e0-beaf-097950f8e55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2f399b-e761-48de-86a5-3aa246eeca39,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:48.420693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73737a25-1606-4b4b-b953-a5e451722be9 None None] Network cf0acf54-014c-426f-9989-4c72c58585d3 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:48.423589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-fb395317-000b-4a8b-ae18-d58f6dbdb44c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1176946 Jul 15 13:13:48.472510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Request body: {'port': {'device_id': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:48.484581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Deleting port b193baac-57ab-42e6-a8b6-13f65974229a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:48.484917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.506264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.551567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d61d10b2-852a-4458-ad27-b676eef94b94 req-80be771f-5c02-4971-9dfe-9234e79a468e tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12 HTTP/1.1" status: 200 len: 210 time: 0.0852358 Jul 15 13:13:48.558776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] No DVR routers for this DVR port a245c97a-67ea-47fc-86b5-dd377a458f4c on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:48.571722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.574015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-071625d4-c974-4ac8-8882-a25ef27ba084 req-09bc17c2-0e49-4a4b-bdf7-42c8bd083213 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "DELETE /v2.0/ports/a245c97a-67ea-47fc-86b5-dd377a458f4c HTTP/1.1" status: 204 len: 173 time: 2.0205295 Jul 15 13:13:48.574597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'name': 'network-vif-deleted', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:48.584240 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2214516-5858-44c2-beb0-45e4f69800bf" -d '{"events": [{"server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "name": "network-vif-deleted", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:48.644032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] For port b193baac-57ab-42e6-a8b6-13f65974229a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b193baac-57ab-42e6-a8b6-13f65974229a,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:48.644658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.720031 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.862360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73f9e950-ecfa-4c59-b7fc-00cd8e338819 req-fd176827-dd26-4567-8e84-159c7075276e tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 210 time: 0.0456717 Jul 15 13:13:48.906285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Deleting port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:48.906285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.978991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.979837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:48.982003 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Floating IP 50987131-fd3a-4deb-bd6c-0537c4784206 disassociated. External IP: 172.25.3.203, port: b193baac-57ab-42e6-a8b6-13f65974229a. Jul 15 13:13:48.984144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Calling delete_port for b193baac-57ab-42e6-a8b6-13f65974229a owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:48.985362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] For port 33ccbb16-3846-4814-bf9c-f1480ceb8c14, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=33ccbb16-3846-4814-bf9c-f1480ceb8c14,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:48.985737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.008714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Calling delete_port for 33ccbb16-3846-4814-bf9c-f1480ceb8c14 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:49.141858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ceba68-b4ef-4248-b26e-5e7632ada9a8 req-d69e5096-ee13-4caf-90b5-24e5ff6561c5 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.172133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27ceba68-b4ef-4248-b26e-5e7632ada9a8 req-d69e5096-ee13-4caf-90b5-24e5ff6561c5 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 945 time: 2.0947399 Jul 15 13:13:49.191098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] DHCP port deletion for cf0acf54-014c-426f-9989-4c72c58585d3 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:13:49.298156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Deleting port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:49.298713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.316919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-868b8354-2bb4-4404-915f-608f900cbc22 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.319815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-868b8354-2bb4-4404-915f-608f900cbc22 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.59 "GET /v2.0/networks?id=f9bc08a0-76b0-4574-b085-26678cc1b336 HTTP/1.1" status: 200 len: 809 time: 0.2014174 Jul 15 13:13:49.355902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d251e647-9fff-403e-a258-21e825b931c4 req-44c9ee29-feb6-455d-b671-0377366f64cb tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 210 time: 0.2387283 Jul 15 13:13:49.365934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Request body: {'port': {'device_id': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336', 'admin_state_up': True, 'tenant_id': '162fa0ff079e495182eb60b308483d66'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:49.523087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27ceba68-b4ef-4248-b26e-5e7632ada9a8 req-73ac7dfc-bf47-4e4e-9eb2-efab9982fc5b tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups?id=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770833 Jul 15 13:13:49.582955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] For port 33ccbb16-3846-4814-bf9c-f1480ceb8c14, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=33ccbb16-3846-4814-bf9c-f1480ceb8c14,segment=NetworkSegment(fa92eae9-f7bd-4ab0-ac92-ac212df281b8),segment_id=fa92eae9-f7bd-4ab0-ac92-ac212df281b8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:49.586927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.605051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Made reservation on behalf of c5fb82eee2da4017910bc226a88eaebf for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:49.611962 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.635770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Calling delete_port for 33ccbb16-3846-4814-bf9c-f1480ceb8c14 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:49.642323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.647594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.730362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.766253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ccbb16-3846-4814-bf9c-f1480ceb8c14,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.775201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] No DVR routers for this DVR port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:49.813712 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d25e289-4bc4-4882-b4f8-0790a800dba3 x-openstack-request-id: req-1d25e289-4bc4-4882-b4f8-0790a800dba3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:49.814061 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12", "name": "network-vif-deleted", "tag": "a245c97a-67ea-47fc-86b5-dd377a458f4c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:49.814439 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d25e289-4bc4-4882-b4f8-0790a800dba3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:49.815052 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f04faba-4f7b-4b55-b2bd-17d1aa8a0c12', 'name': 'network-vif-deleted', 'tag': 'a245c97a-67ea-47fc-86b5-dd377a458f4c', 'status': 'completed', 'code': 200} Jul 15 13:13:49.852924 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.886978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] No DVR routers for this DVR port 33ccbb16-3846-4814-bf9c-f1480ceb8c14 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:49.911987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:49.929359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0acf54-014c-426f-9989-4c72c58585d3']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:49.946725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Pushing event deleted for resources: {'Port': ['ID=33ccbb16-3846-4814-bf9c-f1480ceb8c14,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:49.955101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb37b9b-70d5-4221-a264-8ef93982504d req-c3621f3e-2970-4aba-8060-7500138c4714 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:49.960639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.961346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.961816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.962384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.962766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.963213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.963716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.964053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.965024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.965149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffb37b9b-70d5-4221-a264-8ef93982504d req-c3621f3e-2970-4aba-8060-7500138c4714 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.3744667 Jul 15 13:13:49.965497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.966761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.967267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1ea26-814b-4bb7-9c30-1ab46a030332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:13:49.970594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:49.970594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa92eae9-f7bd-4ab0-ac92-ac212df281b8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:49.999720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:50.020250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.043040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: a245c97a-67ea-47fc-86b5-dd377a458f4c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:50.044545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a245c97a-67ea-47fc-86b5-dd377a458f4c not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:50.052820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.073343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:13:50.073632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b193baac-57ab-42e6-a8b6-13f65974229a no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:50.073999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:13:50.149232 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:13:50.179747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffb37b9b-70d5-4221-a264-8ef93982504d req-9e57a75c-6d8d-4f00-967e-5fb5aa01fc9b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071202 Jul 15 13:13:50.184510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.194754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.199414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.199880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.205190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cf0acf54-014c-426f-9989-4c72c58585d3 HTTP/1.1" status: 204 len: 168 time: 1.7926919 Jul 15 13:13:50.227176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2c463-eda6-4685-8602-3dc47c858bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0acf54-014c-426f-9989-4c72c58585d3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.294703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event deleted for resources: {'Port': ['ID=b193baac-57ab-42e6-a8b6-13f65974229a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.408634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.470840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.480262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Made reservation on behalf of 162fa0ff079e495182eb60b308483d66 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:50.482224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c904d9-9ace-4c7a-aa25-7b9a9c037591 req-c015ec24-09d1-4b86-ba91-6e0747eeef8c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:50.489835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9c904d9-9ace-4c7a-aa25-7b9a9c037591 req-c015ec24-09d1-4b86-ba91-6e0747eeef8c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 931 time: 0.4561176 Jul 15 13:13:50.494299 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.569823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5270f581-6d7c-40f3-b804-a8587c3e6491 req-348a7a54-2832-49a3-82f7-deb74450ccd1 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 210 time: 0.0483885 Jul 15 13:13:50.630229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60474) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:50.690082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb666af2-d7da-4ade-8650-25a67732f438,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:50.729206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3dc8de1c-678d-4806-85ca-7bdd982ac461 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b81cf6c11c14be6995d1863fd7e66d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952659 Jul 15 13:13:50.733841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60478) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:50.823591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9c904d9-9ace-4c7a-aa25-7b9a9c037591 req-4746eef0-3ed6-4d52-95bc-f86c0c45ffc5 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327188 Jul 15 13:13:50.863176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Allocated IP 172.20.0.8 (f9bc08a0-76b0-4574-b085-26678cc1b336/343b0b4d-586b-42ab-ba2f-208a4461eb8f/c1677208-3999-44a3-98f1-372784684437) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:50.883340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81bf9450-7583-4ae6-bd4b-58f67975832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:50.938322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81bf9450-7583-4ae6-bd4b-58f67975832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.164066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1cb6a3-470b-4174-ab5c-71378d00fccf {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:51.170721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:13:51.172331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Allocated IP 192.168.233.254 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/b059e40b-2f94-4787-8f17-834f93684fab) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:13:51.182868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81bf9450-7583-4ae6-bd4b-58f67975832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.193212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-356ed879-9c1d-4a2e-ae7c-f84bcba2a0a6 req-bcf7d3f9-3c1d-4f75-aeda-fadfde6c8f0a tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 210 time: 0.1152236 Jul 15 13:13:51.193530 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81bf9450-7583-4ae6-bd4b-58f67975832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.195123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 33ccbb16-3846-4814-bf9c-f1480ceb8c14 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:51.209463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.214974 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-81bf9450-7583-4ae6-bd4b-58f67975832c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c9c2664-c588-442b-8eea-0d7202f3b856 HTTP/1.1" status: 204 len: 168 time: 0.4784329 Jul 15 13:13:51.292333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 33ccbb16-3846-4814-bf9c-f1480ceb8c14 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:51.295912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 33ccbb16-3846-4814-bf9c-f1480ceb8c14 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:51.349189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Transition to ACTIVE for port object ea1cb6a3-470b-4174-ab5c-71378d00fccf will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:51.378933 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.413539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf9450-7583-4ae6-bd4b-58f67975832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c2664-c588-442b-8eea-0d7202f3b856,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.501414 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.600292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.614202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d700992b-b3c7-4f0a-af58-ca9c2603eb7c req-6135e9ba-1875-4f0b-849a-4c93fbb7e7a4 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6e5a5ab-017d-4c42-b4bc-0541f019f41c HTTP/1.1" status: 200 len: 210 time: 0.2282481 Jul 15 13:13:51.683856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:13:51.699571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] Sync routers for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:13:51.740426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:51.742504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:51.745669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Pushing event updated for resources: {'Port': ['ID=c1677208-3999-44a3-98f1-372784684437,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.752464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Network f9bc08a0-76b0-4574-b085-26678cc1b336 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:51.754032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:51.766029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:51.798482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1cb6a3-470b-4174-ab5c-71378d00fccf,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:51.838163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:51.839327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:51.906793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-e2e4dbd0-73b5-448b-89a9-e1b5ed4eba17 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5625536 Jul 15 13:13:51.927655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Request body: {'port': {'device_id': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:51.995024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7dadb3-c40f-47cb-9733-09fc9e1b6d6a req-10cf1974-f36c-4a7b-8bdf-50d9033889ea tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:51.997151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e7dadb3-c40f-47cb-9733-09fc9e1b6d6a req-10cf1974-f36c-4a7b-8bdf-50d9033889ea tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.1462641 Jul 15 13:13:52.001201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] No DVR routers for this DVR port b193baac-57ab-42e6-a8b6-13f65974229a on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:52.004660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:52.007365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.010515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f1f5f9f-9e8e-4f65-8c21-5e2b759bbee7 req-0aea47a9-d131-472b-b008-a48e8fca94a9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.58 "DELETE /v2.0/ports/b193baac-57ab-42e6-a8b6-13f65974229a HTTP/1.1" status: 204 len: 173 time: 5.1513274 Jul 15 13:13:52.125204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'name': 'network-vif-deleted', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:52.132141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.135059 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b4dba-2359-42bf-a5ac-e2c71814c2ee" -d '{"events": [{"server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "name": "network-vif-deleted", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:52.274450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Attempting to bind port ea1cb6a3-470b-4174-ab5c-71378d00fccf on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:52.275361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Attempting to bind port ea1cb6a3-470b-4174-ab5c-71378d00fccf by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '8fbace76-8a8d-48c1-a962-018d57e383fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:52.275871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Attempting to bind port ea1cb6a3-470b-4174-ab5c-71378d00fccf on network c61a4655-a19c-49cf-a843-2149eed93681 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:52.299682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Port ea1cb6a3-470b-4174-ab5c-71378d00fccf on network c61a4655-a19c-49cf-a843-2149eed93681 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:52.300399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Attempting to bind port ea1cb6a3-470b-4174-ab5c-71378d00fccf on network c61a4655-a19c-49cf-a843-2149eed93681 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:52.334573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:52.335566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Checking segment: {'id': '8fbace76-8a8d-48c1-a962-018d57e383fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:52.337024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Bound using segment: {'id': '8fbace76-8a8d-48c1-a962-018d57e383fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:52.337722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Bound port: ea1cb6a3-470b-4174-ab5c-71378d00fccf, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbace76-8a8d-48c1-a962-018d57e383fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:52.338275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:52.384666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e7dadb3-c40f-47cb-9733-09fc9e1b6d6a req-565886dd-3878-4b36-bbda-4bbf415bda6d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791480 Jul 15 13:13:52.386413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-be7d7eb2-2d79-4381-bd65-ee408a1807f4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.398151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-be7d7eb2-2d79-4381-bd65-ee408a1807f4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.5600691 Jul 15 13:13:52.521120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:52.602424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] Checking router: ff939ab6-7348-43b2-bf9e-c3f25d1f4357 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:13:52.617856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:13:52.618503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:52.714149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26609c68-9bad-47bb-a740-18b228ce09fa req-23c8e892-2a9a-48de-8477-74182b43ed91 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:52.716521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26609c68-9bad-47bb-a740-18b228ce09fa req-23c8e892-2a9a-48de-8477-74182b43ed91 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.8662324 Jul 15 13:13:52.729101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d65f2f3-b194-4e62-9286-18615959ee12 req-5252058e-b5d0-4be9-aa13-6fffa13be476 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 210 time: 0.1207218 Jul 15 13:13:52.923610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:13:52.971053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26609c68-9bad-47bb-a740-18b228ce09fa req-ad171a8b-2952-4cec-be39-a34f22cd14cf tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319350 Jul 15 13:13:52.978817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60524) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:53.024325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] For port ea1cb6a3-470b-4174-ab5c-71378d00fccf, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:53.041121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1677208-3999-44a3-98f1-372784684437 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:53.064714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.082983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.086479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] For port ea1cb6a3-470b-4174-ab5c-71378d00fccf, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf,segment=NetworkSegment(8fbace76-8a8d-48c1-a962-018d57e383fa),segment_id=8fbace76-8a8d-48c1-a962-018d57e383fa)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:53.116758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Deleting port ce925964-b7e3-4028-8653-300006611990 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:53.116758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.126368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Transition to ACTIVE for port object c1677208-3999-44a3-98f1-372784684437 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:53.144190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.152377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.226972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1820541377-network', 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:53.267094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Transition to ACTIVE for port object b059e40b-2f94-4787-8f17-834f93684fab will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:53.271518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c07e1a-8c64-49d2-b5df-18643b8d9aea req-1691e015-2f4e-42a1-90e9-077e16176612 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.271882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:53.274949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.280109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3c07e1a-8c64-49d2-b5df-18643b8d9aea req-1691e015-2f4e-42a1-90e9-077e16176612 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 943 time: 0.2123814 Jul 15 13:13:53.325612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1677208-3999-44a3-98f1-372784684437,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.364815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3c07e1a-8c64-49d2-b5df-18643b8d9aea req-4843767f-9bcf-48ad-b9a9-f999fe891290 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834877 Jul 15 13:13:53.398861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.400486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.402030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/ea1cb6a3-470b-4174-ab5c-71378d00fccf HTTP/1.1" status: 200 len: 1092 time: 4.9444094 Jul 15 13:13:53.409161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.418064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Attempting to bind port c1677208-3999-44a3-98f1-372784684437 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:53.419834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Attempting to bind port c1677208-3999-44a3-98f1-372784684437 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:53.424024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Attempting to bind port c1677208-3999-44a3-98f1-372784684437 on network f9bc08a0-76b0-4574-b085-26678cc1b336 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.456285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Port c1677208-3999-44a3-98f1-372784684437 on network f9bc08a0-76b0-4574-b085-26678cc1b336 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:53.456946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Attempting to bind port c1677208-3999-44a3-98f1-372784684437 on network f9bc08a0-76b0-4574-b085-26678cc1b336 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:53.470732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:53.471430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Checking segment: {'id': '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:53.473288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Bound using segment: {'id': '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:53.474012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Bound port: c1677208-3999-44a3-98f1-372784684437, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:53.476025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.489198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a02bf1-d9d3-4d9f-93fb-b4f189d593f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1cb6a3-470b-4174-ab5c-71378d00fccf,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.524593 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821fe47a-68aa-4a3f-9157-aba1506cfda1 x-openstack-request-id: req-821fe47a-68aa-4a3f-9157-aba1506cfda1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:53.524937 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e5a5ab-017d-4c42-b4bc-0541f019f41c", "name": "network-vif-deleted", "tag": "b193baac-57ab-42e6-a8b6-13f65974229a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:53.525944 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-821fe47a-68aa-4a3f-9157-aba1506cfda1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:53.525944 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e5a5ab-017d-4c42-b4bc-0541f019f41c', 'name': 'network-vif-deleted', 'tag': 'b193baac-57ab-42e6-a8b6-13f65974229a', 'status': 'completed', 'code': 200} Jul 15 13:13:53.583440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] For port ce925964-b7e3-4028-8653-300006611990, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ce925964-b7e3-4028-8653-300006611990,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:53.583987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.601225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] For port c1677208-3999-44a3-98f1-372784684437, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:53.607762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] For port c1677208-3999-44a3-98f1-372784684437, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c1677208-3999-44a3-98f1-372784684437,segment=NetworkSegment(7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da),segment_id=7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:53.618838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.622894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Calling delete_port for ce925964-b7e3-4028-8653-300006611990 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:53.634974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.697537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:13:53.737580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Pushing event updated for resources: {'Port': ['ID=b059e40b-2f94-4787-8f17-834f93684fab,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.749769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Pushing event updated for resources: {'Port': ['ID=c1677208-3999-44a3-98f1-372784684437,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:53.782232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.783108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:53.785020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-34b8f067-06b3-4519-8d56-6e66b1ebfb1f service neutron] 10.222.0.59 "PUT /v2.0/ports/c1677208-3999-44a3-98f1-372784684437 HTTP/1.1" status: 200 len: 1092 time: 1.8620124 Jul 15 13:13:53.794135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e70997-1b8c-4bb8-b724-63379e53817e None None] The sync data for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 is: [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:11:18Z', 'revision_number': 4, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3b8007e4-b0f8-408b-81c8-cbe24f56f3aa', 'name': '', 'network_id': '0df179bf-d44d-48d6-a3a0-4cab2c432aa6', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'mac_address': 'fa:16:3e:22:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:16Z', 'updated_at': '2021-07-15T13:11:36Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'subnets': [{'id': 'ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:13:53.805179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cc656-ae51-4ad4-8443-b39fcc3d2ef7 req-966cf897-9e64-46a4-afdf-b783c8c05e3c tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.808843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c34cc656-ae51-4ad4-8443-b39fcc3d2ef7 req-966cf897-9e64-46a4-afdf-b783c8c05e3c tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 943 time: 0.2817168 Jul 15 13:13:53.818054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'tag': 'c1677208-3999-44a3-98f1-372784684437'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:53.820692 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48310b00-a72b-40c5-b691-84f98d705f38" -d '{"events": [{"name": "network-changed", "server_uuid": "84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2", "tag": "c1677208-3999-44a3-98f1-372784684437"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:53.881646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:13:53.900401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:53.921901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-aee2af0a-a328-4865-9565-dd587ec3ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.924398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-aee2af0a-a328-4865-9565-dd587ec3ae4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a501526e0c9d4714a45e04260cc50aeb&device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 1095 time: 0.4563971 Jul 15 13:13:53.942366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:13:53.983416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-cc20f842-2844-4040-a287-dc6ce6e11b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:53.985064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-cc20f842-2844-4040-a287-dc6ce6e11b11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=162fa0ff079e495182eb60b308483d66&device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 1095 time: 0.1419168 Jul 15 13:13:54.057810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-3e51897c-8d11-488a-99c7-617e96e0320c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf HTTP/1.1" status: 200 len: 217 time: 0.1003630 Jul 15 13:13:54.090918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-0cd662c3-b54c-4558-86a2-86400e1d09e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1677208-3999-44a3-98f1-372784684437 HTTP/1.1" status: 200 len: 217 time: 0.0982001 Jul 15 13:13:54.248428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-d0fdf5a8-4d79-4f89-8f98-7c5e82235965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.251748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-d0fdf5a8-4d79-4f89-8f98-7c5e82235965 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=343b0b4d-586b-42ab-ba2f-208a4461eb8f HTTP/1.1" status: 200 len: 849 time: 0.1546721 Jul 15 13:13:54.257161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.276247 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660ffffc-80c8-42fc-b060-96c0ac6187fa None None] New status for floating IP 50987131-fd3a-4deb-bd6c-0537c4784206: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:13:54.291821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c34cc656-ae51-4ad4-8443-b39fcc3d2ef7 req-aedf998b-957e-4628-8645-8c2f4cb1edee tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051039 Jul 15 13:13:54.292980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f12eae2-a509-4fa1-bbb5-9dbe754189c0 None None] Provisioning for port b059e40b-2f94-4787-8f17-834f93684fab completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:13:54.298861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.300036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.306134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f12eae2-a509-4fa1-bbb5-9dbe754189c0 None None] Provisioning complete for port b059e40b-2f94-4787-8f17-834f93684fab triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:13:54.307108 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f12eae2-a509-4fa1-bbb5-9dbe754189c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.312926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:54.401625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-349909c6-3600-4ba8-b9b2-57d287282593 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9bc08a0-76b0-4574-b085-26678cc1b336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424780 Jul 15 13:13:54.476142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8f12eae2-a509-4fa1-bbb5-9dbe754189c0 None None] Port b059e40b-2f94-4787-8f17-834f93684fab cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:13:54.516897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4506b9-3cec-4220-9988-0f604a45fbe6 req-b87eb0c9-77ae-4919-ab1e-3fa76fdcb903 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.531005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b4506b9-3cec-4220-9988-0f604a45fbe6 req-b87eb0c9-77ae-4919-ab1e-3fa76fdcb903 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.4108019 Jul 15 13:13:54.660401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b4506b9-3cec-4220-9988-0f604a45fbe6 req-9a354db1-3ee0-4109-b0ac-92df687e8c96 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227930 Jul 15 13:13:54.710505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-290e8467-0d12-47bc-bdee-8ada4c8df1a3 service neutron] 10.222.0.59 "GET /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944484 Jul 15 13:13:54.765247 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfe025-0d4a-48e6-8760-6dbca7198c8a x-openstack-request-id: req-bedfe025-0d4a-48e6-8760-6dbca7198c8a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:54.765921 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2", "tag": "c1677208-3999-44a3-98f1-372784684437", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:54.769615 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bedfe025-0d4a-48e6-8760-6dbca7198c8a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:54.770066 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'tag': 'c1677208-3999-44a3-98f1-372784684437', 'status': 'completed', 'code': 200} Jul 15 13:13:54.816888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e610a0-8c6c-49b6-8a84-7c545202ba51,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:54.838615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:54.927409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bb381e9b-0e27-49c5-8948-cbb0d0cd75e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5992777 Jul 15 13:13:54.947614 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c2c247c-44dd-4904-93e6-30b80439ca25 req-50820ce6-18b3-433c-92cc-315081f9ff68 service neutron] 10.222.0.59 "GET /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290490 Jul 15 13:13:54.955107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:13:54.961646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Request body: {'port': {'device_id': '971c4e0c-34aa-4600-8171-09faddbda071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:54.974317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e27b5e43-617c-469f-80c7-a79187120f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:54.976201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-e27b5e43-617c-469f-80c7-a79187120f6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11f6a8fd-3c1b-4389-a006-5ed2f7085d6d HTTP/1.1" status: 200 len: 864 time: 0.8692808 Jul 15 13:13:54.996876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b0de-8dd3-449f-9ca5-aa3d0f13731c tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.109600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.110383 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Added segment bb297d0c-1131-4e96-9b0b-4fcfa3ba8486 of type vlan for network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e Jul 15 13:13:55.113187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-c42b979f-53d0-4590-b9a9-d19ad5c5532a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c61a4655-a19c-49cf-a843-2149eed93681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104112 Jul 15 13:13:55.142482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b0de-8dd3-449f-9ca5-aa3d0f13731c tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.174734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48310b00-a72b-40c5-b691-84f98d705f38 req-cde52971-6cb4-4177-badf-feaa3e7f3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.177100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-cde52971-6cb4-4177-badf-feaa3e7f3a70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=162fa0ff079e495182eb60b308483d66&device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 1095 time: 0.1743414 Jul 15 13:13:55.272577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b08a-bb50-4d09-8e03-16bbd21a8af0 req-d8bb5b55-2249-4f61-a859-312d4853b30d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.275589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-56e7b08a-bb50-4d09-8e03-16bbd21a8af0 req-d8bb5b55-2249-4f61-a859-312d4853b30d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 945 time: 0.2208686 Jul 15 13:13:55.308388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.343511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.423332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f370b4-608e-43ea-940f-0f8238bbba3a req-e45ada2d-abf4-4b65-95b4-33ad13432adc tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.424418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60f370b4-608e-43ea-940f-0f8238bbba3a req-e45ada2d-abf4-4b65-95b4-33ad13432adc tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 936 time: 0.6243417 Jul 15 13:13:55.425329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event deleted for resources: {'Port': ['ID=ce925964-b7e3-4028-8653-300006611990,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.446125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.450381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-56e7b08a-bb50-4d09-8e03-16bbd21a8af0 req-37b26485-ccbf-47ae-8e9f-3d5d98852aee tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631849 Jul 15 13:13:55.491692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48310b00-a72b-40c5-b691-84f98d705f38 req-56c8e957-c2ae-4672-bead-380c9c8b96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.493497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-196fb7d1-f959-4d45-9c39-77fd68685721 service neutron] 10.222.0.59 "GET /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628042 Jul 15 13:13:55.493746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-56c8e957-c2ae-4672-bead-380c9c8b96d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9bc08a0-76b0-4574-b085-26678cc1b336 HTTP/1.1" status: 200 len: 910 time: 0.3086917 Jul 15 13:13:55.558607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'tag': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:55.560989 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96" -d '{"events": [{"name": "network-changed", "server_uuid": "268aa60d-5f60-4b4a-bc1d-ddab917be1f6", "tag": "ea1cb6a3-470b-4174-ab5c-71378d00fccf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:55.578253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-150ccd39-869d-418a-9831-f316f90a2865 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1677208-3999-44a3-98f1-372784684437 HTTP/1.1" status: 200 len: 217 time: 0.0719659 Jul 15 13:13:55.590314 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b0de-8dd3-449f-9ca5-aa3d0f13731c tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.593336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b0de-8dd3-449f-9ca5-aa3d0f13731c tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.596793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bfc7b0de-8dd3-449f-9ca5-aa3d0f13731c tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "DELETE /v2.0/security-groups/7380d548-2ca9-4a0d-8b4d-72f4ecbd3904 HTTP/1.1" status: 204 len: 168 time: 0.7501650 Jul 15 13:13:55.610976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] No DVR routers for this DVR port ce925964-b7e3-4028-8653-300006611990 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:13:55.613994 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.616805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c67dfac8-fbfb-48db-9cc3-d758ec5d8ea0 req-cf346628-1687-45af-8024-1b3c3c234a33 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "DELETE /v2.0/ports/ce925964-b7e3-4028-8653-300006611990 HTTP/1.1" status: 204 len: 173 time: 3.2097399 Jul 15 13:13:55.642134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60558) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.646652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48310b00-a72b-40c5-b691-84f98d705f38 req-b226670b-f849-48e1-9e93-9ff938e4731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.649183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-b226670b-f849-48e1-9e93-9ff938e4731f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=343b0b4d-586b-42ab-ba2f-208a4461eb8f HTTP/1.1" status: 200 len: 849 time: 0.0642047 Jul 15 13:13:55.702060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7b0de-8dd3-449f-9ca5-aa3d0f13731c tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7380d548-2ca9-4a0d-8b4d-72f4ecbd3904,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.705113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.706105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:55.706716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:55.718642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-5c2cc7da-d241-464a-91d7-f8bb1899f526 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9bc08a0-76b0-4574-b085-26678cc1b336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608768 Jul 15 13:13:55.764398 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-3e737ef7-baa5-4b1d-a110-91ff5c5c35b9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] show failed (client error): The resource could not be found. Jul 15 13:13:55.765451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e737ef7-baa5-4b1d-a110-91ff5c5c35b9 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "GET /v2.0/security-groups/7380d548-2ca9-4a0d-8b4d-72f4ecbd3904 HTTP/1.1" status: 404 len: 347 time: 0.1092169 Jul 15 13:13:55.768639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60f370b4-608e-43ea-940f-0f8238bbba3a req-17d9e4c2-c5ba-43d5-b007-5747498d5179 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150601 Jul 15 13:13:55.797015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60566) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.836895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8564112 Jul 15 13:13:55.899511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60572) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:55.909500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Request body: {'subnet': {'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1820541377-subnet', 'tenant_id': '977de1d0936e436a832f272a051493a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:55.956185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d393053-652a-4ecc-878f-a9569182b3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:55.967355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:13:55.993255 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ece32c-b6f8-4a82-a65f-bf605e02efab req-95ebba9c-67d4-4858-93f5-cbd9399c4683 service neutron] 10.222.0.59 "GET /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519696 Jul 15 13:13:56.024731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-b6dd0d32-805e-4f67-ba8e-56379d479e93 service neutron] 10.222.0.59 "GET /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960038 Jul 15 13:13:56.028021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:13:56.032021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.045790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce925964-b7e3-4028-8653-300006611990 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:13:56.079523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143abd7-93a6-4ccc-ad9d-fe17e5e8e0cc req-44d03ec7-dceb-483d-b2a6-40ad9965dcf7 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.097412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4143abd7-93a6-4ccc-ad9d-fe17e5e8e0cc req-44d03ec7-dceb-483d-b2a6-40ad9965dcf7 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 943 time: 0.4540887 Jul 15 13:13:56.098319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ce925964-b7e3-4028-8653-300006611990 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:13:56.099294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ce925964-b7e3-4028-8653-300006611990 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:13:56.278368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4143abd7-93a6-4ccc-ad9d-fe17e5e8e0cc req-31e4c13e-523b-4516-8f11-25592fc35775 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776512 Jul 15 13:13:56.329632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8e60f-2935-46f8-8250-ce115c7c787f req-ab325095-6ae0-4080-ba4e-28d914fd3d24 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.331408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ac8e60f-2935-46f8-8250-ce115c7c787f req-ab325095-6ae0-4080-ba4e-28d914fd3d24 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 943 time: 0.2958467 Jul 15 13:13:56.483460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48310b00-a72b-40c5-b691-84f98d705f38 req-b328e0ab-84b0-453e-bc0d-92fcf538ef73 service neutron] 10.222.0.59 "GET /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529395 Jul 15 13:13:56.499181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ac8e60f-2935-46f8-8250-ce115c7c787f req-c211c57c-e3b4-488d-b4e7-511d907e303b tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553502 Jul 15 13:13:56.500864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Deleting port 205cbc95-ee42-4d6f-a44b-1df691606737 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:13:56.501330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.629315 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f7798-5dc6-4b34-bdad-04c7956d4889 x-openstack-request-id: req-843f7798-5dc6-4b34-bdad-04c7956d4889 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:56.629664 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268aa60d-5f60-4b4a-bc1d-ddab917be1f6", "tag": "ea1cb6a3-470b-4174-ab5c-71378d00fccf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:56.630229 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-843f7798-5dc6-4b34-bdad-04c7956d4889 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:56.630414 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'tag': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf', 'status': 'completed', 'code': 200} Jul 15 13:13:56.633728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b059e40b-2f94-4787-8f17-834f93684fab {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:56.649981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.673214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Transition to ACTIVE for port object b059e40b-2f94-4787-8f17-834f93684fab will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:13:56.676348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.681608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.693691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.694066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:56.716191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Calling delete_port for 205cbc95-ee42-4d6f-a44b-1df691606737 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:13:56.769211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-d00dd650-3497-4bd1-bad2-3a66202f1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:56.770795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-d00dd650-3497-4bd1-bad2-3a66202f1429 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a501526e0c9d4714a45e04260cc50aeb&device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 1095 time: 0.1634977 Jul 15 13:13:56.845555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a867b882-0336-456d-a5e4-f9c513468bb1,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.861374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Pushing event updated for resources: {'Port': ['ID=b059e40b-2f94-4787-8f17-834f93684fab,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:56.960520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:56.961368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Network hostable DHCP agents. Network: 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:13:57.018206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-672b1ff7-607b-4e9e-bd36-33450a5f902b req-81cb9e37-fc7c-417a-9a2a-f18e31580ef3 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=56fad47f-1933-4041-9aab-cec443e1c25b HTTP/1.1" status: 200 len: 210 time: 0.1053691 Jul 15 13:13:57.107719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:13:57.141624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-cc115ada-f414-402a-a1d4-f9c5d65d296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.152545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-cc115ada-f414-402a-a1d4-f9c5d65d296d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c61a4655-a19c-49cf-a843-2149eed93681 HTTP/1.1" status: 200 len: 925 time: 0.3747673 Jul 15 13:13:57.161103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:13:57.173671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485a34e-d34d-40ec-9adf-8af9538b71b2 None None] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:57.174276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.174276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.179125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Attempting to bind port b059e40b-2f94-4787-8f17-834f93684fab on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:13:57.179654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Attempting to bind port b059e40b-2f94-4787-8f17-834f93684fab by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:13:57.180034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Attempting to bind port b059e40b-2f94-4787-8f17-834f93684fab on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:57.197913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Port b059e40b-2f94-4787-8f17-834f93684fab on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:13:57.198490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Attempting to bind port b059e40b-2f94-4787-8f17-834f93684fab on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:13:57.213181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:13:57.213578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:13:57.214801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:13:57.214801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Bound port: b059e40b-2f94-4787-8f17-834f93684fab, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:13:57.214801 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.229523 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d36c728e-fd8f-4333-a99b-7127617ac785 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3271000 Jul 15 13:13:57.263636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974af177-c50b-452d-a03a-bfad4d485e9f req-71402f3c-62b1-4d6f-b16f-44e1676cbe1a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.272861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-974af177-c50b-452d-a03a-bfad4d485e9f req-71402f3c-62b1-4d6f-b16f-44e1676cbe1a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.2238638 Jul 15 13:13:57.306153 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-baefc194-921b-4040-9dbd-34d54e8eb759 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf HTTP/1.1" status: 200 len: 217 time: 0.1418705 Jul 15 13:13:57.382438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-974af177-c50b-452d-a03a-bfad4d485e9f req-6876b83f-a062-46e5-983c-7b41c058a8e5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085656 Jul 15 13:13:57.405404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] For port b059e40b-2f94-4787-8f17-834f93684fab, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:13:57.420075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] For port b059e40b-2f94-4787-8f17-834f93684fab, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b059e40b-2f94-4787-8f17-834f93684fab,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:13:57.431747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.505883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.506976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.508995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] 10.222.0.58 "PUT /v2.0/ports/b059e40b-2f94-4787-8f17-834f93684fab HTTP/1.1" status: 200 len: 1097 time: 2.5515044 Jul 15 13:13:57.539776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad520bea-f1f3-47bf-949d-ff7c2ae49151 None None] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:13:57.564932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac14081-5018-4ced-a920-df784c2cac85 service neutron] Pushing event updated for resources: {'Port': ['ID=b059e40b-2f94-4787-8f17-834f93684fab,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:57.565339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-f5a6b988-83f0-4b46-b07b-4298cec3c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.567545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-f5a6b988-83f0-4b46-b07b-4298cec3c7f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11f6a8fd-3c1b-4389-a006-5ed2f7085d6d HTTP/1.1" status: 200 len: 864 time: 0.2294133 Jul 15 13:13:57.656416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-7155f670-3ca1-4b75-a2fd-46dc6dd51675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.659075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-7155f670-3ca1-4b75-a2fd-46dc6dd51675 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5fb82eee2da4017910bc226a88eaebf&device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 1100 time: 0.0769191 Jul 15 13:13:57.708147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-0e43c3f4-cd1e-41a5-87f2-739d1445dabf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c61a4655-a19c-49cf-a843-2149eed93681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327710 Jul 15 13:13:57.729963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-3ac89dad-181f-4d5d-9bc8-52ce29ffbf8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b059e40b-2f94-4787-8f17-834f93684fab HTTP/1.1" status: 200 len: 217 time: 0.0627470 Jul 15 13:13:57.883455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-c62bbd62-23ed-4b4a-84ee-8043cee7e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.885699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-c62bbd62-23ed-4b4a-84ee-8043cee7e34c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1188302 Jul 15 13:13:57.893321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-5d576927-9513-4acf-8e7d-e0a2df4ead52 service neutron] 10.222.0.59 "GET /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622062 Jul 15 13:13:57.898891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:57.956716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eadb91-f5fb-4951-88b1-9a2a957cfacb req-2364d11f-afd3-428f-9c04-751544a1bd88 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.961537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67fed-be5c-49f4-882b-649a0273447c req-43b34833-e64f-4b4e-90c5-2809d3a3ec5f tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:57.968178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6eadb91-f5fb-4951-88b1-9a2a957cfacb req-2364d11f-afd3-428f-9c04-751544a1bd88 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 943 time: 0.2861898 Jul 15 13:13:57.969549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0cf67fed-be5c-49f4-882b-649a0273447c req-43b34833-e64f-4b4e-90c5-2809d3a3ec5f tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 948 time: 0.6551549 Jul 15 13:13:57.983517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Pushing event deleted for resources: {'Port': ['ID=205cbc95-ee42-4d6f-a44b-1df691606737,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.045017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c1677208-3999-44a3-98f1-372784684437 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:58.072604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6eadb91-f5fb-4951-88b1-9a2a957cfacb req-78300f68-2d89-4ca8-a060-87a01572c2cf tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029332 Jul 15 13:13:58.098738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-38537eb8-ad9d-42d4-bc16-40dafa8d4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.101394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-38537eb8-ad9d-42d4-bc16-40dafa8d4880 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2055192 Jul 15 13:13:58.233958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c1677208-3999-44a3-98f1-372784684437, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c1677208-3999-44a3-98f1-372784684437,segment=NetworkSegment(7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da),segment_id=7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.278210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c1677208-3999-44a3-98f1-372784684437', 'network_id': 'f9bc08a0-76b0-4574-b085-26678cc1b336', 'port_id': 'c1677208-3999-44a3-98f1-372784684437', 'mac_address': 'fa:16:3e:86:f3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343b0b4d-586b-42ab-ba2f-208a4461eb8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:58.335931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.358734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1677208-3999-44a3-98f1-372784684437 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:58.407085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c1677208-3999-44a3-98f1-372784684437, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c1677208-3999-44a3-98f1-372784684437,segment=NetworkSegment(7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da),segment_id=7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.411913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-15b3b6b2-6438-4729-916a-25f075e57fcc service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987356 Jul 15 13:13:58.417109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.417495 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-11243163-94b0-4191-9ff3-91f7eb56deea req-0747463b-34df-4736-85dd-6a4da1baa202 service neutron] show failed (client error): The resource could not be found. Jul 15 13:13:58.418476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-0747463b-34df-4736-85dd-6a4da1baa202 service neutron] 10.222.0.58 "GET /v2.0/ports/f7df11b8-8d7e-48e1-aa31-9d18b31aa130/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.2593977 Jul 15 13:13:58.419273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1cb6a3-470b-4174-ab5c-71378d00fccf details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:13:58.572836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf65bc-0adf-4d71-9976-0326f78f8c66 req-fb3fcbea-52d1-43e0-ab87-fc35de3b6dcf tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:58.594009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0cf67fed-be5c-49f4-882b-649a0273447c req-4a637fe2-d8f8-467b-b5c9-ee31c071dab6 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233795 Jul 15 13:13:58.603539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea1cb6a3-470b-4174-ab5c-71378d00fccf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf,segment=NetworkSegment(8fbace76-8a8d-48c1-a962-018d57e383fa),segment_id=8fbace76-8a8d-48c1-a962-018d57e383fa)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.610115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08bf65bc-0adf-4d71-9976-0326f78f8c66 req-fb3fcbea-52d1-43e0-ab87-fc35de3b6dcf tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 943 time: 0.3021686 Jul 15 13:13:58.610425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9dae8e9d-7d0d-42f8-a5bb-216209ad4a96 req-f04587c5-0049-43ac-a690-b93c480c0e11 service neutron] 10.222.0.59 "GET /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085876 Jul 15 13:13:58.611809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.615544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.620174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ed1106cb-90ed-4df7-af9b-4cbd9d18e411 tempest-ServersTestJSON-384718320 tempest-ServersTestJSON-384718320-project] 10.222.0.57 "DELETE /v2.0/floatingips/50987131-fd3a-4deb-bd6c-0537c4784206 HTTP/1.1" status: 204 len: 168 time: 2.8059263 Jul 15 13:13:58.621026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60610) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:13:58.643638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf', 'network_id': 'c61a4655-a19c-49cf-a843-2149eed93681', 'port_id': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf', 'mac_address': 'fa:16:3e:64:6d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f6a8fd-3c1b-4389-a006-5ed2f7085d6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:13:58.644470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'name': 'network-vif-deleted', 'tag': 'ce925964-b7e3-4028-8653-300006611990'}, {'name': 'network-changed', 'server_uuid': '971c4e0c-34aa-4600-8171-09faddbda071', 'tag': 'b059e40b-2f94-4787-8f17-834f93684fab'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:13:58.647307 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c425d45e-999c-4fba-b577-5268baab5dd0" -d '{"events": [{"server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "name": "network-vif-deleted", "tag": "ce925964-b7e3-4028-8653-300006611990"}, {"name": "network-changed", "server_uuid": "971c4e0c-34aa-4600-8171-09faddbda071", "tag": "b059e40b-2f94-4787-8f17-834f93684fab"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:13:58.712312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83d82f1-4b10-4fd3-86dc-137ca27feced req-7c969d1b-55b6-412b-b3c3-6b693a9285ab service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924836 Jul 15 13:13:58.716173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08bf65bc-0adf-4d71-9976-0326f78f8c66 req-58678105-4d4a-4fd1-ac00-418b3afbdb7e tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633860 Jul 15 13:13:58.847287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c1677208-3999-44a3-98f1-372784684437,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:58.871507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:58.905369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1cb6a3-470b-4174-ab5c-71378d00fccf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:13:58.969044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea1cb6a3-470b-4174-ab5c-71378d00fccf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf,segment=NetworkSegment(8fbace76-8a8d-48c1-a962-018d57e383fa),segment_id=8fbace76-8a8d-48c1-a962-018d57e383fa)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:13:58.977361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.074171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ea1cb6a3-470b-4174-ab5c-71378d00fccf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:13:59.161814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf387f6-ecee-4209-acb3-a5dc0f71f13f req-186a0978-aaae-4c9d-a528-3bc4de16212c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.170290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9cf387f6-ecee-4209-acb3-a5dc0f71f13f req-186a0978-aaae-4c9d-a528-3bc4de16212c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.1085935 Jul 15 13:13:59.201884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c1677208-3999-44a3-98f1-372784684437'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:59.205597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ea1cb6a3-470b-4174-ab5c-71378d00fccf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:13:59.222511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9cf387f6-ecee-4209-acb3-a5dc0f71f13f req-9eaf8c9f-4650-45ae-8b50-4898b158d2bc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506206 Jul 15 13:13:59.254508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-f82c0696-a538-4286-a614-029e1a9501b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.256108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-f82c0696-a538-4286-a614-029e1a9501b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff&tenant_id=ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 1102 time: 0.3660212 Jul 15 13:13:59.272275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:13:59.373187 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98303282-f7cf-4881-a73e-0e90c5a7238b x-openstack-request-id: req-98303282-f7cf-4881-a73e-0e90c5a7238b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:13:59.374007 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fad47f-1933-4041-9aab-cec443e1c25b", "name": "network-vif-deleted", "tag": "ce925964-b7e3-4028-8653-300006611990", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "971c4e0c-34aa-4600-8171-09faddbda071", "tag": "b059e40b-2f94-4787-8f17-834f93684fab", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:13:59.374517 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98303282-f7cf-4881-a73e-0e90c5a7238b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:13:59.375221 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fad47f-1933-4041-9aab-cec443e1c25b', 'name': 'network-vif-deleted', 'tag': 'ce925964-b7e3-4028-8653-300006611990', 'status': 'completed', 'code': 200} Jul 15 13:13:59.375701 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971c4e0c-34aa-4600-8171-09faddbda071', 'tag': 'b059e40b-2f94-4787-8f17-834f93684fab', 'status': 'completed', 'code': 200} Jul 15 13:13:59.387912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-e3db4380-1ead-424f-b00f-0973394d49c9 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.398062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-e3db4380-1ead-424f-b00f-0973394d49c9 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.3504171 Jul 15 13:13:59.470837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-1ef59217-94d2-4d2c-9f0f-89310ba7e4f4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0716105 Jul 15 13:13:59.522014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-484c0c86-2af9-4a5b-8559-8f5c0a5427f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.524460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-484c0c86-2af9-4a5b-8559-8f5c0a5427f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5fb82eee2da4017910bc226a88eaebf&device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 1100 time: 0.1184933 Jul 15 13:13:59.540330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-3e785895-9928-410b-b134-076147cee8c0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682211 Jul 15 13:13:59.581415 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:13:59.703472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-a3d8281b-f648-4921-81c1-78ce14767e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.705856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-a3d8281b-f648-4921-81c1-78ce14767e86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1731412 Jul 15 13:13:59.838572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-2411e20d-2b4b-463b-94ed-6f76a950e2fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b059e40b-2f94-4787-8f17-834f93684fab HTTP/1.1" status: 200 len: 217 time: 0.1251664 Jul 15 13:13:59.881793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-efe5e4d6-f20f-4ffa-8956-954e9f4a6a57 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403683 Jul 15 13:13:59.927327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-6b661e2a-d78e-4fc6-8796-a2ef047f3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:13:59.929482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-6b661e2a-d78e-4fc6-8796-a2ef047f3d50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0850601 Jul 15 13:13:59.933769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.093444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec2a80-ee64-464f-bc33-07b24eb020aa req-95db3281-2c3a-4775-82ed-508e521f40eb tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.097123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50ec2a80-ee64-464f-bc33-07b24eb020aa req-95db3281-2c3a-4775-82ed-508e521f40eb tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 944 time: 0.1725926 Jul 15 13:14:00.103430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-11f4e4e7-8512-4702-8079-0badc42ab384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.105211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-11f4e4e7-8512-4702-8079-0badc42ab384 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1627498 Jul 15 13:14:00.275739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50ec2a80-ee64-464f-bc33-07b24eb020aa req-292621f5-8602-4140-90e2-086a441ffec9 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691895 Jul 15 13:14:00.301735 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-6d255e4d-9eb2-4bd3-905e-91c2551cef3d service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190428 Jul 15 13:14:00.332568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:00.371132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-1cd94c88-6c85-4c15-a50a-d898994e7e8a service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560632 Jul 15 13:14:00.398605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:00.424043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-de29f553-f0ee-47fb-ad10-44802f81f19d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:00.425841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-de29f553-f0ee-47fb-ad10-44802f81f19d tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 945 time: 0.2540255 Jul 15 13:14:00.525755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:00.528314 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956a3fc-c483-4e3b-ae48-983ee27b2a54" -d '{"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:00.532276 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.568116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Transition to ACTIVE for port object f7df11b8-8d7e-48e1-aa31-9d18b31aa130 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:00.578376 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:00.684240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] No DVR routers for this DVR port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:00.695159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:00.717160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Deleting port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:00.717791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.019927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] For port 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:01.020625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.036618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Calling delete_port for 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:01.282184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:01.282552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:01.282992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:01.314036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:01.314320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Attempting to bind port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:01.340574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:01.341866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:01.341866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:01.342918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Bound port: f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:01.343687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.354600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c425d45e-999c-4fba-b577-5268baab5dd0 req-1d5755ab-cb90-4e9a-a298-31d5cc01790d service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685326 Jul 15 13:14:01.364699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.388728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323bb96-ee1a-4bf4-97dc-4700cdd80e08 req-64884a8b-2c99-49fd-9935-ce1374c2d572 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.401658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b323bb96-ee1a-4bf4-97dc-4700cdd80e08 req-64884a8b-2c99-49fd-9935-ce1374c2d572 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 948 time: 0.8716660 Jul 15 13:14:01.411430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c41bc-331a-44ac-acc4-9baa2603227f req-d73cbec2-40fe-4b17-be56-6150d06d299a tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.413298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e6c41bc-331a-44ac-acc4-9baa2603227f req-d73cbec2-40fe-4b17-be56-6150d06d299a tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 944 time: 0.6238973 Jul 15 13:14:01.510161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Deleting port faf7a006-832d-47cb-95c7-b5e2c46c1595 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:01.514987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.560440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:01.572242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:01.584095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b323bb96-ee1a-4bf4-97dc-4700cdd80e08 req-caa7b692-3f48-4f3f-b96b-67f841d96323 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788852 Jul 15 13:14:01.584291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8007e4-b0f8-408b-81c8-cbe24f56f3aa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:01.600592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.752152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:01.752847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.754358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 1097 time: 2.4863985 Jul 15 13:14:01.800690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e6c41bc-331a-44ac-acc4-9baa2603227f req-52cd281f-de9e-49f4-8f4f-758f5ef0bea8 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307681 Jul 15 13:14:01.849562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] For port faf7a006-832d-47cb-95c7-b5e2c46c1595, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=faf7a006-832d-47cb-95c7-b5e2c46c1595,segment=NetworkSegment(790868d3-fb4c-4f6c-8a41-db9af111a0b0),segment_id=790868d3-fb4c-4f6c-8a41-db9af111a0b0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:01.849562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:01.913393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Calling delete_port for faf7a006-832d-47cb-95c7-b5e2c46c1595 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:02.076124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c1677208-3999-44a3-98f1-372784684437 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:02.100949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc1b7-21ef-4dca-a4b3-704585c91211 service neutron] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.136825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b059e40b-2f94-4787-8f17-834f93684fab details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:02.139618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:02.155671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.214817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add4acf-2f5b-470c-ac1b-780b26d25d12 req-4ef7e84c-ab75-44a0-ab36-b37cece1b1c4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.218609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5add4acf-2f5b-470c-ac1b-780b26d25d12 req-4ef7e84c-ab75-44a0-ab36-b37cece1b1c4 tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a29c289-e871-4ae9-a5e6-97127b350c21 HTTP/1.1" status: 200 len: 945 time: 0.2092047 Jul 15 13:14:02.223215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.259186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port c1677208-3999-44a3-98f1-372784684437 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:02.262896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:02.294820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c1677208-3999-44a3-98f1-372784684437 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:02.295798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.342903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Pushing event deleted for resources: {'Port': ['ID=faf7a006-832d-47cb-95c7-b5e2c46c1595,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:02.404899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-82a51a02-9f89-4a1f-ab53-d4a4d0ded0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.406875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-82a51a02-9f89-4a1f-ab53-d4a4d0ded0c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1100 time: 0.3921585 Jul 15 13:14:02.418096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b059e40b-2f94-4787-8f17-834f93684fab, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b059e40b-2f94-4787-8f17-834f93684fab,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.452620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b059e40b-2f94-4787-8f17-834f93684fab', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'b059e40b-2f94-4787-8f17-834f93684fab', 'mac_address': 'fa:16:3e:32:ea:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:02.464025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5add4acf-2f5b-470c-ac1b-780b26d25d12 req-5c6744d5-8dc7-4afe-a786-7aa8047555dc tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.57 "GET /v2.0/security-groups?id=f44a8814-16ee-441e-b861-3cf2efdcf63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199082 Jul 15 13:14:02.470023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] No DVR routers for this DVR port faf7a006-832d-47cb-95c7-b5e2c46c1595 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:02.478242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.502877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0d830a8-5c48-4938-bc89-b174d6e0b870 req-53f222a1-487a-4802-b41a-16b44ea31dbd tempest-LiveAutoBlockMigrationV225Test-518391211 tempest-LiveAutoBlockMigrationV225Test-518391211-project] 10.222.0.59 "DELETE /v2.0/ports/faf7a006-832d-47cb-95c7-b5e2c46c1595 HTTP/1.1" status: 204 len: 173 time: 2.0435226 Jul 15 13:14:02.508989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'name': 'network-vif-deleted', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:02.529556 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54517657-cef6-4c09-9515-1b3cd6663285" -d '{"events": [{"server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "name": "network-vif-deleted", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:02.662357 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.667962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.713619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b059e40b-2f94-4787-8f17-834f93684fab {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:02.721671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf3165-d8a5-4fbe-b7e1-16808c61de14 req-738261d4-b88b-4252-addd-e98199b3fa1f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.726379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8bf3165-d8a5-4fbe-b7e1-16808c61de14 req-738261d4-b88b-4252-addd-e98199b3fa1f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 948 time: 0.3897336 Jul 15 13:14:02.783162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1677208-3999-44a3-98f1-372784684437'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:02.785915 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2ff752-a153-4ff4-bfba-415e6afb988f" -d '{"events": [{"server_uuid": "84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2", "name": "network-vif-plugged", "status": "completed", "tag": "c1677208-3999-44a3-98f1-372784684437"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:02.793476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-9f7bad84-adb2-4a44-ad0e-4436a5c6ec3e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.806131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b059e40b-2f94-4787-8f17-834f93684fab, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b059e40b-2f94-4787-8f17-834f93684fab,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.815264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-9f7bad84-adb2-4a44-ad0e-4436a5c6ec3e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.2414436 Jul 15 13:14:02.829209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.838056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c1677208-3999-44a3-98f1-372784684437, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c1677208-3999-44a3-98f1-372784684437,segment=NetworkSegment(7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da),segment_id=7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:02.839566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Request body: {'port': {'device_id': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'admin_state_up': True, 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:02.901368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:02.902606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1cb6a3-470b-4174-ab5c-71378d00fccf up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:02.908695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-25578aa6-1f61-493f-8162-0dde15f3b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:02.910335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-25578aa6-1f61-493f-8162-0dde15f3b8c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.4958537 Jul 15 13:14:03.057947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b059e40b-2f94-4787-8f17-834f93684fab,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.069271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-3a0b2dc3-8de7-4a97-ad02-aa9d74248734 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.1201296 Jul 15 13:14:03.083182 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8bf3165-d8a5-4fbe-b7e1-16808c61de14 req-955a1563-306f-4b6f-9ef0-b50fed2fd747 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368270 Jul 15 13:14:03.089312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b059e40b-2f94-4787-8f17-834f93684fab'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:03.175707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f602daa7-7ee9-4936-8c6b-199a40f55813 req-3c1e4f4a-3528-4c80-8747-40ff2e9561a6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 210 time: 0.0887640 Jul 15 13:14:03.219897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:03.223993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.236828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c1677208-3999-44a3-98f1-372784684437,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.273543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port ea1cb6a3-470b-4174-ab5c-71378d00fccf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:03.274889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:03.297794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port ea1cb6a3-470b-4174-ab5c-71378d00fccf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:03.298315 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.301015 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05a464-b483-44bd-b37b-6053d275f76a x-openstack-request-id: req-1f05a464-b483-44bd-b37b-6053d275f76a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:03.301494 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:03.301885 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f05a464-b483-44bd-b37b-6053d275f76a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:03.302987 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'code': 200} Jul 15 13:14:03.306241 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a7d0b-ae20-475c-9447-b35e26e19a66 x-openstack-request-id: req-188a7d0b-ae20-475c-9447-b35e26e19a66 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:03.306778 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a29c289-e871-4ae9-a5e6-97127b350c21", "name": "network-vif-deleted", "tag": "faf7a006-832d-47cb-95c7-b5e2c46c1595", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:03.307238 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-188a7d0b-ae20-475c-9447-b35e26e19a66 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:03.307915 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a29c289-e871-4ae9-a5e6-97127b350c21', 'name': 'network-vif-deleted', 'tag': 'faf7a006-832d-47cb-95c7-b5e2c46c1595', 'status': 'completed', 'code': 200} Jul 15 13:14:03.676583 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.749942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Allocated IP 172.20.0.8 (35a7f83b-d9df-48c2-94f0-c76c73e6ea6e/a867b882-0336-456d-a5e4-f9c513468bb1/eb972148-e6a9-43c7-8d08-60c9c0326844) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:03.793459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea1cb6a3-470b-4174-ab5c-71378d00fccf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf,segment=NetworkSegment(8fbace76-8a8d-48c1-a962-018d57e383fa),segment_id=8fbace76-8a8d-48c1-a962-018d57e383fa)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:03.812727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:03.859716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed48b-f709-4e2f-b5ea-2f472201b05c req-9ac644dc-20d5-453f-b40c-e09cf88d5cf2 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:03.861387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56bed48b-f709-4e2f-b5ea-2f472201b05c req-9ac644dc-20d5-453f-b40c-e09cf88d5cf2 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 944 time: 0.4397774 Jul 15 13:14:03.899364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ea1cb6a3-470b-4174-ab5c-71378d00fccf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:03.977626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56bed48b-f709-4e2f-b5ea-2f472201b05c req-8f98bf4c-0eb0-478a-802e-0f76da815923 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056101 Jul 15 13:14:04.023076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.068271 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38ed411-23ff-4f2e-8f6a-673db4c29b4a x-openstack-request-id: req-e38ed411-23ff-4f2e-8f6a-673db4c29b4a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:04.068561 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2", "name": "network-vif-plugged", "status": "completed", "tag": "c1677208-3999-44a3-98f1-372784684437", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:04.068929 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e38ed411-23ff-4f2e-8f6a-673db4c29b4a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:04.070347 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1677208-3999-44a3-98f1-372784684437', 'code': 200} Jul 15 13:14:04.075630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:04.094309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-10b0546b-a508-466d-9323-cc2cfe4e7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.095869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-10b0546b-a508-466d-9323-cc2cfe4e7388 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 1.0116889 Jul 15 13:14:04.113011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: faf7a006-832d-47cb-95c7-b5e2c46c1595 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:04.113504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device faf7a006-832d-47cb-95c7-b5e2c46c1595 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:04.121107 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.231987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:04.234631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:04.244262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed777-2583-4039-9d6f-0e7b53d8277d req-b1eaaeda-c443-4586-8ef3-1bbc2ac4ff01 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.251413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b1ed777-2583-4039-9d6f-0e7b53d8277d req-b1eaaeda-c443-4586-8ef3-1bbc2ac4ff01 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 949 time: 0.1867518 Jul 15 13:14:04.252059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] Sync routers for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:04.256605 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a214444-535a-44a2-b852-7e0935074994 admin admin] 10.222.0.57 "PUT /v2.0/routers/ff939ab6-7348-43b2-bf9e-c3f25d1f4357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6342540 Jul 15 13:14:04.264416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:04.264656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60692) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:04.265074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:04.285105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:04.288167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event updated for resources: {'Port': ['ID=eb972148-e6a9-43c7-8d08-60c9c0326844,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:04.299365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:04.324987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11243163-94b0-4191-9ff3-91f7eb56deea req-ef058386-115d-487a-8f2c-d0b6d31bdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.326689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-ef058386-115d-487a-8f2c-d0b6d31bdd1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2235634 Jul 15 13:14:04.388272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.389274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.392868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:04.398173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb1df7-f671-4fb4-9f4f-7eb3d693d03f req-c817bf7f-e57b-4578-b1cc-96d353677b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.399971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64bb1df7-f671-4fb4-9f4f-7eb3d693d03f req-c817bf7f-e57b-4578-b1cc-96d353677b5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 1097 time: 0.2311373 Jul 15 13:14:04.402729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b1ed777-2583-4039-9d6f-0e7b53d8277d req-ce51cfcf-e1c6-4da8-b8b4-afe0c1ed149e tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503851 Jul 15 13:14:04.441386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-d9cfe15f-0667-4709-8c28-906dd972f2df tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6163833 Jul 15 13:14:04.442470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec91d67-854a-4b62-8b68-3f86bd23a50c req-88b21038-67a0-4f10-91e8-b14a529cfe86 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.444332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ec91d67-854a-4b62-8b68-3f86bd23a50c req-88b21038-67a0-4f10-91e8-b14a529cfe86 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 945 time: 0.2209220 Jul 15 13:14:04.449738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Request body: {'port': {'device_id': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:04.478266 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.526429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64bb1df7-f671-4fb4-9f4f-7eb3d693d03f req-3771d2f9-8eee-4beb-ad81-bbd7efe25f73 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185195 Jul 15 13:14:04.539275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-c952ab37-34f4-42dc-a1d5-6945d249b79e service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037692 Jul 15 13:14:04.562135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ec91d67-854a-4b62-8b68-3f86bd23a50c req-4f9d37fd-c9cf-4d33-be45-31986442d3b8 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826206 Jul 15 13:14:04.573624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:04.657974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.701686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:14:01Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:04.769553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] Checking router: ff939ab6-7348-43b2-bf9e-c3f25d1f4357 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:04.782694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11243163-94b0-4191-9ff3-91f7eb56deea req-656a9e17-16f6-4dff-9f70-c35c6d2b6f33 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787155 Jul 15 13:14:04.802184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:04.803748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] Routers {'ff939ab6-7348-43b2-bf9e-c3f25d1f4357'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:04.806302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:13:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:04.953781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] Set router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:04.960455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98aa1f-bf0d-4166-8aa7-4d43c89db149 req-1e52cd06-1416-4fd4-88c0-93f6e52cbdc4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:04.962459 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd98aa1f-bf0d-4166-8aa7-4d43c89db149 req-1e52cd06-1416-4fd4-88c0-93f6e52cbdc4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 931 time: 0.1391585 Jul 15 13:14:04.968178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Deleting port e87ba039-a3fe-4851-8062-5640e8214670 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:04.968868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.046331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Deleting subnet dcf6b7ce-8b35-4121-b2b0-105090a06a05 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:05.056819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.115339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd98aa1f-bf0d-4166-8aa7-4d43c89db149 req-dfff9636-b77b-421e-a285-78ed3e27d6bf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389914 Jul 15 13:14:05.137618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a91bc-b437-4204-80f3-1173f9cccd54 req-4909c85f-6d2c-4fa3-a908-8668348515be tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.139392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-410a91bc-b437-4204-80f3-1173f9cccd54 req-4909c85f-6d2c-4fa3-a908-8668348515be tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 948 time: 0.2357512 Jul 15 13:14:05.157407 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.186034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] For port e87ba039-a3fe-4851-8062-5640e8214670, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e87ba039-a3fe-4851-8062-5640e8214670,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:05.186750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.204128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Calling delete_port for e87ba039-a3fe-4851-8062-5640e8214670 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:05.243506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:14:01Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:05.276760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd790514-807e-48bf-8523-7d3f67f8dda9 None None] The sync data for ids ['ff939ab6-7348-43b2-bf9e-c3f25d1f4357'] in n-d-798054-11 is: [{'id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'name': 'tempest-ServersTestJSON-1032067822-router', 'tenant_id': 'bdea7786e77547b1bcac339a68fa46d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:11:10Z', 'updated_at': '2021-07-15T13:14:01Z', 'revision_number': 5, 'project_id': 'bdea7786e77547b1bcac339a68fa46d2', 'gw_port': {'id': 'e87ba039-a3fe-4851-8062-5640e8214670', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:59:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff939ab6-7348-43b2-bf9e-c3f25d1f4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:11:12Z', 'updated_at': '2021-07-15T13:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:05.324208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.325556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:05.329681 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb45097-1c46-4ea2-b645-02315bb37f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:05.383138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-410a91bc-b437-4204-80f3-1173f9cccd54 req-1877c565-eb60-4776-a5d7-942cfe14c89e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234502 Jul 15 13:14:05.411037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb972148-e6a9-43c7-8d08-60c9c0326844 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:05.421770 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.436667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Transition to ACTIVE for port object eb972148-e6a9-43c7-8d08-60c9c0326844 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:05.446920 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.465982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c55ece-6216-4bbb-8539-568adbc6337a req-1d289103-4fb3-442a-bb7b-83726b2f1dff tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.468105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57c55ece-6216-4bbb-8539-568adbc6337a req-1d289103-4fb3-442a-bb7b-83726b2f1dff tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.1363387 Jul 15 13:14:05.559566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57c55ece-6216-4bbb-8539-568adbc6337a req-d8004305-e56a-493d-b110-9924ca7c8852 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487044 Jul 15 13:14:05.566292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.575882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Pushing event updated for resources: {'Port': ['ID=eb972148-e6a9-43c7-8d08-60c9c0326844,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.596123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87ba039-a3fe-4851-8062-5640e8214670,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.605301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.652233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf6b7ce-8b35-4121-b2b0-105090a06a05,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:05.662160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.664583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6bc2336-8292-4def-8aba-c12e9a7f0196 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dcf6b7ce-8b35-4121-b2b0-105090a06a05 HTTP/1.1" status: 204 len: 168 time: 1.0898392 Jul 15 13:14:05.675170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:05.677745 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd794dbb-b1a9-4fca-8646-ca2b23b9a1fe x-openstack-request-id: req-cd794dbb-b1a9-4fca-8646-ca2b23b9a1fe {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:05.678046 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:05.678297 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd794dbb-b1a9-4fca-8646-ca2b23b9a1fe {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:05.678744 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'status': 'completed', 'code': 200} Jul 15 13:14:05.707316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.813488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e8c87-59f4-4f4e-ba14-866a8bdb4385 req-19e1ca60-1367-440d-ad5b-c30928b793c1 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.818344 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-929e8c87-59f4-4f4e-ba14-866a8bdb4385 req-19e1ca60-1367-440d-ad5b-c30928b793c1 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 950 time: 0.3187151 Jul 15 13:14:05.818344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Attempting to bind port eb972148-e6a9-43c7-8d08-60c9c0326844 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:05.818344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Attempting to bind port eb972148-e6a9-43c7-8d08-60c9c0326844 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:05.818344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Attempting to bind port eb972148-e6a9-43c7-8d08-60c9c0326844 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:05.834249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.849179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Port eb972148-e6a9-43c7-8d08-60c9c0326844 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:05.849506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Attempting to bind port eb972148-e6a9-43c7-8d08-60c9c0326844 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:05.870628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.872335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:05.872670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:05.873082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Bound using segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:05.873673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Bound port: eb972148-e6a9-43c7-8d08-60c9c0326844, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:05.874223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.874779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.910471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-09a4ec56-fda1-482f-9702-4751b2060c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:05.912052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-09a4ec56-fda1-482f-9702-4751b2060c68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1100 time: 0.2119446 Jul 15 13:14:05.915011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-929e8c87-59f4-4f4e-ba14-866a8bdb4385 req-9ea658f7-f1f5-4e3a-89ae-661a54b4c3d3 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933516 Jul 15 13:14:05.957419 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.957876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff939ab6-7348-43b2-bf9e-c3f25d1f4357 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:14:05.969811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:05.971507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-98899701-d84f-4958-a4bb-21b9420052f5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ff939ab6-7348-43b2-bf9e-c3f25d1f4357 HTTP/1.1" status: 204 len: 168 time: 1.7048850 Jul 15 13:14:05.975054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.043847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.044726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-fb054f15-c8fd-4ea2-b7f0-89983493c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.046482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-fb054f15-c8fd-4ea2-b7f0-89983493c946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1100 time: 0.3344839 Jul 15 13:14:06.071946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:06.074088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8de216-026a-4e5f-9ac7-a40c66c6b2a9 req-b5c88c5a-788a-417a-87d7-11b07f6f60ca tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.075002 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ec9a4-15ae-4122-a29e-ea65f4ff39eb" -d '{"events": [{"server_uuid": "268aa60d-5f60-4b4a-bc1d-ddab917be1f6", "name": "network-vif-plugged", "status": "completed", "tag": "ea1cb6a3-470b-4174-ab5c-71378d00fccf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:06.075774 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af8de216-026a-4e5f-9ac7-a40c66c6b2a9 req-b5c88c5a-788a-417a-87d7-11b07f6f60ca tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 949 time: 0.2244654 Jul 15 13:14:06.091122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Deleting subnet ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:06.108674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.118511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57890f54-7a9e-415c-972e-84791180b10b']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:06.121136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] For port eb972148-e6a9-43c7-8d08-60c9c0326844, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:06.152373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b059e40b-2f94-4787-8f17-834f93684fab up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:06.167307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790868d3-fb4c-4f6c-8a41-db9af111a0b0') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:06.167596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790868d3-fb4c-4f6c-8a41-db9af111a0b0') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:06.178949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] For port eb972148-e6a9-43c7-8d08-60c9c0326844, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb972148-e6a9-43c7-8d08-60c9c0326844,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:06.190641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.198491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.214887 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.230585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.231727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.233419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb972148-e6a9-43c7-8d08-60c9c0326844 HTTP/1.1" status: 200 len: 1092 time: 1.7880566 Jul 15 13:14:06.236167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'tag': 'eb972148-e6a9-43c7-8d08-60c9c0326844'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:06.245039 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090947cb-2675-45fc-86fd-6fd84a6f13fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8c8c73-e552-4387-ac5b-faf3ce436ff5", "tag": "eb972148-e6a9-43c7-8d08-60c9c0326844"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:06.245525 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af8de216-026a-4e5f-9ac7-a40c66c6b2a9 req-a224c265-912b-44fd-9b2b-83098e3911a3 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584046 Jul 15 13:14:06.280100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-afdfe131-90a5-4899-9522-437822cd86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.280377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b059e40b-2f94-4787-8f17-834f93684fab completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:06.280839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-afdfe131-90a5-4899-9522-437822cd86c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3263822 Jul 15 13:14:06.284615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-e0ee573c-051c-47ac-84c4-5b12bf43bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.286480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-e0ee573c-051c-47ac-84c4-5b12bf43bac3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2318611 Jul 15 13:14:06.291132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.293626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b059e40b-2f94-4787-8f17-834f93684fab triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:06.294641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.334373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-4eaedce4-8ddc-49fa-bf76-0807321769a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.0404480 Jul 15 13:14:06.374173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:06.374595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.379107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-63828e60-b359-44b7-8a8b-841e86330b6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.0842466 Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:06.379964 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:06.418851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.427769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.454831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-ca596d1c-9a3b-439b-bb52-7e507e72172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.456797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-ca596d1c-9a3b-439b-bb52-7e507e72172e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1045275 Jul 15 13:14:06.479699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b059e40b-2f94-4787-8f17-834f93684fab, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b059e40b-2f94-4787-8f17-834f93684fab,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:06.486731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.507702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b7f26-6add-4097-b3bc-a7cd0080e069 service neutron] Pushing event updated for resources: {'Port': ['ID=eb972148-e6a9-43c7-8d08-60c9c0326844,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.531742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8f38f-e3bf-4338-9743-4566834c39fc req-82fb0e79-0e74-487e-93f1-2431f6277904 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.540856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9a8f38f-e3bf-4338-9743-4566834c39fc req-82fb0e79-0e74-487e-93f1-2431f6277904 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 945 time: 0.4830179 Jul 15 13:14:06.566850 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.579550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.582890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] 10.222.0.57 "DELETE /v2.0/networks/57890f54-7a9e-415c-972e-84791180b10b HTTP/1.1" status: 204 len: 168 time: 0.9064357 Jul 15 13:14:06.599441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60756) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.608428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b059e40b-2f94-4787-8f17-834f93684fab,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.628270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.645195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0483862-a6a4-4f30-aedf-91cf42ea0815 admin admin] Pushing event deleted for resources: {'Network': ['ID=57890f54-7a9e-415c-972e-84791180b10b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.662373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:06.679501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-d058f7ae-5063-474f-9b4b-faa52f61da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.681614 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-d058f7ae-5063-474f-9b4b-faa52f61da7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2092414 Jul 15 13:14:06.684171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-6309a77c-c0ec-4b1f-a557-c3f44ca6fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:06.685288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.685652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-6309a77c-c0ec-4b1f-a557-c3f44ca6fac2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2897258 Jul 15 13:14:06.690991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-abd53c5a-44e7-4cbf-a0b7-d1ea6a13385c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ff65fb0f-69a4-4dc5-b9c3-eba03e1ad307 HTTP/1.1" status: 204 len: 168 time: 0.7139409 Jul 15 13:14:06.691880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60760) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:06.694722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0040b43b-0083-45e8-9e70-c9842bdfe103 None None] Network 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:06.832247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:06.956547 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:07.007196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-37b2f882-332a-4309-8d92-c82a9bd0662d service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140922 Jul 15 13:14:07.029224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] DHCP port deletion for 0df179bf-d44d-48d6-a3a0-4cab2c432aa6 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:14:07.091569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] Deleting port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:07.091895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.114115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Deleting port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:07.115082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.193858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-fa15bcea-a23b-428f-9250-e1f628380bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.195582 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-fa15bcea-a23b-428f-9250-e1f628380bfb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 1095 time: 0.8921480 Jul 15 13:14:07.199823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9a8f38f-e3bf-4338-9743-4566834c39fc req-8244223e-352d-4cbc-9ed6-1d1ac002bb29 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584651 Jul 15 13:14:07.226107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] For port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:07.226560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.228532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] For port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,segment=NetworkSegment(68306fcc-8b99-4087-a007-7268ea65778b),segment_id=68306fcc-8b99-4087-a007-7268ea65778b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:07.228933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.231209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-c39b84a9-33c7-4d45-a984-fb11a16b9a4a service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163432 Jul 15 13:14:07.250925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Calling delete_port for 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:07.262579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-8017e33d-f31d-47cc-84c5-8ad5ce7ee435 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb972148-e6a9-43c7-8d08-60c9c0326844 HTTP/1.1" status: 200 len: 217 time: 0.0571091 Jul 15 13:14:07.262848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] Calling delete_port for 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:07.294067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Deleting subnet e060a7ac-d4c2-4aae-aa00-796342720f28 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:07.299155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.345983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.421880 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a2cf5f-1220-4868-bc38-3f4f0c152a4e x-openstack-request-id: req-59a2cf5f-1220-4868-bc38-3f4f0c152a4e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:07.423064 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8c8c73-e552-4387-ac5b-faf3ce436ff5", "tag": "eb972148-e6a9-43c7-8d08-60c9c0326844", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:07.423215 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a5b74-7982-48fc-90f1-fb9f0e6d4949 x-openstack-request-id: req-614a5b74-7982-48fc-90f1-fb9f0e6d4949 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:07.423673 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59a2cf5f-1220-4868-bc38-3f4f0c152a4e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:07.423762 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268aa60d-5f60-4b4a-bc1d-ddab917be1f6", "name": "network-vif-plugged", "status": "completed", "tag": "ea1cb6a3-470b-4174-ab5c-71378d00fccf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:07.423874 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'tag': 'eb972148-e6a9-43c7-8d08-60c9c0326844', 'status': 'completed', 'code': 200} Jul 15 13:14:07.423959 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-614a5b74-7982-48fc-90f1-fb9f0e6d4949 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:07.423959 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf', 'code': 200} Jul 15 13:14:07.429532 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.441766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:07.448952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.479877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-f7b876d4-947d-4e94-afd9-a22e8561a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.481442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-f7b876d4-947d-4e94-afd9-a22e8561a0c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.2123704 Jul 15 13:14:07.485427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-a4b89314-46f9-4cf7-924f-f1375defb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.487407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-a4b89314-46f9-4cf7-924f-f1375defb727 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7925432 Jul 15 13:14:07.505223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.529454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] No DVR routers for this DVR port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:07.531488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-08553ba5-6146-465a-aa17-2b414d72649e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430849 Jul 15 13:14:07.556527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:07.557356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3b8007e4-b0f8-408b-81c8-cbe24f56f3aa not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:07.557976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:07.584051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:07.584605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:07.585252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e87ba039-a3fe-4851-8062-5640e8214670 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:07.616618 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.618517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e87ba039-a3fe-4851-8062-5640e8214670 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:07.618962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e87ba039-a3fe-4851-8062-5640e8214670 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:07.640248 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.646114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68bce8-b763-4a76-81dc-e1b45dc4ea19 req-dc162318-cee5-43e4-8c42-65ea513758ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.647811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c68bce8-b763-4a76-81dc-e1b45dc4ea19 req-dc162318-cee5-43e4-8c42-65ea513758ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 1097 time: 0.2418847 Jul 15 13:14:07.652793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] Pushing event deleted for resources: {'Port': ['ID=9f3dcf3d-89cb-4415-b0a0-f73f77f8e571,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.660990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df179bf-d44d-48d6-a3a0-4cab2c432aa6']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:07.664006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e209b1e-591d-4ea4-9522-ffe0cf062e5d None None] No DVR routers for this DVR port 9f3dcf3d-89cb-4415-b0a0-f73f77f8e571 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:07.693060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68306fcc-8b99-4087-a007-7268ea65778b') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:07.693354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68306fcc-8b99-4087-a007-7268ea65778b') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:07.720139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816feee2-30fd-4845-9eda-c9d288890f7b req-63695a41-5dcf-478e-a7b8-88d445c7081f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.722213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-816feee2-30fd-4845-9eda-c9d288890f7b req-63695a41-5dcf-478e-a7b8-88d445c7081f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 943 time: 0.2581289 Jul 15 13:14:07.725314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.725785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.765247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.772993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c68bce8-b763-4a76-81dc-e1b45dc4ea19 req-30faf985-a78f-4180-8171-78360625cc28 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166689 Jul 15 13:14:07.775679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e060a7ac-d4c2-4aae-aa00-796342720f28,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:07.776425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:07.776821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:07.780668 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:07.784656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-494ced9d-d16a-4216-b1fe-1e37b6fb53d9 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811875 Jul 15 13:14:07.794425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.800627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a2f4369-df50-43a7-bf65-95212a822eac admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e060a7ac-d4c2-4aae-aa00-796342720f28 HTTP/1.1" status: 204 len: 168 time: 1.1942952 Jul 15 13:14:07.802151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60794) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:07.824782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-fc31dc06-e510-4795-8783-a54543dc30b0 service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812898 Jul 15 13:14:07.857626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3886fa-156a-4755-8978-f2a4bc66a9d3 req-535e85d0-ee70-410c-8faf-2b534bcb6cef tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:07.859300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a3886fa-156a-4755-8978-f2a4bc66a9d3 req-535e85d0-ee70-410c-8faf-2b534bcb6cef tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 948 time: 0.2989821 Jul 15 13:14:07.883622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-816feee2-30fd-4845-9eda-c9d288890f7b req-ceff4a1b-00c9-4ac6-b64a-38d7882aa1b2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474631 Jul 15 13:14:07.928683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.940328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.941889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0df179bf-d44d-48d6-a3a0-4cab2c432aa6 HTTP/1.1" status: 204 len: 168 time: 1.2407241 Jul 15 13:14:07.971384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:07.973544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df18505-5375-425a-a285-982cd79c9101 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df179bf-d44d-48d6-a3a0-4cab2c432aa6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.018076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a3886fa-156a-4755-8978-f2a4bc66a9d3 req-3c4a9610-88b4-43fe-8dae-498003d9ac5a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398439 Jul 15 13:14:08.022677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb45097-1c46-4ea2-b645-02315bb37f4c req-c023078c-939f-4de5-9fa5-3aa7479ba709 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230005 Jul 15 13:14:08.038554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40c96e7-2c82-46b2-967e-5ba384d4f2df req-2ef5fbb7-8e26-4325-af97-2a6b62a8eb4c service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022903 Jul 15 13:14:08.075459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:08.120565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.133233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:08.145971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51565262-f1b6-4e31-98a1-b9af7786fb79') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:08.146176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51565262-f1b6-4e31-98a1-b9af7786fb79') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:08.163737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.175901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:08.194922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.209983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:08.210963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.219451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-f8c49db2-3e38-43d7-9ed0-c2916fb784ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.222477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-f8c49db2-3e38-43d7-9ed0-c2916fb784ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 1095 time: 0.1165514 Jul 15 13:14:08.249511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:08.295683 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:08.311783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.318450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.323551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] 10.222.0.57 "DELETE /v2.0/networks/9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc HTTP/1.1" status: 204 len: 168 time: 0.5172083 Jul 15 13:14:08.406908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9614be40-1540-45db-9938-295ced5a4c79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bdea7786e77547b1bcac339a68fa46d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510119 Jul 15 13:14:08.407587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60806) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.452729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:08.470572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'mac_address': 'fa:16:3e:75:20:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:08.523363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-a1398f86-38c1-42da-b8f6-ad10e855fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.525323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-a1398f86-38c1-42da-b8f6-ad10e855fd0c service neutron] 10.222.0.58 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.2963698 Jul 15 13:14:08.605189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.618074 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.666606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7df11b8-8d7e-48e1-aa31-9d18b31aa130 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:08.710412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:08.723917 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.732029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:08.733376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.754727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-8d0f9c36-b1e8-409b-bd90-185b1c1d5f1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb972148-e6a9-43c7-8d08-60c9c0326844 HTTP/1.1" status: 200 len: 217 time: 0.2209954 Jul 15 13:14:08.761226 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.791741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=11']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.829272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-addcc522-604a-42ec-90b8-92dea6a8a559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.869892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.885644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-addcc522-604a-42ec-90b8-92dea6a8a559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:08.900399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b3044-35c2-4603-a875-8e5b01bfdd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=9c945a09-d8b4-4b12-87d8-b4d5e7f36cdc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:08.908898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16996be8-604a-423f-8f3b-8ec691fa881a req-6193043c-7c37-4a50-b515-70209066fbd4 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.908898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16996be8-604a-423f-8f3b-8ec691fa881a req-6193043c-7c37-4a50-b515-70209066fbd4 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.3379021 Jul 15 13:14:08.909717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-1014dfb4-c93b-405f-bb8c-33306c73790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.911633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-1014dfb4-c93b-405f-bb8c-33306c73790d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.1276798 Jul 15 13:14:08.917453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4ce7d376-af3e-4d48-b922-a082e80c0eba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df04fee8d35b45058f3460ac5efda737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744535 Jul 15 13:14:08.917915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:08.985962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75810d3f-ea9a-4bbe-8822-24a3a38c54ba req-637c0e02-341f-4e5e-8e6d-197ab1d6f8e7 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:08.990555 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75810d3f-ea9a-4bbe-8822-24a3a38c54ba req-637c0e02-341f-4e5e-8e6d-197ab1d6f8e7 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.6941402 Jul 15 13:14:08.990826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-bf021cc7-90ce-49a2-95bf-528af15994e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662169 Jul 15 13:14:08.991113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:09.008476 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-19e096e3-31e8-405a-a5cc-d9033181d362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.056967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16996be8-604a-423f-8f3b-8ec691fa881a req-fb7bb225-94c6-4427-bb95-7f4375fbfc8a tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337907 Jul 15 13:14:09.058850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-19e096e3-31e8-405a-a5cc-d9033181d362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.075608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75810d3f-ea9a-4bbe-8822-24a3a38c54ba req-6b34019a-a474-425c-8b6f-b13ca25babef tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802417 Jul 15 13:14:09.150340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-addcc522-604a-42ec-90b8-92dea6a8a559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.154337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-addcc522-604a-42ec-90b8-92dea6a8a559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.154506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-19e096e3-31e8-405a-a5cc-d9033181d362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.157575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-19e096e3-31e8-405a-a5cc-d9033181d362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.161163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-19e096e3-31e8-405a-a5cc-d9033181d362 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f44a8814-16ee-441e-b861-3cf2efdcf63b HTTP/1.1" status: 204 len: 168 time: 0.2396948 Jul 15 13:14:09.161853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-addcc522-604a-42ec-90b8-92dea6a8a559 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10789468-054a-4433-8531-7b57dd165b9f HTTP/1.1" status: 204 len: 168 time: 0.7511215 Jul 15 13:14:09.172243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e096e3-31e8-405a-a5cc-d9033181d362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44a8814-16ee-441e-b861-3cf2efdcf63b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.185293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc522-604a-42ec-90b8-92dea6a8a559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10789468-054a-4433-8531-7b57dd165b9f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:09.226035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-16a859e6-5d3d-403f-9f0a-7c35bef8e6b8 service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253575 Jul 15 13:14:09.399267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090947cb-2675-45fc-86fd-6fd84a6f13fb req-29dd9c87-09ea-40fd-9742-50729d17d827 service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611812 Jul 15 13:14:09.425051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971c4e0c-34aa-4600-8171-09faddbda071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b059e40b-2f94-4787-8f17-834f93684fab'}, {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:09.428522 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db00fb-76d7-463f-a54c-0a2e263e9382" -d '{"events": [{"server_uuid": "971c4e0c-34aa-4600-8171-09faddbda071", "name": "network-vif-plugged", "status": "completed", "tag": "b059e40b-2f94-4787-8f17-834f93684fab"}, {"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:09.551500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648cf00-11d4-4003-92a7-fff4bd37845b req-852caea4-3069-41e9-a2bd-096a984d550c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.553516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c648cf00-11d4-4003-92a7-fff4bd37845b req-852caea4-3069-41e9-a2bd-096a984d550c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 943 time: 0.1532860 Jul 15 13:14:09.649711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-13f7a404-7e00-4e18-8b6b-e2c2567a66d6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.651547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-13f7a404-7e00-4e18-8b6b-e2c2567a66d6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff&tenant_id=ecb6d455265049feb9b274baa3ba9363&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 949 time: 0.1875486 Jul 15 13:14:09.666142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c648cf00-11d4-4003-92a7-fff4bd37845b req-1b3ccdd0-2afa-43b7-97ad-30927ce1269a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030104 Jul 15 13:14:09.687702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.757231 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-86ca9ce9-8b81-4020-a177-00461462475c service neutron] delete failed (client error): The resource could not be found. Jul 15 13:14:09.759412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-86ca9ce9-8b81-4020-a177-00461462475c service neutron] 10.222.0.58 "DELETE /v2.0/ports/f7df11b8-8d7e-48e1-aa31-9d18b31aa130/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0891302 Jul 15 13:14:09.773183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0d639849-39e7-4ff3-b8e4-c2e99b1e7c3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87d9448ea5324ce09481e264080b06f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818913 Jul 15 13:14:09.773436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60838) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:09.870666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d99263f-6072-469d-a0b5-e53c23d09464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.882664 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae7c0c-ff1f-4ace-8e3d-63e553b910f7 x-openstack-request-id: req-32ae7c0c-ff1f-4ace-8e3d-63e553b910f7 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:09.883189 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971c4e0c-34aa-4600-8171-09faddbda071", "name": "network-vif-plugged", "status": "completed", "tag": "b059e40b-2f94-4787-8f17-834f93684fab", "code": 200}, {"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:09.883189 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32ae7c0c-ff1f-4ace-8e3d-63e553b910f7 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:09.883584 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971c4e0c-34aa-4600-8171-09faddbda071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b059e40b-2f94-4787-8f17-834f93684fab', 'code': 200} Jul 15 13:14:09.883831 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'code': 200} Jul 15 13:14:09.906506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d99263f-6072-469d-a0b5-e53c23d09464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:09.956792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9e0bb-8a04-404e-8aae-e71f0fa3efc8 req-7632489b-da29-4201-b0fc-9058efdfd271 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:09.964553 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28f9e0bb-8a04-404e-8aae-e71f0fa3efc8 req-7632489b-da29-4201-b0fc-9058efdfd271 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 949 time: 0.1407197 Jul 15 13:14:10.015581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d99263f-6072-469d-a0b5-e53c23d09464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.018193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d99263f-6072-469d-a0b5-e53c23d09464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.019421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4d99263f-6072-469d-a0b5-e53c23d09464 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ee40b16-80f2-40f6-8061-a2a4d7833267 HTTP/1.1" status: 204 len: 168 time: 0.2446783 Jul 15 13:14:10.020153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-ea38ca8b-6e4c-4e1f-954c-7da3a850b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.021866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-ea38ca8b-6e4c-4e1f-954c-7da3a850b747 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1101 time: 0.1572032 Jul 15 13:14:10.048059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99263f-6072-469d-a0b5-e53c23d09464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee40b16-80f2-40f6-8061-a2a4d7833267,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.064664 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28f9e0bb-8a04-404e-8aae-e71f0fa3efc8 req-9654a8e9-971d-4d84-9eac-bcfd8c05b981 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991354 Jul 15 13:14:10.077939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:10.097471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90320926-9bc3-42d0-b4b7-72270cb5bf65 req-c2625fb0-4b50-44ea-8ef5-9bed3c0ffe43 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.105597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90320926-9bc3-42d0-b4b7-72270cb5bf65 req-c2625fb0-4b50-44ea-8ef5-9bed3c0ffe43 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 948 time: 0.1013348 Jul 15 13:14:10.171205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c0163-7176-485a-9a1f-dce51f180dd0 req-3cedfdc4-dddf-4140-a1c0-425d19db6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.173225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d8c0163-7176-485a-9a1f-dce51f180dd0 req-3cedfdc4-dddf-4140-a1c0-425d19db6d06 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 1102 time: 0.2007437 Jul 15 13:14:10.174829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:10.185013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:10.185398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.188298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb972148-e6a9-43c7-8d08-60c9c0326844 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:10.212724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90320926-9bc3-42d0-b4b7-72270cb5bf65 req-2d68ed0d-7bdd-4107-a548-9958b2da7296 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060195 Jul 15 13:14:10.251862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-35fad314-db62-4f8a-8d08-457aa5910640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.254664 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-35fad314-db62-4f8a-8d08-457aa5910640 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2254419 Jul 15 13:14:10.279939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d8c0163-7176-485a-9a1f-dce51f180dd0 req-2fa903b3-6474-49c9-857e-c012a55c0f1c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903032 Jul 15 13:14:10.308902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-86012165-8bde-4510-8f2e-f8b828492bd2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.0427740 Jul 15 13:14:10.387189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.408935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-d68c0bde-e95e-46ad-a4fb-b06dbb624bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.410435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-d68c0bde-e95e-46ad-a4fb-b06dbb624bc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0752738 Jul 15 13:14:10.450493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:10.466744 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.474027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd7081-3259-4072-a376-fba10893c940 req-67da59ce-7440-4a28-9fce-1673bcb91985 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.475659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d7fd7081-3259-4072-a376-fba10893c940 req-67da59ce-7440-4a28-9fce-1673bcb91985 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.1585782 Jul 15 13:14:10.524582 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d7fd7081-3259-4072-a376-fba10893c940 req-be51632a-03e5-4da4-adc9-ba8b07109f27 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Jul 15 13:14:10.528278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-c2e62adc-88ad-419b-ad89-daffc2a0f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.530221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-c2e62adc-88ad-419b-ad89-daffc2a0f64f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104987 Jul 15 13:14:10.554851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686600-7f24-4d87-b27e-ab75bb4e3309 req-221f3bb8-4927-4295-a546-c01ccd87cf3e tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.564950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9686600-7f24-4d87-b27e-ab75bb4e3309 req-221f3bb8-4927-4295-a546-c01ccd87cf3e tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.1557629 Jul 15 13:14:10.613303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb972148-e6a9-43c7-8d08-60c9c0326844, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb972148-e6a9-43c7-8d08-60c9c0326844,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:10.632835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9686600-7f24-4d87-b27e-ab75bb4e3309 req-461abf51-5ada-49e7-af27-779bb195eb52 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666084 Jul 15 13:14:10.639266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'eb972148-e6a9-43c7-8d08-60c9c0326844', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': 'eb972148-e6a9-43c7-8d08-60c9c0326844', 'mac_address': 'fa:16:3e:38:48:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:10.719731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:10.764086 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.773188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-c13b732e-4b17-4e2d-98d5-c513504fe7f6 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337177 Jul 15 13:14:10.781310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb972148-e6a9-43c7-8d08-60c9c0326844 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:10.801207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:10.815097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb972148-e6a9-43c7-8d08-60c9c0326844, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb972148-e6a9-43c7-8d08-60c9c0326844,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:10.882648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:10.969340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88e947-0694-4478-abf2-fe9540e4df81 req-62db9a01-5244-4cbc-9729-988ffa5576fb tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:10.978167 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b88e947-0694-4478-abf2-fe9540e4df81 req-62db9a01-5244-4cbc-9729-988ffa5576fb tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.1670208 Jul 15 13:14:10.987514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4c6cfb6-50df-45e0-8b22-7d2b44df1c34 req-1da81eba-53b5-4e96-aabc-5f4e11ddca6a service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078173 Jul 15 13:14:11.004410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=eb972148-e6a9-43c7-8d08-60c9c0326844,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.048952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1554315943-network', 'tenant_id': '92621a0e1b3d418993ef79e60ab7cf62'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:11.060388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b88e947-0694-4478-abf2-fe9540e4df81 req-af77bc90-189f-4699-beff-54f2f5e3f111 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811918 Jul 15 13:14:11.108021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Made reservation on behalf of 92621a0e1b3d418993ef79e60ab7cf62 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:11.110952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.120075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700590e-cb69-4d23-91ca-1f8054bb952f req-b2936545-d523-437c-9eb3-18bb0449d1f9 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.121809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9700590e-cb69-4d23-91ca-1f8054bb952f req-b2936545-d523-437c-9eb3-18bb0449d1f9 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 944 time: 0.0859511 Jul 15 13:14:11.128747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['eb972148-e6a9-43c7-8d08-60c9c0326844'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:11.136364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.222048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9700590e-cb69-4d23-91ca-1f8054bb952f req-15ce78ae-92b8-4db8-ad4d-5224c72b09f2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829666 Jul 15 13:14:11.350795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.364621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.390006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:11.419662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.420261 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Added segment 29afe2c7-167c-42bd-a297-394bd9456c24 of type vlan for network ea0d153b-823c-49a2-93b4-2788545ee131 Jul 15 13:14:11.455322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a8c4f7-a78d-4759-b8b7-83c4259bd122,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.506479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.524678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cd2ef-06d5-4665-9073-d4042ba76a15 req-4800b78c-efef-4bd4-949a-1337cdcf8e15 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.537622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba4cd2ef-06d5-4665-9073-d4042ba76a15 req-4800b78c-efef-4bd4-949a-1337cdcf8e15 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.0892227 Jul 15 13:14:11.556284 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.557994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.559947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.630608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba4cd2ef-06d5-4665-9073-d4042ba76a15 req-d000f7c2-e5a1-4441-bdeb-87f4dec71b22 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917470 Jul 15 13:14:11.702880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] Pushing event updated for resources: {'Network': ['ID=ea0d153b-823c-49a2-93b4-2788545ee131,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:11.705674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-fd4d81de-76d2-4073-955c-c26c7de452ca tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:11.707688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-fd4d81de-76d2-4073-955c-c26c7de452ca tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 948 time: 0.1616342 Jul 15 13:14:11.722754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ea0d153b-823c-49a2-93b4-2788545ee131 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:11.728883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b8eb02a7-8476-4081-9d7f-23bd22eb0163 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9261947 Jul 15 13:14:11.729618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:11.739400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Request body: {'subnet': {'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1554315943-subnet', 'tenant_id': '92621a0e1b3d418993ef79e60ab7cf62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:11.788410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Made reservation on behalf of 92621a0e1b3d418993ef79e60ab7cf62 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:11.792043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:11.901485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:11.914112 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49cf3be-5641-4dfe-adb4-fa277866c58d" -d '{"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-plugged", "status": "completed", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:11.997789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Deleting port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:11.998082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.054356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.059913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29107f-be07-4fa8-8de7-7ef27af08ddc req-fbbc5a7e-a15d-4b40-9901-fc496a8703c6 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.072227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a29107f-be07-4fa8-8de7-7ef27af08ddc req-fbbc5a7e-a15d-4b40-9901-fc496a8703c6 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9525643-4744-4058-a002-ff84bcf21911 HTTP/1.1" status: 200 len: 948 time: 0.1881967 Jul 15 13:14:12.197520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb972148-e6a9-43c7-8d08-60c9c0326844 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:12.199705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b47e73f-39ea-41e6-b772-52d0bbbdf8de,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.205332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a29107f-be07-4fa8-8de7-7ef27af08ddc req-2ec342ae-f07b-4b73-8d85-e4bb3efb6deb tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.57 "GET /v2.0/security-groups?id=7fb81f33-83c5-4348-bd82-5cf4c57a8a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321254 Jul 15 13:14:12.212747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] For port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:12.213540 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.218456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Checking segment: {'id': '29afe2c7-167c-42bd-a297-394bd9456c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:12.218835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Network hostable DHCP agents. Network: ea0d153b-823c-49a2-93b4-2788545ee131, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:12.235241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Calling delete_port for 2fd33f7c-8c24-4bf2-84e5-604592c20eaa owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:12.251886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00895ca5-f3f1-49a5-883a-4f768aa4e5a9 req-54409f4d-64d8-455b-a4cb-7736c46fe087 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.253545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00895ca5-f3f1-49a5-883a-4f768aa4e5a9 req-54409f4d-64d8-455b-a4cb-7736c46fe087 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.1223550 Jul 15 13:14:12.254893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Network ea0d153b-823c-49a2-93b4-2788545ee131 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:12.267556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port eb972148-e6a9-43c7-8d08-60c9c0326844 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:12.271014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ea0d153b-823c-49a2-93b4-2788545ee131) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:12.272230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port eb972148-e6a9-43c7-8d08-60c9c0326844 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:12.272619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.284951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.284951 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.300434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2fa650-e6e5-408a-b3e6-c613ca9d7f78 None None] Network ea0d153b-823c-49a2-93b4-2788545ee131 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:12.324520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00895ca5-f3f1-49a5-883a-4f768aa4e5a9 req-ef67632d-4c00-4b1a-8c6c-c64799155266 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Jul 15 13:14:12.338850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-444acc3e-c021-4d0d-a948-50b4daca08e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6071274 Jul 15 13:14:12.500045 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42821c57-a454-4560-9357-118f6d52de65 x-openstack-request-id: req-42821c57-a454-4560-9357-118f6d52de65 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:12.500045 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-plugged", "status": "completed", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:12.500045 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-42821c57-a454-4560-9357-118f6d52de65 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:12.500045 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'code': 200} Jul 15 13:14:12.515749 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.542920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095246e-ad93-4ae6-8f04-74bcaca7abe5 req-75fe03ac-d619-42d5-a401-423e27ba21a5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.550905 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9095246e-ad93-4ae6-8f04-74bcaca7abe5 req-75fe03ac-d619-42d5-a401-423e27ba21a5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.1720009 Jul 15 13:14:12.574192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.609407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port eb972148-e6a9-43c7-8d08-60c9c0326844, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb972148-e6a9-43c7-8d08-60c9c0326844,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:12.614056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7301814-b5bc-434d-9c0d-ec87c7a46ac7 None None] Network ea0d153b-823c-49a2-93b4-2788545ee131 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:12.619753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Pushing event deleted for resources: {'Port': ['ID=2fd33f7c-8c24-4bf2-84e5-604592c20eaa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.629041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.679922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9095246e-ad93-4ae6-8f04-74bcaca7abe5 req-16baad0b-0dbd-435d-8bab-6eac7b7c3504 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246319 Jul 15 13:14:12.736998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] No DVR routers for this DVR port 2fd33f7c-8c24-4bf2-84e5-604592c20eaa on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:12.741010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.743054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64fe5a25-9639-4f5f-8a79-4eeafeb2a4cb req-c6f71fb8-c4aa-4e4b-8119-2b72ba305dd0 tempest-ImagesOneServerTestJSON-396744882 tempest-ImagesOneServerTestJSON-396744882-project] 10.222.0.58 "DELETE /v2.0/ports/2fd33f7c-8c24-4bf2-84e5-604592c20eaa HTTP/1.1" status: 204 len: 173 time: 1.0260806 Jul 15 13:14:12.743536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-deleted', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:12.764695 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e3f95-5b7c-405a-a285-35af162f2327" -d '{"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-deleted", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:12.777292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=eb972148-e6a9-43c7-8d08-60c9c0326844,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:12.906023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246283-59c9-4ce9-94c9-5d2fa6f04271 req-055863df-7bbf-4ae9-b226-8d7381e49724 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:12.907595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0246283-59c9-4ce9-94c9-5d2fa6f04271 req-055863df-7bbf-4ae9-b226-8d7381e49724 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 945 time: 0.0873137 Jul 15 13:14:12.952631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2fe5c76e-d56a-45fe-ba14-eef8fb71cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:12.970347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0246283-59c9-4ce9-94c9-5d2fa6f04271 req-e021414c-2f89-41b9-846f-27a6ecc3006e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558128 Jul 15 13:14:13.183344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30fb37-1ebd-48cd-afaa-019cad1fa4d0 req-8f4a2813-7acc-4295-99de-0c4c900501d7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:13.184994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30fb37-1ebd-48cd-afaa-019cad1fa4d0 req-8f4a2813-7acc-4295-99de-0c4c900501d7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.0755935 Jul 15 13:14:13.226910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30fb37-1ebd-48cd-afaa-019cad1fa4d0 req-e613b793-d219-4f5c-ba99-06a1d2cbe1d7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355716 Jul 15 13:14:13.245957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-37476620-0afb-44bd-9bc0-e6e707fb7f77 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:13.247563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-37476620-0afb-44bd-9bc0-e6e707fb7f77 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/networks?id=ea0d153b-823c-49a2-93b4-2788545ee131 HTTP/1.1" status: 200 len: 818 time: 0.1208110 Jul 15 13:14:13.263580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-040f9be8-2d14-494d-ac09-3eccb3c25fca tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/quotas/92621a0e1b3d418993ef79e60ab7cf62 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Jul 15 13:14:13.300408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-1df5613d-62ac-4988-ab37-d6ba5020741b tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=92621a0e1b3d418993ef79e60ab7cf62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309396 Jul 15 13:14:13.407740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-d33dd0e7-e0e9-4991-a117-4453ad2457e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997798 Jul 15 13:14:13.503138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-3aeaef83-b12f-449e-a582-cc5d8c77b905 service neutron] 10.222.0.57 "GET /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896664 Jul 15 13:14:13.552233 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2142a71-4418-4c15-bc6f-90ee24c70eab x-openstack-request-id: req-b2142a71-4418-4c15-bc6f-90ee24c70eab {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:13.553031 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9525643-4744-4058-a002-ff84bcf21911", "name": "network-vif-deleted", "tag": "2fd33f7c-8c24-4bf2-84e5-604592c20eaa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:13.553438 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2142a71-4418-4c15-bc6f-90ee24c70eab {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:13.554091 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9525643-4744-4058-a002-ff84bcf21911', 'name': 'network-vif-deleted', 'tag': '2fd33f7c-8c24-4bf2-84e5-604592c20eaa', 'status': 'completed', 'code': 200} Jul 15 13:14:13.975327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafce5f-91d9-4278-86e8-44f2a541ec4f req-142f0b3b-d13d-444f-bfbf-00b66b27b9eb tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:13.977007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8fafce5f-91d9-4278-86e8-44f2a541ec4f req-142f0b3b-d13d-444f-bfbf-00b66b27b9eb tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1102 time: 0.0849488 Jul 15 13:14:14.017880 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8fafce5f-91d9-4278-86e8-44f2a541ec4f req-b12e0484-b401-49c1-a741-ee83f941f78e tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Jul 15 13:14:14.047615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd23bde-6a2c-418a-8e74-1916a911141e req-9f1e0348-6e11-4e04-9a86-54308d6f0dc5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.049322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8dd23bde-6a2c-418a-8e74-1916a911141e req-9f1e0348-6e11-4e04-9a86-54308d6f0dc5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.0913467 Jul 15 13:14:14.098669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8dd23bde-6a2c-418a-8e74-1916a911141e req-5a6c80eb-712c-45cc-a619-83f31ad10015 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Jul 15 13:14:14.167223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29e9c007-e915-48a1-8624-dfe909fb0a47 req-89573e02-fcf9-4ae7-8b8f-a964d3ce21f2 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 210 time: 0.0471358 Jul 15 13:14:14.301509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 32780) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:14.404445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0010f-e921-4a52-b1a1-bc13e647bc60 req-66efe4e8-859f-4af0-8b39-3bdf4af4fc61 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.406246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dea0010f-e921-4a52-b1a1-bc13e647bc60 req-66efe4e8-859f-4af0-8b39-3bdf4af4fc61 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.0757041 Jul 15 13:14:14.468570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af74a3-ba52-4117-8623-8eef6e8cd24b req-198a608b-4ce3-42af-9345-1c7306dd49c6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.470129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4af74a3-ba52-4117-8623-8eef6e8cd24b req-198a608b-4ce3-42af-9345-1c7306dd49c6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 945 time: 0.0674746 Jul 15 13:14:14.471390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dea0010f-e921-4a52-b1a1-bc13e647bc60 req-07aa997e-748f-4ac6-87ed-4532019b10f8 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Jul 15 13:14:14.473854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4645a49a-0568-4a0c-91db-0cf4ef2a0b7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abd0f1ce07e54ff1a6dcb25dd7e34d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708367 Jul 15 13:14:14.476398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 32784) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:14.496302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb972148-e6a9-43c7-8d08-60c9c0326844'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:14.499676 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d426c-1c47-4134-a6f8-d0d2952f46e0" -d '{"events": [{"server_uuid": "1e8c8c73-e552-4387-ac5b-faf3ce436ff5", "name": "network-vif-plugged", "status": "completed", "tag": "eb972148-e6a9-43c7-8d08-60c9c0326844"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:14.545279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4af74a3-ba52-4117-8623-8eef6e8cd24b req-e5f37941-a95b-4cc2-ae25-ff9db4f92fa1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655355 Jul 15 13:14:14.557101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a206104c-8f15-460e-88a1-0c65e35f3cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.588103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a206104c-8f15-460e-88a1-0c65e35f3cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.673577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a206104c-8f15-460e-88a1-0c65e35f3cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.676255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a206104c-8f15-460e-88a1-0c65e35f3cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.677561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a206104c-8f15-460e-88a1-0c65e35f3cfd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fb81f33-83c5-4348-bd82-5cf4c57a8a14 HTTP/1.1" status: 204 len: 168 time: 0.1999686 Jul 15 13:14:14.691729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-07e49993-b826-4ad0-88f4-991a59d1a0a5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c5fb82eee2da4017910bc226a88eaebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357895 Jul 15 13:14:14.694856 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:14.707656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206104c-8f15-460e-88a1-0c65e35f3cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb81f33-83c5-4348-bd82-5cf4c57a8a14,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:14.836260 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659b6a0d-10eb-4adc-a5e6-cbd42e9b9c48 x-openstack-request-id: req-659b6a0d-10eb-4adc-a5e6-cbd42e9b9c48 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:14.836555 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8c8c73-e552-4387-ac5b-faf3ce436ff5", "name": "network-vif-plugged", "status": "completed", "tag": "eb972148-e6a9-43c7-8d08-60c9c0326844", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:14.836803 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-659b6a0d-10eb-4adc-a5e6-cbd42e9b9c48 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:14.837200 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb972148-e6a9-43c7-8d08-60c9c0326844', 'code': 200} Jul 15 13:14:14.850009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-2fbe12ea-1620-4e2f-811c-b94fe1722862 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:14.852332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-2fbe12ea-1620-4e2f-811c-b94fe1722862 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595187 Jul 15 13:14:14.887165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-54394a77-3776-4546-a8b7-62914bdef652 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/quotas/c5fb82eee2da4017910bc226a88eaebf HTTP/1.1" status: 200 len: 375 time: 0.0190208 Jul 15 13:14:14.970703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 32820) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:15.000203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.083386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-bb2bdcdd-2c0b-4ac4-a3ab-5d4e436c8068 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5fb82eee2da4017910bc226a88eaebf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1898179 Jul 15 13:14:15.261382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08b2563-348d-41e3-81bf-3b497274f607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.485349 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08b2563-348d-41e3-81bf-3b497274f607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.489282 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4288399-857a-41d6-897e-bbf92b26e5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.522254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-b1787786-fc78-4321-9a57-6f5a1b2f2ae5 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.523976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-b1787786-fc78-4321-9a57-6f5a1b2f2ae5 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.59 "GET /v2.0/networks?id=ea0d153b-823c-49a2-93b4-2788545ee131 HTTP/1.1" status: 200 len: 818 time: 0.4896626 Jul 15 13:14:15.526775 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08b2563-348d-41e3-81bf-3b497274f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.557225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-89dd2deb-bb3e-4796-acbd-3246ebe1f7f1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649381 Jul 15 13:14:15.572086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e926fdfe-83cf-4612-b6bf-fca8f64a86b1 req-2bf4e38b-b08d-4911-b415-b5ae07deb895 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 210 time: 0.1528664 Jul 15 13:14:15.577172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Request body: {'port': {'device_id': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131', 'admin_state_up': True, 'tenant_id': '92621a0e1b3d418993ef79e60ab7cf62'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:15.637728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f08b2563-348d-41e3-81bf-3b497274f607 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d040cd6fd85140fbae8b85f37290c83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657705 Jul 15 13:14:15.638623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 32856) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:15.649533 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.671308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f4016-d510-4387-b0ff-f932dacff3e0 req-babb01b5-d5e5-4ce2-a8f3-12724bb150c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.673092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764f4016-d510-4387-b0ff-f932dacff3e0 req-babb01b5-d5e5-4ce2-a8f3-12724bb150c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 1097 time: 0.7499545 Jul 15 13:14:15.681129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-dc42a8e8-90a9-4dc3-9b45-d8edc9fb7f7c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.683054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-dc42a8e8-90a9-4dc3-9b45-d8edc9fb7f7c tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.59 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.1895652 Jul 15 13:14:15.693432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b2563-348d-41e3-81bf-3b497274f607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e394bb93-09bc-406a-9f47-1d5cb234740e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:15.782437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-764f4016-d510-4387-b0ff-f932dacff3e0 req-4c87bd7d-df05-437f-af54-42649136293d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981097 Jul 15 13:14:15.791865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-c4d80907-701c-41c5-b4e0-f83728303bcc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:15.799352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-c4d80907-701c-41c5-b4e0-f83728303bcc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412374 Jul 15 13:14:15.823098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-5d0895cb-7332-4315-83cb-4f3db49e2d3b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/quotas/ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 375 time: 0.0228081 Jul 15 13:14:15.830563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-966c1322-339b-4711-a138-9ef945e65b42 req-61feb31d-cf1f-4abe-821e-caba1919347c tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 210 time: 0.1101680 Jul 15 13:14:15.835609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c92e07aa-73ac-4adf-a2a0-802f8e60c32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.895518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c92e07aa-73ac-4adf-a2a0-802f8e60c32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.929912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Deleting port ea1cb6a3-470b-4174-ab5c-71378d00fccf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:15.930590 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.957332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Made reservation on behalf of 92621a0e1b3d418993ef79e60ab7cf62 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:15.961740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:15.974589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-9ef8ffa2-4a77-4e93-9b7a-7881e451aa26 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1200430 Jul 15 13:14:15.999942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c92e07aa-73ac-4adf-a2a0-802f8e60c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.003518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c92e07aa-73ac-4adf-a2a0-802f8e60c32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.008801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c92e07aa-73ac-4adf-a2a0-802f8e60c32e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e394bb93-09bc-406a-9f47-1d5cb234740e HTTP/1.1" status: 204 len: 168 time: 0.3570881 Jul 15 13:14:16.065666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] For port ea1cb6a3-470b-4174-ab5c-71378d00fccf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1cb6a3-470b-4174-ab5c-71378d00fccf,segment=NetworkSegment(8fbace76-8a8d-48c1-a962-018d57e383fa),segment_id=8fbace76-8a8d-48c1-a962-018d57e383fa)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:16.066181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.082191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Calling delete_port for ea1cb6a3-470b-4174-ab5c-71378d00fccf owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:16.094181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e07aa-73ac-4adf-a2a0-802f8e60c32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e394bb93-09bc-406a-9f47-1d5cb234740e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:16.218556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:16.280552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 2fd33f7c-8c24-4bf2-84e5-604592c20eaa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:16.281176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2fd33f7c-8c24-4bf2-84e5-604592c20eaa not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:16.324027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Allocated IP 172.20.0.14 (ea0d153b-823c-49a2-93b4-2788545ee131/0b47e73f-39ea-41e6-b772-52d0bbbdf8de/5b81e0fa-dbbe-4095-830a-3c995ea842e5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:16.420936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb8ed-acc6-4658-a423-e1cb475bad07 req-f5c6a690-1cc4-4506-8b87-4499b05570b3 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:16.428067 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.431166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf0fb8ed-acc6-4658-a423-e1cb475bad07 req-f5c6a690-1cc4-4506-8b87-4499b05570b3 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/ports?device_id=268aa60d-5f60-4b4a-bc1d-ddab917be1f6 HTTP/1.1" status: 200 len: 945 time: 0.1905577 Jul 15 13:14:16.447235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bd984-e976-4f1a-ad89-38dae343d07a req-5d4eab30-e6a8-4c8e-9b8b-7477c53b4221 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:16.449117 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d8bd984-e976-4f1a-ad89-38dae343d07a req-5d4eab30-e6a8-4c8e-9b8b-7477c53b4221 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 945 time: 0.1975641 Jul 15 13:14:16.480046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Pushing event deleted for resources: {'Port': ['ID=ea1cb6a3-470b-4174-ab5c-71378d00fccf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:16.509075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf0fb8ed-acc6-4658-a423-e1cb475bad07 req-faffd7de-6570-48fc-b0b6-786b2e5c086d tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee67460a-3a5e-4d35-84bb-e9ab228769d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706711 Jul 15 13:14:16.554895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] No DVR routers for this DVR port ea1cb6a3-470b-4174-ab5c-71378d00fccf on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:16.558040 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.560951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b27cb1e-942d-4beb-bff1-2e36039faeab req-b94fd097-9945-4ec3-af7c-4abc4ca29f01 tempest-ServersNegativeTestMultiTenantJSON-1663748460 tempest-ServersNegativeTestMultiTenantJSON-1663748460-project] 10.222.0.59 "DELETE /v2.0/ports/ea1cb6a3-470b-4174-ab5c-71378d00fccf HTTP/1.1" status: 204 len: 173 time: 0.8536091 Jul 15 13:14:16.561725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'name': 'network-vif-deleted', 'tag': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:16.564635 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65fe6a6-b7f6-4975-b3d1-dae41fb55464" -d '{"events": [{"server_uuid": "268aa60d-5f60-4b4a-bc1d-ddab917be1f6", "name": "network-vif-deleted", "tag": "ea1cb6a3-470b-4174-ab5c-71378d00fccf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:16.654248 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.661456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d8bd984-e976-4f1a-ad89-38dae343d07a req-b39afe82-0206-4ec8-b4c4-1a45bcb7ae0f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848130 Jul 15 13:14:16.678973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 32882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:16.704655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-735faa65-1024-4da9-9f68-385ce40021ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.746292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.859574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Pushing event updated for resources: {'Port': ['ID=5b81e0fa-dbbe-4095-830a-3c995ea842e5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:16.905761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Network ea0d153b-823c-49a2-93b4-2788545ee131 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:16.915398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:16.924807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:16.940798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-735faa65-1024-4da9-9f68-385ce40021ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.964932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-735faa65-1024-4da9-9f68-385ce40021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:16.986824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.002367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.004001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.008743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-735faa65-1024-4da9-9f68-385ce40021ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25cb15b5a5ec4b01850824d07fee01bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284173 Jul 15 13:14:17.011196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-d052a402-6c9b-4189-a473-0e6a316331f1 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c5fb82eee2da4017910bc226a88eaebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876813 Jul 15 13:14:17.012247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 32888) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:17.039410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c1938dd9-66e6-4f8a-a5d6-03015e91e380 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4729917 Jul 15 13:14:17.055107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Request body: {'port': {'device_id': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:17.198240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-479c7461-5243-4049-b732-80874455a4eb tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.200091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-479c7461-5243-4049-b732-80874455a4eb tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767457 Jul 15 13:14:17.201221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.222084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Request body: {'port': {'device_id': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'c5fb82eee2da4017910bc226a88eaebf'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:17.305396 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e112631d-31b8-40fc-9c80-e28f5f2fcd87 x-openstack-request-id: req-e112631d-31b8-40fc-9c80-e28f5f2fcd87 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:17.307411 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268aa60d-5f60-4b4a-bc1d-ddab917be1f6", "name": "network-vif-deleted", "tag": "ea1cb6a3-470b-4174-ab5c-71378d00fccf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:17.307837 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e112631d-31b8-40fc-9c80-e28f5f2fcd87 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:17.309083 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268aa60d-5f60-4b4a-bc1d-ddab917be1f6', 'name': 'network-vif-deleted', 'tag': 'ea1cb6a3-470b-4174-ab5c-71378d00fccf', 'status': 'completed', 'code': 200} Jul 15 13:14:17.358406 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735faa65-1024-4da9-9f68-385ce40021ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99208a43-d1cc-4f0e-937b-74b03af036c2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:17.391459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9ca4976-d1a3-4b53-845e-61b499e3ab91 req-867f11c0-0bd3-4e18-9048-aa583fd9d233 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 210 time: 0.0983021 Jul 15 13:14:17.612686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a1c1be-cf44-445d-ad66-2d217feceb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.648648 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9196bd4a-b4f1-409b-8db1-4e8678debe4d req-2c54b4de-7ce0-46ce-b4de-45bbc2274c85 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 210 time: 0.0593085 Jul 15 13:14:17.664942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 32898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:17.665698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0577197-23b3-4a68-b1f2-5109ac062a46 req-1b83a058-9c99-4e62-bf7a-aa4ccf8138fc tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:17.673361 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0577197-23b3-4a68-b1f2-5109ac062a46 req-1b83a058-9c99-4e62-bf7a-aa4ccf8138fc tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 932 time: 0.1990094 Jul 15 13:14:17.678979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a1c1be-cf44-445d-ad66-2d217feceb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.726472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Made reservation on behalf of c5fb82eee2da4017910bc226a88eaebf for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:17.731739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0577197-23b3-4a68-b1f2-5109ac062a46 req-7a3534a6-d09e-4935-98cb-c065c32d2058 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573633 Jul 15 13:14:17.731922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.781602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a1c1be-cf44-445d-ad66-2d217feceb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.785249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a1c1be-cf44-445d-ad66-2d217feceb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.787069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-85a1c1be-cf44-445d-ad66-2d217feceb13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99208a43-d1cc-4f0e-937b-74b03af036c2 HTTP/1.1" status: 204 len: 168 time: 0.7720857 Jul 15 13:14:17.840331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c1be-cf44-445d-ad66-2d217feceb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99208a43-d1cc-4f0e-937b-74b03af036c2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:17.893719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 32906) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:17.956517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b81e0fa-dbbe-4095-830a-3c995ea842e5 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:17.974767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5eca30dd-c0dd-4b92-8f44-3f4e104a3a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:17.981586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.022766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Deleting subnet 11f6a8fd-3c1b-4389-a006-5ed2f7085d6d {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:18.026047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.042971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Transition to ACTIVE for port object 5b81e0fa-dbbe-4095-830a-3c995ea842e5 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:18.070767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.094062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.142574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1cb6a3-470b-4174-ab5c-71378d00fccf no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:18.166452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Pushing event updated for resources: {'Port': ['ID=5b81e0fa-dbbe-4095-830a-3c995ea842e5,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.184562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ea1cb6a3-470b-4174-ab5c-71378d00fccf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:18.185012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1cb6a3-470b-4174-ab5c-71378d00fccf not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:18.207109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Allocated IP 192.168.233.117 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/013bebcc-c266-44f5-aae9-9eaa5659ae31) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:18.210625 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-b9004132-67ce-4da4-9552-40b6cb3b537f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921023 Jul 15 13:14:18.259725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fcfda-3fc5-40a3-a2d8-5735eb477867 req-0a5bcda0-e706-42f5-ab99-dc2e9b8327b6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.263564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959fcfda-3fc5-40a3-a2d8-5735eb477867 req-0a5bcda0-e706-42f5-ab99-dc2e9b8327b6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 945 time: 0.2328186 Jul 15 13:14:18.268169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.371166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Attempting to bind port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:18.371518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Attempting to bind port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '29afe2c7-167c-42bd-a297-394bd9456c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:18.372664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Attempting to bind port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 on network ea0d153b-823c-49a2-93b4-2788545ee131 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:18.391770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959fcfda-3fc5-40a3-a2d8-5735eb477867 req-77fa9196-b55c-4b05-beeb-916821d20465 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210454 Jul 15 13:14:18.402345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 on network ea0d153b-823c-49a2-93b4-2788545ee131 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:18.407610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Attempting to bind port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 on network ea0d153b-823c-49a2-93b4-2788545ee131 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:18.419542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:18.420514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Checking segment: {'id': '29afe2c7-167c-42bd-a297-394bd9456c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:18.421479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Bound using segment: {'id': '29afe2c7-167c-42bd-a297-394bd9456c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:18.422161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Bound port: 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29afe2c7-167c-42bd-a297-394bd9456c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:18.424669 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.471786 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.551691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] For port 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:18.553150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-e9598db7-0adb-48ed-a6f7-fa35b6b51806 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.554783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-e9598db7-0adb-48ed-a6f7-fa35b6b51806 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3336816 Jul 15 13:14:18.562233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] For port 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5,segment=NetworkSegment(29afe2c7-167c-42bd-a297-394bd9456c24),segment_id=29afe2c7-167c-42bd-a297-394bd9456c24)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:18.571773 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.604566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Request body: {'port': {'device_id': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'ecb6d455265049feb9b274baa3ba9363'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:18.613380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.635790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5eca30dd-c0dd-4b92-8f44-3f4e104a3a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.657891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.660192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.663435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] 10.222.0.59 "PUT /v2.0/ports/5b81e0fa-dbbe-4095-830a-3c995ea842e5 HTTP/1.1" status: 200 len: 1093 time: 1.6122508 Jul 15 13:14:18.664239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'tag': '5b81e0fa-dbbe-4095-830a-3c995ea842e5'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:18.667157 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992426c8-786e-47a8-9099-9a90d2efd783" -d '{"events": [{"name": "network-changed", "server_uuid": "3c08000f-c5ea-4bce-a451-5a2f94206c87", "tag": "5b81e0fa-dbbe-4095-830a-3c995ea842e5"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:18.688348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f6a8fd-3c1b-4389-a006-5ed2f7085d6d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.701193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5eca30dd-c0dd-4b92-8f44-3f4e104a3a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.704495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43fabe-2819-4b83-bb0b-aa568eef5699 service neutron] Pushing event updated for resources: {'Port': ['ID=5b81e0fa-dbbe-4095-830a-3c995ea842e5,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.727859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.731612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df179a68-a78a-44e0-9e13-8f138959b059 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/11f6a8fd-3c1b-4389-a006-5ed2f7085d6d HTTP/1.1" status: 204 len: 168 time: 0.8367796 Jul 15 13:14:18.735100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 32938) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:18.853158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c808a50-06ed-4eab-909e-5e4fb1da6541 req-448e9edf-d753-4ced-95ac-135f1f2cc413 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 210 time: 0.1489305 Jul 15 13:14:18.857612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.880109 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5eca30dd-c0dd-4b92-8f44-3f4e104a3a4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=344c953142c244629e3b0057f2c5cb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2141194 Jul 15 13:14:18.880769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-d6e649e8-4530-4327-8c49-9eaac785c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:18.882489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-d6e649e8-4530-4327-8c49-9eaac785c063 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92621a0e1b3d418993ef79e60ab7cf62&device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 1096 time: 0.1648026 Jul 15 13:14:18.883328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 32948) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:18.895939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca30dd-c0dd-4b92-8f44-3f4e104a3a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ed829-53fc-40f3-b843-51b9bf57aab8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:18.926206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:18.954275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Transition to ACTIVE for port object 013bebcc-c266-44f5-aae9-9eaa5659ae31 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:18.966235 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be6c81-b73c-464a-9d13-ed95494bab0f x-openstack-request-id: req-11be6c81-b73c-464a-9d13-ed95494bab0f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:18.966727 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c08000f-c5ea-4bce-a451-5a2f94206c87", "tag": "5b81e0fa-dbbe-4095-830a-3c995ea842e5", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:18.967020 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11be6c81-b73c-464a-9d13-ed95494bab0f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:18.967568 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'tag': '5b81e0fa-dbbe-4095-830a-3c995ea842e5', 'status': 'completed', 'code': 200} Jul 15 13:14:18.974197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-b03c5d37-7714-4e2f-8dc6-73264c6779b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5 HTTP/1.1" status: 200 len: 217 time: 0.0472353 Jul 15 13:14:18.995812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Made reservation on behalf of ecb6d455265049feb9b274baa3ba9363 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:19.000476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.073607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.093581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b059e40b-2f94-4787-8f17-834f93684fab'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:19.134567 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.165191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-bbb244f4-aab4-4e60-9777-828a7181c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.166769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-bbb244f4-aab4-4e60-9777-828a7181c000 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b47e73f-39ea-41e6-b772-52d0bbbdf8de HTTP/1.1" status: 200 len: 858 time: 0.1848629 Jul 15 13:14:19.167399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729aa58-681b-40b0-bdd3-ebbd01038216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.170185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61a4655-a19c-49cf-a843-2149eed93681']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:19.192416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbace76-8a8d-48c1-a962-018d57e383fa') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:19.192719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbace76-8a8d-48c1-a962-018d57e383fa') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:19.223766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-c7d7eeba-1f55-4095-b389-e0e58acf769c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea0d153b-823c-49a2-93b4-2788545ee131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443492 Jul 15 13:14:19.234371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.254621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:19.254916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729aa58-681b-40b0-bdd3-ebbd01038216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.280653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:19.288969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.290338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:19.324353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:19.324778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:19.329359 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:19.341674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Pushing event updated for resources: {'Port': ['ID=013bebcc-c266-44f5-aae9-9eaa5659ae31,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.365466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.366130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.378433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Allocated IP 192.168.233.191 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/545994c0-dabb-4a8d-83d8-aca76f4fcf75) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:19.401513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822a449-7087-43fa-92cf-8e20bda1d9f6 req-f09b6a78-0b9a-4306-9abe-2949ad5a301b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.409362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4822a449-7087-43fa-92cf-8e20bda1d9f6 req-f09b6a78-0b9a-4306-9abe-2949ad5a301b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 936 time: 0.3405933 Jul 15 13:14:19.420325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-edc86662-a37f-4970-91e1-401d69f5de8b tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2027395 Jul 15 13:14:19.437490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Request body: {'port': {'device_id': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:19.486644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.500601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.501613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] 10.222.0.57 "DELETE /v2.0/networks/c61a4655-a19c-49cf-a843-2149eed93681 HTTP/1.1" status: 204 len: 168 time: 0.7636819 Jul 15 13:14:19.504800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 32954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:19.530170 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4822a449-7087-43fa-92cf-8e20bda1d9f6 req-81b350a0-7130-49e8-8523-025e45e8b3d1 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198292 Jul 15 13:14:19.555229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dda4-82ba-4d4e-afe1-5e1585a8439b admin admin] Pushing event deleted for resources: {'Network': ['ID=c61a4655-a19c-49cf-a843-2149eed93681,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.560058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-89bbd0b2-ca2a-4e10-830c-757c9c28061e service neutron] 10.222.0.59 "GET /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196545 Jul 15 13:14:19.560933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729aa58-681b-40b0-bdd3-ebbd01038216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.563834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729aa58-681b-40b0-bdd3-ebbd01038216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.567547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b729aa58-681b-40b0-bdd3-ebbd01038216 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da0ed829-53fc-40f3-b843-51b9bf57aab8 HTTP/1.1" status: 204 len: 168 time: 0.6801848 Jul 15 13:14:19.593933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Deleting subnet 16e3e0c4-8189-4e5b-8c8b-a5c48ebb7215 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:19.615309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.632094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-502ed6a6-e55c-4b04-a8bd-ac98f2dae411 None None] Provisioning for port 013bebcc-c266-44f5-aae9-9eaa5659ae31 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:19.633784 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.638688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-502ed6a6-e55c-4b04-a8bd-ac98f2dae411 None None] Provisioning complete for port 013bebcc-c266-44f5-aae9-9eaa5659ae31 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:19.639726 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-502ed6a6-e55c-4b04-a8bd-ac98f2dae411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.644054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729aa58-681b-40b0-bdd3-ebbd01038216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ed829-53fc-40f3-b843-51b9bf57aab8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:19.696227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf16c9-df83-44f8-b2b4-cf0f60f067e6 req-ab0c4d3c-09d0-4b5e-9598-b588b8810712 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:19.703729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6adf16c9-df83-44f8-b2b4-cf0f60f067e6 req-ab0c4d3c-09d0-4b5e-9598-b588b8810712 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 944 time: 0.3553751 Jul 15 13:14:19.733038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-502ed6a6-e55c-4b04-a8bd-ac98f2dae411 None None] Port 013bebcc-c266-44f5-aae9-9eaa5659ae31 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:19.741044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.775126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.815080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6adf16c9-df83-44f8-b2b4-cf0f60f067e6 req-ae2720ac-15fe-41f3-9c1e-e58d994f1d3b tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105132 Jul 15 13:14:19.847971 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.849920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Transition to ACTIVE for port object 545994c0-dabb-4a8d-83d8-aca76f4fcf75 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:19.900535 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c69fc8dc-18fc-4311-812d-ce098951b0b4 req-9ac24b09-3578-402c-aaf6-0a31fb790a53 service neutron] 10.222.0.59 "GET /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020308 Jul 15 13:14:19.901518 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.915832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:19.951200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:19.998940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.040106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e3e0c4-8189-4e5b-8c8b-a5c48ebb7215,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:20.050461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:20.073962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.080112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b45c2da8-2460-409f-95af-a08218f813de admin admin] 10.222.0.57 "DELETE /v2.0/subnets/16e3e0c4-8189-4e5b-8c8b-a5c48ebb7215 HTTP/1.1" status: 204 len: 168 time: 0.5607414 Jul 15 13:14:20.081945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 32966) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:20.109453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:20.119128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:20.134189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7bf81-b3d7-4009-9caa-1cd64c148006 req-5e242971-10b7-46b5-acbc-f961b34b6543 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.156647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48f7bf81-b3d7-4009-9caa-1cd64c148006 req-5e242971-10b7-46b5-acbc-f961b34b6543 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 945 time: 0.4129910 Jul 15 13:14:20.304535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.308029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.378764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-6c0f3c34-264e-44b9-88ac-ea15d0153d4e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8125563 Jul 15 13:14:20.402910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Request body: {'port': {'device_id': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:20.569257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a49dee66-050c-4847-beed-5d1869158e51 None None] Provisioning for port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:20.574966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a49dee66-050c-4847-beed-5d1869158e51 None None] Provisioning complete for port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:20.575541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a49dee66-050c-4847-beed-5d1869158e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.677708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a49dee66-050c-4847-beed-5d1869158e51 None None] Port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:20.779685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:20.823218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992426c8-786e-47a8-9099-9a90d2efd783 req-45242583-a8c3-4562-96f9-11a841b23206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.824908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-45242583-a8c3-4562-96f9-11a841b23206 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92621a0e1b3d418993ef79e60ab7cf62&device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 1096 time: 0.8086395 Jul 15 13:14:20.875313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-e86b3e93-ddc0-444c-b375-b4a71f797e8e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.876921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-e86b3e93-ddc0-444c-b375-b4a71f797e8e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 945 time: 0.7925501 Jul 15 13:14:20.893836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48f7bf81-b3d7-4009-9caa-1cd64c148006 req-3243af56-0df3-4f42-a61e-99caea8271c7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325318 Jul 15 13:14:20.967814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c103fe-51a9-4510-9931-8088f9574d6f req-91966200-f715-4601-b5c3-9faa4675e018 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:20.976076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7c103fe-51a9-4510-9931-8088f9574d6f req-91966200-f715-4601-b5c3-9faa4675e018 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 945 time: 0.3204556 Jul 15 13:14:21.023356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013bebcc-c266-44f5-aae9-9eaa5659ae31 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:21.042577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33006) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.049216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.081430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.100375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.139032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c8d471-3385-4927-bc52-3b38eb65e79d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:21.152714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Transition to ACTIVE for port object 013bebcc-c266-44f5-aae9-9eaa5659ae31 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:21.179545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a282e3ef-d373-4d2c-9641-0d3356302106') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:21.179832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a282e3ef-d373-4d2c-9641-0d3356302106') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:21.203312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.206707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.220849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992426c8-786e-47a8-9099-9a90d2efd783 req-24ee1e40-ed56-4570-88f6-69d45230dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.222385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-24ee1e40-ed56-4570-88f6-69d45230dea0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ea0d153b-823c-49a2-93b4-2788545ee131 HTTP/1.1" status: 200 len: 919 time: 0.3865380 Jul 15 13:14:21.230425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7c103fe-51a9-4510-9931-8088f9574d6f req-5349769a-58da-4e4d-95f6-afbc0ffddcd2 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750860 Jul 15 13:14:21.233357 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.237609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-21bd6850-76aa-4c89-91df-03ed8dff9182 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.239555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-21bd6850-76aa-4c89-91df-03ed8dff9182 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.59 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 945 time: 0.3769436 Jul 15 13:14:21.246907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1945111372-network', 'tenant_id': 'bd91aa6bbc1b4722874099e1c8afea1d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:21.277629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:21.278018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:21.281779 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:21.292831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-d058062f-e34c-402f-8c43-99da9f7b0eac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5 HTTP/1.1" status: 200 len: 217 time: 0.0605941 Jul 15 13:14:21.297752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Made reservation on behalf of bd91aa6bbc1b4722874099e1c8afea1d for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:21.300259 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.384787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.396381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Pushing event updated for resources: {'Port': ['ID=013bebcc-c266-44f5-aae9-9eaa5659ae31,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:21.403793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.414704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.419490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] 10.222.0.57 "DELETE /v2.0/networks/82c8d471-3385-4927-bc52-3b38eb65e79d HTTP/1.1" status: 204 len: 168 time: 1.3338730 Jul 15 13:14:21.444735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Deleting port eb972148-e6a9-43c7-8d08-60c9c0326844 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:21.445070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.460445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992426c8-786e-47a8-9099-9a90d2efd783 req-804268a6-82a9-4cbf-8ee9-46b7f4356477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.461938 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-804268a6-82a9-4cbf-8ee9-46b7f4356477 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b47e73f-39ea-41e6-b772-52d0bbbdf8de HTTP/1.1" status: 200 len: 858 time: 0.1511598 Jul 15 13:14:21.474517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f590-930a-4541-91f5-6be12d3bf682 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c8d471-3385-4927-bc52-3b38eb65e79d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:21.530456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-cb2c190a-2d9c-4a22-87b0-22023ae18920 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea0d153b-823c-49a2-93b4-2788545ee131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526297 Jul 15 13:14:21.595643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.637613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111fc1c-9947-4335-924b-53a8ee2c1d58 req-39df0df3-27de-4d46-bc9d-bd7390c63343 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.638447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed6100-1b4d-4b24-8926-2224b0032e87 req-27876f21-fbbd-4946-86c0-e8641e5c3bd4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:21.639277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d111fc1c-9947-4335-924b-53a8ee2c1d58 req-39df0df3-27de-4d46-bc9d-bd7390c63343 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 948 time: 0.2556422 Jul 15 13:14:21.640362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2ed6100-1b4d-4b24-8926-2224b0032e87 req-27876f21-fbbd-4946-86c0-e8641e5c3bd4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 936 time: 0.4735570 Jul 15 13:14:21.706903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] For port eb972148-e6a9-43c7-8d08-60c9c0326844, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=eb972148-e6a9-43c7-8d08-60c9c0326844,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:21.707275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.728467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Calling delete_port for eb972148-e6a9-43c7-8d08-60c9c0326844 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:21.795588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-c75d4bac-6be2-4458-a244-cebff0114a29 service neutron] 10.222.0.59 "GET /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302418 Jul 15 13:14:21.799909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d111fc1c-9947-4335-924b-53a8ee2c1d58 req-b071efcd-2d7d-4024-aa9b-fd1517cba259 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206515 Jul 15 13:14:21.837072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59b9beeb-6418-4262-a062-30d0f1e6ef9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a501526e0c9d4714a45e04260cc50aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328250 Jul 15 13:14:21.837903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33018) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:21.850146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2ed6100-1b4d-4b24-8926-2224b0032e87 req-7e9290f0-2688-4032-8ae3-66f7943dece4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914592 Jul 15 13:14:21.855134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Attempting to bind port 013bebcc-c266-44f5-aae9-9eaa5659ae31 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:21.855473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Attempting to bind port 013bebcc-c266-44f5-aae9-9eaa5659ae31 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:21.855870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Attempting to bind port 013bebcc-c266-44f5-aae9-9eaa5659ae31 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.871523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Deleting port c1677208-3999-44a3-98f1-372784684437 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:21.871697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:21.894563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Port 013bebcc-c266-44f5-aae9-9eaa5659ae31 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:21.895291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Attempting to bind port 013bebcc-c266-44f5-aae9-9eaa5659ae31 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:21.948895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:21.949277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:21.949622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:21.950213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Bound port: 013bebcc-c266-44f5-aae9-9eaa5659ae31, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:21.950608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.027595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9393a4af-6a46-45d0-a1bf-e6d3895c72a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.030944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-992426c8-786e-47a8-9099-9a90d2efd783 req-caa8d288-0a02-47cb-93c4-a9b32301cf1d service neutron] 10.222.0.59 "GET /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281053 Jul 15 13:14:22.076783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9393a4af-6a46-45d0-a1bf-e6d3895c72a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.089251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.101406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['eb972148-e6a9-43c7-8d08-60c9c0326844'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:22.120333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df15e0e2-0719-462c-9e6b-ccb907967ff7 req-313ac058-78ba-4c2d-8b5b-982527c5a87b tempest-FlavorsV2NegativeTest-689671902 tempest-FlavorsV2NegativeTest-689671902-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7392f3bcc6f04b439997fc2a021178fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1079874 Jul 15 13:14:22.129155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.137091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5b81e0fa-dbbe-4095-830a-3c995ea842e5 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:22.159925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event deleted for resources: {'Port': ['ID=eb972148-e6a9-43c7-8d08-60c9c0326844,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.161599 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.177756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] For port c1677208-3999-44a3-98f1-372784684437, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c1677208-3999-44a3-98f1-372784684437,segment=NetworkSegment(7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da),segment_id=7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:22.178156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.200400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3060d-6cca-4812-bd03-b0057b6a9107 req-4b5a48f4-0dff-4959-a177-ada06d3198c2 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.202066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90f3060d-6cca-4812-bd03-b0057b6a9107 req-4b5a48f4-0dff-4959-a177-ada06d3198c2 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 944 time: 0.2436657 Jul 15 13:14:22.205295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545994c0-dabb-4a8d-83d8-aca76f4fcf75 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:22.225926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] No DVR routers for this DVR port eb972148-e6a9-43c7-8d08-60c9c0326844 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:22.228905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.231631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-94c5e711-dd79-4f6c-a361-ca6f0d89be92 req-3f3fc76c-3e73-4a6e-a1be-083867b31fde tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "DELETE /v2.0/ports/eb972148-e6a9-43c7-8d08-60c9c0326844 HTTP/1.1" status: 204 len: 173 time: 1.3402264 Jul 15 13:14:22.233107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'name': 'network-vif-deleted', 'tag': 'eb972148-e6a9-43c7-8d08-60c9c0326844'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:22.236558 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abda8d1-3403-441f-a538-1ecfd775e8bf" -d '{"events": [{"server_uuid": "1e8c8c73-e552-4387-ac5b-faf3ce436ff5", "name": "network-vif-deleted", "tag": "eb972148-e6a9-43c7-8d08-60c9c0326844"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:22.239740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.257097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:22.267986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Calling delete_port for c1677208-3999-44a3-98f1-372784684437 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:22.273782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9393a4af-6a46-45d0-a1bf-e6d3895c72a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.276543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9393a4af-6a46-45d0-a1bf-e6d3895c72a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.289821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9393a4af-6a46-45d0-a1bf-e6d3895c72a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee67460a-3a5e-4d35-84bb-e9ab228769d0 HTTP/1.1" status: 204 len: 168 time: 0.4496315 Jul 15 13:14:22.302966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5,segment=NetworkSegment(29afe2c7-167c-42bd-a297-394bd9456c24),segment_id=29afe2c7-167c-42bd-a297-394bd9456c24)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:22.309952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.310504 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Added segment 2c557dbb-db07-4748-8183-099e9aeeae11 of type vlan for network 240263c2-ae64-47af-bba2-9805aa429ee8 Jul 15 13:14:22.317347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393a4af-6a46-45d0-a1bf-e6d3895c72a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee67460a-3a5e-4d35-84bb-e9ab228769d0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.323826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '5b81e0fa-dbbe-4095-830a-3c995ea842e5', 'network_id': 'ea0d153b-823c-49a2-93b4-2788545ee131', 'port_id': '5b81e0fa-dbbe-4095-830a-3c995ea842e5', 'mac_address': 'fa:16:3e:6c:de:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b47e73f-39ea-41e6-b772-52d0bbbdf8de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:22.333291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90f3060d-6cca-4812-bd03-b0057b6a9107 req-8bd80193-4b83-46d5-a2ac-46f8c0983b98 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087115 Jul 15 13:14:22.351869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4233bad-5b7d-4c40-9bc1-75b9a5e9f587,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.393480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] For port 013bebcc-c266-44f5-aae9-9eaa5659ae31, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:22.420966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Transition to ACTIVE for port object 545994c0-dabb-4a8d-83d8-aca76f4fcf75 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:22.439386 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.465364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b81e0fa-dbbe-4095-830a-3c995ea842e5 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:22.490631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5,segment=NetworkSegment(29afe2c7-167c-42bd-a297-394bd9456c24),segment_id=29afe2c7-167c-42bd-a297-394bd9456c24)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:22.500563 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.514833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.519410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.524534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] For port 013bebcc-c266-44f5-aae9-9eaa5659ae31, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:22.549687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.600953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=5b81e0fa-dbbe-4095-830a-3c995ea842e5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.631048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa9480a9-5e08-43de-86e7-f9dad8fbde51 req-65fd9905-deb9-48f4-ac47-3dbe62074d4f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e8c8c73-e552-4387-ac5b-faf3ce436ff5 HTTP/1.1" status: 200 len: 210 time: 0.0536442 Jul 15 13:14:22.642352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.643170 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.644744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] 10.222.0.58 "PUT /v2.0/ports/013bebcc-c266-44f5-aae9-9eaa5659ae31 HTTP/1.1" status: 200 len: 1097 time: 3.2151656 Jul 15 13:14:22.655889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15e0e2-0719-462c-9e6b-ccb907967ff7 req-47a0173a-7b8a-4275-a409-098b31de8a54 tempest-FlavorsV2NegativeTest-689671902 tempest-FlavorsV2NegativeTest-689671902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.657444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df15e0e2-0719-462c-9e6b-ccb907967ff7 req-47a0173a-7b8a-4275-a409-098b31de8a54 tempest-FlavorsV2NegativeTest-689671902 tempest-FlavorsV2NegativeTest-689671902-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5253334 Jul 15 13:14:22.657955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'tag': '013bebcc-c266-44f5-aae9-9eaa5659ae31'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:22.667307 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc6114-cae5-4ca6-b846-3e35193389ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9847cd48-53ea-4c6f-a6d0-cf6465e2368e", "tag": "013bebcc-c266-44f5-aae9-9eaa5659ae31"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:22.696331 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe32df-0b04-4eff-b298-29a6c0e8839c x-openstack-request-id: req-2bfe32df-0b04-4eff-b298-29a6c0e8839c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:22.696683 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8c8c73-e552-4387-ac5b-faf3ce436ff5", "name": "network-vif-deleted", "tag": "eb972148-e6a9-43c7-8d08-60c9c0326844", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:22.696942 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2bfe32df-0b04-4eff-b298-29a6c0e8839c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:22.697342 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8c8c73-e552-4387-ac5b-faf3ce436ff5', 'name': 'network-vif-deleted', 'tag': 'eb972148-e6a9-43c7-8d08-60c9c0326844', 'status': 'completed', 'code': 200} Jul 15 13:14:22.704409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:14:22.729725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['5b81e0fa-dbbe-4095-830a-3c995ea842e5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:22.771586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:22.831260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df15e0e2-0719-462c-9e6b-ccb907967ff7 req-6fb48a19-52f1-43f2-a65f-ad1c8d65936e tempest-FlavorsV2NegativeTest-689671902 tempest-FlavorsV2NegativeTest-689671902-project] 10.222.0.57 "GET /v2.0/quotas/7392f3bcc6f04b439997fc2a021178fd HTTP/1.1" status: 200 len: 375 time: 0.1366322 Jul 15 13:14:22.884925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.885912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:22.886480 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:22.940628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:23.012005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df15e0e2-0719-462c-9e6b-ccb907967ff7 req-fa87cbf3-95d6-41b3-a6e9-9670184a3e82 tempest-FlavorsV2NegativeTest-689671902 tempest-FlavorsV2NegativeTest-689671902-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7392f3bcc6f04b439997fc2a021178fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362553 Jul 15 13:14:23.045463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-88e7ff73-52bd-404f-b3a7-897fcd1914cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e71a7f872c81400a9c795fdaa8f4098a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991564 Jul 15 13:14:23.046994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:23.097288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0537121 Jul 15 13:14:23.109060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33054) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:23.129952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18123c20-88ad-4fdc-8935-4d2e52fcd873 req-95624a51-e7c9-46cf-8c43-1a8e1739cbf0 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.137766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18123c20-88ad-4fdc-8935-4d2e52fcd873 req-95624a51-e7c9-46cf-8c43-1a8e1739cbf0 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 945 time: 0.2431929 Jul 15 13:14:23.168847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Request body: {'subnet': {'network_id': '240263c2-ae64-47af-bba2-9805aa429ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1945111372-subnet', 'tenant_id': 'bd91aa6bbc1b4722874099e1c8afea1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:23.174715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667bc4-4a55-4858-89f1-30a7595df8ae service neutron] Pushing event updated for resources: {'Port': ['ID=013bebcc-c266-44f5-aae9-9eaa5659ae31,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.176315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b95136-f030-493a-a3c4-387a81ee1002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.180280 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b874b-5466-454d-95f6-118391c9e7cc x-openstack-request-id: req-8e3b874b-5466-454d-95f6-118391c9e7cc {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:23.180701 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9847cd48-53ea-4c6f-a6d0-cf6465e2368e", "tag": "013bebcc-c266-44f5-aae9-9eaa5659ae31", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:23.181061 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e3b874b-5466-454d-95f6-118391c9e7cc {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:23.181565 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'tag': '013bebcc-c266-44f5-aae9-9eaa5659ae31', 'status': 'completed', 'code': 200} Jul 15 13:14:23.197053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bfc62-a3e2-4d50-b6dd-b20c53629aed admin admin] Pushing event updated for resources: {'Network': ['ID=240263c2-ae64-47af-bba2-9805aa429ee8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.210284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 240263c2-ae64-47af-bba2-9805aa429ee8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:23.227919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:23.228441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:23.228873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:23.252987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b95136-f030-493a-a3c4-387a81ee1002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.266331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-12cf937a-60ab-4e5d-b1a5-72cacf8f9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.268093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-12cf937a-60ab-4e5d-b1a5-72cacf8f9acb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5fb82eee2da4017910bc226a88eaebf&device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 1100 time: 0.5583861 Jul 15 13:14:23.271808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:23.278733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:23.296046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18123c20-88ad-4fdc-8935-4d2e52fcd873 req-8c71f520-7929-43ca-8c6d-610cf4788bc7 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/security-groups?id=a53f253d-c6c6-483a-a8d1-564aaaeb53b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572354 Jul 15 13:14:23.311321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.349488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Made reservation on behalf of bd91aa6bbc1b4722874099e1c8afea1d for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:23.352069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.374284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:23.374704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:23.375158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:23.375683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Bound port: 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:23.376129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.378920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-26660394-77bd-43d7-8e88-002a1d7b5f5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31 HTTP/1.1" status: 200 len: 217 time: 0.0780463 Jul 15 13:14:23.408554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b95136-f030-493a-a3c4-387a81ee1002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.411976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b95136-f030-493a-a3c4-387a81ee1002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.415680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-91b95136-f030-493a-a3c4-387a81ee1002 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/960b5be6-bfd7-4d8e-b8bc-12f24f361a6e HTTP/1.1" status: 204 len: 168 time: 0.3653038 Jul 15 13:14:23.429998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b95136-f030-493a-a3c4-387a81ee1002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960b5be6-bfd7-4d8e-b8bc-12f24f361a6e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.433101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Pushing event deleted for resources: {'Port': ['ID=c1677208-3999-44a3-98f1-372784684437,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.603928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] No DVR routers for this DVR port c1677208-3999-44a3-98f1-372784684437 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:23.619998 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.622187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98ddf924-e73e-4b57-afe7-28ffcc111cbe req-40ba0870-26cc-4a24-b698-5e57a47574bd tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.59 "DELETE /v2.0/ports/c1677208-3999-44a3-98f1-372784684437 HTTP/1.1" status: 204 len: 173 time: 2.3406887 Jul 15 13:14:23.630343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-7ec32ac3-bb60-4cbf-9e83-d153336f04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.631832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-7ec32ac3-bb60-4cbf-9e83-d153336f04ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2138691 Jul 15 13:14:23.665400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03727403-6962-444b-a043-ef943a559303 req-e79e854b-0c6c-4048-afe2-4fb801d909f2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.670999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0d390-e183-44ec-93bb-2d2dbc28a50f req-44a741e9-ca5d-451a-8d59-34bbe9be12bf tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.673068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96b0d390-e183-44ec-93bb-2d2dbc28a50f req-44a741e9-ca5d-451a-8d59-34bbe9be12bf tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 948 time: 0.4188671 Jul 15 13:14:23.682661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03727403-6962-444b-a043-ef943a559303 req-e79e854b-0c6c-4048-afe2-4fb801d909f2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.1566865 Jul 15 13:14:23.709502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:23.738719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:23.743950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03727403-6962-444b-a043-ef943a559303 req-801b088f-e260-4da4-afd7-b3646f86c20c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590663 Jul 15 13:14:23.758255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.911357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.912834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:23.915490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] 10.222.0.58 "PUT /v2.0/ports/545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 1097 time: 3.5263855 Jul 15 13:14:23.919841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c61bd-2cf4-4bdb-97b1-b7e720633560 service neutron] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:23.950501 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96b0d390-e183-44ec-93bb-2d2dbc28a50f req-4d682b35-91a0-4d6e-b59c-5d07b867ee4e tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538424 Jul 15 13:14:23.976510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-ec2afdad-7c0b-41e5-b50c-8e402dfccfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:23.978927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-ec2afdad-7c0b-41e5-b50c-8e402dfccfe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3324142 Jul 15 13:14:24.035980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a482191-7613-4cd9-a79a-1a87cb786c25 req-ff979e78-b844-443e-ba75-32cf019a826f tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:24.050069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a482191-7613-4cd9-a79a-1a87cb786c25 req-ff979e78-b844-443e-ba75-32cf019a826f tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 945 time: 0.1628413 Jul 15 13:14:24.053002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33082) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:24.147815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a482191-7613-4cd9-a79a-1a87cb786c25 req-d84b4d9f-43c8-4161-9230-0c0d0755e487 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971990 Jul 15 13:14:24.153195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5b81e0fa-dbbe-4095-830a-3c995ea842e5 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:24.231733 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.280933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:24.287609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:24.288119 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.294115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb972148-e6a9-43c7-8d08-60c9c0326844 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:24.398446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: eb972148-e6a9-43c7-8d08-60c9c0326844 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:24.399042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device eb972148-e6a9-43c7-8d08-60c9c0326844 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:24.492651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.520774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b81e0fa-dbbe-4095-830a-3c995ea842e5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:24.524538 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9afe4-c87c-474b-8a76-c2fc140fe646" -d '{"events": [{"server_uuid": "3c08000f-c5ea-4bce-a451-5a2f94206c87", "name": "network-vif-plugged", "status": "completed", "tag": "5b81e0fa-dbbe-4095-830a-3c995ea842e5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:24.544366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5,segment=NetworkSegment(29afe2c7-167c-42bd-a297-394bd9456c24),segment_id=29afe2c7-167c-42bd-a297-394bd9456c24)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:24.549266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8d087b7-edd0-43bd-92a1-dab789b09e9c req-f62cec2c-53aa-4519-8050-12f738ec9d26 tempest-ServerTagsTestJSON-1521444193 tempest-ServerTagsTestJSON-1521444193-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2 HTTP/1.1" status: 200 len: 210 time: 0.0599988 Jul 15 13:14:24.554550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:24.556766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c1677208-3999-44a3-98f1-372784684437 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:24.802146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6acbda12-fec5-4c46-989e-a5c8131c422d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.807579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: c1677208-3999-44a3-98f1-372784684437 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:24.808183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c1677208-3999-44a3-98f1-372784684437 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:24.835341 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c6637d-ee53-4f9a-a2e8-77ed5f26f230 x-openstack-request-id: req-64c6637d-ee53-4f9a-a2e8-77ed5f26f230 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:24.835639 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c08000f-c5ea-4bce-a451-5a2f94206c87", "name": "network-vif-plugged", "status": "completed", "tag": "5b81e0fa-dbbe-4095-830a-3c995ea842e5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:24.835862 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64c6637d-ee53-4f9a-a2e8-77ed5f26f230 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:24.836282 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b81e0fa-dbbe-4095-830a-3c995ea842e5', 'code': 200} Jul 15 13:14:24.868908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=5b81e0fa-dbbe-4095-830a-3c995ea842e5,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:24.886017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c9a2d03-c9be-473a-ade5-67a48c3c021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.005290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def684bd-b6a1-41ec-8b2a-583ea8cf1bd5 req-15f42800-3075-479c-b936-14fb19936bf6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.018292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-def684bd-b6a1-41ec-8b2a-583ea8cf1bd5 req-15f42800-3075-479c-b936-14fb19936bf6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.1131749 Jul 15 13:14:25.020212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33124) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.024000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-4cf2e50a-4429-466c-936c-6f04404f524d service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0131626 Jul 15 13:14:25.064000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-9fc10b91-c1b7-463f-ba8d-288073bbf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.065519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-9fc10b91-c1b7-463f-ba8d-288073bbf80d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1100 time: 1.0100000 Jul 15 13:14:25.118950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-def684bd-b6a1-41ec-8b2a-583ea8cf1bd5 req-26431095-8d84-427e-b871-3b61fd6170e8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006026 Jul 15 13:14:25.172582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1362764164-network', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:25.185687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'name': 'network-vif-deleted', 'tag': 'c1677208-3999-44a3-98f1-372784684437'}, {'name': 'network-changed', 'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:25.188210 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a922eb-34f3-4348-97a8-27093d97ea98" -d '{"events": [{"server_uuid": "84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2", "name": "network-vif-deleted", "tag": "c1677208-3999-44a3-98f1-372784684437"}, {"name": "network-changed", "server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:25.212123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-184e9eca-c011-4b5d-b15d-e144ed7f8dcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.1341281 Jul 15 13:14:25.219061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Checking segment: {'id': '2c557dbb-db07-4748-8183-099e9aeeae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '240263c2-ae64-47af-bba2-9805aa429ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:25.219328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Network hostable DHCP agents. Network: 240263c2-ae64-47af-bba2-9805aa429ee8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:25.273987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-2e749bf3-f726-41e0-8451-8f85a02fd09d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.275514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-2e749bf3-f726-41e0-8451-8f85a02fd09d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.4821150 Jul 15 13:14:25.320306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607520f-7544-4817-9197-946925d9b4ea req-cf910e23-d636-490c-ac94-1eb2be826ed1 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.321680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1180b-1ef0-41f5-b468-541bae804d48 req-d403dd5f-ef11-475d-a046-11627802b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.321917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6607520f-7544-4817-9197-946925d9b4ea req-cf910e23-d636-490c-ac94-1eb2be826ed1 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 948 time: 0.0726726 Jul 15 13:14:25.323236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aff1180b-1ef0-41f5-b468-541bae804d48 req-d403dd5f-ef11-475d-a046-11627802b4b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 1098 time: 0.5250261 Jul 15 13:14:25.367888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6607520f-7544-4817-9197-946925d9b4ea req-6fe4b825-d92e-4df7-887e-f633c3c0d7f8 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Jul 15 13:14:25.374798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-6dbdc73b-af52-43b3-9353-c31c1c17c38d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0667865 Jul 15 13:14:25.398078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-4717005b-999b-439b-96dc-5b71a00b7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.399562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-4717005b-999b-439b-96dc-5b71a00b7704 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1766303 Jul 15 13:14:25.410004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Network 240263c2-ae64-47af-bba2-9805aa429ee8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:25.413317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7f571-7352-4e9a-abf6-e7a5cf1d7fb6 req-727ec35d-a7a9-43c0-8f74-55dcf7090502 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711171 Jul 15 13:14:25.475031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-994592f8-18ea-429f-8ee8-55e285a5d52f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826921 Jul 15 13:14:25.480140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 240263c2-ae64-47af-bba2-9805aa429ee8) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:25.501283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94e30b-786e-4506-aaa6-6e9daa230773 None None] Network 240263c2-ae64-47af-bba2-9805aa429ee8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:25.532120 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aff1180b-1ef0-41f5-b468-541bae804d48 req-3993ceab-29f3-453d-87a0-b86a3b37b8d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897972 Jul 15 13:14:25.537319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.537904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.555629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d272c-96b2-4fd4-a1e0-8aaf81fd10dc req-f93c4638-1a56-473f-a11c-f71873721325 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.557508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe1d272c-96b2-4fd4-a1e0-8aaf81fd10dc req-f93c4638-1a56-473f-a11c-f71873721325 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 946 time: 0.0730443 Jul 15 13:14:25.580188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c9a2d03-c9be-473a-ade5-67a48c3c021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.597678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c9a2d03-c9be-473a-ade5-67a48c3c021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.609687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe1d272c-96b2-4fd4-a1e0-8aaf81fd10dc req-7f2b9f94-023d-4287-bb05-38d43648aa79 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Jul 15 13:14:25.620465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Made reservation on behalf of bf10998f7a2446d2bb29ef5b24a35d2f for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:25.625746 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.637304 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.645536 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ca7543c1-1bc9-48b2-bf29-247d7cc93413 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4804859 Jul 15 13:14:25.662289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdaee7-b286-4466-89b4-a86ebaeb133c None None] Network 240263c2-ae64-47af-bba2-9805aa429ee8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:25.757091 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33c485b-f29e-42d2-a306-9bffdea8c608 x-openstack-request-id: req-d33c485b-f29e-42d2-a306-9bffdea8c608 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:25.758136 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2", "name": "network-vif-deleted", "tag": "c1677208-3999-44a3-98f1-372784684437", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:25.758136 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d33c485b-f29e-42d2-a306-9bffdea8c608 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:25.758494 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b7fd9e-27c5-45d4-a5e8-9a934bcd10c2', 'name': 'network-vif-deleted', 'tag': 'c1677208-3999-44a3-98f1-372784684437', 'status': 'completed', 'code': 200} Jul 15 13:14:25.758932 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'status': 'completed', 'code': 200} Jul 15 13:14:25.786460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6c9a2d03-c9be-473a-ade5-67a48c3c021b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7392f3bcc6f04b439997fc2a021178fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6625226 Jul 15 13:14:25.787171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a2d03-c9be-473a-ade5-67a48c3c021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d7fe04-c7b4-43b3-9aa9-f74282401004,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.792848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33136) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.796053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-a1854049-0a82-423b-b7ad-1e05102fc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.804421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-a1854049-0a82-423b-b7ad-1e05102fc36e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3838136 Jul 15 13:14:25.809329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-a7daf371-e641-4e6c-8de9-d8fb0527bc86 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145332 Jul 15 13:14:25.846145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-41b99bbd-9805-4f03-8e18-ff15870776e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:25.848262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-41b99bbd-9805-4f03-8e18-ff15870776e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5fb82eee2da4017910bc226a88eaebf&device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 1100 time: 0.3697622 Jul 15 13:14:25.886580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:25.903842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.916305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.931824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75f9391e-667d-4bae-96e9-12443d0da3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.942262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:25.966780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f782423-c73a-42d7-bbf0-67cfb29ec9dc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:25.972871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:25.972871 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Added segment 5559efbd-3054-492e-a768-e1ae073ec751 of type vlan for network 23471685-f132-4026-ac3c-49a865428c4d Jul 15 13:14:25.989644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75f9391e-667d-4bae-96e9-12443d0da3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.043003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.049282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1b500c19-6b66-4287-81c1-c93a21a41806 req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-236438718', 'description': 'tempest-description-1283615101'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:26.094970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b500c19-6b66-4287-81c1-c93a21a41806 req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.109879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-c22d14b4-8c49-404c-ae92-ecc022b54859 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892725 Jul 15 13:14:26.115191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Deleting subnet 343b0b4d-586b-42ab-ba2f-208a4461eb8f {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:26.120586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-b66a9360-cbd0-477a-a64f-751f9fedc82f service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103068 Jul 15 13:14:26.123029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-163ed65d-fd6f-40c6-9bde-bdb380b229cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.123600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75f9391e-667d-4bae-96e9-12443d0da3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.124516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-163ed65d-fd6f-40c6-9bde-bdb380b229cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2599115 Jul 15 13:14:26.125177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.126169 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75f9391e-667d-4bae-96e9-12443d0da3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.127614 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-75f9391e-667d-4bae-96e9-12443d0da3f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6d7fe04-c7b4-43b3-9aa9-f74282401004 HTTP/1.1" status: 204 len: 168 time: 0.3327167 Jul 15 13:14:26.128157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.129133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.129716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.170246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9391e-667d-4bae-96e9-12443d0da3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d7fe04-c7b4-43b3-9aa9-f74282401004,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.231395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] Pushing event updated for resources: {'Network': ['ID=23471685-f132-4026-ac3c-49a865428c4d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.259284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 23471685-f132-4026-ac3c-49a865428c4d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:26.284204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-847b8c0d-d2eb-46fc-88a7-7270f69e6ba3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31 HTTP/1.1" status: 200 len: 217 time: 0.1469681 Jul 15 13:14:26.301328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b500c19-6b66-4287-81c1-c93a21a41806 req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.313330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b500c19-6b66-4287-81c1-c93a21a41806 req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.324950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f2dad322-3d7b-4bf0-abad-28f32589aed8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3036656 Jul 15 13:14:26.344327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33148) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:26.365303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Request body: {'subnet': {'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1362764164-subnet', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:26.408899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1b500c19-6b66-4287-81c1-c93a21a41806 req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.411254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b500c19-6b66-4287-81c1-c93a21a41806 req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3757727 Jul 15 13:14:26.413396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15671300-a618-4e8d-b31f-688401ec0aad tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4de8b1a-442a-4934-9464-982b9b9463e5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.451892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Made reservation on behalf of bf10998f7a2446d2bb29ef5b24a35d2f for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:26.467863 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.498005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.600858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-da7c370a-3463-412d-a74f-4d586668bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.603319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-da7c370a-3463-412d-a74f-4d586668bd6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2984428 Jul 15 13:14:26.626288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.684051 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d794d2-d2d7-4fdf-9623-da9557ea36e7 req-2fc719bb-d5c7-4b94-b1d0-c67bd2660258 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425074 Jul 15 13:14:26.818095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46203ce9-3369-412e-bcc9-c67f51aadc35 req-63191a11-7201-421a-b240-0c30b866b7b1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.832565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46203ce9-3369-412e-bcc9-c67f51aadc35 req-63191a11-7201-421a-b240-0c30b866b7b1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.2175899 Jul 15 13:14:26.933859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.935696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46203ce9-3369-412e-bcc9-c67f51aadc35 req-6a2a4f48-0083-4e54-8de6-eabd553d28ea tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021349 Jul 15 13:14:26.971329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-35ad0a3b-3644-459e-9f64-8040f84d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:26.973379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-35ad0a3b-3644-459e-9f64-8040f84d70c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3630433 Jul 15 13:14:26.985896 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343b0b4d-586b-42ab-ba2f-208a4461eb8f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:26.994084 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:26.998857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a63f8d6-c201-4624-bce0-c6647a210531 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/343b0b4d-586b-42ab-ba2f-208a4461eb8f HTTP/1.1" status: 204 len: 168 time: 1.1105597 Jul 15 13:14:26.999610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33178) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.022975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-d9d17c29-0902-4495-8f02-05671b5dc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.024469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-d9d17c29-0902-4495-8f02-05671b5dc610 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1100 time: 0.2634966 Jul 15 13:14:27.044360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.134460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa28cafa-a325-43b0-85af-606dcedb69a5,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.135291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d6a03-1768-4862-b79f-e055e909dd91 req-446f25a0-66a4-48a2-bd59-f47da83624d0 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.150452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cc6d6a03-1768-4862-b79f-e055e909dd91 req-446f25a0-66a4-48a2-bd59-f47da83624d0 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 948 time: 0.3242848 Jul 15 13:14:27.153236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-362f9e07-624c-4443-b960-2e619185fef1 req-e3f92e8e-092a-451d-9da3-b0c71b8634b5 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/b4de8b1a-442a-4934-9464-982b9b9463e5 HTTP/1.1" status: 200 len: 1804 time: 0.1675906 Jul 15 13:14:27.159927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b4de8b1a-442a-4934-9464-982b9b9463e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.160282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b4de8b1a-442a-4934-9464-982b9b9463e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.248257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Checking segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:27.248614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Network hostable DHCP agents. Network: 23471685-f132-4026-ac3c-49a865428c4d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:27.292227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.314456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Network 23471685-f132-4026-ac3c-49a865428c4d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:27.341714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 23471685-f132-4026-ac3c-49a865428c4d) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:27.350386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c753a-fb5e-4e88-8a03-ac9fdf18f31d None None] Network 23471685-f132-4026-ac3c-49a865428c4d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:27.351358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.353243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.353901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.365053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.373717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-578e10d3-0cc4-4208-8c2d-4c0c7f0e6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:27.375674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-578e10d3-0cc4-4208-8c2d-4c0c7f0e6434 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3260622 Jul 15 13:14:27.392546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95eebdf1-f65d-4e60-bf83-e4f47ab8d3b1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0452008 Jul 15 13:14:27.397317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33188) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.404839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.409369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1bc691-2fde-4287-8973-b9a967a98346,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:27.419513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.425449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-1fcab8bb-1c13-4f8b-be0e-1b4ad0f03898 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245212 Jul 15 13:14:27.437371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.445468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-362f9e07-624c-4443-b960-2e619185fef1 req-36662f6a-5088-4cf4-a526-b67af2fdf57b tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2910333 Jul 15 13:14:27.447252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.448565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.555930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.667758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-23471685-f132-4026-ac3c-49a865428c4d', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:27.668796 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.670202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33192) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:27.693258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-97e7ab59-1b73-4592-9fb3-8214d248d1fe req-cb8f1f44-34b7-4407-a51a-1d4709c543fc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.0560546 Jul 15 13:14:27.849278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.880636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Allocated IP 172.20.0.2 (23471685-f132-4026-ac3c-49a865428c4d/aa28cafa-a325-43b0-85af-606dcedb69a5/355a15a1-6656-4438-b1fe-4210127328ea) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:27.923739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-623312274-network', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:27.974123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Made reservation on behalf of 40e490fb7beb4c2daf63d6d74e206878 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:27.976418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:27.995219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.053229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fd2a3-3f73-4a3f-82e5-7cb24753bb32 req-10176411-698d-4fff-ba71-1df6558b2858 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.055271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-052fd2a3-3f73-4a3f-82e5-7cb24753bb32 req-10176411-698d-4fff-ba71-1df6558b2858 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 946 time: 0.1918840 Jul 15 13:14:28.146815 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.150157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-052fd2a3-3f73-4a3f-82e5-7cb24753bb32 req-48c6c107-a946-4afa-af92-1170e2c2853d tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Jul 15 13:14:28.166251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cc6d6a03-1768-4862-b79f-e055e909dd91 req-4ce60fcc-18d6-4984-957e-54471611a7ec tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0142641 Jul 15 13:14:28.170422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Transition to ACTIVE for port object 355a15a1-6656-4438-b1fe-4210127328ea will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:28.188818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-f1df82c2-d7e2-4d20-8cc8-abde438dfd8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.7553115 Jul 15 13:14:28.227472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Transition to ACTIVE for port object 355a15a1-6656-4438-b1fe-4210127328ea will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:28.236602 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.241645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b5396239-dda2-4c09-99a2-77e521d837f9 req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-342996790', 'description': 'tempest-description-1443138077'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:28.261186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Network 23471685-f132-4026-ac3c-49a865428c4d is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:28.264389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:28.271115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:28.304932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.312843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.332977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 013bebcc-c266-44f5-aae9-9eaa5659ae31 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:28.350693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:28.352279 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5396239-dda2-4c09-99a2-77e521d837f9 req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.353293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.358687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8cfc6114-cae5-4ca6-b846-3e35193389ec req-092d8c44-5998-4145-b932-9ed76eb8c6e9 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9162085 Jul 15 13:14:28.380755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-66fb0bd9-d5ee-4ffa-9302-a95c5447aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.382962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-66fb0bd9-d5ee-4ffa-9302-a95c5447aa2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1929369 Jul 15 13:14:28.387180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.393808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb355464-362c-4222-a9ce-e02c6c13046a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.402288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.402288 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Added segment 402df476-4ce2-40e4-bb66-c913de2d97b6 of type vlan for network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 Jul 15 13:14:28.441888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.491273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 013bebcc-c266-44f5-aae9-9eaa5659ae31, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:28.514904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '013bebcc-c266-44f5-aae9-9eaa5659ae31', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '013bebcc-c266-44f5-aae9-9eaa5659ae31', 'mac_address': 'fa:16:3e:48:ec:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:28.518941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bc08a0-76b0-4574-b085-26678cc1b336']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:28.521302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.530024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:28.530696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0d9f1c-b8d2-4cf0-8e6d-900d2e9434da') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:28.547966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.563130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.569751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:28.570548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.590701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.611808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Attempting to bind port 355a15a1-6656-4438-b1fe-4210127328ea on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:28.612356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Attempting to bind port 355a15a1-6656-4438-b1fe-4210127328ea by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:28.612811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Attempting to bind port 355a15a1-6656-4438-b1fe-4210127328ea on network 23471685-f132-4026-ac3c-49a865428c4d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:28.616839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.617759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.618346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.631832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Allocated IP 172.25.3.151 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/d00591e9-05b0-46f6-9c4c-a01b127900bf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:28.641706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:28.641706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Checking segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:28.643929 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:28.644075 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:28.649264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Bound using segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:28.649264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Bound port: 355a15a1-6656-4438-b1fe-4210127328ea, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:28.649264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.650189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.661380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdcafc-cf7a-4621-a74b-6bf8735a1bad req-9d437ed6-35be-4ffd-b585-8468c9fd4488 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.664209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Pushing event updated for resources: {'Port': ['ID=355a15a1-6656-4438-b1fe-4210127328ea,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.668494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bcdcafc-cf7a-4621-a74b-6bf8735a1bad req-9d437ed6-35be-4ffd-b585-8468c9fd4488 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.2177789 Jul 15 13:14:28.674967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013bebcc-c266-44f5-aae9-9eaa5659ae31 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:28.680886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.682853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f9bc08a0-76b0-4574-b085-26678cc1b336 HTTP/1.1" status: 204 len: 168 time: 1.6793895 Jul 15 13:14:28.689038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09ef41-c60a-4d6b-8975-1553d21242a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bc08a0-76b0-4574-b085-26678cc1b336,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.705484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 013bebcc-c266-44f5-aae9-9eaa5659ae31, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:28.735471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.831775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-f73278ec-b732-451c-8d0c-56b76fedba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.833658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=013bebcc-c266-44f5-aae9-9eaa5659ae31,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.833830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-f73278ec-b732-451c-8d0c-56b76fedba3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3739157 Jul 15 13:14:28.879307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-89ad3475-1725-4875-9f44-0721145c1084 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:28.881044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-89ad3475-1725-4875-9f44-0721145c1084 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.3882244 Jul 15 13:14:28.903077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] For port 355a15a1-6656-4438-b1fe-4210127328ea, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:28.906138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Request body: {'port': {'device_id': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'admin_state_up': True, 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:28.906900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] For port 355a15a1-6656-4438-b1fe-4210127328ea, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=355a15a1-6656-4438-b1fe-4210127328ea,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:28.912784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:28.913944 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.956668 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5396239-dda2-4c09-99a2-77e521d837f9 req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.970425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e80a69-86bc-4ae9-8774-9ec33bcccdc8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:28.989714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6e9e5ed2-f94f-4bb3-bee5-1486b60fe9c2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3156078 Jul 15 13:14:28.992957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:28.993180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['013bebcc-c266-44f5-aae9-9eaa5659ae31'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:28.998930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33206) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.005349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Request body: {'subnet': {'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-623312274-subnet', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:29.013614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5396239-dda2-4c09-99a2-77e521d837f9 req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.035367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bcdcafc-cf7a-4621-a74b-6bf8735a1bad req-8fe2db1a-ed90-4be9-bd97-4bf50ec40c67 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656828 Jul 15 13:14:29.056861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:29.111146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb2a984c-cea4-4f38-a13d-15c28ae6594e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=162fa0ff079e495182eb60b308483d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947117 Jul 15 13:14:29.117540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.120243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607498a6-b2bd-4058-b208-4dc6da435f5f None None] Pushing event updated for resources: {'Port': ['ID=355a15a1-6656-4438-b1fe-4210127328ea,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.123032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33208) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:29.179458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Made reservation on behalf of 40e490fb7beb4c2daf63d6d74e206878 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:29.181924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.188583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76b266-b9ed-47d7-9d11-14dc918465a0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.217353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:29.224628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b5396239-dda2-4c09-99a2-77e521d837f9 req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.226204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:29.226396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5396239-dda2-4c09-99a2-77e521d837f9 req-b612d498-1461-4132-b904-eab00b1ae92e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0128164 Jul 15 13:14:29.261177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:29.280077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-c7469792-01bc-48f4-b81d-8c061bbd4528 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294696 Jul 15 13:14:29.350985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f68b0e9-b4f6-4ffe-9b4c-927c40cf05e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.408191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Pushing event updated for resources: {'Port': ['ID=d00591e9-05b0-46f6-9c4c-a01b127900bf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.485118 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f68b0e9-b4f6-4ffe-9b4c-927c40cf05e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.497420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:29.501804 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.546665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e5370fd-8158-43a4-9a44-def77af3da43 req-34d2c31c-608d-4c21-89a2-6a22d70bf1b9 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.0573277 Jul 15 13:14:29.759215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a922eb-34f3-4348-97a8-27093d97ea98 req-3537ffad-f296-4388-86c1-298f8e9875ec service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588225 Jul 15 13:14:29.820334 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-06d2ecc7-e1a0-4cf6-b070-d83545a6d840 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/5a76b266-b9ed-47d7-9d11-14dc918465a0 HTTP/1.1" status: 200 len: 1804 time: 0.1425264 Jul 15 13:14:29.828531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5a76b266-b9ed-47d7-9d11-14dc918465a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:29.828870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5a76b266-b9ed-47d7-9d11-14dc918465a0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:29.847626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f68b0e9-b4f6-4ffe-9b4c-927c40cf05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.850314 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f68b0e9-b4f6-4ffe-9b4c-927c40cf05e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:29.851635 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f68b0e9-b4f6-4ffe-9b4c-927c40cf05e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a53f253d-c6c6-483a-a8d1-564aaaeb53b7 HTTP/1.1" status: 204 len: 168 time: 0.7276132 Jul 15 13:14:29.869465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Allocated IP 172.20.0.8 (35a7f83b-d9df-48c2-94f0-c76c73e6ea6e/a867b882-0336-456d-a5e4-f9c513468bb1/bdc1b255-bcac-45c1-b82a-34638d5bf8cf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:29.874270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68b0e9-b4f6-4ffe-9b4c-927c40cf05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53f253d-c6c6-483a-a8d1-564aaaeb53b7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:29.971220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.087348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.095451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.150633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de02b804-f258-4bb4-a7e5-e8a44fd09632,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.172293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.175220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.176638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3239062b-c3c1-49e6-aa5d-556166be0550 req-1b59b78c-b73a-4403-a947-15052a1ad087 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3554556 Jul 15 13:14:30.255812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.270707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.336072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:30.338173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 013bebcc-c266-44f5-aae9-9eaa5659ae31 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:30.352554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:30.358153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:30.366125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a828-2da6-4117-9021-262875b37252 req-9b99a3cb-1bad-4783-8d20-a704cb35ebdd tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.375498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:30.376012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28d3a828-2da6-4117-9021-262875b37252 req-9b99a3cb-1bad-4783-8d20-a704cb35ebdd tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 949 time: 0.7013764 Jul 15 13:14:30.468515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af936acd-edc9-4744-89bc-a30e16fc56bc,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.468819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event updated for resources: {'Port': ['ID=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:30.482222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 013bebcc-c266-44f5-aae9-9eaa5659ae31 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:30.494572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 013bebcc-c266-44f5-aae9-9eaa5659ae31 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:30.494572 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.498026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28d3a828-2da6-4117-9021-262875b37252 req-e679c39f-2de9-4921-92f7-01bd2cf0bb30 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205664 Jul 15 13:14:30.502793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.508250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.508925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.511113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Checking segment: {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:30.511703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Network hostable DHCP agents. Network: d0e80a69-86bc-4ae9-8774-9ec33bcccdc8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:30.534176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-10193280-2895-47d4-9feb-308227e5b0ae tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6382673 Jul 15 13:14:30.547482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Request body: {'port': {'device_id': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:30.560850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c255b6-2ab4-46c5-9312-e94e83e9fa07 req-5f78cbef-1535-4fff-8305-683aa1880dbe tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.569391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63c255b6-2ab4-46c5-9312-e94e83e9fa07 req-5f78cbef-1535-4fff-8305-683aa1880dbe tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 946 time: 0.1969092 Jul 15 13:14:30.576549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f768ba54-771f-4f6c-af27-5c2c5e26ec53 None None] Network 23471685-f132-4026-ac3c-49a865428c4d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:30.682247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:30.702836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63c255b6-2ab4-46c5-9312-e94e83e9fa07 req-c633c112-1fc5-43e3-a348-b8b3142cb1f7 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322770 Jul 15 13:14:30.730887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.756439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-a7e83210-6187-4fe0-ad06-f261ceb948ce req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1158553339', 'description': 'tempest-description-1997161256'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:30.776101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, d0e80a69-86bc-4ae9-8774-9ec33bcccdc8) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:30.804214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:30.804827 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.840565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a7e83210-6187-4fe0-ad06-f261ceb948ce req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:30.876407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-44b6c063-eafd-4203-a9b4-5d62a6fc081a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8749800 Jul 15 13:14:30.893435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33242) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:30.901611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:30.971325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c4242-5e74-4ea4-b5bb-8b244f2c003d None None] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:30.979353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-42460d6b-a790-485a-8915-10ba6aad7a38 None None] Provisioning for port 355a15a1-6656-4438-b1fe-4210127328ea completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:31.002510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34bba5-bf46-4883-968e-8c3740efceac req-22edbf1f-0d7a-4e82-b03c-7b585577e2af tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.004402 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c34bba5-bf46-4883-968e-8c3740efceac req-22edbf1f-0d7a-4e82-b03c-7b585577e2af tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.2459931 Jul 15 13:14:31.039494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.040429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:31.040582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.082100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.099454 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.123308 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c34bba5-bf46-4883-968e-8c3740efceac req-404f97a6-aa38-4aac-84b9-a472b743d5c6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092162 Jul 15 13:14:31.204326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'mac_address': 'fa:16:3e:9b:6a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:31.223036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a7e83210-6187-4fe0-ad06-f261ceb948ce req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.250000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a7e83210-6187-4fe0-ad06-f261ceb948ce req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.276805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-921b0eed-33e2-4b58-bd20-86d3368e7c70 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.285577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-921b0eed-33e2-4b58-bd20-86d3368e7c70 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 946 time: 0.4046137 Jul 15 13:14:31.305025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc1b255-bcac-45c1-b82a-34638d5bf8cf {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:31.310881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.313117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 013bebcc-c266-44f5-aae9-9eaa5659ae31, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:31.320682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a7e83210-6187-4fe0-ad06-f261ceb948ce req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.321575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bebcc-c266-44f5-aae9-9eaa5659ae31'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:31.324180 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58576f6d-172a-4de7-a8d4-fd75a9f65506" -d '{"events": [{"server_uuid": "9847cd48-53ea-4c6f-a6d0-cf6465e2368e", "name": "network-vif-plugged", "status": "completed", "tag": "013bebcc-c266-44f5-aae9-9eaa5659ae31"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:31.326115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a7e83210-6187-4fe0-ad06-f261ceb948ce req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5815215 Jul 15 13:14:31.327983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 355a15a1-6656-4438-b1fe-4210127328ea up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:31.330950 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.355011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-77d71694-cac3-4ffe-bcf9-9254a5f9f07f req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-736920267', 'description': 'tempest-description-2093318573'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:31.365494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b56610-0a32-4a6b-be38-d5aab370dba8 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80d10f-7219-451c-96ce-c31cdb58c748,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.388039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.395800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Transition to ACTIVE for port object bdc1b255-bcac-45c1-b82a-34638d5bf8cf will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:31.402271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.451475 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-77d71694-cac3-4ffe-bcf9-9254a5f9f07f req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.478084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=013bebcc-c266-44f5-aae9-9eaa5659ae31,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.550886 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.560007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 355a15a1-6656-4438-b1fe-4210127328ea completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:31.597193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-77d71694-cac3-4ffe-bcf9-9254a5f9f07f req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.606966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 355a15a1-6656-4438-b1fe-4210127328ea triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:31.607369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.626352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.633528 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-77d71694-cac3-4ffe-bcf9-9254a5f9f07f req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.650026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-d0e80a69-86bc-4ae9-8774-9ec33bcccdc8', 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'fixed_ips': [{'subnet_id': 'af936acd-edc9-4744-89bc-a30e16fc56bc'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:14:31.650912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.658340 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545994c0-dabb-4a8d-83d8-aca76f4fcf75 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:31.680548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.684067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:31.704910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.721766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a015581-4e14-44e7-bc9e-046533b4a489,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:31.732870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c0ff4-c10b-4fce-8a66-c5749e58f07c req-0f43ac59-b06e-4574-8478-d99d9c7ecb72 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:31.742902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-819c0ff4-c10b-4fce-8a66-c5749e58f07c req-0f43ac59-b06e-4574-8478-d99d9c7ecb72 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 943 time: 0.3620465 Jul 15 13:14:31.751639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-77d71694-cac3-4ffe-bcf9-9254a5f9f07f req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.760661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-77d71694-cac3-4ffe-bcf9-9254a5f9f07f req-678c6f96-2ca1-4be2-83f6-1103d80e06b1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4135020 Jul 15 13:14:31.792450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Attempting to bind port bdc1b255-bcac-45c1-b82a-34638d5bf8cf on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:31.792955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Attempting to bind port bdc1b255-bcac-45c1-b82a-34638d5bf8cf by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:31.793295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Attempting to bind port bdc1b255-bcac-45c1-b82a-34638d5bf8cf on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.808034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Port bdc1b255-bcac-45c1-b82a-34638d5bf8cf on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:31.808296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Attempting to bind port bdc1b255-bcac-45c1-b82a-34638d5bf8cf on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:31.820406 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:31.820785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:31.821186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Bound using segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:31.821650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Bound port: bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:31.822022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.887635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Deleting port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:31.887978 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.925350 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0949677-429c-4ede-bd27-c6c53820a01f x-openstack-request-id: req-a0949677-429c-4ede-bd27-c6c53820a01f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:31.925597 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9847cd48-53ea-4c6f-a6d0-cf6465e2368e", "name": "network-vif-plugged", "status": "completed", "tag": "013bebcc-c266-44f5-aae9-9eaa5659ae31", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:31.925797 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0949677-429c-4ede-bd27-c6c53820a01f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:31.926364 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013bebcc-c266-44f5-aae9-9eaa5659ae31', 'code': 200} Jul 15 13:14:31.936510 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:31.999990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-819c0ff4-c10b-4fce-8a66-c5749e58f07c req-0df5ae7a-45bd-4199-b6c4-94c95202eb79 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561700 Jul 15 13:14:32.003430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:14:32.006131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.037851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['545994c0-dabb-4a8d-83d8-aca76f4fcf75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:32.060318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 355a15a1-6656-4438-b1fe-4210127328ea, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=355a15a1-6656-4438-b1fe-4210127328ea,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:32.106295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] For port bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:32.152671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] For port bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:32.166629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.200111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.223464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.224748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.226344 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] 10.222.0.59 "PUT /v2.0/ports/bdc1b255-bcac-45c1-b82a-34638d5bf8cf HTTP/1.1" status: 200 len: 1092 time: 1.6839154 Jul 15 13:14:32.229732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'tag': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:32.239765 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecab52be-b248-4b32-aec9-9c710053ef66" -d '{"events": [{"name": "network-changed", "server_uuid": "20b0f753-68f9-4f37-a7ee-491b3733a371", "tag": "bdc1b255-bcac-45c1-b82a-34638d5bf8cf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:32.256692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Allocated IP 172.20.0.2 (d0e80a69-86bc-4ae9-8774-9ec33bcccdc8/af936acd-edc9-4744-89bc-a30e16fc56bc/d269c649-4297-454e-80d8-db89d137d1e3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:32.260185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6e59-4f13-4c3b-a07a-ad6cc372d8a7 req-5fb8e981-a833-4742-a6b7-5e6d53fec36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.263666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8e1d6e59-4f13-4c3b-a07a-ad6cc372d8a7 req-5fb8e981-a833-4742-a6b7-5e6d53fec36c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 1102 time: 0.3241858 Jul 15 13:14:32.277831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470557-db85-4f37-b11d-c342abf37aa1 req-9add1bcb-d51d-412e-8e69-b0242ca9b97a tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.285798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3c470557-db85-4f37-b11d-c342abf37aa1 req-9add1bcb-d51d-412e-8e69-b0242ca9b97a tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 0.2633786 Jul 15 13:14:32.307570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c4040cf6-0eb0-4541-8e97-ce9e3ef450cd None None] Provisioning complete for port 355a15a1-6656-4438-b1fe-4210127328ea triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:32.308050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c4040cf6-0eb0-4541-8e97-ce9e3ef450cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.341105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] For port 5b81e0fa-dbbe-4095-830a-3c995ea842e5, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5b81e0fa-dbbe-4095-830a-3c995ea842e5,segment=NetworkSegment(29afe2c7-167c-42bd-a297-394bd9456c24),segment_id=29afe2c7-167c-42bd-a297-394bd9456c24)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:32.342066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.371866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Calling delete_port for 5b81e0fa-dbbe-4095-830a-3c995ea842e5 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:32.379672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37893-e78a-4532-ac81-e0c07abf2d2e service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.398139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:32.407945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=355a15a1-6656-4438-b1fe-4210127328ea,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:32.415000 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:32.430821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:32.432269 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:32.453978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3c470557-db85-4f37-b11d-c342abf37aa1 req-02bb58b0-1c95-4801-a6b6-effe9a274cdc tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667182 Jul 15 13:14:32.463364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8e1d6e59-4f13-4c3b-a07a-ad6cc372d8a7 req-4fb36d15-20bf-43a7-a569-577d03cf2223 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657269 Jul 15 13:14:32.528828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-df17ef3c-1330-4d4d-8d68-f6a135e763e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.531632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-df17ef3c-1330-4d4d-8d68-f6a135e763e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 1095 time: 0.2365100 Jul 15 13:14:32.588089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8470-11c0-4273-aea5-ad803ce5b5b7 req-72b4a759-d62b-4a7f-9f3e-78b23e6f95eb tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.592540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-7ab0ddca-f807-4f9a-99d0-46e7523ca5e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf HTTP/1.1" status: 200 len: 217 time: 0.0511000 Jul 15 13:14:32.596266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-391f8470-11c0-4273-aea5-ad803ce5b5b7 req-72b4a759-d62b-4a7f-9f3e-78b23e6f95eb tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c08000f-c5ea-4bce-a451-5a2f94206c87 HTTP/1.1" status: 200 len: 946 time: 0.4040306 Jul 15 13:14:32.598272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.603636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-945039be-91dc-4126-9f84-513d122a5b31 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/cc80d10f-7219-451c-96ce-c31cdb58c748 HTTP/1.1" status: 200 len: 1805 time: 0.1210246 Jul 15 13:14:32.603781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fee08067-3cc7-4488-977b-d055d4212003 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2041764 Jul 15 13:14:32.604161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:32.644955 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:32.719579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-391f8470-11c0-4273-aea5-ad803ce5b5b7 req-0ec11c55-4bcc-4989-9974-412af4fff757 tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.57 "GET /v2.0/security-groups?id=06a8c4f7-a78d-4759-b8b7-83c4259bd122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221495 Jul 15 13:14:32.733181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.780751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.829857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-9c7e900e-72c4-40f4-a19d-7c10a08916b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:32.831489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-9c7e900e-72c4-40f4-a19d-7c10a08916b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.2264817 Jul 15 13:14:32.851968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-4580ac57-dd81-4923-b85d-dfd22fc98adb tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/5a015581-4e14-44e7-bc9e-046533b4a489 HTTP/1.1" status: 200 len: 1804 time: 0.2486043 Jul 15 13:14:32.883475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-adc0800f-f6b9-43ac-98de-3cbc65363386 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441892 Jul 15 13:14:32.891165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cc80d10f-7219-451c-96ce-c31cdb58c748', 'remote_group_id': '5a015581-4e14-44e7-bc9e-046533b4a489', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:32.891463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cc80d10f-7219-451c-96ce-c31cdb58c748', 'remote_group_id': '5a015581-4e14-44e7-bc9e-046533b4a489', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:32.899849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:32.922314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Transition to ACTIVE for port object d269c649-4297-454e-80d8-db89d137d1e3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:32.975853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Transition to ACTIVE for port object d269c649-4297-454e-80d8-db89d137d1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:32.990497 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.008286 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:30Z', 'revision_number': 3, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:33.027743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.062138 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:33.062820 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Updating router b0d84caf-a76b-44e2-81be-abf0ddd83f19 port d00591e9-05b0-46f6-9c4c-a01b127900bf binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:33.102760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:33.108272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Pushing event deleted for resources: {'Port': ['ID=5b81e0fa-dbbe-4095-830a-3c995ea842e5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.114069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:33.128141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:33.156118 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.176325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Allocated IP 172.25.3.93 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/a0032825-a4ca-4ec2-9a8e-7da1587731cb) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:33.203214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] No DVR routers for this DVR port 5b81e0fa-dbbe-4095-830a-3c995ea842e5 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:33.217795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.222369 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc88804c-53cc-4793-a5f4-4d5ec34786a8 req-a0cdcde7-b78e-4c50-8539-75b1d827dbcf tempest-InstanceActionsV221TestJSON-1692071052 tempest-InstanceActionsV221TestJSON-1692071052-project] 10.222.0.59 "DELETE /v2.0/ports/5b81e0fa-dbbe-4095-830a-3c995ea842e5 HTTP/1.1" status: 204 len: 173 time: 1.9292004 Jul 15 13:14:33.223168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'name': 'network-vif-deleted', 'tag': '5b81e0fa-dbbe-4095-830a-3c995ea842e5'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:33.226282 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dad363-f126-42c5-abd5-498b2222e020" -d '{"events": [{"server_uuid": "3c08000f-c5ea-4bce-a451-5a2f94206c87", "name": "network-vif-deleted", "tag": "5b81e0fa-dbbe-4095-830a-3c995ea842e5"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:33.281339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b94d6a-95ad-41dd-989b-344cc757c95f req-1daf529e-fee9-4fe7-b895-b5c80f710f19 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:33.288731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-0c00c208-d1a2-4c1c-8755-92f6ed558658 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904893 Jul 15 13:14:33.294277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9b94d6a-95ad-41dd-989b-344cc757c95f req-1daf529e-fee9-4fe7-b895-b5c80f710f19 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 949 time: 0.3341460 Jul 15 13:14:33.340793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 355a15a1-6656-4438-b1fe-4210127328ea up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:33.347896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Attempting to bind port d269c649-4297-454e-80d8-db89d137d1e3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:33.347896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Attempting to bind port d269c649-4297-454e-80d8-db89d137d1e3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:33.352278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Attempting to bind port d269c649-4297-454e-80d8-db89d137d1e3 on network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:33.403833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Pushing event updated for resources: {'Port': ['ID=d269c649-4297-454e-80d8-db89d137d1e3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.434884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:33.434884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Checking segment: {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:33.434884 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.435870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Bound using segment: {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:33.436126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Bound port: d269c649-4297-454e-80d8-db89d137d1e3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:33.436694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.524790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9b94d6a-95ad-41dd-989b-344cc757c95f req-be94ebe4-c175-4100-86f6-f3661550482d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288432 Jul 15 13:14:33.595469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.619551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 355a15a1-6656-4438-b1fe-4210127328ea triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:33.620224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.622261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] For port d269c649-4297-454e-80d8-db89d137d1e3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:33.627274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] For port d269c649-4297-454e-80d8-db89d137d1e3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d269c649-4297-454e-80d8-db89d137d1e3,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:33.663935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.711305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:33.819703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Pushing event updated for resources: {'Port': ['ID=a0032825-a4ca-4ec2-9a8e-7da1587731cb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.823810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6875df-8d7c-4cb2-9876-613c7b912d2f None None] Pushing event updated for resources: {'Port': ['ID=d269c649-4297-454e-80d8-db89d137d1e3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:33.913300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33314) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:33.927248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:33.941451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:33.951543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:33.994504 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.010189 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Transition to ACTIVE for port object d00591e9-05b0-46f6-9c4c-a01b127900bf will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:34.019593 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.041589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064bf06-8834-4e22-b4e8-c4bd268b14a4 req-5fac7254-b89d-4dc8-a265-d3e1d5ec6f83 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:34.043396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0064bf06-8834-4e22-b4e8-c4bd268b14a4 req-5fac7254-b89d-4dc8-a265-d3e1d5ec6f83 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 943 time: 0.2248142 Jul 15 13:14:34.090076 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Pushing event updated for resources: {'Port': ['ID=d00591e9-05b0-46f6-9c4c-a01b127900bf,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.139458 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.139809 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.140877 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.140877 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.141459 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.141965 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.142288 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.142691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.143016 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.143337 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.143659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.143978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:34.163341 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Attempting to bind port d00591e9-05b0-46f6-9c4c-a01b127900bf on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:34.163712 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Attempting to bind port d00591e9-05b0-46f6-9c4c-a01b127900bf by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:34.164076 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Attempting to bind port d00591e9-05b0-46f6-9c4c-a01b127900bf on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:34.189069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5b81e0fa-dbbe-4095-830a-3c995ea842e5 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:34.208440 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:34.211312 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:34.211868 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.215101 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:34.215769 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Bound port: d00591e9-05b0-46f6-9c4c-a01b127900bf, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:34.218902 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.244514 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8243bb-1881-4188-ab0c-2ad42f32b231 x-openstack-request-id: req-fa8243bb-1881-4188-ab0c-2ad42f32b231 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:34.245088 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b0f753-68f9-4f37-a7ee-491b3733a371", "tag": "bdc1b255-bcac-45c1-b82a-34638d5bf8cf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:34.245088 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa8243bb-1881-4188-ab0c-2ad42f32b231 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:34.245476 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'tag': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf', 'status': 'completed', 'code': 200} Jul 15 13:14:34.256044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 5b81e0fa-dbbe-4095-830a-3c995ea842e5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:34.256399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5b81e0fa-dbbe-4095-830a-3c995ea842e5 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:34.321229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.332142 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] For port d00591e9-05b0-46f6-9c4c-a01b127900bf, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:34.337710 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] For port d00591e9-05b0-46f6-9c4c-a01b127900bf, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d00591e9-05b0-46f6-9c4c-a01b127900bf,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:34.345735 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.359645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:34.418509 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f3fc0-04bd-4777-a7a3-ec15d2f41667 None None] Pushing event updated for resources: {'Port': ['ID=d00591e9-05b0-46f6-9c4c-a01b127900bf,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.423794 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:34.425516 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:34.446614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:34.454355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:34.455062 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.461028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d35b89f-ac9c-4729-b6b0-d5a110560349 req-b4323a29-93f8-469e-8a40-7108476171af service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0424585 Jul 15 13:14:34.478903 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.489939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.548345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10321034-9db0-4f5a-92e1-ccf7865a1180,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.581242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.595188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61a136a6-fe2c-4f15-b032-27f751b4f85e req-644fbab8-60c3-4ed6-bcff-8508eebe4d46 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.7141635 Jul 15 13:14:34.601789 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:34.608391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.618743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.653068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:34.654562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:34.660824 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b9e8d-77c0-4242-9047-b5b3b06daff1" -d '{"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-plugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:34.665058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.684084 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8359e30b-c810-4709-965f-2e61eca7ffb5 x-openstack-request-id: req-8359e30b-c810-4709-965f-2e61eca7ffb5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:34.684660 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c08000f-c5ea-4bce-a451-5a2f94206c87", "name": "network-vif-deleted", "tag": "5b81e0fa-dbbe-4095-830a-3c995ea842e5", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:34.684660 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8359e30b-c810-4709-965f-2e61eca7ffb5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:34.685078 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c08000f-c5ea-4bce-a451-5a2f94206c87', 'name': 'network-vif-deleted', 'tag': '5b81e0fa-dbbe-4095-830a-3c995ea842e5', 'status': 'completed', 'code': 200} Jul 15 13:14:34.702008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-50e2cf53-6bb2-418b-aa87-0448eb787229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:34.704565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-50e2cf53-6bb2-418b-aa87-0448eb787229 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 1095 time: 0.1686411 Jul 15 13:14:34.710875 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af82f34b-5e28-4ff4-a6bd-879274403751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:34.780515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:34.837492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0064bf06-8834-4e22-b4e8-c4bd268b14a4 req-c91777a3-cfe1-4270-8727-1290f4b191d7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608384 Jul 15 13:14:34.984024 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:30Z', 'revision_number': 3, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:35.024249 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5788735f-3b6b-4e22-8f03-debaee3dcd3b None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:30Z', 'revision_number': 3, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:35.033039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.086003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-8f9c4f20-756e-4585-a36c-2cfdfac84eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.087470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-8f9c4f20-756e-4585-a36c-2cfdfac84eb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.3718607 Jul 15 13:14:35.107686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Allocated IP 172.20.0.1 (23471685-f132-4026-ac3c-49a865428c4d/aa28cafa-a325-43b0-85af-606dcedb69a5/5b5ed9ac-581a-4ad7-a095-4b38892ca71f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:35.162673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-260de998-688a-4947-917d-b614328b36ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf HTTP/1.1" status: 200 len: 217 time: 0.0642934 Jul 15 13:14:35.178277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9d5b-75ed-41ee-b0fa-b5c70e4c2969 req-14e7a39a-d2cd-47bd-b987-6a7b6a0cab43 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.187668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c59b9d5b-75ed-41ee-b0fa-b5c70e4c2969 req-14e7a39a-d2cd-47bd-b987-6a7b6a0cab43 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 0.2491601 Jul 15 13:14:35.272130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d269c649-4297-454e-80d8-db89d137d1e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:35.289892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af82f34b-5e28-4ff4-a6bd-879274403751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.349186 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.350294 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af82f34b-5e28-4ff4-a6bd-879274403751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.359956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d269c649-4297-454e-80d8-db89d137d1e3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:35.377301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976502cf-929f-4b4e-8b16-80a00e675cbd None None] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:35.414690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Transition to ACTIVE for port object 5b5ed9ac-581a-4ad7-a095-4b38892ca71f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:35.440848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c59b9d5b-75ed-41ee-b0fa-b5c70e4c2969 req-12334d06-7950-42df-a566-6c6c7288f64a tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522602 Jul 15 13:14:35.454762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e2406-a43c-4887-ace2-b456f14212e5 req-92ca8d09-8aed-4977-abd6-2399ff7e2d7f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.456370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-598e2406-a43c-4887-ace2-b456f14212e5 req-92ca8d09-8aed-4977-abd6-2399ff7e2d7f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.2777872 Jul 15 13:14:35.473552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-719e42f7-50d9-4dc3-ad0e-90a918e5cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:35.481726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-719e42f7-50d9-4dc3-ad0e-90a918e5cbce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.1266215 Jul 15 13:14:35.492862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-17267d88-bae5-42c5-b119-4d8960e6f47b req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-891894408', 'description': 'tempest-description-758118540'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:35.495773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82f34b-5e28-4ff4-a6bd-879274403751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ab4215-128b-4582-ad37-e665dcd3107c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.507380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] Provisioning for port d269c649-4297-454e-80d8-db89d137d1e3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:35.518887 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-af82f34b-5e28-4ff4-a6bd-879274403751 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cfa5061bb974c36ad9b900c69fdea4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5993125 Jul 15 13:14:35.520398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33328) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:35.534089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] Provisioning complete for port d269c649-4297-454e-80d8-db89d137d1e3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:35.534446 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.553592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-44b16736-3d90-4dc0-a30b-f8e833710821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640140 Jul 15 13:14:35.604872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.625521 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-598e2406-a43c-4887-ace2-b456f14212e5 req-d25fcc2f-2b08-4ceb-8649-3f752b8eb9b6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244218 Jul 15 13:14:35.681260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-ca5e28f9-0523-423c-b879-3cf22ba50060 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192608 Jul 15 13:14:35.683881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.723622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23a1b1f7-ad7d-4107-a206-149982aec3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.751724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17267d88-bae5-42c5-b119-4d8960e6f47b req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.774374 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4be817-97cd-439c-879d-48464a8e524f x-openstack-request-id: req-8f4be817-97cd-439c-879d-48464a8e524f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:35.775122 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-plugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:35.775122 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f4be817-97cd-439c-879d-48464a8e524f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:35.775695 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'code': 200} Jul 15 13:14:35.813415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Network 23471685-f132-4026-ac3c-49a865428c4d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:35.841462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Pushing event updated for resources: {'Port': ['ID=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:35.848799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:35.852446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:35.870789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23a1b1f7-ad7d-4107-a206-149982aec3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:35.890915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.891423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.905410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.905635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.909009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.909435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.909774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.911054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.911404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.917649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.918268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.918487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:35.994721 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.072363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:14:36.079637 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.097920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] For port d269c649-4297-454e-80d8-db89d137d1e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d269c649-4297-454e-80d8-db89d137d1e3,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:36.098842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23a1b1f7-ad7d-4107-a206-149982aec3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.102178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23a1b1f7-ad7d-4107-a206-149982aec3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.108181 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.111441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-23a1b1f7-ad7d-4107-a206-149982aec3a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5ab4215-128b-4582-ad37-e665dcd3107c HTTP/1.1" status: 204 len: 168 time: 0.5860908 Jul 15 13:14:36.202150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecab52be-b248-4b32-aec9-9c710053ef66 req-b91e3dcc-431e-4361-88b2-f975d58d7092 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518847 Jul 15 13:14:36.222978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1b1f7-ad7d-4107-a206-149982aec3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ab4215-128b-4582-ad37-e665dcd3107c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.245120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884e736-9774-43b9-bc46-14cd8e6ad2ae req-d83d8ea3-8c68-4330-95df-518d38493dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:36.253472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5884e736-9774-43b9-bc46-14cd8e6ad2ae req-d83d8ea3-8c68-4330-95df-518d38493dfc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1102 time: 0.4732513 Jul 15 13:14:36.358758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e4ae7-26c6-4bc4-837c-e154c8414fdf None None] Pushing event updated for resources: {'Port': ['ID=d269c649-4297-454e-80d8-db89d137d1e3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.380472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17267d88-bae5-42c5-b119-4d8960e6f47b req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.381015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f0dfc9e4-c571-489d-8f5c-6f69e18e1e05 None None] Provisioning for port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:36.389626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f0dfc9e4-c571-489d-8f5c-6f69e18e1e05 None None] Provisioning complete for port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:36.390501 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc9e4-c571-489d-8f5c-6f69e18e1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.398620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:36.416479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17267d88-bae5-42c5-b119-4d8960e6f47b req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.450056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.454319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b16611e7-148b-4675-a4fb-71e5fcdf1deb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5549927 Jul 15 13:14:36.454971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33338) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.468250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Sync routers for ids ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:36.468906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5884e736-9774-43b9-bc46-14cd8e6ad2ae req-847d68b5-efef-45a1-b707-b22f46fb6505 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069857 Jul 15 13:14:36.487769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Routers {'939d8dbc-ef71-4773-acbd-4b4e2f15a198'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:36.488456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:36.542769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17267d88-bae5-42c5-b119-4d8960e6f47b req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.544108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17267d88-bae5-42c5-b119-4d8960e6f47b req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0577068 Jul 15 13:14:36.591119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cf4f4-6700-4c9d-b4a2-9d245d81d863 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a325b7-117b-42ac-ab9a-698e9c9818a1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:36.621492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f0dfc9e4-c571-489d-8f5c-6f69e18e1e05 None None] Port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:36.631867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.696678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33346) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:36.715278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Set router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:36.719601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-537d77a1-e879-4546-9980-b300a6bcf5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.820409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c9aee059-cf31-4979-bfd9-408e87bcdb88 None None] Provisioning complete for port d269c649-4297-454e-80d8-db89d137d1e3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:36.820787 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9aee059-cf31-4979-bfd9-408e87bcdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.860420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f023a2a-e549-419b-bfda-81e4af1561e4 req-fb1b7149-55af-4044-9f88-d82184a818bf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:36.863236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f023a2a-e549-419b-bfda-81e4af1561e4 req-fb1b7149-55af-4044-9f88-d82184a818bf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 943 time: 0.2107172 Jul 15 13:14:36.942341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:36.952573 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.015035 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-537d77a1-e879-4546-9980-b300a6bcf5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.029052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-537d77a1-e879-4546-9980-b300a6bcf5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.036343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.055276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5891-f5f3-4b53-add5-c7f30cf87ede req-7376f6aa-7026-4b30-99c0-6bf295fa49f3 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:37.055276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-704b5891-f5f3-4b53-add5-c7f30cf87ede req-7376f6aa-7026-4b30-99c0-6bf295fa49f3 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 0.1901479 Jul 15 13:14:37.059738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f023a2a-e549-419b-bfda-81e4af1561e4 req-5e8b242d-3357-401f-bb82-cf97f9bceab5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384656 Jul 15 13:14:37.070965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Pushing event updated for resources: {'Port': ['ID=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.088171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:14:34Z', 'revision_number': 3, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:37.133856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d77a1-e879-4546-9980-b300a6bcf5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf6cc13-cb66-4bcd-83f7-a8a34b2b257e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.139776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-537d77a1-e879-4546-9980-b300a6bcf5f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68688c4f914048598158f1f3f333fabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413459 Jul 15 13:14:37.145421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33350) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:37.145742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b031122f-6513-472a-b044-1edee6fa3c78 req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-865799355', 'description': 'tempest-description-2030188768'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:37.171024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Checking router: 939d8dbc-ef71-4773-acbd-4b4e2f15a198 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:37.171371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Updating router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 port a0032825-a4ca-4ec2-9a8e-7da1587731cb binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:37.224581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-704b5891-f5f3-4b53-add5-c7f30cf87ede req-f34c13f6-49bb-41c5-a935-cd8aabaef09e tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662428 Jul 15 13:14:37.255150 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.263142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b031122f-6513-472a-b044-1edee6fa3c78 req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.425782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1970f32-7640-4b5b-8acd-b6e60f8706f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.440159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Network 23471685-f132-4026-ac3c-49a865428c4d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:37.455090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:37.531091 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.536914 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b031122f-6513-472a-b044-1edee6fa3c78 req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.551794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b031122f-6513-472a-b044-1edee6fa3c78 req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.589519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3281673b-9077-4cc6-b4c8-058a3a7fd0f9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.646851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1970f32-7640-4b5b-8acd-b6e60f8706f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.652669 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b031122f-6513-472a-b044-1edee6fa3c78 req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.652952 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.665378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b031122f-6513-472a-b044-1edee6fa3c78 req-47493a81-b791-4b7c-96ec-9edfc987a4ec tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5332470 Jul 15 13:14:37.679042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d00591e9-05b0-46f6-9c4c-a01b127900bf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:37.729822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Transition to ACTIVE for port object a0032825-a4ca-4ec2-9a8e-7da1587731cb will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:37.745178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.805978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33354) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:37.813831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1970f32-7640-4b5b-8acd-b6e60f8706f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.816395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1970f32-7640-4b5b-8acd-b6e60f8706f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.817592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d1970f32-7640-4b5b-8acd-b6e60f8706f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/edf6cc13-cb66-4bcd-83f7-a8a34b2b257e HTTP/1.1" status: 204 len: 168 time: 0.6686904 Jul 15 13:14:37.821386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d00591e9-05b0-46f6-9c4c-a01b127900bf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:37.846669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d00591e9-05b0-46f6-9c4c-a01b127900bf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:37.847221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.860165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc10f0-125b-4137-a63a-d1d59841dd6e req-71b81aa1-603d-4ecd-a81a-6ac4db4fcae9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:37.862659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30fc10f0-125b-4137-a63a-d1d59841dd6e req-71b81aa1-603d-4ecd-a81a-6ac4db4fcae9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.3755322 Jul 15 13:14:37.863160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1970f32-7640-4b5b-8acd-b6e60f8706f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf6cc13-cb66-4bcd-83f7-a8a34b2b257e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.899018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:37.903840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ea04-fa89-432e-9a0c-b921f589709b None None] Pushing event updated for resources: {'Port': ['ID=a0032825-a4ca-4ec2-9a8e-7da1587731cb,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:37.908753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Attempting to bind port a0032825-a4ca-4ec2-9a8e-7da1587731cb on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:37.909128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Attempting to bind port a0032825-a4ca-4ec2-9a8e-7da1587731cb by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:37.909561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Attempting to bind port a0032825-a4ca-4ec2-9a8e-7da1587731cb on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:37.930146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:37.930538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:37.930947 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.931347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:37.931828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Bound port: a0032825-a4ca-4ec2-9a8e-7da1587731cb, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:37.932210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:37.969442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9864fe99-7667-4cd3-a7fb-2f7f3ff01494 None None] Provisioning complete for port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:37.969804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9864fe99-7667-4cd3-a7fb-2f7f3ff01494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.019263 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-018ef67a-8df0-465f-a100-d75704a08a61 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/72a325b7-117b-42ac-ab9a-698e9c9818a1 HTTP/1.1" status: 200 len: 1803 time: 0.1890180 Jul 15 13:14:38.034855 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:38.048428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c66d1bec-dd1e-406e-9e81-5f6374f6cf6e admin admin] 10.222.0.57 "PUT /v2.0/routers/b0d84caf-a76b-44e2-81be-abf0ddd83f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4408169 Jul 15 13:14:38.049883 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:38.057682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Deleting subnet 0b47e73f-39ea-41e6-b772-52d0bbbdf8de {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:38.063676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.065225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30fc10f0-125b-4137-a63a-d1d59841dd6e req-e3d4038e-205e-4f1f-861b-95478c805acc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903667 Jul 15 13:14:38.079084 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:38.081953 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:38.164204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9864fe99-7667-4cd3-a7fb-2f7f3ff01494 None None] Port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:38.170752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] For port a0032825-a4ca-4ec2-9a8e-7da1587731cb, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:38.172801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.221555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device bdc1b255-bcac-45c1-b82a-34638d5bf8cf details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:38.277103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.307346 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:38.357177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Allocated IP 172.20.0.1 (d0e80a69-86bc-4ae9-8774-9ec33bcccdc8/af936acd-edc9-4744-89bc-a30e16fc56bc/e15afc90-7b8c-402b-9e16-beb7fdc87475) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:38.362019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.407867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] For port a0032825-a4ca-4ec2-9a8e-7da1587731cb, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0032825-a4ca-4ec2-9a8e-7da1587731cb,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:38.414609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:38.425991 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.433589 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.451497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-f717a750-476f-4637-8069-297e8e3483ed tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/3281673b-9077-4cc6-b4c8-058a3a7fd0f9 HTTP/1.1" status: 200 len: 1804 time: 0.4185569 Jul 15 13:14:38.468673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f97293-832d-4afc-85ab-0a5d64861af7 req-51b7c59f-ad74-437f-9d01-f6595af8c45b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:38.477753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b47e73f-39ea-41e6-b772-52d0bbbdf8de,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.479881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.482780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e12656d8-789e-40e7-abbc-1e3501d067e1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0b47e73f-39ea-41e6-b772-52d0bbbdf8de HTTP/1.1" status: 204 len: 168 time: 0.6756768 Jul 15 13:14:38.486487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d00591e9-05b0-46f6-9c4c-a01b127900bf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d00591e9-05b0-46f6-9c4c-a01b127900bf,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:38.487396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4f97293-832d-4afc-85ab-0a5d64861af7 req-51b7c59f-ad74-437f-9d01-f6595af8c45b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 943 time: 0.1911063 Jul 15 13:14:38.489675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf', 'mac_address': 'fa:16:3e:8b:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:38.496708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '72a325b7-117b-42ac-ab9a-698e9c9818a1', 'remote_group_id': '3281673b-9077-4cc6-b4c8-058a3a7fd0f9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:38.497083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '72a325b7-117b-42ac-ab9a-698e9c9818a1', 'remote_group_id': '3281673b-9077-4cc6-b4c8-058a3a7fd0f9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:38.504419 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.505197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d269c649-4297-454e-80d8-db89d137d1e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:38.516428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33374) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:38.554534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4f97293-832d-4afc-85ab-0a5d64861af7 req-75dc0ea0-36b0-4539-ba4d-4eda6ccaa8d5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658166 Jul 15 13:14:38.582290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ea04-fa89-432e-9a0c-b921f589709b None None] Pushing event updated for resources: {'Port': ['ID=a0032825-a4ca-4ec2-9a8e-7da1587731cb,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:38.588050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Routers {'939d8dbc-ef71-4773-acbd-4b4e2f15a198'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:38.588700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:38.653847 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.667327 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 2, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:38.695673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc1b255-bcac-45c1-b82a-34638d5bf8cf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:38.728498 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:38.728850 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Updating router b0d84caf-a76b-44e2-81be-abf0ddd83f19 port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:38.784521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.799467 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.845705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.894746 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.912339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Transition to ACTIVE for port object e15afc90-7b8c-402b-9e16-beb7fdc87475 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:38.975202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:38.979865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d00591e9-05b0-46f6-9c4c-a01b127900bf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.010383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.015935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:39.022936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.036072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0d153b-823c-49a2-93b4-2788545ee131']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:39.062459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29afe2c7-167c-42bd-a297-394bd9456c24') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:39.063181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29afe2c7-167c-42bd-a297-394bd9456c24') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:39.073413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb1903d-9bf0-492c-9bfb-f6616511a9cc,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.075788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] Set router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:39.077212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.084017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e95966e2-2ce2-497b-9b30-7fbbf890dd28 req-6b3fb7a8-b928-43df-82b7-b089c3a33b28 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6315637 Jul 15 13:14:39.086927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.099556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.148661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.204242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.226755 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.227483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d269c649-4297-454e-80d8-db89d137d1e3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:39.227862 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.228146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:39.243025 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Transition to ACTIVE for port object 5b5ed9ac-581a-4ad7-a095-4b38892ca71f will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:39.244817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:39.251303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:39.251303 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.251979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122916904', 'description': 'tempest-description--1334666518'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:39.252865 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:39.257687 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.272761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.299047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:39.304185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:39.352833 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cec454-b3c0-4b8f-b5a2-1a8e24c91468 None None] Pushing event updated for resources: {'Port': ['ID=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.364701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.396264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Pushing event updated for resources: {'Port': ['ID=e15afc90-7b8c-402b-9e16-beb7fdc87475,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.422142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['bdc1b255-bcac-45c1-b82a-34638d5bf8cf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:39.428259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abc891ca-e6f9-48b3-b44d-25f199a4dac8 req-4288c4ee-f2d5-4592-8cd8-64c79ac84e55 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/3281673b-9077-4cc6-b4c8-058a3a7fd0f9 HTTP/1.1" status: 200 len: 1804 time: 0.1477501 Jul 15 13:14:39.461076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.483587 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Attempting to bind port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:39.483955 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Attempting to bind port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:39.484551 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Attempting to bind port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f on network 23471685-f132-4026-ac3c-49a865428c4d {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:39.499864 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:39.500298 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Checking segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:39.500708 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.501106 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Bound using segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:39.501589 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Bound port: 5b5ed9ac-581a-4ad7-a095-4b38892ca71f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:39.501986 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.678047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-abc891ca-e6f9-48b3-b44d-25f199a4dac8 req-0bdf2d2d-65a2-4b06-a0e1-b3b73d66e0ff tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.681332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] For port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:39.689545 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] For port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:39.698067 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.744489 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-abc891ca-e6f9-48b3-b44d-25f199a4dac8 req-0bdf2d2d-65a2-4b06-a0e1-b3b73d66e0ff tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.868930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-15a093fe-5614-469c-ac4e-0c467ca983e3 None None] Provisioning for port e15afc90-7b8c-402b-9e16-beb7fdc87475 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:39.873416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:14:34Z', 'revision_number': 3, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:39.876828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-15a093fe-5614-469c-ac4e-0c467ca983e3 None None] Provisioning complete for port e15afc90-7b8c-402b-9e16-beb7fdc87475 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:39.877404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-15a093fe-5614-469c-ac4e-0c467ca983e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.907065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-abc891ca-e6f9-48b3-b44d-25f199a4dac8 req-0bdf2d2d-65a2-4b06-a0e1-b3b73d66e0ff tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.909632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-abc891ca-e6f9-48b3-b44d-25f199a4dac8 req-0bdf2d2d-65a2-4b06-a0e1-b3b73d66e0ff tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:39.910902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abc891ca-e6f9-48b3-b44d-25f199a4dac8 req-0bdf2d2d-65a2-4b06-a0e1-b3b73d66e0ff tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/3281673b-9077-4cc6-b4c8-058a3a7fd0f9 HTTP/1.1" status: 204 len: 173 time: 0.4703193 Jul 15 13:14:39.917181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-15a093fe-5614-469c-ac4e-0c467ca983e3 None None] Port e15afc90-7b8c-402b-9e16-beb7fdc87475 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:39.946988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2d2d-65a2-4b06-a0e1-b3b73d66e0ff tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3281673b-9077-4cc6-b4c8-058a3a7fd0f9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:39.950441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d00591e9-05b0-46f6-9c4c-a01b127900bf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:39.991779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75973b-ae21-4be7-870a-cf39154eec9f None None] The sync data for ids ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'] in n-d-798054-11 is: [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:14:34Z', 'revision_number': 3, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:40.024931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.026822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d00591e9-05b0-46f6-9c4c-a01b127900bf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:40.027363 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.046484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.116385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3367d676-809a-447f-81fb-c5e84e5a0e10,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.129281 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:40.130058 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:40.135237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.137698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5870f00-3bae-47a8-92b7-619891159328 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8915861 Jul 15 13:14:40.140687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.150130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'security_group_rule': {'security_group_id': '3367d676-809a-447f-81fb-c5e84e5a0e10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:40.207654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.217419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device bdc1b255-bcac-45c1-b82a-34638d5bf8cf up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:40.238843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cec454-b3c0-4b8f-b5a2-1a8e24c91468 None None] Pushing event updated for resources: {'Port': ['ID=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.239805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.252484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.256862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] 10.222.0.57 "DELETE /v2.0/networks/ea0d153b-823c-49a2-93b4-2788545ee131 HTTP/1.1" status: 204 len: 168 time: 1.7339876 Jul 15 13:14:40.272033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c7f74-c4c7-4f3a-9464-9440664f2a7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0d153b-823c-49a2-93b4-2788545ee131,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.390937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ba881-518b-448c-a051-cf1ae7699e6c req-2b2d8a9c-290d-42c1-b6c6-1a97ad210431 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.396356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port bdc1b255-bcac-45c1-b82a-34638d5bf8cf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:40.400549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-657ba881-518b-448c-a051-cf1ae7699e6c req-2b2d8a9c-290d-42c1-b6c6-1a97ad210431 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 1.0816827 Jul 15 13:14:40.409939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port bdc1b255-bcac-45c1-b82a-34638d5bf8cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:40.410184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca9d57-95c0-4ab0-8632-9f7a10bca950 req-a5be1c1a-7204-4fae-85dd-05e909915e5b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:40.412309 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.421562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-23ca9d57-95c0-4ab0-8632-9f7a10bca950 req-a5be1c1a-7204-4fae-85dd-05e909915e5b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.2385030 Jul 15 13:14:40.431287 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:40.490358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.523570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.594595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-23ca9d57-95c0-4ab0-8632-9f7a10bca950 req-a615d27b-844c-4a41-bc36-8843e1f8d617 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697140 Jul 15 13:14:40.597015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d086dac-d953-4d8d-9643-3e7fa7f74548,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.600546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.617906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b0fd2e47-96aa-49bb-a3b4-31a4abf53fbe tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4756947 Jul 15 13:14:40.627226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.654276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'security_group_rule': {'security_group_id': '3367d676-809a-447f-81fb-c5e84e5a0e10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:40.667065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.713363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:40.716467 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dbc2d6-d98d-4131-b4a2-9bbda1503114" -d '{"events": [{"server_uuid": "20b0f753-68f9-4f37-a7ee-491b3733a371", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1b255-bcac-45c1-b82a-34638d5bf8cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:40.733887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33426) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.739561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:40.753140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.781386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-657ba881-518b-448c-a051-cf1ae7699e6c req-4cc62f97-1df0-47b5-8237-c18e4ee9fe10 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609469 Jul 15 13:14:40.819310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:40.858582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.927506 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:39Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:40.935613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:40.952088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef739eab-157a-4aea-905f-0daafab1facb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92621a0e1b3d418993ef79e60ab7cf62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168596 Jul 15 13:14:40.970631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33432) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:40.971149 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e768a66-78aa-41c6-a4c0-40ba7d1eff62 None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:39Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:41.096159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a05f4-405b-4954-9e12-3c8b55db4b29 req-ca118193-9c24-45bf-9519-7664262c0e69 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.106500 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c5a05f4-405b-4954-9e12-3c8b55db4b29 req-ca118193-9c24-45bf-9519-7664262c0e69 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 945 time: 0.1623693 Jul 15 13:14:41.142854 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0df7c8b7-9e16-45c9-a181-0c6927355f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.155416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.173791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a70e8590-c0d2-4678-8d56-03c849868f35 req-c06fc4ac-1ad0-4a34-9c7c-c20545467ef1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/72a325b7-117b-42ac-ab9a-698e9c9818a1 HTTP/1.1" status: 200 len: 1803 time: 0.2484858 Jul 15 13:14:41.187986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.218861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0df7c8b7-9e16-45c9-a181-0c6927355f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.271191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d225f43d-4b85-412e-abc4-1de28e917a1f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.279519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.284926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-43e4e556-0664-44b6-811c-eb117f7c9057 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6431284 Jul 15 13:14:41.285747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:41.290255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:41.295573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c5a05f4-405b-4954-9e12-3c8b55db4b29 req-ac1b7f17-832e-4de3-b732-cd9fc67b76f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755025 Jul 15 13:14:41.299179 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0df7c8b7-9e16-45c9-a181-0c6927355f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.305485 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0df7c8b7-9e16-45c9-a181-0c6927355f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.321333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0df7c8b7-9e16-45c9-a181-0c6927355f19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06a8c4f7-a78d-4759-b8b7-83c4259bd122 HTTP/1.1" status: 204 len: 168 time: 0.3469229 Jul 15 13:14:41.341519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7c8b7-9e16-45c9-a181-0c6927355f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a8c4f7-a78d-4759-b8b7-83c4259bd122,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.396994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.405025 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cb5fc3-2f77-4a8c-ada2-9078d0a65773 x-openstack-request-id: req-41cb5fc3-2f77-4a8c-ada2-9078d0a65773 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:41.406181 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b0f753-68f9-4f37-a7ee-491b3733a371", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1b255-bcac-45c1-b82a-34638d5bf8cf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:41.406930 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41cb5fc3-2f77-4a8c-ada2-9078d0a65773 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:41.407683 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf', 'code': 200} Jul 15 13:14:41.494606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.517791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.651700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75135d9f-ee94-431d-8f41-b5141688dc60 req-5fc43d11-8b0a-415a-9479-a05f0b6f3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.653863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75135d9f-ee94-431d-8f41-b5141688dc60 req-5fc43d11-8b0a-415a-9479-a05f0b6f3e00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 1097 time: 0.1532261 Jul 15 13:14:41.788092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Pushing event updated for resources: {'Port': ['ID=e15afc90-7b8c-402b-9e16-beb7fdc87475,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:41.796498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.860009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-a8420dae-bdf0-40e4-b773-726da0f6994b req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-937732700', 'description': 'tempest-description-670962137'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:41.867938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75135d9f-ee94-431d-8f41-b5141688dc60 req-5cfc5124-dae9-42e7-b1fd-104901a44495 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072778 Jul 15 13:14:41.888811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d21fa-859e-45d3-98fb-f3dade00f14f req-525aacf4-8987-4cf8-a17d-1f58fe68ec84 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:41.890434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-243d21fa-859e-45d3-98fb-f3dade00f14f req-525aacf4-8987-4cf8-a17d-1f58fe68ec84 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 1102 time: 0.1920292 Jul 15 13:14:41.927853 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-243d21fa-859e-45d3-98fb-f3dade00f14f req-5db060cd-5c81-45ae-bc96-3d5f4c491801 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:41.937969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a8420dae-bdf0-40e4-b773-726da0f6994b req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.087887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0032825-a4ca-4ec2-9a8e-7da1587731cb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:42.105063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.157937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-243d21fa-859e-45d3-98fb-f3dade00f14f req-5db060cd-5c81-45ae-bc96-3d5f4c491801 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.166002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-243d21fa-859e-45d3-98fb-f3dade00f14f req-5db060cd-5c81-45ae-bc96-3d5f4c491801 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.171481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port a0032825-a4ca-4ec2-9a8e-7da1587731cb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:42.182937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a0032825-a4ca-4ec2-9a8e-7da1587731cb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:42.189454 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.204595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db060cd-5c81-45ae-bc96-3d5f4c491801 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e934f07d-4ad6-43e4-b21a-1c89589592f1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.227336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-243d21fa-859e-45d3-98fb-f3dade00f14f req-5db060cd-5c81-45ae-bc96-3d5f4c491801 tempest-LiveMigrationNegativeTest-244218245 tempest-LiveMigrationNegativeTest-244218245-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296969 Jul 15 13:14:42.389032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Allocated IP 172.25.3.165 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/53612f7b-c139-4d74-9794-220051fe43f6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:42.418653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:42.437579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:42.449108 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.481204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05c07-371f-4c87-84cc-c8eca60a1687 req-72e2fa12-40da-4b08-8de3-93d74b6be8e3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:42.496201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port a0032825-a4ca-4ec2-9a8e-7da1587731cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0032825-a4ca-4ec2-9a8e-7da1587731cb,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:42.497494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86b05c07-371f-4c87-84cc-c8eca60a1687 req-72e2fa12-40da-4b08-8de3-93d74b6be8e3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1126361 Jul 15 13:14:42.510557 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.518624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5b5ed9ac-581a-4ad7-a095-4b38892ca71f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:42.600269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86b05c07-371f-4c87-84cc-c8eca60a1687 req-a85b349f-7338-4b42-9107-79d7b06b9f1f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 Jul 15 13:14:42.725777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=a0032825-a4ca-4ec2-9a8e-7da1587731cb,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:42.767597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:42.782026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:42.788747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.805313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a8420dae-bdf0-40e4-b773-726da0f6994b req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:42.822211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-9f7fd2d9-4b7b-4ce8-a587-6a95b6880e4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8953564 Jul 15 13:14:42.831578 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a8420dae-bdf0-40e4-b773-726da0f6994b req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.008107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb9583c6-ea8e-47f4-97f3-671df62a7ae6 None None] Provisioning complete for port e15afc90-7b8c-402b-9e16-beb7fdc87475 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:43.014026 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb9583c6-ea8e-47f4-97f3-671df62a7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.032022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a8420dae-bdf0-40e4-b773-726da0f6994b req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.034285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8420dae-bdf0-40e4-b773-726da0f6994b req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1925757 Jul 15 13:14:43.044705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:14:43.064661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bd2fa-2644-4417-abdc-7f8a800d9820 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1648f439-bac2-46dd-b842-42fb851669ad,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.147877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.190402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cb9583c6-ea8e-47f4-97f3-671df62a7ae6 None None] Port e15afc90-7b8c-402b-9e16-beb7fdc87475 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:43.202215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-351231b0-2309-4af9-ad35-a396692394f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.263844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e8e0b-fc9e-48e3-83e2-7629b639ef24 req-abd6334f-7d2e-4593-9d7c-6932c7c6135c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:43.277356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a06e8e0b-fc9e-48e3-83e2-7629b639ef24 req-abd6334f-7d2e-4593-9d7c-6932c7c6135c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 945 time: 0.1451969 Jul 15 13:14:43.321859 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.342698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.373895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:43.395402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a06e8e0b-fc9e-48e3-83e2-7629b639ef24 req-dcd09538-e026-4b41-8d2b-8a7e3d439746 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136787 Jul 15 13:14:43.462444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'Port': ['ID=53612f7b-c139-4d74-9794-220051fe43f6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.471223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:43.485404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.505749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:43.520448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:43.531181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:43.635721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:43.835036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:43.872794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1371199198-network', 'tenant_id': 'f05b2876f50340ec8ffe6294d6011673'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:43.896371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-b52894ed-1359-4598-8c41-0ef47508f4b6 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/1648f439-bac2-46dd-b842-42fb851669ad HTTP/1.1" status: 200 len: 1803 time: 0.5214403 Jul 15 13:14:43.903979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:43.913256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1648f439-bac2-46dd-b842-42fb851669ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:43.914314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1648f439-bac2-46dd-b842-42fb851669ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:43.928185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:14:43.938682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e9c94880-9875-4a3a-a130-3d332c3dfa59 admin admin] 10.222.0.57 "PUT /v2.0/routers/939d8dbc-ef71-4773-acbd-4b4e2f15a198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4819655 Jul 15 13:14:43.942842 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:14:43.954111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Sync routers for ids ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:14:43.992485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0032825-a4ca-4ec2-9a8e-7da1587731cb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:44.013918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Made reservation on behalf of f05b2876f50340ec8ffe6294d6011673 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:44.015195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.021923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.024526 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20b0b6ee-381e-427f-9231-0a43db8eaac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.103555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.110814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Routers {'939d8dbc-ef71-4773-acbd-4b4e2f15a198'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:44.113370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:44.131371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.178700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.218741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.247177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903af13f-f0f3-486f-9732-b5f58e7cec72,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.329588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.336315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.341122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a0032825-a4ca-4ec2-9a8e-7da1587731cb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:44.341823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.352174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20b0b6ee-381e-427f-9231-0a43db8eaac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.371663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20b0b6ee-381e-427f-9231-0a43db8eaac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.379123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.380947 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc796e52-9d5c-4559-bb55-44060aaa3cd6 req-9fdcbd0d-e245-4bf2-abcc-9ecf31e4e804 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4828525 Jul 15 13:14:44.393306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Set router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:44.423348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'Port': ['ID=53612f7b-c139-4d74-9794-220051fe43f6,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.434931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0b6ee-381e-427f-9231-0a43db8eaac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550a48cd-b8b5-4f53-9f2e-4d261963b23c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.457580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.497915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfafe22-11bd-43a0-879f-3d4859f7ab8b req-0cd6ebb3-1dd8-4816-9e0b-6fe88d2e374d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.499509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cdfafe22-11bd-43a0-879f-3d4859f7ab8b req-0cd6ebb3-1dd8-4816-9e0b-6fe88d2e374d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.2272546 Jul 15 13:14:44.509301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20b0b6ee-381e-427f-9231-0a43db8eaac3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9dd6e7d5b0f4cb5b5980f7af8589760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715448 Jul 15 13:14:44.509486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33526) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:44.573092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cdfafe22-11bd-43a0-879f-3d4859f7ab8b req-b22fe49e-cefb-43f9-8dea-7457830cffad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591540 Jul 15 13:14:44.655253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c939291c-3e13-4402-a6d0-f4ec02ed425b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.671167 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.675664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7019b6-ddb9-45ad-b13c-055532dd02f0 req-f806c732-b859-4e61-b442-195b1e9f273a tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:44.678010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.682596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c7019b6-ddb9-45ad-b13c-055532dd02f0 req-f806c732-b859-4e61-b442-195b1e9f273a tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 0.1407259 Jul 15 13:14:44.707843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.709068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1186e1b7-cc56-420f-83ab-5a782f5df183 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4229052 Jul 15 13:14:44.717901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c939291c-3e13-4402-a6d0-f4ec02ed425b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.750563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:14:44.760171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6cec97-89b6-489b-af21-d59070aae7e9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:44.776831 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.782897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.783312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c7019b6-ddb9-45ad-b13c-055532dd02f0 req-4be4bc53-2c64-4465-8dc2-289dbed75766 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982785 Jul 15 13:14:44.784497 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Added segment 423436f8-4cec-49e5-97c9-d1477fdf1bc7 of type vlan for network ad9db034-9f27-4ee5-a1ff-9778318fd6ba Jul 15 13:14:44.819482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5b5ed9ac-581a-4ad7-a095-4b38892ca71f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:44.912894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-cdea95e5-33bb-4ff9-9500-041fbd7a4ddb tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/1648f439-bac2-46dd-b842-42fb851669ad HTTP/1.1" status: 200 len: 2396 time: 0.0929046 Jul 15 13:14:44.923657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.924403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c939291c-3e13-4402-a6d0-f4ec02ed425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.927181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:44.929032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.930402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c939291c-3e13-4402-a6d0-f4ec02ed425b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:44.931937 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c939291c-3e13-4402-a6d0-f4ec02ed425b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/550a48cd-b8b5-4f53-9f2e-4d261963b23c HTTP/1.1" status: 204 len: 168 time: 0.4214041 Jul 15 13:14:44.935801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1648f439-bac2-46dd-b842-42fb851669ad', 'remote_group_id': None}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:44.936444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1648f439-bac2-46dd-b842-42fb851669ad', 'remote_group_id': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:44.968094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939291c-3e13-4402-a6d0-f4ec02ed425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a48cd-b8b5-4f53-9f2e-4d261963b23c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.011487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e15afc90-7b8c-402b-9e16-beb7fdc87475', 'name': '', 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'mac_address': 'fa:16:3e:eb:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'af936acd-edc9-4744-89bc-a30e16fc56bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:37Z', 'updated_at': '2021-07-15T13:14:41Z', 'revision_number': 2, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'subnets': [{'id': 'af936acd-edc9-4744-89bc-a30e16fc56bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:45.023085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.082185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.084705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:14:45.095870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.119825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836d2c07-3d47-4665-a503-6c40b36536bb,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.138344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.139911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14c24962-93f1-4d42-a801-95f4a6e0dc7d req-bc5609e4-48ad-409b-b6fe-560f1238500c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2198386 Jul 15 13:14:45.247526 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.252525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.253519 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.292936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Checking router: 939d8dbc-ef71-4773-acbd-4b4e2f15a198 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:14:45.293297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Updating router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 port e15afc90-7b8c-402b-9e16-beb7fdc87475 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:14:45.323201 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.379664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.390038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063bbf6-e52d-4e1b-b3ad-27888fb0dce5 req-cca9aa2c-e17d-4c82-a2e8-2c9618174b1c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.395550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b063bbf6-e52d-4e1b-b3ad-27888fb0dce5 req-cca9aa2c-e17d-4c82-a2e8-2c9618174b1c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 945 time: 0.1072664 Jul 15 13:14:45.416993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0155933 Jul 15 13:14:45.421702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965666e-9bc8-40dd-b8cc-b6c446af09d5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9db034-9f27-4ee5-a1ff-9778318fd6ba,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.427746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:45.439319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Request body: {'subnet': {'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1371199198-subnet', 'tenant_id': 'f05b2876f50340ec8ffe6294d6011673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:45.444467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33552) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:45.469651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ad9db034-9f27-4ee5-a1ff-9778318fd6ba details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:14:45.472044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6cae95c5-9a7e-4c75-b634-172be5d1ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.485749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b063bbf6-e52d-4e1b-b3ad-27888fb0dce5 req-3321e5d3-cb32-4bcf-915d-712689c4a919 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878825 Jul 15 13:14:45.495190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-582bd377-a0ac-483e-8b86-9495318fb5af req-aad748c4-ed5a-40b2-a2fc-39816ad28d30 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5430937 Jul 15 13:14:45.523862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:45.541435 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:14:45.541435 n-d-798054-11 neutron-server[93995]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:14:45.541435 n-d-798054-11 neutron-server[93995]: [parameters: {'project_id': 'f05b2876f50340ec8ffe6294d6011673', 'id': '141735db-33ad-4ee9-92c5-b16d8f806184', 'expiration': datetime.datetime(2021, 7, 15, 13, 16, 45, 515010)}] Jul 15 13:14:45.541435 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:14:45.541928 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:14:45.575899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728312-653a-4bd2-b2ad-397927365b83 req-090c960c-f19c-4d59-ab60-7441388be3af tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.577964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed728312-653a-4bd2-b2ad-397927365b83 req-090c960c-f19c-4d59-ab60-7441388be3af tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 0.1348724 Jul 15 13:14:45.648974 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe32f-f8ea-41b8-b7d1-b968252bf13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.652830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6cae95c5-9a7e-4c75-b634-172be5d1ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.662833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6cae95c5-9a7e-4c75-b634-172be5d1ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.688760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.710960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.717703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-db2b9ee9-c531-4194-a700-2cbf8857d816 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2122916904&fields=id&tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f HTTP/1.1" status: 200 len: 267 time: 0.0681429 Jul 15 13:14:45.760106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6cae95c5-9a7e-4c75-b634-172be5d1ef31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b227d8d49c24c208c612646010784af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145552 Jul 15 13:14:45.764156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:45.767963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae95c5-9a7e-4c75-b634-172be5d1ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d2fea-cebf-44b5-b58d-b6a75f09c381,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:45.868994 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d8f3a9e-cd26-4661-8e22-9326f65939a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.891926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Deleting port 013bebcc-c266-44f5-aae9-9eaa5659ae31 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:45.892322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.932316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-e90c11a2-3c39-4e4e-aba9-d66b078365b8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:45.935353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-e90c11a2-3c39-4e4e-aba9-d66b078365b8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 811 time: 0.2064409 Jul 15 13:14:45.937789 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:45.960650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-329edf9c-0f63-4991-8ff4-ed2ec702f3ee tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/quotas/bf10998f7a2446d2bb29ef5b24a35d2f HTTP/1.1" status: 200 len: 375 time: 0.0152416 Jul 15 13:14:45.964759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Transition to ACTIVE for port object e15afc90-7b8c-402b-9e16-beb7fdc87475 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:45.992311 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.053504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f05ca-d420-47bd-b3a5-71f717160f52 None None] Pushing event updated for resources: {'Port': ['ID=e15afc90-7b8c-402b-9e16-beb7fdc87475,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.127402 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-d32572ad-697c-4c1a-83cf-f9a40443fdd6 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583161 Jul 15 13:14:46.153708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Attempting to bind port e15afc90-7b8c-402b-9e16-beb7fdc87475 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:46.154175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Attempting to bind port e15afc90-7b8c-402b-9e16-beb7fdc87475 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:46.154682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Attempting to bind port e15afc90-7b8c-402b-9e16-beb7fdc87475 on network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:46.161120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:46.161666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Checking segment: {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:46.162172 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.163170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Bound using segment: {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:46.163170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Bound port: e15afc90-7b8c-402b-9e16-beb7fdc87475, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402df476-4ce2-40e4-bb66-c913de2d97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:46.163710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.270271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] For port e15afc90-7b8c-402b-9e16-beb7fdc87475, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:46.274063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] For port e15afc90-7b8c-402b-9e16-beb7fdc87475, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e15afc90-7b8c-402b-9e16-beb7fdc87475,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:46.276091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-79a1e103-3ffe-4519-a75c-6fb3f0f4d774 service neutron] 10.222.0.57 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459978 Jul 15 13:14:46.284661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.348564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Routers {'939d8dbc-ef71-4773-acbd-4b4e2f15a198'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:14:46.349384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:46.412965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d8f3a9e-cd26-4661-8e22-9326f65939a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.439005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f05ca-d420-47bd-b3a5-71f717160f52 None None] Pushing event updated for resources: {'Port': ['ID=e15afc90-7b8c-402b-9e16-beb7fdc87475,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:46.493130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-95fd22cc-39b3-40c5-9852-de88eaca41bf service neutron] 10.222.0.57 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094026 Jul 15 13:14:46.586564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] Set router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:14:46.602755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Made reservation on behalf of f05b2876f50340ec8ffe6294d6011673 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:46.605849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.697008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.708027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d8f3a9e-cd26-4661-8e22-9326f65939a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.710755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d8f3a9e-cd26-4661-8e22-9326f65939a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.714986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1d8f3a9e-cd26-4661-8e22-9326f65939a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/392d2fea-cebf-44b5-b58d-b6a75f09c381 HTTP/1.1" status: 204 len: 168 time: 0.9475844 Jul 15 13:14:46.717839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-6878ac66-54ac-440c-90d4-c23733228aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:46.719776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-6878ac66-54ac-440c-90d4-c23733228aa8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1102 time: 0.8209064 Jul 15 13:14:46.758911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] For port 013bebcc-c266-44f5-aae9-9eaa5659ae31, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=013bebcc-c266-44f5-aae9-9eaa5659ae31,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:46.759288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:46.921176 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9eef3ae5-8c73-4632-8836-d25dff42d833 req-bc087b70-61cb-46cc-896d-ca8ea4e62b1d tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/1648f439-bac2-46dd-b842-42fb851669ad HTTP/1.1" status: 200 len: 2994 time: 0.1556876 Jul 15 13:14:47.018305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f3a9e-cd26-4661-8e22-9326f65939a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d2fea-cebf-44b5-b58d-b6a75f09c381,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:47.038374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.109947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e15afc90-7b8c-402b-9e16-beb7fdc87475', 'name': '', 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'mac_address': 'fa:16:3e:eb:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'af936acd-edc9-4744-89bc-a30e16fc56bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:37Z', 'updated_at': '2021-07-15T13:14:46Z', 'revision_number': 4, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'subnets': [{'id': 'af936acd-edc9-4744-89bc-a30e16fc56bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:47.199934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Calling delete_port for 013bebcc-c266-44f5-aae9-9eaa5659ae31 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:47.266555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9288a-f5c3-441c-8c5b-fbfcf9df2320 None None] The sync data for ids ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'] in n-d-798054-11 is: [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:14:40Z', 'revision_number': 4, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'e15afc90-7b8c-402b-9e16-beb7fdc87475', 'name': '', 'network_id': 'd0e80a69-86bc-4ae9-8774-9ec33bcccdc8', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'mac_address': 'fa:16:3e:eb:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'af936acd-edc9-4744-89bc-a30e16fc56bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:37Z', 'updated_at': '2021-07-15T13:14:46Z', 'revision_number': 4, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'subnets': [{'id': 'af936acd-edc9-4744-89bc-a30e16fc56bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:14:47.450794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a081ea-629d-4d66-8393-e610a70ae401 req-e58812ad-b5b1-4257-a038-a443f7a8afd6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.452906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11a081ea-629d-4d66-8393-e610a70ae401 req-e58812ad-b5b1-4257-a038-a443f7a8afd6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.2481387 Jul 15 13:14:47.580243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11a081ea-629d-4d66-8393-e610a70ae401 req-74c4ed64-723d-4c8d-ac77-e0684de6112b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199169 Jul 15 13:14:47.949826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:47.955874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-c1f5704e-24e2-4977-8f62-f440a360f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.957828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4dd5-e859-43c4-9046-54f62db72faf req-c099e915-4b87-476e-8909-4c00e633fb0c tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:47.958332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e15afc90-7b8c-402b-9e16-beb7fdc87475 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:47.958441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-c1f5704e-24e2-4977-8f62-f440a360f93b service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 1.2225654 Jul 15 13:14:47.978976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-583d4dd5-e859-43c4-9046-54f62db72faf req-c099e915-4b87-476e-8909-4c00e633fb0c tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=9847cd48-53ea-4c6f-a6d0-cf6465e2368e HTTP/1.1" status: 200 len: 950 time: 0.2031491 Jul 15 13:14:48.043637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-583d4dd5-e859-43c4-9046-54f62db72faf req-bd6c87a4-4e68-45aa-ba85-06891ecbd9ab tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538242 Jul 15 13:14:48.079410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.095569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e15afc90-7b8c-402b-9e16-beb7fdc87475 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:48.101878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b059e40b-2f94-4787-8f17-834f93684fab', '013bebcc-c266-44f5-aae9-9eaa5659ae31'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:48.106749 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e15afc90-7b8c-402b-9e16-beb7fdc87475 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:48.107595 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.231821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-505373a8-5c28-430e-a4aa-2470c9629ad9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.2433906 Jul 15 13:14:48.256156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Allocated IP 172.25.3.200 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/31628522-0c7f-4519-b389-bdfb7aea5aeb) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:48.269249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Pushing event deleted for resources: {'Port': ['ID=013bebcc-c266-44f5-aae9-9eaa5659ae31,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.373067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06e6d667-7125-4554-a92d-be813a96ed4d req-da033374-51bc-4d86-92e6-af53e8b14f2a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 210 time: 0.0829842 Jul 15 13:14:48.455196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cfc473-872f-4649-b828-f886cd670077,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.476371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14975f74-85f6-4f31-8959-d094f91375b5 req-df948008-477c-4597-867f-09af95e690d2 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-group-rules/836d2c07-3d47-4665-a503-6c40b36536bb HTTP/1.1" status: 200 len: 783 time: 0.0456970 Jul 15 13:14:48.549629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14975f74-85f6-4f31-8959-d094f91375b5 req-580aa0cf-3c6d-4054-84af-8ec5b777f4e7 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/1648f439-bac2-46dd-b842-42fb851669ad HTTP/1.1" status: 200 len: 2994 time: 0.0722027 Jul 15 13:14:48.572168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] No DVR routers for this DVR port 013bebcc-c266-44f5-aae9-9eaa5659ae31 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:48.578741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.588445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.588942 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.597867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14975f74-85f6-4f31-8959-d094f91375b5 req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.607562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed728312-653a-4bd2-b2ad-397927365b83 req-caad2f44-981b-4f7d-aa63-63953e35a7e5 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "DELETE /v2.0/ports/013bebcc-c266-44f5-aae9-9eaa5659ae31 HTTP/1.1" status: 204 len: 173 time: 3.0110855 Jul 15 13:14:48.629791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14975f74-85f6-4f31-8959-d094f91375b5 req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.639211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Checking segment: {'id': '423436f8-4cec-49e5-97c9-d1477fdf1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:48.639585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Network hostable DHCP agents. Network: ad9db034-9f27-4ee5-a1ff-9778318fd6ba, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:14:48.662382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'name': 'network-vif-deleted', 'tag': '013bebcc-c266-44f5-aae9-9eaa5659ae31'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:48.673912 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e90a6-ccb4-4aad-b23b-db21de1fb92d" -d '{"events": [{"server_uuid": "9847cd48-53ea-4c6f-a6d0-cf6465e2368e", "name": "network-vif-deleted", "tag": "013bebcc-c266-44f5-aae9-9eaa5659ae31"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:48.678371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-18fd2923-46b7-4d88-8a2e-35a6b457797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:48.681590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-18fd2923-46b7-4d88-8a2e-35a6b457797c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4145033 Jul 15 13:14:48.711935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14975f74-85f6-4f31-8959-d094f91375b5 req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.721203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-14975f74-85f6-4f31-8959-d094f91375b5 req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.737962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14975f74-85f6-4f31-8959-d094f91375b5 req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/836d2c07-3d47-4665-a503-6c40b36536bb HTTP/1.1" status: 204 len: 173 time: 0.1778686 Jul 15 13:14:48.763407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=836d2c07-3d47-4665-a503-6c40b36536bb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:48.788958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.789305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.793451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.793721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.794063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.794401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.794763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.795098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.800383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.800785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.801125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.807525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68c69f-c506-4ee6-87c9-3cb6a368410e tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:48.807761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e15afc90-7b8c-402b-9e16-beb7fdc87475, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e15afc90-7b8c-402b-9e16-beb7fdc87475,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:48.837659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:48.949345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Network ad9db034-9f27-4ee5-a1ff-9778318fd6ba is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:14:49.006386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e15afc90-7b8c-402b-9e16-beb7fdc87475,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:49.062406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.169541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ad9db034-9f27-4ee5-a1ff-9778318fd6ba) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:49.174328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.174974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.181019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e86f0c-32b4-4acb-8a77-7bf6548870e5 None None] Network ad9db034-9f27-4ee5-a1ff-9778318fd6ba requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:49.284136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-06531c86-a5e8-4be8-9f04-ecca344b3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.285718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-06531c86-a5e8-4be8-9f04-ecca344b3693 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4726629 Jul 15 13:14:49.394721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-74054613-fe5e-45f5-b6bc-88b069a46e1e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.9657369 Jul 15 13:14:49.420609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-526f92fb-5ff3-4b16-b06f-466b56a8d70d tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.422343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-526f92fb-5ff3-4b16-b06f-466b56a8d70d tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 811 time: 0.4457245 Jul 15 13:14:49.596346 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-8194d2da-40e8-46f6-90bd-b51e3f42ce9b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f HTTP/1.1" status: 200 len: 380 time: 0.1515210 Jul 15 13:14:49.600508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c12613-e151-41c3-bf44-b538cd2bf39e None None] Network ad9db034-9f27-4ee5-a1ff-9778318fd6ba requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:14:49.684512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'port': {'device_id': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'admin_state_up': True, 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'security_groups': ['3367d676-809a-447f-81fb-c5e84e5a0e10']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:49.730159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:49.760782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd9d30-8e3c-483f-9369-d16649659bd3 req-cfce006d-1556-4fcd-832d-9e7775731879 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:49.773908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddbd9d30-8e3c-483f-9369-d16649659bd3 req-cfce006d-1556-4fcd-832d-9e7775731879 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1760242 Jul 15 13:14:49.852793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddbd9d30-8e3c-483f-9369-d16649659bd3 req-bf7accc8-9fd5-4656-a885-d839d3ef523e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767241 Jul 15 13:14:49.921528 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:49.948552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e15afc90-7b8c-402b-9e16-beb7fdc87475 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:14:50.001973 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f8203-bd47-4c3a-a56a-f4f99d116f17 x-openstack-request-id: req-389f8203-bd47-4c3a-a56a-f4f99d116f17 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:50.002270 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9847cd48-53ea-4c6f-a6d0-cf6465e2368e", "name": "network-vif-deleted", "tag": "013bebcc-c266-44f5-aae9-9eaa5659ae31", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:50.002514 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-389f8203-bd47-4c3a-a56a-f4f99d116f17 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:50.003201 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9847cd48-53ea-4c6f-a6d0-cf6465e2368e', 'name': 'network-vif-deleted', 'tag': '013bebcc-c266-44f5-aae9-9eaa5659ae31', 'status': 'completed', 'code': 200} Jul 15 13:14:50.008445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-87006045-39f6-4650-98a2-5d6b83b7aa11 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912513 Jul 15 13:14:50.013832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:50.014691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e15afc90-7b8c-402b-9e16-beb7fdc87475 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:50.015870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.031114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:50.037162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Pushing event updated for resources: {'Port': ['ID=31628522-0c7f-4519-b389-bdfb7aea5aeb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.040856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9df4734-e20f-4201-bf84-fb68610f72c8 req-a8a7121e-048c-4d59-a44d-41ff7ef065b3 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/1648f439-bac2-46dd-b842-42fb851669ad HTTP/1.1" status: 200 len: 2396 time: 0.0952523 Jul 15 13:14:50.112973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Made reservation on behalf of bf10998f7a2446d2bb29ef5b24a35d2f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:50.116789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.208846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9df4734-e20f-4201-bf84-fb68610f72c8 req-de1edea9-53cf-4d3b-be41-139bfafcc24c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.272067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-c6e8116f-b896-4600-b824-ff26ef02adca service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550855 Jul 15 13:14:50.327983 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9df4734-e20f-4201-bf84-fb68610f72c8 req-de1edea9-53cf-4d3b-be41-139bfafcc24c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.335562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.393907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Allocated IP 172.20.0.4 (23471685-f132-4026-ac3c-49a865428c4d/aa28cafa-a325-43b0-85af-606dcedb69a5/e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:50.410608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 013bebcc-c266-44f5-aae9-9eaa5659ae31 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:50.419197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9df4734-e20f-4201-bf84-fb68610f72c8 req-de1edea9-53cf-4d3b-be41-139bfafcc24c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.425354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9df4734-e20f-4201-bf84-fb68610f72c8 req-de1edea9-53cf-4d3b-be41-139bfafcc24c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.427698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9df4734-e20f-4201-bf84-fb68610f72c8 req-de1edea9-53cf-4d3b-be41-139bfafcc24c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/1648f439-bac2-46dd-b842-42fb851669ad HTTP/1.1" status: 204 len: 173 time: 0.3724878 Jul 15 13:14:50.440855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 013bebcc-c266-44f5-aae9-9eaa5659ae31 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:50.441586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 013bebcc-c266-44f5-aae9-9eaa5659ae31 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:50.463348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1edea9-53cf-4d3b-be41-139bfafcc24c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1648f439-bac2-46dd-b842-42fb851669ad,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:50.561042 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.715362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e6d0364-a593-42b6-a6be-d15d01a02ed2 req-7ba55ff7-405e-41e1-b8e4-9f4e2f1f3a2a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 210 time: 0.0305798 Jul 15 13:14:50.784918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.833841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Transition to ACTIVE for port object e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:50.901948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.910629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:50.920241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.030785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Network 23471685-f132-4026-ac3c-49a865428c4d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:51.036843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:51.039879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:51.091234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.114686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.115455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.120140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.122287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-582bd377-a0ac-483e-8b86-9495318fb5af req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6077814 Jul 15 13:14:51.122847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466049b2-0b9a-4675-a06a-c68f2d8baed8 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Pushing event updated for resources: {'Port': ['ID=31628522-0c7f-4519-b389-bdfb7aea5aeb,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.136849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-41f41750-3a96-4169-813b-a4f85081533f tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.145767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-41f41750-3a96-4169-813b-a4f85081533f tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/networks?id=ad9db034-9f27-4ee5-a1ff-9778318fd6ba HTTP/1.1" status: 200 len: 822 time: 0.1481597 Jul 15 13:14:51.166438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-69b1d460-fce7-4923-889d-c22d8472a636 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/quotas/f05b2876f50340ec8ffe6294d6011673 HTTP/1.1" status: 200 len: 375 time: 0.0191400 Jul 15 13:14:51.221730 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-aad5fc52-d3a9-48f5-afca-4e7d9032d8c8 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f05b2876f50340ec8ffe6294d6011673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539482 Jul 15 13:14:51.224103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6041856 Jul 15 13:14:51.239142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Request body: {'port': {'device_id': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:51.247807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-582bd377-a0ac-483e-8b86-9495318fb5af req-c5142e25-f8da-482e-bba7-db4703c6f1b4 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.1090407 Jul 15 13:14:51.250310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a4da1-ac4a-4724-b56c-0d2f232e1178 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'Port': ['ID=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.338513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33700) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:51.374165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-254e1324-338a-4c1a-af69-d84057165c38 service neutron] 10.222.0.57 "GET /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508336 Jul 15 13:14:51.441695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7c334e08-a9db-4048-9a81-35052c21f333 None None] Provisioning for port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:14:51.443521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bd377-a0ac-483e-8b86-9495318fb5af req-0bdf1864-2228-4e97-817c-bab13fa782fb tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:51.446999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-582bd377-a0ac-483e-8b86-9495318fb5af req-0bdf1864-2228-4e97-817c-bab13fa782fb tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.1856155 Jul 15 13:14:51.457266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7c334e08-a9db-4048-9a81-35052c21f333 None None] Provisioning complete for port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:14:51.458760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c334e08-a9db-4048-9a81-35052c21f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.487988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.514020 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-5abd826f-f7fe-40ed-b876-2f8b3544c2ba req-0db4b786-aba9-4e3a-9387-7c40b1491eda tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] show failed (client error): The resource could not be found. Jul 15 13:14:51.515251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5abd826f-f7fe-40ed-b876-2f8b3544c2ba req-0db4b786-aba9-4e3a-9387-7c40b1491eda tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/3281673b-9077-4cc6-b4c8-058a3a7fd0f9 HTTP/1.1" status: 404 len: 352 time: 0.0228989 Jul 15 13:14:51.539873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7c334e08-a9db-4048-9a81-35052c21f333 None None] Port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:14:51.545140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-a0b58537-b3e7-4c9e-b7ad-851cd03f9260 service neutron] 10.222.0.57 "GET /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689045 Jul 15 13:14:51.546141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e814-25e6-4e24-b602-fcd7c167c4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.657790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e814-25e6-4e24-b602-fcd7c167c4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.663952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c6b8e814-25e6-4e24-b602-fcd7c167c4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.697642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8e814-25e6-4e24-b602-fcd7c167c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7f37ca-726f-43e1-9394-bb1716776b2a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:51.727091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c6b8e814-25e6-4e24-b602-fcd7c167c4ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5358b10b9938426d89a2451c01562045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849115 Jul 15 13:14:51.727625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:51.867578 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e589-3eb8-47b9-b84b-694393de904b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.921944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e589-3eb8-47b9-b84b-694393de904b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:51.988355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be6898b0-bc33-4e9e-9920-0e201f5bc46c req-27cd9407-1d37-4ea2-a780-975db157e344 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips/aed12f52-86a9-4b94-be1e-38e4ea4ae7ad HTTP/1.1" status: 200 len: 693 time: 0.0688558 Jul 15 13:14:52.049626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fa7c5-6db4-44cb-888a-d8694140decd req-4c5cc47d-0424-447c-a89a-66b2a6ebc91b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.057780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-133fa7c5-6db4-44cb-888a-d8694140decd req-4c5cc47d-0424-447c-a89a-66b2a6ebc91b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1203604 Jul 15 13:14:52.068838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:52.084736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e589-3eb8-47b9-b84b-694393de904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.087989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fa1e589-3eb8-47b9-b84b-694393de904b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.103505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1fa1e589-3eb8-47b9-b84b-694393de904b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e7f37ca-726f-43e1-9394-bb1716776b2a HTTP/1.1" status: 204 len: 168 time: 0.3630126 Jul 15 13:14:52.128123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1e589-3eb8-47b9-b84b-694393de904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7f37ca-726f-43e1-9394-bb1716776b2a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.192523 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-133fa7c5-6db4-44cb-888a-d8694140decd req-0655fda4-6c55-4f71-81ba-217175894c82 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336875 Jul 15 13:14:52.271293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8abb8547-c4f9-43a1-b71a-6819610fc792 req-a418fb3d-52b6-47a2-8950-146e6c241cbe tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/72a325b7-117b-42ac-ab9a-698e9c9818a1 HTTP/1.1" status: 200 len: 1803 time: 0.0642874 Jul 15 13:14:52.350145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8abb8547-c4f9-43a1-b71a-6819610fc792 req-5b1d62de-b2ba-490c-97c4-a22471700907 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.378377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8abb8547-c4f9-43a1-b71a-6819610fc792 req-5b1d62de-b2ba-490c-97c4-a22471700907 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.438409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8abb8547-c4f9-43a1-b71a-6819610fc792 req-5b1d62de-b2ba-490c-97c4-a22471700907 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.449201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8abb8547-c4f9-43a1-b71a-6819610fc792 req-5b1d62de-b2ba-490c-97c4-a22471700907 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.463912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8abb8547-c4f9-43a1-b71a-6819610fc792 req-5b1d62de-b2ba-490c-97c4-a22471700907 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/72a325b7-117b-42ac-ab9a-698e9c9818a1 HTTP/1.1" status: 204 len: 173 time: 0.1902597 Jul 15 13:14:52.489749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d62de-b2ba-490c-97c4-a22471700907 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a325b7-117b-42ac-ab9a-698e9c9818a1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.554068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.580013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Transition to ACTIVE for port object e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:52.589822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.609118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6898b0-bc33-4e9e-9920-0e201f5bc46c req-0d881657-cf16-4613-940c-b10aa60543b3 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.623618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be6898b0-bc33-4e9e-9920-0e201f5bc46c req-0d881657-cf16-4613-940c-b10aa60543b3 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.6290386 Jul 15 13:14:52.720145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:52.769097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7efb8099-7561-4a82-80fc-d36628e2a6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:52.794130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Pushing event updated for resources: {'Port': ['ID=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:52.827120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0319d-49c9-4165-9d53-d8fd6c5a47ac req-b5521655-4b0d-4517-a855-b7f2e6908e72 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:52.828965 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07d0319d-49c9-4165-9d53-d8fd6c5a47ac req-b5521655-4b0d-4517-a855-b7f2e6908e72 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 943 time: 0.2342143 Jul 15 13:14:52.906125 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07d0319d-49c9-4165-9d53-d8fd6c5a47ac req-733a1c79-6f74-46e6-8645-992a7287acc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712404 Jul 15 13:14:52.913944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Attempting to bind port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:52.914358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Attempting to bind port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:52.914797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Attempting to bind port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 on network 23471685-f132-4026-ac3c-49a865428c4d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:52.924174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de610bc6-9b42-4a54-8eb1-78ef6ff073e0 req-a3512bb6-da84-4698-98dd-3fcb714a38e2 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 210 time: 0.0863588 Jul 15 13:14:52.928665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 on network 23471685-f132-4026-ac3c-49a865428c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:52.928997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Attempting to bind port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 on network 23471685-f132-4026-ac3c-49a865428c4d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:52.944545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:52.945451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Checking segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:52.946451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Bound using segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:52.948224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Bound port: e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:52.949217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.058616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7efb8099-7561-4a82-80fc-d36628e2a6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.063063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7efb8099-7561-4a82-80fc-d36628e2a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.135684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] For port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:53.139878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] For port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:53.156619 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-510583d1-8b3f-4ad0-9234-28b7839ac175 req-13f956f5-d119-435e-bf67-8806d76adeea tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/5a015581-4e14-44e7-bc9e-046533b4a489 HTTP/1.1" status: 200 len: 1804 time: 0.1113400 Jul 15 13:14:53.158430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.182441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb8099-7561-4a82-80fc-d36628e2a6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7801fc56-779b-4e70-be1e-23833688b378,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.204550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33738) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:53.207137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7efb8099-7561-4a82-80fc-d36628e2a6e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd47a1896f804bfd8ebc7a667f0bfae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854794 Jul 15 13:14:53.239482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.240092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.241602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] 10.222.0.59 "PUT /v2.0/ports/e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 1092 time: 2.0070047 Jul 15 13:14:53.248555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:53.251161 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa144d17-de87-4c5e-9057-cae4865f0b17" -d '{"events": [{"name": "network-changed", "server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:53.257566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8b1a7-d0d0-4a28-9a1b-ecec4e7309ab req-7468cebf-fee1-4146-8468-e0936f1c0158 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.261904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00f8b1a7-d0d0-4a28-9a1b-ecec4e7309ab req-7468cebf-fee1-4146-8468-e0936f1c0158 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.1637828 Jul 15 13:14:53.320523 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00f8b1a7-d0d0-4a28-9a1b-ecec4e7309ab req-040ac5bb-6ac4-410c-a63d-ecf1e7a09af0 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Jul 15 13:14:53.355639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db34b-c29a-4d15-88e5-80dcf551885d service neutron] Pushing event updated for resources: {'Port': ['ID=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.402717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52ebaf98-2fcc-4af6-9d88-fd45fac70413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.404541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-510583d1-8b3f-4ad0-9234-28b7839ac175 req-ae074ca5-16c4-4717-b4f9-9fbf72b36edf tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.436885 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01d0d07b-03cb-4d5c-8ab3-2722032d40ee req-70831801-358a-45a9-a725-51c8718b1ec2 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=40e490fb7beb4c2daf63d6d74e206878 HTTP/1.1" status: 200 len: 696 time: 0.0868044 Jul 15 13:14:53.486843 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52ebaf98-2fcc-4af6-9d88-fd45fac70413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.495575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-510583d1-8b3f-4ad0-9234-28b7839ac175 req-ae074ca5-16c4-4717-b4f9-9fbf72b36edf tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.615620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0d07b-03cb-4d5c-8ab3-2722032d40ee req-995b4459-f297-4b35-a18a-47f7b4122a41 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.617225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01d0d07b-03cb-4d5c-8ab3-2722032d40ee req-995b4459-f297-4b35-a18a-47f7b4122a41 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks?id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 787 time: 0.1716247 Jul 15 13:14:53.644854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-212c9266-520a-41ec-8b71-c90311c1b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.646588 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-212c9266-520a-41ec-8b71-c90311c1b842 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1095 time: 0.3377271 Jul 15 13:14:53.716565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-2b024607-7d18-467f-8803-209cdfa53e1c tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.718548 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-2b024607-7d18-467f-8803-209cdfa53e1c tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.3591349 Jul 15 13:14:53.753697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-aa3c9812-c317-4b55-92a9-bbeef0d11ce6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0960529 Jul 15 13:14:53.794026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52ebaf98-2fcc-4af6-9d88-fd45fac70413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.796690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52ebaf98-2fcc-4af6-9d88-fd45fac70413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.798277 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-52ebaf98-2fcc-4af6-9d88-fd45fac70413 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7801fc56-779b-4e70-be1e-23833688b378 HTTP/1.1" status: 204 len: 168 time: 0.5926437 Jul 15 13:14:53.867637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebaf98-2fcc-4af6-9d88-fd45fac70413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7801fc56-779b-4e70-be1e-23833688b378,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:53.881123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-510583d1-8b3f-4ad0-9234-28b7839ac175 req-ae074ca5-16c4-4717-b4f9-9fbf72b36edf tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.883901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-510583d1-8b3f-4ad0-9234-28b7839ac175 req-ae074ca5-16c4-4717-b4f9-9fbf72b36edf tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:53.885149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-510583d1-8b3f-4ad0-9234-28b7839ac175 req-ae074ca5-16c4-4717-b4f9-9fbf72b36edf tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/5a015581-4e14-44e7-bc9e-046533b4a489 HTTP/1.1" status: 204 len: 173 time: 0.7190800 Jul 15 13:14:53.946460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029fa70-e409-457c-b065-6abdd46dc716 req-87c10cc6-3372-4dab-816e-8aa489fd6133 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.952543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-32c88a95-bdf7-4db8-bbe4-8c6ab869030e tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.953422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d029fa70-e409-457c-b065-6abdd46dc716 req-87c10cc6-3372-4dab-816e-8aa489fd6133 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1785221 Jul 15 13:14:53.955165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-32c88a95-bdf7-4db8-bbe4-8c6ab869030e tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.58 "GET /v2.0/networks?id=ad9db034-9f27-4ee5-a1ff-9778318fd6ba HTTP/1.1" status: 200 len: 822 time: 0.3783343 Jul 15 13:14:53.957835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-0f62c315-23cf-430a-b23d-566cda39b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:53.959717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-0f62c315-23cf-430a-b23d-566cda39b30f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.1948373 Jul 15 13:14:53.968352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae074ca5-16c4-4717-b4f9-9fbf72b36edf tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a015581-4e14-44e7-bc9e-046533b4a489,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.002486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d029fa70-e409-457c-b065-6abdd46dc716 req-06c7c33d-3b61-47c5-870e-078c89b58af1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Jul 15 13:14:54.077864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Request body: {'port': {'device_id': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba', 'admin_state_up': True, 'tenant_id': 'f05b2876f50340ec8ffe6294d6011673'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:54.084670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d31716ba-4077-4bbd-955d-8513409c9c9c req-fd4de27e-f15f-474d-9bf2-5fec3dba5633 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/cc80d10f-7219-451c-96ce-c31cdb58c748 HTTP/1.1" status: 200 len: 1805 time: 0.0472071 Jul 15 13:14:54.095993 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626724b-30c3-42aa-82c3-10af9acf9b99 x-openstack-request-id: req-e626724b-30c3-42aa-82c3-10af9acf9b99 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:54.096362 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:54.096602 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e626724b-30c3-42aa-82c3-10af9acf9b99 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:54.096914 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'status': 'completed', 'code': 200} Jul 15 13:14:54.127323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-ccc447e5-54cb-4ad4-9719-10810221597f tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips/aed12f52-86a9-4b94-be1e-38e4ea4ae7ad HTTP/1.1" status: 200 len: 693 time: 0.1015847 Jul 15 13:14:54.174831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d31716ba-4077-4bbd-955d-8513409c9c9c req-19c54618-b626-483c-8dc7-960bd244695c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.207708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d31716ba-4077-4bbd-955d-8513409c9c9c req-19c54618-b626-483c-8dc7-960bd244695c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.259029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d31716ba-4077-4bbd-955d-8513409c9c9c req-19c54618-b626-483c-8dc7-960bd244695c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.262610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d31716ba-4077-4bbd-955d-8513409c9c9c req-19c54618-b626-483c-8dc7-960bd244695c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.267695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9c58-9972-450c-97ad-95410591ba4b req-a89d70cb-14bd-4235-bd2e-e0f10ee218bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.269995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-a89d70cb-14bd-4235-bd2e-e0f10ee218bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965889 Jul 15 13:14:54.275514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d31716ba-4077-4bbd-955d-8513409c9c9c req-19c54618-b626-483c-8dc7-960bd244695c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/cc80d10f-7219-451c-96ce-c31cdb58c748 HTTP/1.1" status: 204 len: 173 time: 0.1811717 Jul 15 13:14:54.300024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c54618-b626-483c-8dc7-960bd244695c tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80d10f-7219-451c-96ce-c31cdb58c748,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:54.461356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121bee8-9080-4659-a50a-7dd9895dd1a6 req-a5b3b2f9-0197-4f5c-b9a3-dcd2d0fc67fc tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.463007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1121bee8-9080-4659-a50a-7dd9895dd1a6 req-a5b3b2f9-0197-4f5c-b9a3-dcd2d0fc67fc tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 943 time: 0.0739486 Jul 15 13:14:54.477312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Deleting port b059e40b-2f94-4787-8f17-834f93684fab {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:54.477708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.490571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-1b511dd9-ae44-4db4-9db6-5867be3de298 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:54.492206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-1b511dd9-ae44-4db4-9db6-5867be3de298 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.3453636 Jul 15 13:14:54.513924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1121bee8-9080-4659-a50a-7dd9895dd1a6 req-bf32f33a-873f-44f1-8cc0-67273f065c34 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Jul 15 13:14:54.569334 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-00aa45b0-d541-4b20-84dd-5b7d8b46249f tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0630126 Jul 15 13:14:54.631847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-6a31fb1b-d791-432a-84b3-9141ee79d271 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975209 Jul 15 13:14:54.737901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-308e8503-f9db-4ac7-8914-bdf1dae9139e req-fa7c6af2-afa5-45b5-b2fc-093fa5cf45e7 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 210 time: 0.0520906 Jul 15 13:14:54.824991 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-2cf1dd2b-4618-4583-8618-672dae2fca71 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.2431858 Jul 15 13:14:54.832844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2d1387a-19bf-4336-a0af-5191a9fa59fb req-75b7ae77-8038-48d8-b87b-2030edafb6e6 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/5a76b266-b9ed-47d7-9d11-14dc918465a0 HTTP/1.1" status: 200 len: 2403 time: 0.0611312 Jul 15 13:14:54.838927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Made reservation on behalf of f05b2876f50340ec8ffe6294d6011673 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:14:54.843122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.952831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c2d1387a-19bf-4336-a0af-5191a9fa59fb req-033e36e3-4877-4624-81f9-6caf43eb4f10 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:54.960804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d71d9c58-9972-450c-97ad-95410591ba4b req-a0cad075-e3c8-440a-ae73-a862531ab478 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346079 Jul 15 13:14:55.001774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c2d1387a-19bf-4336-a0af-5191a9fa59fb req-033e36e3-4877-4624-81f9-6caf43eb4f10 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.072327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c2d1387a-19bf-4336-a0af-5191a9fa59fb req-033e36e3-4877-4624-81f9-6caf43eb4f10 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.076021 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c2d1387a-19bf-4336-a0af-5191a9fa59fb req-033e36e3-4877-4624-81f9-6caf43eb4f10 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.090325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2d1387a-19bf-4336-a0af-5191a9fa59fb req-033e36e3-4877-4624-81f9-6caf43eb4f10 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/5a76b266-b9ed-47d7-9d11-14dc918465a0 HTTP/1.1" status: 204 len: 173 time: 0.2532148 Jul 15 13:14:55.101795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e36e3-4877-4624-81f9-6caf43eb4f10 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76b266-b9ed-47d7-9d11-14dc918465a0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.163942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] For port b059e40b-2f94-4787-8f17-834f93684fab, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b059e40b-2f94-4787-8f17-834f93684fab,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:55.164320 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.232149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Calling delete_port for b059e40b-2f94-4787-8f17-834f93684fab owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:55.286370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Allocated IP 172.20.0.10 (ad9db034-9f27-4ee5-a1ff-9778318fd6ba/74cfc473-872f-4649-b828-f886cd670077/50ad5c5e-8292-457e-ae2a-b3db90d4d222) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:55.319023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f178d65-63bb-4307-a89d-b301cb099d59 req-ea660e09-e118-4744-a617-2b6469eff107 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.321202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f178d65-63bb-4307-a89d-b301cb099d59 req-ea660e09-e118-4744-a617-2b6469eff107 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 950 time: 0.1085923 Jul 15 13:14:55.378124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-605ef51f-224f-4a47-a732-c9fbeae26ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.380363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-605ef51f-224f-4a47-a732-c9fbeae26ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1095 time: 0.3249335 Jul 15 13:14:55.402352 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f178d65-63bb-4307-a89d-b301cb099d59 req-c6b7fcab-7412-4614-abe6-e2a00c4a9421 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb666af2-d7da-4ade-8650-25a67732f438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750062 Jul 15 13:14:55.446157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Deleting port 31628522-0c7f-4519-b389-bdfb7aea5aeb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:55.446503 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.589237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c17db-a989-40a8-af01-37ec86d05c11 req-84cdf898-2c90-4917-8faa-220648755100 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.597515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-816c17db-a989-40a8-af01-37ec86d05c11 req-84cdf898-2c90-4917-8faa-220648755100 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.0781581 Jul 15 13:14:55.635600 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-816c17db-a989-40a8-af01-37ec86d05c11 req-d5e06869-46f2-4295-94ae-29409591089a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369017 Jul 15 13:14:55.710769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17d170b3-28bc-41e9-a914-9c293db9ffa8 req-d7d2f7a5-a808-4160-a2df-f9bfc85ca6e1 tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "GET /v2.0/security-groups/b4de8b1a-442a-4934-9464-982b9b9463e5 HTTP/1.1" status: 200 len: 2397 time: 0.0438554 Jul 15 13:14:55.714380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.714739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.747800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-9925f1e0-5dce-400f-8e0e-c693c84b7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:55.749312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-9925f1e0-5dce-400f-8e0e-c693c84b7d47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.3601382 Jul 15 13:14:55.757707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Calling delete_port for 31628522-0c7f-4519-b389-bdfb7aea5aeb owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:14:55.776006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.790287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b059e40b-2f94-4787-8f17-834f93684fab'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:55.792754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:55.807202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-17d170b3-28bc-41e9-a914-9c293db9ffa8 req-893bec09-7ea9-441b-914a-3a7623420d4f tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.833204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.835399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-17d170b3-28bc-41e9-a914-9c293db9ffa8 req-893bec09-7ea9-441b-914a-3a7623420d4f tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.837360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-db0a6865-3a37-4cb3-aa32-a1e0bf5a9d49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0774946 Jul 15 13:14:55.891477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-17d170b3-28bc-41e9-a914-9c293db9ffa8 req-893bec09-7ea9-441b-914a-3a7623420d4f tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.894778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-17d170b3-28bc-41e9-a914-9c293db9ffa8 req-893bec09-7ea9-441b-914a-3a7623420d4f tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:55.899440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17d170b3-28bc-41e9-a914-9c293db9ffa8 req-893bec09-7ea9-441b-914a-3a7623420d4f tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] 10.222.0.57 "DELETE /v2.0/security-groups/b4de8b1a-442a-4934-9464-982b9b9463e5 HTTP/1.1" status: 204 len: 173 time: 0.1784451 Jul 15 13:14:55.911541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33816) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:55.912944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bec09-7ea9-441b-914a-3a7623420d4f tempest-SecurityGroupRulesTestJSON-1800008820 tempest-SecurityGroupRulesTestJSON-1800008820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4de8b1a-442a-4934-9464-982b9b9463e5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:55.978274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fea487f9-c3e2-4060-9c9e-f868f551f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.019389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Deleting subnet 6acbda12-fec5-4c46-989e-a5c8131c422d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:14:56.027597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.114337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.195464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.231115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dca26-560b-4277-941b-f13735e813d3 req-4fb54802-8ddb-456c-9fb0-8eec59a6cee2 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.232606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-789dca26-560b-4277-941b-f13735e813d3 req-4fb54802-8ddb-456c-9fb0-8eec59a6cee2 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 943 time: 0.2090802 Jul 15 13:14:56.251611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Pushing event deleted for resources: {'Port': ['ID=b059e40b-2f94-4787-8f17-834f93684fab,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.275607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fea487f9-c3e2-4060-9c9e-f868f551f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.293884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fea487f9-c3e2-4060-9c9e-f868f551f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.327111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-789dca26-560b-4277-941b-f13735e813d3 req-84ce5862-6084-4f6a-a692-aab3279c5dc2 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871270 Jul 15 13:14:56.333329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] No DVR routers for this DVR port b059e40b-2f94-4787-8f17-834f93684fab on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:14:56.336827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.338928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c955f2a3-5bf8-448b-b452-472da4b14eb7 req-b4e7ffc0-b83f-40a1-9963-e626e66e29ce tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.58 "DELETE /v2.0/ports/b059e40b-2f94-4787-8f17-834f93684fab HTTP/1.1" status: 204 len: 173 time: 2.5879171 Jul 15 13:14:56.352216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971c4e0c-34aa-4600-8171-09faddbda071', 'name': 'network-vif-deleted', 'tag': 'b059e40b-2f94-4787-8f17-834f93684fab'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:56.352216 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b6136-b4c9-4941-9952-3262feeab26d" -d '{"events": [{"server_uuid": "971c4e0c-34aa-4600-8171-09faddbda071", "name": "network-vif-deleted", "tag": "b059e40b-2f94-4787-8f17-834f93684fab"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:56.388515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea487f9-c3e2-4060-9c9e-f868f551f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e7b52-a08f-4339-9a34-c1b11deebc20,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.403485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-8dc496ce-2e2e-414c-8385-268897f4a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.404972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-8dc496ce-2e2e-414c-8385-268897f4a553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.5421209 Jul 15 13:14:56.420431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.436471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fea487f9-c3e2-4060-9c9e-f868f551f1a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b44ac1813d2c4adebb63ce3120936637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6426768 Jul 15 13:14:56.461536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33824) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:56.467538 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.472643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6acbda12-fec5-4c46-989e-a5c8131c422d HTTP/1.1" status: 204 len: 168 time: 0.5462048 Jul 15 13:14:56.474740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33826) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:56.486544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21f8b5-d36c-465c-b263-a54b09b2fc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6acbda12-fec5-4c46-989e-a5c8131c422d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.515279 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.528821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.601066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.622126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Network ad9db034-9f27-4ee5-a1ff-9778318fd6ba is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:56.631063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9cb9055c-aa7e-4892-bb10-d6282e6269d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.634220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:56.655994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:56.663513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9cb9055c-aa7e-4892-bb10-d6282e6269d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.664846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Pushing event updated for resources: {'Port': ['ID=50ad5c5e-8292-457e-ae2a-b3db90d4d222,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.753935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Pushing event deleted for resources: {'Port': ['ID=31628522-0c7f-4519-b389-bdfb7aea5aeb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:56.775192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.777712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.779112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffb7da04-8c70-47bb-83ab-1b1edc8794c6 req-f66a332c-205a-4d98-b839-b23474306690 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "DELETE /v2.0/floatingips/aed12f52-86a9-4b94-be1e-38e4ea4ae7ad HTTP/1.1" status: 204 len: 173 time: 1.9445314 Jul 15 13:14:56.781741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-c3d6be05-33ae-434f-953c-ef6616fcb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.783388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-c3d6be05-33ae-434f-953c-ef6616fcb94b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3690827 Jul 15 13:14:56.789706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:56.790384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:56.831595 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfe4f25-c551-458f-ae78-eb81664f1000 x-openstack-request-id: req-ebfe4f25-c551-458f-ae78-eb81664f1000 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:56.831889 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971c4e0c-34aa-4600-8171-09faddbda071", "name": "network-vif-deleted", "tag": "b059e40b-2f94-4787-8f17-834f93684fab", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:56.832146 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ebfe4f25-c551-458f-ae78-eb81664f1000 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:56.832575 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971c4e0c-34aa-4600-8171-09faddbda071', 'name': 'network-vif-deleted', 'tag': 'b059e40b-2f94-4787-8f17-834f93684fab', 'status': 'completed', 'code': 200} Jul 15 13:14:56.836458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-7e6ab90c-0ea0-438f-bb9f-cbf121354c92 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8656604 Jul 15 13:14:56.878231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Request body: {'port': {'device_id': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:57.003627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-b3afa9da-ae1e-45ca-8bbd-be4c9866e32f service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102530 Jul 15 13:14:57.050356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1cd1751-0932-419c-94fd-d792ba58fb46 req-098ff798-56b8-4be1-9cb1-1371f2d11663 tempest-LiveMigrationNegativeTest-904737986 tempest-LiveMigrationNegativeTest-904737986-project] 10.222.0.57 "GET /v2.0/ports?device_id=971c4e0c-34aa-4600-8171-09faddbda071 HTTP/1.1" status: 200 len: 210 time: 0.0497601 Jul 15 13:14:57.074971 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.178687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9cb9055c-aa7e-4892-bb10-d6282e6269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.181974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9cb9055c-aa7e-4892-bb10-d6282e6269d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.186324 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9cb9055c-aa7e-4892-bb10-d6282e6269d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e3e7b52-a08f-4339-9a34-c1b11deebc20 HTTP/1.1" status: 204 len: 168 time: 0.7198370 Jul 15 13:14:57.227651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa144d17-de87-4c5e-9057-cae4865f0b17 req-e6171700-3ace-4dd4-b369-e79dceb00b3a service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103763 Jul 15 13:14:57.227997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.251781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9055c-aa7e-4892-bb10-d6282e6269d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e7b52-a08f-4339-9a34-c1b11deebc20,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.258449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240263c2-ae64-47af-bba2-9805aa429ee8']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:57.289250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c557dbb-db07-4748-8183-099e9aeeae11') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:57.289543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c557dbb-db07-4748-8183-099e9aeeae11') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:14:57.305661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.331616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.343352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aa05c-c54d-4702-ac85-ef92ce7eb6fb req-f46cfcc7-5d19-4355-bf4f-4a7557bce7ab tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.345854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f03aa05c-c54d-4702-ac85-ef92ce7eb6fb req-f46cfcc7-5d19-4355-bf4f-4a7557bce7ab tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 932 time: 0.2579138 Jul 15 13:14:57.352836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:14:57.354795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:14:57.358444 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:14:57.432756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4c98-d59c-439e-a711-2e45d724b7e5 req-34a71c3c-8675-452f-8ed5-aad19a9e6887 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.434725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-615f4c98-d59c-439e-a711-2e45d724b7e5 req-34a71c3c-8675-452f-8ed5-aad19a9e6887 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1472459 Jul 15 13:14:57.442893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f03aa05c-c54d-4702-ac85-ef92ce7eb6fb req-f6a82f5f-1d91-431d-943b-99611f2a6067 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852265 Jul 15 13:14:57.443410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.453061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.455532 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/240263c2-ae64-47af-bba2-9805aa429ee8 HTTP/1.1" status: 204 len: 168 time: 0.9708798 Jul 15 13:14:57.469587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21b1b3-44af-4745-981a-30c90c34c1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=240263c2-ae64-47af-bba2-9805aa429ee8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.538509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-615f4c98-d59c-439e-a711-2e45d724b7e5 req-f94efb99-c2f7-4cc3-be61-db92f6380af8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874786 Jul 15 13:14:57.600529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ad5c5e-8292-457e-ae2a-b3db90d4d222 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:57.619059 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.641032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Transition to ACTIVE for port object 50ad5c5e-8292-457e-ae2a-b3db90d4d222 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:14:57.650919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.661001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-5b7b76bc-d1b8-48b4-873c-2a0a61ed8b8a tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1680255 Jul 15 13:14:57.672835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:14:57.718246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.778160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33850) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.783024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Pushing event updated for resources: {'Port': ['ID=50ad5c5e-8292-457e-ae2a-b3db90d4d222,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:57.846723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a001037-79d6-4131-b769-b1e8abbc6a1f req-bd75194e-6f99-428d-afca-99c0405c7a6a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:57.848349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a001037-79d6-4131-b769-b1e8abbc6a1f req-bd75194e-6f99-428d-afca-99c0405c7a6a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 943 time: 0.1411057 Jul 15 13:14:57.859286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Attempting to bind port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:14:57.859622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Attempting to bind port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '423436f8-4cec-49e5-97c9-d1477fdf1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:14:57.860027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Attempting to bind port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 on network ad9db034-9f27-4ee5-a1ff-9778318fd6ba {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:57.869168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92ff640c-ec1e-45a1-9494-a517caab8588 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd91aa6bbc1b4722874099e1c8afea1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872700 Jul 15 13:14:57.869742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33852) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:57.872468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 on network ad9db034-9f27-4ee5-a1ff-9778318fd6ba not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:14:57.872787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Attempting to bind port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 on network ad9db034-9f27-4ee5-a1ff-9778318fd6ba {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:14:57.886773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:14:57.887106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Checking segment: {'id': '423436f8-4cec-49e5-97c9-d1477fdf1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:14:57.887487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Bound using segment: {'id': '423436f8-4cec-49e5-97c9-d1477fdf1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:14:57.888006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Bound port: 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423436f8-4cec-49e5-97c9-d1477fdf1bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:14:57.888275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.898202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.916747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a001037-79d6-4131-b769-b1e8abbc6a1f req-8a04b6c7-0e01-4f24-ae5f-b2127b98de70 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542855 Jul 15 13:14:57.972096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] For port 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:14:57.975506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] For port 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222,segment=NetworkSegment(423436f8-4cec-49e5-97c9-d1477fdf1bc7),segment_id=423436f8-4cec-49e5-97c9-d1477fdf1bc7)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:14:57.981662 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:57.985097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7bff-9af4-4947-ac1e-eb03aec3e57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.017140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.017763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.019262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] 10.222.0.58 "PUT /v2.0/ports/50ad5c5e-8292-457e-ae2a-b3db90d4d222 HTTP/1.1" status: 200 len: 1093 time: 1.1485424 Jul 15 13:14:58.046131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31913d8-0280-44c3-be5a-59313bbcec0b service neutron] Pushing event updated for resources: {'Port': ['ID=50ad5c5e-8292-457e-ae2a-b3db90d4d222,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.047320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7bff-9af4-4947-ac1e-eb03aec3e57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.080961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Allocated IP 172.25.3.16 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c0919389-74d6-4ddc-ba39-4f1d9ce8fa19) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:14:58.143830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7bff-9af4-4947-ac1e-eb03aec3e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.146121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-0a626b5d-619e-428c-9a52-a21a0d35c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.146477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7bff-9af4-4947-ac1e-eb03aec3e57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.149990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bfcf7bff-9af4-4947-ac1e-eb03aec3e57e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4233bad-5b7d-4c40-9bc1-75b9a5e9f587 HTTP/1.1" status: 204 len: 168 time: 0.2769437 Jul 15 13:14:58.150281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-0a626b5d-619e-428c-9a52-a21a0d35c1c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f05b2876f50340ec8ffe6294d6011673&device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 1096 time: 0.0709941 Jul 15 13:14:58.186197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf7bff-9af4-4947-ac1e-eb03aec3e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4233bad-5b7d-4c40-9bc1-75b9a5e9f587,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.210096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-3d844d3f-02c8-4edb-a7ca-c2a21f17d1ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222 HTTP/1.1" status: 200 len: 217 time: 0.0535579 Jul 15 13:14:58.285299 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.290797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:14:58.295157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-f1a5d387-f26d-4e00-aa2e-b070eaa2ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.296747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-f1a5d387-f26d-4e00-aa2e-b070eaa2ca7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74cfc473-872f-4649-b828-f886cd670077 HTTP/1.1" status: 200 len: 862 time: 0.0802343 Jul 15 13:14:58.349403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.357215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-5033e4f4-491d-4271-892f-f17e986d3a81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad9db034-9f27-4ee5-a1ff-9778318fd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523374 Jul 15 13:14:58.436885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:14:58.447814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:14:58.453203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:14:58.466885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b059e40b-2f94-4787-8f17-834f93684fab no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:14:58.478360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-c0cf1645-f0a1-4b12-9860-9b94dac145e8 service neutron] 10.222.0.58 "GET /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094646 Jul 15 13:14:58.497075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Pushing event updated for resources: {'Port': ['ID=c0919389-74d6-4ddc-ba39-4f1d9ce8fa19,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.505955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: b059e40b-2f94-4787-8f17-834f93684fab {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:14:58.507352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b059e40b-2f94-4787-8f17-834f93684fab not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:14:58.537927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:58.552926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'port_id': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'mac_address': 'fa:16:3e:e3:b3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:14:58.580196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.616418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.630829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:14:58.655268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:14:58.662787 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.683456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.721752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:58.731761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.732595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.733135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.733675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.734507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.736187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.736897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.737401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.737908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.738453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.739015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.739856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:14:58.744940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03b6a3cb-4073-4614-b8db-1071734aaa51 req-25e29169-ecbe-4fe3-ac4c-7756638e001c service neutron] 10.222.0.58 "GET /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576902 Jul 15 13:14:58.775642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f824a95-6f5d-4bab-a764-f23b48e6a4e1 req-de406fb3-9b50-41ff-b195-5335156a7b0c tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:58.777214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f824a95-6f5d-4bab-a764-f23b48e6a4e1 req-de406fb3-9b50-41ff-b195-5335156a7b0c tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 944 time: 0.1166518 Jul 15 13:14:58.843807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f824a95-6f5d-4bab-a764-f23b48e6a4e1 req-3bc44072-f5c2-4088-9b4e-89c02e215aca tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594923 Jul 15 13:14:58.849544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'tag': '50ad5c5e-8292-457e-ae2a-b3db90d4d222'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:14:58.852565 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6e77b5-d020-409d-ae5f-d28a0c61a386" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd5ded7-7fdc-40f3-8691-535cdee0f55d", "tag": "50ad5c5e-8292-457e-ae2a-b3db90d4d222"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:14:58.866243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33890) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:58.882380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:14:58.938280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:58.946981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.046944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Pushing event updated for resources: {'Port': ['ID=c0919389-74d6-4ddc-ba39-4f1d9ce8fa19,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.065880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.096480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.099206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-008a552a-1d9e-4553-9aec-b149cb568ba7 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4304273 Jul 15 13:14:59.110544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b887f-6636-4209-85c8-b1f09bff9e6d req-48f85eef-222a-4581-aaf1-a3323d34e9f2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.117815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40b887f-6636-4209-85c8-b1f09bff9e6d req-48f85eef-222a-4581-aaf1-a3323d34e9f2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1457212 Jul 15 13:14:59.147471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e3b4e0fa-eb46-4282-b40b-158857a5de32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5fb82eee2da4017910bc226a88eaebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798274 Jul 15 13:14:59.150200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.172498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-fa00f3e9-3ec1-4c3a-804e-ba2e05a3a3e0 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0679481 Jul 15 13:14:59.191250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c40b887f-6636-4209-85c8-b1f09bff9e6d req-5dcd1523-b8f0-44f6-9b4e-bd8911e15599 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Jul 15 13:14:59.256695 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed9bed-1c8f-4084-a48d-469cd36854d3 x-openstack-request-id: req-45ed9bed-1c8f-4084-a48d-469cd36854d3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:14:59.256987 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd5ded7-7fdc-40f3-8691-535cdee0f55d", "tag": "50ad5c5e-8292-457e-ae2a-b3db90d4d222", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:14:59.257238 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-45ed9bed-1c8f-4084-a48d-469cd36854d3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:14:59.257637 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'tag': '50ad5c5e-8292-457e-ae2a-b3db90d4d222', 'status': 'completed', 'code': 200} Jul 15 13:14:59.316730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e24ed686-fca1-4fc7-b76d-7f739374e00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.344918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e24ed686-fca1-4fc7-b76d-7f739374e00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.382196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-67ce08e9-577c-42be-8488-df6db40bcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.383913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-67ce08e9-577c-42be-8488-df6db40bcc15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f05b2876f50340ec8ffe6294d6011673&device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 1096 time: 0.1018457 Jul 15 13:14:59.416785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-145b3a71-335a-442f-afd1-882a42f40971 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.421348 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d782eb21-4a7a-4474-81b0-ef976bb181b5 req-145b3a71-335a-442f-afd1-882a42f40971 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2343090 Jul 15 13:14:59.519752 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e24ed686-fca1-4fc7-b76d-7f739374e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.523830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e24ed686-fca1-4fc7-b76d-7f739374e00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:14:59.525963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e24ed686-fca1-4fc7-b76d-7f739374e00d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb666af2-d7da-4ade-8650-25a67732f438 HTTP/1.1" status: 204 len: 168 time: 0.3745847 Jul 15 13:14:59.542477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ed686-fca1-4fc7-b76d-7f739374e00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb666af2-d7da-4ade-8650-25a67732f438,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:14:59.553184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-ae3b182c-2014-4586-93cb-44f2ae45dd70 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips/e904db32-c87e-464c-a8cb-d4a064fd49f1 HTTP/1.1" status: 200 len: 692 time: 0.1091700 Jul 15 13:14:59.564946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b909-1971-43e9-8154-2a63ed28aa28 req-3bb0f4f3-5731-4919-82b8-26211602b6ed tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.567788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16b1b909-1971-43e9-8154-2a63ed28aa28 req-3bb0f4f3-5731-4919-82b8-26211602b6ed tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 944 time: 0.1776435 Jul 15 13:14:59.571235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-25d3a245-40fc-4474-88a7-2b454f10e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.572909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-25d3a245-40fc-4474-88a7-2b454f10e2c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad9db034-9f27-4ee5-a1ff-9778318fd6ba HTTP/1.1" status: 200 len: 923 time: 0.1810811 Jul 15 13:14:59.651223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-df96485a-6230-4e64-8238-40dade296e1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222 HTTP/1.1" status: 200 len: 217 time: 0.0674245 Jul 15 13:14:59.676134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33930) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:14:59.677612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-05b3a2de-15f5-49e8-89c6-b7342e08cca5 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.685660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-05b3a2de-15f5-49e8-89c6-b7342e08cca5 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.1314323 Jul 15 13:14:59.713087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16b1b909-1971-43e9-8154-2a63ed28aa28 req-0c9d0a28-09a1-42ec-9646-c15b2a4869e6 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383569 Jul 15 13:14:59.734510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-4be875b8-c618-4bd0-935d-368dcbbacbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:14:59.737035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-4be875b8-c618-4bd0-935d-368dcbbacbf0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74cfc473-872f-4649-b828-f886cd670077 HTTP/1.1" status: 200 len: 862 time: 0.0729120 Jul 15 13:14:59.751542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-e82d5892-da99-4ef4-ad7c-4115447ce342 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0647442 Jul 15 13:14:59.790596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-983ce411-e3c1-4ffc-bf02-d36d4c73f82c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad9db034-9f27-4ee5-a1ff-9778318fd6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464947 Jul 15 13:14:59.807968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-65ea917b-719b-48ad-9c6e-9476e82b3354 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0554442 Jul 15 13:14:59.944111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-805d2ae0-5712-487d-91ee-98a660ca8909 service neutron] 10.222.0.58 "GET /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466022 Jul 15 13:14:59.997986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Deleting port c0919389-74d6-4ddc-ba39-4f1d9ce8fa19 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:14:59.998355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.073712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-750923122-network', 'tenant_id': '63facd84146d4f0aa5bc7463f88103df'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:00.122975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.125203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.149989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Calling delete_port for c0919389-74d6-4ddc-ba39-4f1d9ce8fa19 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:00.179494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Made reservation on behalf of 63facd84146d4f0aa5bc7463f88103df for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:00.182024 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.195211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.216988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5acb5-be7c-423d-8b29-04e9f23bb11d req-16de7db6-8bb6-4bca-ac0c-f52b43eec7b4 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:00.223137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0e5acb5-be7c-423d-8b29-04e9f23bb11d req-16de7db6-8bb6-4bca-ac0c-f52b43eec7b4 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 944 time: 0.2537885 Jul 15 13:15:00.223935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33952) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.236138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6e77b5-d020-409d-ae5f-d28a0c61a386 req-db1fab34-1b08-4962-979c-980070a3003a service neutron] 10.222.0.58 "GET /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849271 Jul 15 13:15:00.305726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:00.312499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0e5acb5-be7c-423d-8b29-04e9f23bb11d req-b94c2118-bf81-42c4-b91f-6e16284c83fe tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724185 Jul 15 13:15:00.326886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e7bd1d2d-a366-465c-9112-c77e7218f8a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7822b86bafe4b88a1cd3239194a0e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981042 Jul 15 13:15:00.327169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33960) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.340090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.374137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Pushing event deleted for resources: {'Port': ['ID=c0919389-74d6-4ddc-ba39-4f1d9ce8fa19,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.396946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4c3f-c474-4283-90fb-2807a88dd9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.439773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4c3f-c474-4283-90fb-2807a88dd9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.452576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.454178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:00.458713 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.459968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a06036c1-9eeb-470a-b6d8-3413ae387eda req-5af37c93-d5a2-491f-a69e-8f741cbbfc57 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "DELETE /v2.0/floatingips/e904db32-c87e-464c-a8cb-d4a064fd49f1 HTTP/1.1" status: 204 len: 173 time: 0.6382113 Jul 15 13:15:00.461543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:00.462335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.550576 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-dc89988d-42e8-4c56-8494-1635491b82ac req-cb1787fc-c07b-41e8-99fb-c7512faaeb49 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] show failed (client error): The resource could not be found. Jul 15 13:15:00.551621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc89988d-42e8-4c56-8494-1635491b82ac req-cb1787fc-c07b-41e8-99fb-c7512faaeb49 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips/e904db32-c87e-464c-a8cb-d4a064fd49f1 HTTP/1.1" status: 404 len: 350 time: 0.0525014 Jul 15 13:15:00.601145 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.628369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4c3f-c474-4283-90fb-2807a88dd9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.632708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4c3f-c474-4283-90fb-2807a88dd9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.635042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ae8e4c3f-c474-4283-90fb-2807a88dd9cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e934f07d-4ad6-43e4-b21a-1c89589592f1 HTTP/1.1" status: 204 len: 168 time: 0.3056638 Jul 15 13:15:00.650718 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-86853dcd-36b9-4e07-bcf6-cf9793248ad5 req-89045256-a04d-4387-adb1-647657991944 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] show failed (client error): The resource could not be found. Jul 15 13:15:00.652841 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86853dcd-36b9-4e07-bcf6-cf9793248ad5 req-89045256-a04d-4387-adb1-647657991944 tempest-FloatingIPsTestJSON-1785536083 tempest-FloatingIPsTestJSON-1785536083-project] 10.222.0.57 "GET /v2.0/floatingips/e904db32-c87e-464c-a8cb-d4a064fd49f1 HTTP/1.1" status: 404 len: 350 time: 0.0546262 Jul 15 13:15:00.667503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33992) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:00.693158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.694741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e4c3f-c474-4283-90fb-2807a88dd9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e934f07d-4ad6-43e4-b21a-1c89589592f1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.696424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:00.704805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.705541 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a87c1-0e7a-451a-9cfc-72e43d794c91" -d '{"events": [{"server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:00.758311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:00.819396 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a1e5a-4288-4632-b1cb-d3dda95856a6 x-openstack-request-id: req-717a1e5a-4288-4632-b1cb-d3dda95856a6 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:00.819838 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:00.820233 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-717a1e5a-4288-4632-b1cb-d3dda95856a6 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:00.820818 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'code': 200} Jul 15 13:15:00.823986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa72fa4-adeb-4d4a-a3fc-5939a0942869,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:00.845936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.846635 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Added segment fbd42b47-e16b-447a-8968-cc42f122f649 of type vlan for network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a Jul 15 13:15:00.857068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:00.869689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.947905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:00.995753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866cabd-b956-4a10-94f3-4ab7c1deaf1c req-bb090432-2dc3-4649-b18d-61d60fb50e93 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.005044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8866cabd-b956-4a10-94f3-4ab7c1deaf1c req-bb090432-2dc3-4649-b18d-61d60fb50e93 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.5037448 Jul 15 13:15:01.076580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.085960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.087952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.088908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.209532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34028) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.211096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5330238 Jul 15 13:15:01.214988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Request body: {'subnet': {'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-750923122-subnet', 'tenant_id': '63facd84146d4f0aa5bc7463f88103df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:01.253112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Made reservation on behalf of 63facd84146d4f0aa5bc7463f88103df for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:01.259753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.286995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ce73a-af31-4d35-8813-57e5b95d57e6 admin admin] Pushing event updated for resources: {'Network': ['ID=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.292568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8866cabd-b956-4a10-94f3-4ab7c1deaf1c req-3aa9ffb1-d698-4945-b289-d3c5493dc957 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865176 Jul 15 13:15:01.305158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f29af-41b7-46f7-940c-d2c11e986b4f req-23c11a9a-ce74-44ea-bbb9-5caa0ce640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.307601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-163f29af-41b7-46f7-940c-d2c11e986b4f req-23c11a9a-ce74-44ea-bbb9-5caa0ce640f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1097 time: 0.3221841 Jul 15 13:15:01.309265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:01.311683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e49e5-fc03-4d02-b0f9-3171ce54155b req-0c20ba5f-3683-4e0a-8242-ff3cd02faf0a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.319466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9d6e49e5-fc03-4d02-b0f9-3171ce54155b req-0c20ba5f-3683-4e0a-8242-ff3cd02faf0a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.1756167 Jul 15 13:15:01.367261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-163f29af-41b7-46f7-940c-d2c11e986b4f req-1bcfced3-eef9-4c2c-88a5-efc6d1d9152e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 Jul 15 13:15:01.452318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9d6e49e5-fc03-4d02-b0f9-3171ce54155b req-f53b6fc7-13e4-418b-9526-79cbfe93fc1c tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318462 Jul 15 13:15:01.615975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b8883-48c9-4dae-84aa-6aeb19a9b634 req-30806dc1-0de1-45de-8b45-b8945427cf06 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.617603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b97b8883-48c9-4dae-84aa-6aeb19a9b634 req-30806dc1-0de1-45de-8b45-b8945427cf06 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 944 time: 0.1080973 Jul 15 13:15:01.636986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.639355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.689529 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b97b8883-48c9-4dae-84aa-6aeb19a9b634 req-e0601d2c-547a-4286-85f5-70621355a810 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579584 Jul 15 13:15:01.797564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0567fcc-d19a-4e95-b334-9c7e52dc2f75,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:01.821021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Checking segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:01.821382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Network hostable DHCP agents. Network: e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:01.825499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34060) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:01.900876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:01.917241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:01.922624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:01.923209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:01.931581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46af81-295f-4998-b7d6-0fbd0a5b700e None None] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:01.958981 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ab90e9b4-a0f2-42ec-8328-5a6f664332c2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7454147 Jul 15 13:15:01.986796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d37e2724-ed90-4459-856a-90acfca1baec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.130912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Deleting port e15afc90-7b8c-402b-9e16-beb7fdc87475 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:02.131339 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.158441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d37e2724-ed90-4459-856a-90acfca1baec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.165832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d37e2724-ed90-4459-856a-90acfca1baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.251661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] For port e15afc90-7b8c-402b-9e16-beb7fdc87475, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e15afc90-7b8c-402b-9e16-beb7fdc87475,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:02.252223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.275970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Calling delete_port for e15afc90-7b8c-402b-9e16-beb7fdc87475 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:02.277303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'tenant_id': '63facd84146d4f0aa5bc7463f88103df', 'fixed_ips': [{'subnet_id': 'f0567fcc-d19a-4e95-b334-9c7e52dc2f75'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:15:02.278231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.316347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d37e2724-ed90-4459-856a-90acfca1baec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e42bd174f0344bb09840b87f5ac9a7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838436 Jul 15 13:15:02.317020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:02.319494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e2724-ed90-4459-856a-90acfca1baec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0976485-5028-47dd-9e56-c2a3e074c8a9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.465167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 50ad5c5e-8292-457e-ae2a-b3db90d4d222 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:02.480993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Allocated IP 172.20.0.2 (e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a/f0567fcc-d19a-4e95-b334-9c7e52dc2f75/584d5432-027a-4ead-868d-920e49fb64e7) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:02.561741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.570882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-243b1484-5a93-43fe-a416-3196cddd7733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.595002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-243b1484-5a93-43fe-a416-3196cddd7733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.599108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15afc90-7b8c-402b-9e16-beb7fdc87475,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.656726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f21ca4-9778-4d8e-a8d4-6feeed3deb9a req-0e34ac36-e652-4fd4-8f93-e6683ddfe257 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.667965 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71f21ca4-9778-4d8e-a8d4-6feeed3deb9a req-0e34ac36-e652-4fd4-8f93-e6683ddfe257 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 945 time: 0.3391829 Jul 15 13:15:02.700119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222,segment=NetworkSegment(423436f8-4cec-49e5-97c9-d1477fdf1bc7),segment_id=423436f8-4cec-49e5-97c9-d1477fdf1bc7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:02.744964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71f21ca4-9778-4d8e-a8d4-6feeed3deb9a req-b5d6ac89-e594-4f8b-918f-9a2a7d81e051 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754733 Jul 15 13:15:02.761228 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-243b1484-5a93-43fe-a416-3196cddd7733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.766215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-243b1484-5a93-43fe-a416-3196cddd7733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.771172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '50ad5c5e-8292-457e-ae2a-b3db90d4d222', 'network_id': 'ad9db034-9f27-4ee5-a1ff-9778318fd6ba', 'port_id': '50ad5c5e-8292-457e-ae2a-b3db90d4d222', 'mac_address': 'fa:16:3e:70:62:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cfc473-872f-4649-b828-f886cd670077', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:02.771710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-243b1484-5a93-43fe-a416-3196cddd7733 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0976485-5028-47dd-9e56-c2a3e074c8a9 HTTP/1.1" status: 204 len: 168 time: 0.4508171 Jul 15 13:15:02.817201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b1484-5a93-43fe-a416-3196cddd7733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0976485-5028-47dd-9e56-c2a3e074c8a9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:02.831295 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.855518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad5c5e-8292-457e-ae2a-b3db90d4d222 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:02.894089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.901175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222,segment=NetworkSegment(423436f8-4cec-49e5-97c9-d1477fdf1bc7),segment_id=423436f8-4cec-49e5-97c9-d1477fdf1bc7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:02.907501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Transition to ACTIVE for port object 584d5432-027a-4ead-868d-920e49fb64e7 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:02.910553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:02.985567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Transition to ACTIVE for port object 584d5432-027a-4ead-868d-920e49fb64e7 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:02.989793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71a6d2-4647-4e33-afd6-ec3a2fa56e9c req-f60d20a5-ef7e-4dac-8e61-d1773bb8aabd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:02.991544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a71a6d2-4647-4e33-afd6-ec3a2fa56e9c req-f60d20a5-ef7e-4dac-8e61-d1773bb8aabd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.3549464 Jul 15 13:15:02.997429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.024683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:03.025372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:03.030030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:03.046011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.058389 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a71a6d2-4647-4e33-afd6-ec3a2fa56e9c req-17237981-d055-40ef-b1b3-f4daef2ab1b5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Jul 15 13:15:03.094073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=50ad5c5e-8292-457e-ae2a-b3db90d4d222,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.150449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['50ad5c5e-8292-457e-ae2a-b3db90d4d222'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:03.153720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Attempting to bind port 584d5432-027a-4ead-868d-920e49fb64e7 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:03.153720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Attempting to bind port 584d5432-027a-4ead-868d-920e49fb64e7 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:03.154006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Attempting to bind port 584d5432-027a-4ead-868d-920e49fb64e7 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:03.191666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:03.192125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Checking segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:03.192438 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.192830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Bound using segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:03.193304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Bound port: 584d5432-027a-4ead-868d-920e49fb64e7, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:03.193699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.224322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Pushing event updated for resources: {'Port': ['ID=584d5432-027a-4ead-868d-920e49fb64e7,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.356463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] For port 584d5432-027a-4ead-868d-920e49fb64e7, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:03.381170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] For port 584d5432-027a-4ead-868d-920e49fb64e7, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=584d5432-027a-4ead-868d-920e49fb64e7,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:03.395671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.446964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34104) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.479655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebdf6-efca-4745-8e37-7ef92d95db84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.515415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c91e4-1d97-48aa-a708-d05715eb46a5 None None] Pushing event updated for resources: {'Port': ['ID=584d5432-027a-4ead-868d-920e49fb64e7,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.659462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:03.691328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb600d3d-73eb-4d7b-a8ff-364236e43ca1 req-e4919633-b15a-43ce-adff-5d2532598632 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.692857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb600d3d-73eb-4d7b-a8ff-364236e43ca1 req-e4919633-b15a-43ce-adff-5d2532598632 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.0984287 Jul 15 13:15:03.704358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebdf6-efca-4745-8e37-7ef92d95db84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.722769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebdf6-efca-4745-8e37-7ef92d95db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:03.840142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-3c0653a5-2214-486e-8af8-9da6bef14d62 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:03.841765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-3c0653a5-2214-486e-8af8-9da6bef14d62 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 815 time: 0.2478602 Jul 15 13:15:03.850879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb600d3d-73eb-4d7b-a8ff-364236e43ca1 req-20c46a7e-11f8-4755-b709-7135af133d7f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053956 Jul 15 13:15:03.855177 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1a0ebdf6-efca-4745-8e37-7ef92d95db84 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd9a4ca008534acb9b79746bacc23a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070065 Jul 15 13:15:03.858740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34116) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.868798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ebdf6-efca-4745-8e37-7ef92d95db84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b7aa1d-15fd-44af-bdc9-99de95f45968,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:03.886274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:03.902141 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] Sync routers for ids ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:03.913085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-413c7010-23b3-49c5-84f4-fcb0018c52f8 admin admin] 10.222.0.57 "PUT /v2.0/routers/939d8dbc-ef71-4773-acbd-4b4e2f15a198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2421987 Jul 15 13:15:03.913647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34120) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:03.924240 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] Routers {'939d8dbc-ef71-4773-acbd-4b4e2f15a198'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:03.924916 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:03.938651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-f34124e7-b676-4a4f-9a61-6f42d6020892 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/quotas/63facd84146d4f0aa5bc7463f88103df HTTP/1.1" status: 200 len: 375 time: 0.0817430 Jul 15 13:15:04.066201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c8c35d7-5a1d-40c7-9751-d2d8780851ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.100446 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] Set router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:04.101275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.103715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 584d5432-027a-4ead-868d-920e49fb64e7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:04.118270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-8d20684d-a36e-41e0-9901-ac9bba47dfa8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.119874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-8d20684d-a36e-41e0-9901-ac9bba47dfa8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 945 time: 0.3473248 Jul 15 13:15:04.139834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c8c35d7-5a1d-40c7-9751-d2d8780851ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.175873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 584d5432-027a-4ead-868d-920e49fb64e7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:04.207748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a265fa-ad07-4e03-ada3-c41983ea9886 req-b02ba81c-ea41-438d-886c-00d7bdde07a2 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:04.215622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93a265fa-ad07-4e03-ada3-c41983ea9886 req-b02ba81c-ea41-438d-886c-00d7bdde07a2 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 945 time: 0.1765556 Jul 15 13:15:04.269040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-763c829c-d82e-436f-8e68-918c89fadffb tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2904060 Jul 15 13:15:04.279177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93a265fa-ad07-4e03-ada3-c41983ea9886 req-9927fdbc-6d4c-4abf-80af-b104d8e936ba tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625620 Jul 15 13:15:04.297044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.306454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c8c35d7-5a1d-40c7-9751-d2d8780851ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.309366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c8c35d7-5a1d-40c7-9751-d2d8780851ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.310568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c8c35d7-5a1d-40c7-9751-d2d8780851ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76b7aa1d-15fd-44af-bdc9-99de95f45968 HTTP/1.1" status: 204 len: 168 time: 0.4495394 Jul 15 13:15:04.339148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c35d7-5a1d-40c7-9751-d2d8780851ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b7aa1d-15fd-44af-bdc9-99de95f45968,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:04.354297 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:15:02Z', 'revision_number': 5, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port': {'id': 'a0032825-a4ca-4ec2-9a8e-7da1587731cb', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:32Z', 'updated_at': '2021-07-15T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.404279 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] Checking router: 939d8dbc-ef71-4773-acbd-4b4e2f15a198 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:04.407940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Deleting port bdc1b255-bcac-45c1-b82a-34638d5bf8cf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:04.408282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.424555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Deleting port a0032825-a4ca-4ec2-9a8e-7da1587731cb {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:04.429219 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] Routers {'939d8dbc-ef71-4773-acbd-4b4e2f15a198'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:04.430113 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.430322 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.435915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-0500c968-d0eb-4f40-9127-f34139dc5efb service neutron] 10.222.0.57 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660295 Jul 15 13:15:04.481353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 50ad5c5e-8292-457e-ae2a-b3db90d4d222 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:04.600641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:04.608642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:04.609594 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.626147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] For port a0032825-a4ca-4ec2-9a8e-7da1587731cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0032825-a4ca-4ec2-9a8e-7da1587731cb,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.627170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.632122 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] Set router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:04.636549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] For port bdc1b255-bcac-45c1-b82a-34638d5bf8cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.637147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.665748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Calling delete_port for a0032825-a4ca-4ec2-9a8e-7da1587731cb owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:04.682686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-698f4466-233e-4234-8f64-392aa751b9b9 service neutron] 10.222.0.57 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457728 Jul 15 13:15:04.683983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Calling delete_port for bdc1b255-bcac-45c1-b82a-34638d5bf8cf owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:04.757169 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:15:04Z', 'revision_number': 6, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:04.791868 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a924cc-e203-4e73-9ff8-3a924d580939 None None] The sync data for ids ['939d8dbc-ef71-4773-acbd-4b4e2f15a198'] in n-d-798054-11 is: [{'id': '939d8dbc-ef71-4773-acbd-4b4e2f15a198', 'name': 'tempest-FloatingIPsTestJSON-623312274-router', 'tenant_id': '40e490fb7beb4c2daf63d6d74e206878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:31Z', 'updated_at': '2021-07-15T13:15:04Z', 'revision_number': 6, 'project_id': '40e490fb7beb4c2daf63d6d74e206878', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:04.826716 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:04.913038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222,segment=NetworkSegment(423436f8-4cec-49e5-97c9-d1477fdf1bc7),segment_id=423436f8-4cec-49e5-97c9-d1477fdf1bc7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:04.914571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad5c5e-8292-457e-ae2a-b3db90d4d222'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:04.918831 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e890346-6b4c-49ad-b07e-efd14a44c7a5" -d '{"events": [{"server_uuid": "7cd5ded7-7fdc-40f3-8691-535cdee0f55d", "name": "network-vif-plugged", "status": "completed", "tag": "50ad5c5e-8292-457e-ae2a-b3db90d4d222"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:04.924122 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.045006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.073796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=50ad5c5e-8292-457e-ae2a-b3db90d4d222,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.134364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599b9ce0-a15a-452d-8ce2-2c176f1762cd None None] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:05.154081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event deleted for resources: {'Port': ['ID=bdc1b255-bcac-45c1-b82a-34638d5bf8cf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.288045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] No DVR routers for this DVR port bdc1b255-bcac-45c1-b82a-34638d5bf8cf on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:05.293500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.300778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-adc54020-cd21-4ce6-a9bf-99352df2fd22 req-6b50aa74-0e25-482a-b98a-533b90e8db80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "DELETE /v2.0/ports/bdc1b255-bcac-45c1-b82a-34638d5bf8cf HTTP/1.1" status: 204 len: 173 time: 1.1729112 Jul 15 13:15:05.304083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] Provisioning for port 584d5432-027a-4ead-868d-920e49fb64e7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:05.339282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] Provisioning complete for port 584d5432-027a-4ead-868d-920e49fb64e7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:05.340655 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.344114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'name': 'network-vif-deleted', 'tag': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:05.356844 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc07195-cec2-462e-b7f8-a9e4faa4befb" -d '{"events": [{"server_uuid": "20b0f753-68f9-4f37-a7ee-491b3733a371", "name": "network-vif-deleted", "tag": "bdc1b255-bcac-45c1-b82a-34638d5bf8cf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:05.399177 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8012dca3-0922-4f6c-8baf-f1822af9eabf req-a13dd3fa-4bd2-42ff-a9fc-67e10705dd92 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.1506445 Jul 15 13:15:05.403910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.404415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.404920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.405398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.405861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.406323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.406855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.407520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.419677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9da14d49-f9bb-453b-a1b8-29ebd7b07181 req-c795b62e-d29f-4f08-918a-39736464fd77 tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5715 time: 0.6232498 Jul 15 13:15:05.477585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.553203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0032825-a4ca-4ec2-9a8e-7da1587731cb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:05.694833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.794956 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.832056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9914d61-489a-426d-ae4f-233f54326911 req-8c4a36b4-8d4d-40ea-b8c7-4e709dd63702 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:05.841521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9914d61-489a-426d-ae4f-233f54326911 req-8c4a36b4-8d4d-40ea-b8c7-4e709dd63702 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1605849 Jul 15 13:15:05.873666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] For port 584d5432-027a-4ead-868d-920e49fb64e7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=584d5432-027a-4ead-868d-920e49fb64e7,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:05.885761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:05.932236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9914d61-489a-426d-ae4f-233f54326911 req-223d47a2-9ebe-447f-bc41-33c014d8ae97 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888062 Jul 15 13:15:05.983316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0032825-a4ca-4ec2-9a8e-7da1587731cb no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:05.988865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.018763 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.040442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: a0032825-a4ca-4ec2-9a8e-7da1587731cb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:06.040759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0032825-a4ca-4ec2-9a8e-7da1587731cb not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:06.041340 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e15afc90-7b8c-402b-9e16-beb7fdc87475 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:06.081270 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6e1b66-dea6-4e3e-a84f-8cae511a77ef x-openstack-request-id: req-eb6e1b66-dea6-4e3e-a84f-8cae511a77ef {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:06.081270 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd5ded7-7fdc-40f3-8691-535cdee0f55d", "name": "network-vif-plugged", "status": "completed", "tag": "50ad5c5e-8292-457e-ae2a-b3db90d4d222", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:06.081270 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb6e1b66-dea6-4e3e-a84f-8cae511a77ef {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:06.081270 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad5c5e-8292-457e-ae2a-b3db90d4d222', 'code': 200} Jul 15 13:15:06.084128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e15afc90-7b8c-402b-9e16-beb7fdc87475 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:06.084478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e15afc90-7b8c-402b-9e16-beb7fdc87475 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:06.098683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b37598-28ad-4a4b-abb3-024042e27bb2 None None] Pushing event updated for resources: {'Port': ['ID=584d5432-027a-4ead-868d-920e49fb64e7,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.179965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f8538-0001-4521-baa4-8bc265ff673a req-1ac937b7-aa90-4bad-a80a-b3c5d1eaf5e1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.195553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34178) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:06.203544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-912f8538-0001-4521-baa4-8bc265ff673a req-1ac937b7-aa90-4bad-a80a-b3c5d1eaf5e1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.5966785 Jul 15 13:15:06.205818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.206730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939d8dbc-ef71-4773-acbd-4b4e2f15a198 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:15:06.214457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-375b699c-da6e-41cd-bf6e-04d23b358762 None None] Provisioning complete for port 584d5432-027a-4ead-868d-920e49fb64e7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:06.219363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.220099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-375b699c-da6e-41cd-bf6e-04d23b358762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.224751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5696313a-5a53-40bc-bbd5-f0cc5bf85704 admin admin] 10.222.0.57 "DELETE /v2.0/routers/939d8dbc-ef71-4773-acbd-4b4e2f15a198 HTTP/1.1" status: 204 len: 168 time: 2.3092680 Jul 15 13:15:06.225566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34180) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:06.227951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'floatingip': {'port_id': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:06.325293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Deleting subnet af936acd-edc9-4744-89bc-a30e16fc56bc {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:06.333765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.388572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device bdc1b255-bcac-45c1-b82a-34638d5bf8cf no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:06.390938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.459117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.469938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: bdc1b255-bcac-45c1-b82a-34638d5bf8cf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:06.470273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device bdc1b255-bcac-45c1-b82a-34638d5bf8cf not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:06.616088 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.625833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8512b-86df-4c5a-869d-0c282b7f37e0 req-9972805a-cde3-494d-b5d9-bd0d3409091e tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:06.628038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93b8512b-86df-4c5a-869d-0c282b7f37e0 req-9972805a-cde3-494d-b5d9-bd0d3409091e tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 946 time: 0.1795919 Jul 15 13:15:06.697362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93b8512b-86df-4c5a-869d-0c282b7f37e0 req-c000c400-7180-4cf9-a819-b9b200223672 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Jul 15 13:15:06.763165 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.793486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af936acd-edc9-4744-89bc-a30e16fc56bc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:06.797550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:06.805833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fe29f-ba5d-4157-8ddb-6904527f7de2 None None] Network d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:06.808602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-787d9a2c-b41f-40ee-a12d-b01704a59d90 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/af936acd-edc9-4744-89bc-a30e16fc56bc HTTP/1.1" status: 204 len: 168 time: 0.5816183 Jul 15 13:15:06.809243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34192) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:06.952511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.034722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57a6bd-0880-4c51-8f9a-1974584a4f84 req-b4f5aff2-5b6b-41ee-a1d3-4b987f22d09f tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.036187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ac57a6bd-0880-4c51-8f9a-1974584a4f84 req-b4f5aff2-5b6b-41ee-a1d3-4b987f22d09f tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 886 time: 0.2066648 Jul 15 13:15:07.085311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Deleting port d269c649-4297-454e-80d8-db89d137d1e3 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:07.085728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.140606 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739f794a-9cdc-4ebd-b1a7-4fe607bca00a x-openstack-request-id: req-739f794a-9cdc-4ebd-b1a7-4fe607bca00a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:07.141138 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b0f753-68f9-4f37-a7ee-491b3733a371", "name": "network-vif-deleted", "tag": "bdc1b255-bcac-45c1-b82a-34638d5bf8cf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:07.141236 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-739f794a-9cdc-4ebd-b1a7-4fe607bca00a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:07.142004 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b0f753-68f9-4f37-a7ee-491b3733a371', 'name': 'network-vif-deleted', 'tag': 'bdc1b255-bcac-45c1-b82a-34638d5bf8cf', 'status': 'completed', 'code': 200} Jul 15 13:15:07.175891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] DHCP port deletion for d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:15:07.217192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] For port d269c649-4297-454e-80d8-db89d137d1e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d269c649-4297-454e-80d8-db89d137d1e3,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.217717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.236943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Calling delete_port for d269c649-4297-454e-80d8-db89d137d1e3 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:07.291810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] Deleting port d269c649-4297-454e-80d8-db89d137d1e3 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:07.292745 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.440570 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-0ccdb9ba-6b03-42d4-a271-381e1e59577c service neutron] show failed (client error): The resource could not be found. Jul 15 13:15:07.441783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-0ccdb9ba-6b03-42d4-a271-381e1e59577c service neutron] 10.222.0.58 "GET /v2.0/ports/545994c0-dabb-4a8d-83d8-aca76f4fcf75/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0810583 Jul 15 13:15:07.442706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.448305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] For port d269c649-4297-454e-80d8-db89d137d1e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d269c649-4297-454e-80d8-db89d137d1e3,segment=NetworkSegment(402df476-4ce2-40e4-bb66-c913de2d97b6),segment_id=402df476-4ce2-40e4-bb66-c913de2d97b6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:07.452911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.479489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] Calling delete_port for d269c649-4297-454e-80d8-db89d137d1e3 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:07.501656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e50226e6-610d-475e-90f5-33a85a0b1552 req-0975eccd-6192-465a-b907-eed72c3835b8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.1516926 Jul 15 13:15:07.547584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d269c649-4297-454e-80d8-db89d137d1e3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: from cryptography.utils import int_from_bytes Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: from cryptography.utils import int_from_bytes Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.573753 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:15:07.576859 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:15:07.577830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] No DVR routers for this DVR port d269c649-4297-454e-80d8-db89d137d1e3 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:07.589453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.629285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] No DVR routers for this DVR port d269c649-4297-454e-80d8-db89d137d1e3 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:07.646039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf54888-8779-458b-8a11-fe286c59aa7f None None] Pushing event deleted for resources: {'Port': ['ID=d269c649-4297-454e-80d8-db89d137d1e3,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:07.804419 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.818574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e80a69-86bc-4ae9-8774-9ec33bcccdc8']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:07.832756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402df476-4ce2-40e4-bb66-c913de2d97b6') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:07.833128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402df476-4ce2-40e4-bb66-c913de2d97b6') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:07.844698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.915640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.923656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:07.924451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:07.940851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b473a4c-f041-4483-8436-386470fd955b req-5c5d2c14-b9f0-4b4b-818f-dd0f1c536198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.942650 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b473a4c-f041-4483-8436-386470fd955b req-5c5d2c14-b9f0-4b4b-818f-dd0f1c536198 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 1098 time: 1.7590365 Jul 15 13:15:07.952167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-1ddc013d-cad1-428b-abb8-74eea3d3fad5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:07.956240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 584d5432-027a-4ead-868d-920e49fb64e7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:07.961484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-1ddc013d-cad1-428b-abb8-74eea3d3fad5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 815 time: 1.7259247 Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:07.995107 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:08.002207 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.005218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-cdcb24e5-5d48-4440-8be8-fcab6c078e34 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/quotas/63facd84146d4f0aa5bc7463f88103df HTTP/1.1" status: 200 len: 375 time: 0.0424750 Jul 15 13:15:08.010209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.016779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d0e80a69-86bc-4ae9-8774-9ec33bcccdc8 HTTP/1.1" status: 204 len: 168 time: 1.2056372 Jul 15 13:15:08.057319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3ffb7-1622-4f2c-a444-191d33924ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e80a69-86bc-4ae9-8774-9ec33bcccdc8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.057937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 584d5432-027a-4ead-868d-920e49fb64e7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:08.058365 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.137078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c943d-c1d9-42c9-9ffe-c86b2cb31670 req-a2078190-13ae-453c-834e-9eb8a32d1ff4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.140632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f75c943d-c1d9-42c9-9ffe-c86b2cb31670 req-a2078190-13ae-453c-834e-9eb8a32d1ff4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.3956723 Jul 15 13:15:08.155248 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b473a4c-f041-4483-8436-386470fd955b req-9a836dc6-22bb-4a0f-907a-cbf1cecf7ee3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896031 Jul 15 13:15:08.170396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-304f5fc4-f0b2-4bc3-b21b-497dc4fb7b76 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.172744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-304f5fc4-f0b2-4bc3-b21b-497dc4fb7b76 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.58 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 815 time: 1.0228691 Jul 15 13:15:08.212344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-2a0eddd0-427f-45f8-9fdc-cb6de1523cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.214153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-2a0eddd0-427f-45f8-9fdc-cb6de1523cee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118&tenant_id=ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 1102 time: 0.3615975 Jul 15 13:15:08.222328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Request body: {'port': {'device_id': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'admin_state_up': True, 'tenant_id': '63facd84146d4f0aa5bc7463f88103df'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:08.229015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f75c943d-c1d9-42c9-9ffe-c86b2cb31670 req-01ff2431-66fd-493f-ad4b-54c8720c3bb4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800779 Jul 15 13:15:08.254032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:08.325214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34242) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.356031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d269c649-4297-454e-80d8-db89d137d1e3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:08.404453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d269c649-4297-454e-80d8-db89d137d1e3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:08.409459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d269c649-4297-454e-80d8-db89d137d1e3 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:08.414605 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c84563e0-2480-4a15-a71c-95f7ce56d28e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40e490fb7beb4c2daf63d6d74e206878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878201 Jul 15 13:15:08.423698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:15:08.426556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34244) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.440665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-b6b45fa8-dd27-435e-b20b-0fe1d86805e1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4342296 Jul 15 13:15:08.466056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34246) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.502256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.502766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.503410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.503883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.504343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.504803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.505259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.520770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-89097395-c305-4087-b6c5-c3c560eb032b req-cb4de002-6c8e-4679-a27a-36fdfc54308d tempest-NetworksTest-1653374705 tempest-NetworksTest-1653374705-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5018 time: 0.2454784 Jul 15 13:15:08.521040 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.618885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.652700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.693540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61a581cd-8ea3-41f4-aef7-17f5d3bfec57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.716987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23c563-37f7-4f0e-ab51-87e700607f63 req-54a55f5c-f59c-4d25-820f-74d691f42f53 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:08.725627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da23c563-37f7-4f0e-ab51-87e700607f63 req-54a55f5c-f59c-4d25-820f-74d691f42f53 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 946 time: 0.1076086 Jul 15 13:15:08.773154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-91c0acb9-7684-42b6-85c0-dddf7c81a221 service neutron] 10.222.0.57 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316114 Jul 15 13:15:08.786945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da23c563-37f7-4f0e-ab51-87e700607f63 req-a787eb84-073e-44b3-ac7c-83ba7ca2a991 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601568 Jul 15 13:15:08.796845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:08.796845 n-d-798054-11 neutron-server[93995]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:15:08.796845 n-d-798054-11 neutron-server[93995]: [parameters: {'project_id': '63facd84146d4f0aa5bc7463f88103df', 'id': '305684da-55f3-4ef4-8d47-b3b75a50f6c8', 'expiration': datetime.datetime(2021, 7, 15, 13, 17, 8, 764807)}] Jul 15 13:15:08.796845 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:08.797410 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:08.797722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0671dc5-b0bf-4416-b0b9-7fd295dda0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.926486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34256) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:08.928139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61a581cd-8ea3-41f4-aef7-17f5d3bfec57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.936743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61a581cd-8ea3-41f4-aef7-17f5d3bfec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:08.993385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a581cd-8ea3-41f4-aef7-17f5d3bfec57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9ef44-a9af-4fc1-a86c-ec8766a36370,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:08.993968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0671dc5-b0bf-4416-b0b9-7fd295dda0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.003510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-61a581cd-8ea3-41f4-aef7-17f5d3bfec57 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0c45211429141caaf67702104fdde79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337322 Jul 15 13:15:09.004131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34260) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:09.116155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a95a7d81-9bb8-425e-9138-4a206323d3b5 req-944f83d3-26a5-469c-bb95-d67ed2ad3e61 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.0443854 Jul 15 13:15:09.135635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b16b73b-0c26-4bb9-83dd-0b3f7feeceb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.191957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf66-00b5-4914-a21c-71e26bd527a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.201001 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Floating IP f2e16066-4d35-4ff7-bb23-a01bb88a8683 associated. External IP: 172.25.3.165, port: e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7. Jul 15 13:15:09.201643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b16b73b-0c26-4bb9-83dd-0b3f7feeceb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.239956 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-264cdc4b-c52a-4a77-8b28-cee4cd490a10 service neutron] 10.222.0.57 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566081 Jul 15 13:15:09.315616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b16b73b-0c26-4bb9-83dd-0b3f7feeceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.320654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b16b73b-0c26-4bb9-83dd-0b3f7feeceb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.323313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b16b73b-0c26-4bb9-83dd-0b3f7feeceb7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87f9ef44-a9af-4fc1-a86c-ec8766a36370 HTTP/1.1" status: 204 len: 168 time: 0.3175023 Jul 15 13:15:09.368551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16b73b-0c26-4bb9-83dd-0b3f7feeceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9ef44-a9af-4fc1-a86c-ec8766a36370,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.419181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0671dc5-b0bf-4416-b0b9-7fd295dda0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.422726 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0671dc5-b0bf-4416-b0b9-7fd295dda0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:09.427858 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f0671dc5-b0bf-4416-b0b9-7fd295dda0e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb355464-362c-4222-a9ce-e02c6c13046a HTTP/1.1" status: 204 len: 168 time: 0.9984348 Jul 15 13:15:09.430751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:09.493550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0671dc5-b0bf-4416-b0b9-7fd295dda0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb355464-362c-4222-a9ce-e02c6c13046a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:09.710448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84666-d63d-4d98-a187-e1154369524f req-502f081a-9186-4a77-89f1-0c4906ac2594 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:09.712801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83a84666-d63d-4d98-a187-e1154369524f req-502f081a-9186-4a77-89f1-0c4906ac2594 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1321552 Jul 15 13:15:09.756487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:09.777212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83a84666-d63d-4d98-a187-e1154369524f req-94318c3c-598f-4e89-98b3-ac8cc1506205 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584302 Jul 15 13:15:10.083087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34298) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.124120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c6839805-223f-4392-9ed9-815c5ab3d474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.206293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb578-8958-4e1a-ad93-bb6807aa62f9 req-e10f3319-308e-4c6b-82fb-56955ee9ae36 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.209554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce9cb578-8958-4e1a-ad93-bb6807aa62f9 req-e10f3319-308e-4c6b-82fb-56955ee9ae36 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 946 time: 0.2088716 Jul 15 13:15:10.306116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce9cb578-8958-4e1a-ad93-bb6807aa62f9 req-c76dbfd3-bc59-40a8-ab86-511bf6b59b4c tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875216 Jul 15 13:15:10.357630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:10.359997 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a325d-7399-4b08-bde1-49ae309ebc76" -d '{"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-unplugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:10.365785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.442908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf66-00b5-4914-a21c-71e26bd527a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.486674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf66-00b5-4914-a21c-71e26bd527a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.495177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-faff0b9b-712c-4b1f-b75e-8aa9c818780f req-ac5420a0-58c9-4189-ad91-187360fc223b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.0577114 Jul 15 13:15:10.526973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:10.531428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4bf5cf66-00b5-4914-a21c-71e26bd527a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee672eb8c2364e208f60b60975a6cfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6011438 Jul 15 13:15:10.532366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Made reservation on behalf of 63facd84146d4f0aa5bc7463f88103df for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:10.536392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.538595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34314) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.546866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Transition to ACTIVE for port object 545994c0-dabb-4a8d-83d8-aca76f4fcf75 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:10.626415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:10.673051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:10.685706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13b6df11-a26a-41be-bb15-6cef5f243457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.693096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.736206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c6839805-223f-4392-9ed9-815c5ab3d474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.742226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c6839805-223f-4392-9ed9-815c5ab3d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.784520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5cf66-00b5-4914-a21c-71e26bd527a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4309a01d-5ec8-4c03-8890-a5f5fd480320,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.791676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6839805-223f-4392-9ed9-815c5ab3d474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33912af8-1d12-4b23-9c87-0e3f2b62e95b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.821363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-0f6aaad2-695d-4c0d-bde6-869b69c2e5de tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:10.831137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-0f6aaad2-695d-4c0d-bde6-869b69c2e5de tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 815 time: 0.5609565 Jul 15 13:15:10.845538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c6839805-223f-4392-9ed9-815c5ab3d474 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb958fc8637240178ffe14f455fdd6c1&name=default HTTP/1.1" status: 200 len: 2980 time: 0.7582779 Jul 15 13:15:10.847439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34324) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:10.889682 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac6d94d-af1f-431b-9f7e-fdc2d5afccd8 x-openstack-request-id: req-4ac6d94d-af1f-431b-9f7e-fdc2d5afccd8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:10.889994 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-unplugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:10.890219 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ac6d94d-af1f-431b-9f7e-fdc2d5afccd8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:10.890641 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'code': 200} Jul 15 13:15:10.911923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:10.937874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2a6-264f-4238-970a-940bb0774ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.981275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2a6-264f-4238-970a-940bb0774ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:10.995013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] No DVR routers for this DVR port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:11.061279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-1fe657e6-a1df-483e-aed9-0a2ac10ad45d tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/quotas/63facd84146d4f0aa5bc7463f88103df HTTP/1.1" status: 200 len: 375 time: 0.2292399 Jul 15 13:15:11.118882 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2a6-264f-4238-970a-940bb0774ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.122776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2a6-264f-4238-970a-940bb0774ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.127367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a75f2a6-264f-4238-970a-940bb0774ecb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33912af8-1d12-4b23-9c87-0e3f2b62e95b HTTP/1.1" status: 204 len: 168 time: 0.2756815 Jul 15 13:15:11.136194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f2a6-264f-4238-970a-940bb0774ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33912af8-1d12-4b23-9c87-0e3f2b62e95b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:11.160912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13b6df11-a26a-41be-bb15-6cef5f243457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.162804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d629816-19d2-4cf5-9920-ab4d0a0b7130 req-210edc71-e473-4082-902a-052c91141ff7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.164874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d629816-19d2-4cf5-9920-ab4d0a0b7130 req-210edc71-e473-4082-902a-052c91141ff7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.1631193 Jul 15 13:15:11.254158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d629816-19d2-4cf5-9920-ab4d0a0b7130 req-7b50854f-ac59-499c-9fc3-c8f93cdb8642 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691972 Jul 15 13:15:11.358477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:11.359096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:11.359202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:11.389044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:11.389391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Attempting to bind port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:11.431283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:11.431283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:11.432070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:11.432294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Bound port: 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:11.432663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.486338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:11.499345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:11.516732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.529097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:11.530030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:11.542677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d9dcef64-4ba2-417b-b5bc-67b093ab3bf4 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:11.562295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d9dcef64-4ba2-417b-b5bc-67b093ab3bf4 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 815 time: 0.3031735 Jul 15 13:15:11.574584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Request body: {'port': {'device_id': 'd686002c-2eb8-4d12-be66-503851807831', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'admin_state_up': True, 'tenant_id': '63facd84146d4f0aa5bc7463f88103df'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:11.628704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13b6df11-a26a-41be-bb15-6cef5f243457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.639094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13b6df11-a26a-41be-bb15-6cef5f243457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.640313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-13b6df11-a26a-41be-bb15-6cef5f243457 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4309a01d-5ec8-4c03-8890-a5f5fd480320 HTTP/1.1" status: 204 len: 168 time: 1.0922515 Jul 15 13:15:11.655340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-cd852e4d-45e4-427c-8b98-9a08de78a7fa tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5383260 Jul 15 13:15:11.766711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Allocated IP 172.20.0.9 (e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a/f0567fcc-d19a-4e95-b334-9c7e52dc2f75/90f1d9d5-fc9b-4931-bf98-a1207004a780) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:11.843959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:11.925625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Made reservation on behalf of 63facd84146d4f0aa5bc7463f88103df for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:11.930453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:11.935581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6df11-a26a-41be-bb15-6cef5f243457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4309a01d-5ec8-4c03-8890-a5f5fd480320,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.036711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ea471acd-55c1-477a-a3b3-d75efc53923f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "PUT /v2.0/floatingips/f2e16066-4d35-4ff7-bb23-a01bb88a8683 HTTP/1.1" status: 200 len: 991 time: 5.8367877 Jul 15 13:15:12.056519 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9201354b-b452-404f-ba4d-7d96dc1ca463 req-0620739f-e4a7-4891-a6c7-b47723dba3dd tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=20b0f753-68f9-4f37-a7ee-491b3733a371 HTTP/1.1" status: 200 len: 210 time: 0.1014369 Jul 15 13:15:12.168988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:12.207277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:12.223236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.363239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.363874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.365324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] 10.222.0.59 "PUT /v2.0/ports/545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 1097 time: 4.1334560 Jul 15 13:15:12.375771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34366) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:12.377980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-e2734330-3972-462a-9deb-0a08d5878ec4 service neutron] 10.222.0.57 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129706 Jul 15 13:15:12.458974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127bf8a2-d7b4-415b-874e-db413b4a0fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.516757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecba7d-d4c9-4c5a-b095-ea5ed9bbd674 req-b6999423-ba12-4be3-8c3d-943319f728e0 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.528630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1aecba7d-d4c9-4c5a-b095-ea5ed9bbd674 req-b6999423-ba12-4be3-8c3d-943319f728e0 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 946 time: 0.1945832 Jul 15 13:15:12.571730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'f2e16066-4d35-4ff7-bb23-a01bb88a8683', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'port_id': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'mac_address': 'fa:16:3e:e3:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:14:43Z', 'updated_at': '2021-07-15T13:15:08Z', 'revision_number': 1, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.607680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:12.614254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1aecba7d-d4c9-4c5a-b095-ea5ed9bbd674 req-b5318398-c3e9-4efa-9b17-77b65f9148b7 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 Jul 15 13:15:12.636724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:12.637274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:14:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:12.698604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581fce-e20e-46a6-a94a-0d2208b3bc87 service neutron] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:12.849636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.855101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-5fab241b-09d1-42de-9f3e-8b97728a010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:12.857079 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-5fab241b-09d1-42de-9f3e-8b97728a010a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1100 time: 0.4082243 Jul 15 13:15:12.866898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:12.896283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7'}, {'name': 'network-changed', 'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:12.898759 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7"}, {"name": "network-changed", "server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:12.962456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Transition to ACTIVE for port object 90f1d9d5-fc9b-4931-bf98-a1207004a780 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:12.997306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd14f124-7d32-4f1a-bc6c-1265038eba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:12.998808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-bb0206ac-871e-4930-a439-fa8cb6f40228 service neutron] 10.222.0.57 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843284 Jul 15 13:15:13.106862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47608bc7-d146-447e-96a7-8312d69cf94c req-f6b2b563-f2d6-482f-a80e-1298d04ab57c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.115744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47608bc7-d146-447e-96a7-8312d69cf94c req-f6b2b563-f2d6-482f-a80e-1298d04ab57c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.0889368 Jul 15 13:15:13.162754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47608bc7-d146-447e-96a7-8312d69cf94c req-78697fff-79d5-4271-a036-e6a42578b74a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Jul 15 13:15:13.232567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-6cd6b1c8-09d4-440b-99d4-79acffb3dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.234082 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-6cd6b1c8-09d4-440b-99d4-79acffb3dee2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3602104 Jul 15 13:15:13.248000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127bf8a2-d7b4-415b-874e-db413b4a0fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.294406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.296184 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127bf8a2-d7b4-415b-874e-db413b4a0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:13.378933 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41069ace-7a38-45c1-8904-be1ae91ec5f3 x-openstack-request-id: req-41069ace-7a38-45c1-8904-be1ae91ec5f3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:13.379648 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:13.379648 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41069ace-7a38-45c1-8904-be1ae91ec5f3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:13.379860 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'status': 'completed', 'code': 200} Jul 15 13:15:13.380117 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'status': 'completed', 'code': 200} Jul 15 13:15:13.393145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bf8a2-d7b4-415b-874e-db413b4a0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcae17d-1501-4fa9-883b-dfdb5d0e0fc0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.397473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-219ea9c8-6a50-4112-9f69-e11a3fa509ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.1532874 Jul 15 13:15:13.515490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'f2e16066-4d35-4ff7-bb23-a01bb88a8683', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'port_id': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'mac_address': 'fa:16:3e:e3:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:14:43Z', 'updated_at': '2021-07-15T13:15:08Z', 'revision_number': 1, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:13.549803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d18827ea-4110-4a40-a66f-ac289a778632 req-7529ff2e-5018-4fdb-8a49-dae8dbd68f12 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 210 time: 0.1292770 Jul 15 13:15:13.607728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003087e7-48e7-4bec-872b-e4900c6dcade None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'f2e16066-4d35-4ff7-bb23-a01bb88a8683', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'port_id': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'mac_address': 'fa:16:3e:e3:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:14:43Z', 'updated_at': '2021-07-15T13:15:08Z', 'revision_number': 1, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:13.625050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Allocated IP 172.20.0.3 (e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a/f0567fcc-d19a-4e95-b334-9c7e52dc2f75/66cf7997-7a78-496d-aae9-248e101b363c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:13.654125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-13e5fa10-6591-4d46-b647-40a5d59d213f tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.668236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-13e5fa10-6591-4d46-b647-40a5d59d213f tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 946 time: 0.5785484 Jul 15 13:15:13.847442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-ad162bd4-ae9d-495d-a2be-bfbf5c1753d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:13.849458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-ad162bd4-ae9d-495d-a2be-bfbf5c1753d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4434402 Jul 15 13:15:13.849923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Pushing event updated for resources: {'Port': ['ID=90f1d9d5-fc9b-4931-bf98-a1207004a780,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:13.903217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:13.910625 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-127bf8a2-d7b4-415b-874e-db413b4a0fb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9247354a55e34f6aad7913da749f60a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5312977 Jul 15 13:15:13.916613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34442) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:13.964249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:14.003697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:14.005112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-3c8c5b10-f51f-42d0-9b8a-1050551a31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.018156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-3c8c5b10-f51f-42d0-9b8a-1050551a31a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1100 time: 0.6204500 Jul 15 13:15:14.108317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfe38e61-d351-4436-a609-6dad89cda6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.252511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-cfee083d-85c0-4d41-9f66-52c5921ede4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.254307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-cfee083d-85c0-4d41-9f66-52c5921ede4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2353044 Jul 15 13:15:14.281851 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993e5c1-7e5c-42c2-acf7-dd3bb029e9b2 None None] New status for floating IP f2e16066-4d35-4ff7-bb23-a01bb88a8683: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:15:14.377681 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfe38e61-d351-4436-a609-6dad89cda6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.388860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c37f1-8746-4270-8aa4-382e39987d9f req-5aae5819-bd36-480c-923f-509ebea745b4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.389582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-86e28c27-a880-44be-8b87-4675117708cb None None] Provisioning for port 90f1d9d5-fc9b-4931-bf98-a1207004a780 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:14.396042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de7c37f1-8746-4270-8aa4-382e39987d9f req-5aae5819-bd36-480c-923f-509ebea745b4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.2148592 Jul 15 13:15:14.399269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-b7b63317-368f-470f-8074-ecd21eff409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.400413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-86e28c27-a880-44be-8b87-4675117708cb None None] Provisioning complete for port 90f1d9d5-fc9b-4931-bf98-a1207004a780 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:14.400763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-b7b63317-368f-470f-8074-ecd21eff409c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1097 time: 1.0154293 Jul 15 13:15:14.400903 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-86e28c27-a880-44be-8b87-4675117708cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.426251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de7c37f1-8746-4270-8aa4-382e39987d9f req-2eb1b9e4-7819-4de0-9585-1c986cdfaa59 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0293186 Jul 15 13:15:14.435775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.436794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.456049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-7dd641e4-8617-47b3-8ee1-bb440e107c27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.1940126 Jul 15 13:15:14.515647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-86e28c27-a880-44be-8b87-4675117708cb None None] Port 90f1d9d5-fc9b-4931-bf98-a1207004a780 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:14.557689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4d18f-6f6d-4f1b-81a2-a9e4b333a93c req-b8dd21c5-2b4f-46b9-a2c1-4dba22f8b785 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.559302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ccc4d18f-6f6d-4f1b-81a2-a9e4b333a93c req-b8dd21c5-2b4f-46b9-a2c1-4dba22f8b785 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 946 time: 0.7137299 Jul 15 13:15:14.587674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.590866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-401ba8bb-0723-46f0-a3ae-2e30b57e9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.592551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-401ba8bb-0723-46f0-a3ae-2e30b57e9665 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1241004 Jul 15 13:15:14.635601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de7c37f1-8746-4270-8aa4-382e39987d9f req-b614de0b-5c86-4c34-a8fe-64bfd838b396 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760918 Jul 15 13:15:14.661121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-d91d4bec-d44a-4e8b-aa49-a12e8f21bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.663411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-d91d4bec-d44a-4e8b-aa49-a12e8f21bd89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7743235 Jul 15 13:15:14.664447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Transition to ACTIVE for port object 66cf7997-7a78-496d-aae9-248e101b363c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:14.686601 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.692425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ccc4d18f-6f6d-4f1b-81a2-a9e4b333a93c req-91d1553b-49d4-496b-bf47-9801d51dd04f tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b6cec97-89b6-489b-af21-d59070aae7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166823 Jul 15 13:15:14.708059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-eb58033d-33cf-445e-8c4e-c7a27230cc79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5020866 Jul 15 13:15:14.748559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-95de2518-52bf-41b3-86db-4818099c421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.750357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-95de2518-52bf-41b3-86db-4818099c421d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467810 Jul 15 13:15:14.802287 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.827154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-8212458b-06ab-4d0a-a2a9-2322d4bc7ba7 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433957 Jul 15 13:15:14.863491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Request body: {'port': {'device_id': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:14.905879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Deleting port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:14.906256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:14.938083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-cb73c7a2-7a3b-409d-a389-d72a8b09a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:14.940291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-cb73c7a2-7a3b-409d-a389-d72a8b09a6d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.5159652 Jul 15 13:15:15.035862 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.373325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.59', 49276) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:15.497478 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-84eede4b-e874-4d54-85e2-158617978c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.503612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:15.504102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfe38e61-d351-4436-a609-6dad89cda6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.507115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfe38e61-d351-4436-a609-6dad89cda6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.508474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bfe38e61-d351-4436-a609-6dad89cda6c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7dcae17d-1501-4fa9-883b-dfdb5d0e0fc0 HTTP/1.1" status: 204 len: 168 time: 1.5825782 Jul 15 13:15:15.533063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:15.546586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:15.603266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Pushing event updated for resources: {'Port': ['ID=66cf7997-7a78-496d-aae9-248e101b363c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.618764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe38e61-d351-4436-a609-6dad89cda6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcae17d-1501-4fa9-883b-dfdb5d0e0fc0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:15.632576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de7c37f1-8746-4270-8aa4-382e39987d9f req-e0a00940-52fc-4313-aa5f-64f61700637e service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9632998 Jul 15 13:15:15.639333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80bfe422-b132-43d0-a6f3-7556489589c9 req-0bef2507-fb51-4bb2-882d-c66281c90115 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943294 Jul 15 13:15:15.645394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-f9eb79c8-5eee-4308-a51c-ca0c7be0854b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.6510179 Jul 15 13:15:15.674922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.690847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-b22467d6-2082-4a5d-a281-1935d564e952 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.692445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-b22467d6-2082-4a5d-a281-1935d564e952 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 815 time: 0.3094141 Jul 15 13:15:15.718701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Request body: {'port': {'device_id': '0f414954-2028-495e-93e1-0de86b2391f7', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'admin_state_up': True, 'tenant_id': '63facd84146d4f0aa5bc7463f88103df'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:15.780488 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-0370d493-6bdc-46cc-a095-86e3bdb6a41a service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0120914 Jul 15 13:15:15.811292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.811744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.821140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.864186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-156f9d10-385a-4ed9-bc27-928c399a9a86 None None] Provisioning for port 66cf7997-7a78-496d-aae9-248e101b363c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:15.868174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-156f9d10-385a-4ed9-bc27-928c399a9a86 None None] Provisioning complete for port 66cf7997-7a78-496d-aae9-248e101b363c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:15.868549 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-156f9d10-385a-4ed9-bc27-928c399a9a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.876064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8d6c-b36d-466f-913c-4901427d2602 req-9f552754-d9ff-498a-ad53-9487fbaa2a4d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.881198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3eda8d6c-b36d-466f-913c-4901427d2602 req-9f552754-d9ff-498a-ad53-9487fbaa2a4d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 1.0241950 Jul 15 13:15:15.887468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-724cdc85-242c-4460-b39f-ddbbb2d9d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:15.889093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-724cdc85-242c-4460-b39f-ddbbb2d9d917 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.2114179 Jul 15 13:15:15.891426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-5443a36f-7add-4344-ae31-bed4a815b67b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3211207 Jul 15 13:15:15.895696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] For port 50ad5c5e-8292-457e-ae2a-b3db90d4d222, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=50ad5c5e-8292-457e-ae2a-b3db90d4d222,segment=NetworkSegment(423436f8-4cec-49e5-97c9-d1477fdf1bc7),segment_id=423436f8-4cec-49e5-97c9-d1477fdf1bc7)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:15.896053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:15.946179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Request body: {'port': {'device_id': 'd686002c-2eb8-4d12-be66-503851807831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:15.957437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-156f9d10-385a-4ed9-bc27-928c399a9a86 None None] Port 66cf7997-7a78-496d-aae9-248e101b363c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:16.022993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Calling delete_port for 50ad5c5e-8292-457e-ae2a-b3db90d4d222 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:16.188471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de7c37f1-8746-4270-8aa4-382e39987d9f req-b858e91f-fa5b-40b1-b5ab-eb93b1a7832d service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159400 Jul 15 13:15:16.251046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-12bb58fb-2bf1-4734-978e-61dd4e027302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:16.252848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-12bb58fb-2bf1-4734-978e-61dd4e027302 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3281941 Jul 15 13:15:16.270394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3eda8d6c-b36d-466f-913c-4901427d2602 req-0fb44b51-b3ae-449e-8b40-b4c378f050cd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716960 Jul 15 13:15:16.316099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.340263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Made reservation on behalf of 63facd84146d4f0aa5bc7463f88103df for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:16.346453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.480566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-e2b3c12b-9cee-4a77-a8eb-0f16547aed45 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836607 Jul 15 13:15:16.488414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e397319b-1316-4780-bea1-6e7416b4531c req-6f27ab94-76b5-42af-afa8-0f811d8a0ad9 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 210 time: 0.0493774 Jul 15 13:15:16.558588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 50ad5c5e-8292-457e-ae2a-b3db90d4d222 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:16.674700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-bbdd3747-82a9-4f92-abd9-eef27459ae80 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075470 Jul 15 13:15:16.712386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No active binding found for port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 {{(pid=93996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:15:16.717164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 50ad5c5e-8292-457e-ae2a-b3db90d4d222 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:16.726876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.806638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f1d9d5-fc9b-4931-bf98-a1207004a780 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:16.822744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Pushing event deleted for resources: {'Port': ['ID=50ad5c5e-8292-457e-ae2a-b3db90d4d222,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:16.837595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:16.924658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ea32d352-7881-4c62-92cf-2a2db144b2a5 req-0c0f05fc-56f7-4276-8475-1c4279094618 tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd5ded7-7fdc-40f3-8691-535cdee0f55d HTTP/1.1" status: 200 len: 210 time: 0.0429022 Jul 15 13:15:16.925253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34584) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:16.929203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cbb1762d-3642-40dc-8d59-e223e726882c req-b8e36e8d-5036-4e12-85b4-e1c18cbf5591 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=965fc586-b060-49a0-b30d-a93a84ef74b5 HTTP/1.1" status: 200 len: 210 time: 0.1523595 Jul 15 13:15:16.996136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.018780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Transition to ACTIVE for port object 90f1d9d5-fc9b-4931-bf98-a1207004a780 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:17.019933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] No DVR routers for this DVR port 50ad5c5e-8292-457e-ae2a-b3db90d4d222 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:17.024193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.026339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f11e88b-f8bc-4074-b467-d528123bf389 req-c985ec04-e08a-4b96-ab0a-2553cf729a6b tempest-InstanceActionsNegativeTestJSON-1327540380 tempest-InstanceActionsNegativeTestJSON-1327540380-project] 10.222.0.58 "DELETE /v2.0/ports/50ad5c5e-8292-457e-ae2a-b3db90d4d222 HTTP/1.1" status: 204 len: 173 time: 3.3570502 Jul 15 13:15:17.028245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'name': 'network-vif-deleted', 'tag': '50ad5c5e-8292-457e-ae2a-b3db90d4d222'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:17.030923 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2874c989-dec0-4355-ad4c-27dce8a8fc7b" -d '{"events": [{"server_uuid": "7cd5ded7-7fdc-40f3-8691-535cdee0f55d", "name": "network-vif-deleted", "tag": "50ad5c5e-8292-457e-ae2a-b3db90d4d222"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:17.039073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.112628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-4d490b0a-0e7c-442c-93fe-ee1d2c01da56 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870690 Jul 15 13:15:17.129517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Pushing event updated for resources: {'Port': ['ID=90f1d9d5-fc9b-4931-bf98-a1207004a780,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:17.243754 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283e0e8-62c6-4332-84b6-23a3f6421851 x-openstack-request-id: req-4283e0e8-62c6-4332-84b6-23a3f6421851 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:17.246697 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd5ded7-7fdc-40f3-8691-535cdee0f55d", "name": "network-vif-deleted", "tag": "50ad5c5e-8292-457e-ae2a-b3db90d4d222", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:17.248642 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4283e0e8-62c6-4332-84b6-23a3f6421851 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:17.249419 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd5ded7-7fdc-40f3-8691-535cdee0f55d', 'name': 'network-vif-deleted', 'tag': '50ad5c5e-8292-457e-ae2a-b3db90d4d222', 'status': 'completed', 'code': 200} Jul 15 13:15:17.286148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Allocated IP 172.20.0.5 (e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a/f0567fcc-d19a-4e95-b334-9c7e52dc2f75/74f8b2dc-5697-45b6-8401-e8e0c1d6e253) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:17.435007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Attempting to bind port 90f1d9d5-fc9b-4931-bf98-a1207004a780 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:17.440575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Attempting to bind port 90f1d9d5-fc9b-4931-bf98-a1207004a780 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:17.441099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Attempting to bind port 90f1d9d5-fc9b-4931-bf98-a1207004a780 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:17.460358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Port 90f1d9d5-fc9b-4931-bf98-a1207004a780 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:17.460596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Attempting to bind port 90f1d9d5-fc9b-4931-bf98-a1207004a780 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:17.496943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:17.497437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Checking segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:17.497986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Bound using segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:17.502217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Bound port: 90f1d9d5-fc9b-4931-bf98-a1207004a780, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:17.504054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.554753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-d459e1ae-07e8-4760-a5a2-ee3034876c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.556907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-d459e1ae-07e8-4760-a5a2-ee3034876c82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1100 time: 0.3052497 Jul 15 13:15:17.661799 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00372df0-cedc-4b27-b094-f014fb06ddf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.820044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] For port 90f1d9d5-fc9b-4931-bf98-a1207004a780, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:17.826563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] For port 90f1d9d5-fc9b-4931-bf98-a1207004a780, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:17.842855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.854260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326d2af-d67f-400b-bc8b-f42eae093dd4 req-4617bc9a-73ea-40df-899a-027113a4c904 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.862175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6326d2af-d67f-400b-bc8b-f42eae093dd4 req-4617bc9a-73ea-40df-899a-027113a4c904 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 948 time: 0.2949712 Jul 15 13:15:17.872125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:17.883867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-7ee45615-9f94-490f-8d69-b53309e84f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:17.885508 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-7ee45615-9f94-490f-8d69-b53309e84f49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2736378 Jul 15 13:15:17.911099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Transition to ACTIVE for port object 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:17.961257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6326d2af-d67f-400b-bc8b-f42eae093dd4 req-d8993b35-2b47-4055-be0e-2c90fc47f292 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979910 Jul 15 13:15:18.041966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-f3950ce1-77dc-4632-b749-f0584ec37d3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.1016729 Jul 15 13:15:18.051124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.051740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.053169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] 10.222.0.58 "PUT /v2.0/ports/90f1d9d5-fc9b-4931-bf98-a1207004a780 HTTP/1.1" status: 200 len: 1092 time: 3.2249568 Jul 15 13:15:18.087643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00372df0-cedc-4b27-b094-f014fb06ddf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.099921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00372df0-cedc-4b27-b094-f014fb06ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.167343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00372df0-cedc-4b27-b094-f014fb06ddf5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=821b79cf21104246a964f8e911397dab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2405465 Jul 15 13:15:18.172806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34640) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.181382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.295219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2763c-130c-4a1b-b8d7-bb52eebec212 service neutron] Pushing event updated for resources: {'Port': ['ID=90f1d9d5-fc9b-4931-bf98-a1207004a780,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.313123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34648) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:18.328912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Pushing event updated for resources: {'Port': ['ID=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.384042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:18.400100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-7f8cf688-b684-46cd-bcd2-3b16cf0e9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.401909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-7f8cf688-b684-46cd-bcd2-3b16cf0e9c61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.3391483 Jul 15 13:15:18.479882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Deleting subnet 74cfc473-872f-4649-b828-f886cd670077 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:15:18.484671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.509621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59339c36-2d8f-45ec-a949-d603af7a0510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.529284 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.531109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.545364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-18495f05-aab0-4c68-8f5c-230b3476708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.547045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-18495f05-aab0-4c68-8f5c-230b3476708c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 1095 time: 0.3110838 Jul 15 13:15:18.558933 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59339c36-2d8f-45ec-a949-d603af7a0510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.574925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.617197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:18.631392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'mac_address': 'fa:16:3e:9b:6a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:18.640333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-992e149a-0a06-4738-a136-88a665c1825f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780 HTTP/1.1" status: 200 len: 217 time: 0.0690460 Jul 15 13:15:18.700327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-fbad10fa-4ebb-4515-a7e4-26c77bae0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.702428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-fbad10fa-4ebb-4515-a7e4-26c77bae0a2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.0524433 Jul 15 13:15:18.703448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.705432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-58991478-0451-4118-9ccc-a28f00597209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.707341 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-58991478-0451-4118-9ccc-a28f00597209 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2712853 Jul 15 13:15:18.758950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545994c0-dabb-4a8d-83d8-aca76f4fcf75 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:18.802461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00372df0-cedc-4b27-b094-f014fb06ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b733e927-423d-4c9e-bffd-60ef0de5b0da,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.809134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:18.813828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:18.822355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.824924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:18.847276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:18.945356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:18.966824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:18.989695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb278e9-bab9-4c5f-80de-bba3b88ca080 req-8e3d0798-cd10-4ea2-b90e-4a4909f4c445 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:18.996918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fb278e9-bab9-4c5f-80de-bba3b88ca080 req-8e3d0798-cd10-4ea2-b90e-4a4909f4c445 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 931 time: 0.8348475 Jul 15 13:15:19.056821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cfc473-872f-4649-b828-f886cd670077,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.068873 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59339c36-2d8f-45ec-a949-d603af7a0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.071553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59339c36-2d8f-45ec-a949-d603af7a0510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.073975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['545994c0-dabb-4a8d-83d8-aca76f4fcf75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:19.075832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59339c36-2d8f-45ec-a949-d603af7a0510 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b733e927-423d-4c9e-bffd-60ef0de5b0da HTTP/1.1" status: 204 len: 168 time: 0.8857017 Jul 15 13:15:19.077118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.077790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.085075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.090071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70bda75e-60e9-4780-a0b4-26d7199cd835 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/74cfc473-872f-4649-b828-f886cd670077 HTTP/1.1" status: 204 len: 168 time: 0.7557623 Jul 15 13:15:19.093095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4c6ff6ac-6d7a-4e55-9b6c-c4af58216bd2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.096741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4c6ff6ac-6d7a-4e55-9b6c-c4af58216bd2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.3221965 Jul 15 13:15:19.098572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34688) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.121720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59339c36-2d8f-45ec-a949-d603af7a0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733e927-423d-4c9e-bffd-60ef0de5b0da,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.169681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-c8450761-584c-468b-a86d-3ccc84eb8b7c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0270333 Jul 15 13:15:19.175530 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fb278e9-bab9-4c5f-80de-bba3b88ca080 req-48e782f6-c6db-4be5-a78e-c9bafe85584f tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775687 Jul 15 13:15:19.177501 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-561fa9ed-ddf6-4d06-9f03-74337e69ea8b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4638422 Jul 15 13:15:19.180146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cf7997-7a78-496d-aae9-248e101b363c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:19.191292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Request body: {'port': {'device_id': '0f414954-2028-495e-93e1-0de86b2391f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:19.198425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.232895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-da0e54bb-057d-451b-81bf-96efe3d93fa7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614405 Jul 15 13:15:19.240790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Transition to ACTIVE for port object 66cf7997-7a78-496d-aae9-248e101b363c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:19.246926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.272964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'tag': '90f1d9d5-fc9b-4931-bf98-a1207004a780'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:19.277110 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8330a441-141c-40f2-9d76-41c56b8c9ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb885e7-dae2-4f4b-8e26-9f4d039d5b80", "tag": "90f1d9d5-fc9b-4931-bf98-a1207004a780"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:19.301574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-560c8e3b-7333-4ab4-b43a-a457c6ddd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.304162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-560c8e3b-7333-4ab4-b43a-a457c6ddd454 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5913792 Jul 15 13:15:19.306470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-f6cf4ca1-0d8f-47c3-8e99-e15a4030f5fc service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844107 Jul 15 13:15:19.316187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-034fc411-efa0-4a23-bef8-d7b57084131b None None] Provisioning for port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:19.351817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-034fc411-efa0-4a23-bef8-d7b57084131b None None] Provisioning complete for port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:19.352310 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-034fc411-efa0-4a23-bef8-d7b57084131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.363094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Pushing event updated for resources: {'Port': ['ID=66cf7997-7a78-496d-aae9-248e101b363c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:19.409123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.461689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-034fc411-efa0-4a23-bef8-d7b57084131b None None] Port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:19.487851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-b922afc1-52f6-473c-9acc-77307d96ee57 service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596055 Jul 15 13:15:19.636907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.674967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Attempting to bind port 66cf7997-7a78-496d-aae9-248e101b363c on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:19.675574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Attempting to bind port 66cf7997-7a78-496d-aae9-248e101b363c by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:19.676072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Attempting to bind port 66cf7997-7a78-496d-aae9-248e101b363c on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:19.695426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Port 66cf7997-7a78-496d-aae9-248e101b363c on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:19.695954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Attempting to bind port 66cf7997-7a78-496d-aae9-248e101b363c on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:19.712746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:19.713519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Checking segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:19.713874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Bound using segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:19.714314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Bound port: 66cf7997-7a78-496d-aae9-248e101b363c, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:19.715323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.841846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a8c5160-66a4-437d-b9ed-69938a1da595 req-0038167d-a0d0-44d7-9050-c0567917e586 service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000600 Jul 15 13:15:19.859358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-e0f99ae9-e3ab-4b49-82d8-1c5d966127aa service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255043 Jul 15 13:15:19.867638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] For port 66cf7997-7a78-496d-aae9-248e101b363c, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:19.888273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34714) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:19.890773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] For port 66cf7997-7a78-496d-aae9-248e101b363c, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=66cf7997-7a78-496d-aae9-248e101b363c,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:19.911014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.925624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-702b4301-0ca9-4e29-b5f6-89577c50eece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.938799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.943938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92aee0d0-e903-4363-b1af-36ab5bc3fd0c req-5ecae355-0d45-40a1-94e2-7841e1449c7e service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701715 Jul 15 13:15:19.982112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:19.983152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:19.984635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] 10.222.0.59 "PUT /v2.0/ports/66cf7997-7a78-496d-aae9-248e101b363c HTTP/1.1" status: 200 len: 1092 time: 4.0531056 Jul 15 13:15:19.987185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9db034-9f27-4ee5-a1ff-9778318fd6ba']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:19.992197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd686002c-2eb8-4d12-be66-503851807831', 'tag': '66cf7997-7a78-496d-aae9-248e101b363c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:19.994987 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06974058-bdbd-46c0-9c69-bef84ee3832b" -d '{"events": [{"name": "network-changed", "server_uuid": "d686002c-2eb8-4d12-be66-503851807831", "tag": "66cf7997-7a78-496d-aae9-248e101b363c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:20.004602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423436f8-4cec-49e5-97c9-d1477fdf1bc7') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.004878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423436f8-4cec-49e5-97c9-d1477fdf1bc7') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:20.017438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.043513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-f71df019-a8f5-482a-97b6-89c1eb81b281 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832669 Jul 15 13:15:20.044439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.051801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:20.052189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:20.054099 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:20.078158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:20.119028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.128736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.134711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.139061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed4734-4e3d-414e-b68d-2c443db0bf83 service neutron] Pushing event updated for resources: {'Port': ['ID=66cf7997-7a78-496d-aae9-248e101b363c,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.150930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ad9db034-9f27-4ee5-a1ff-9778318fd6ba HTTP/1.1" status: 204 len: 168 time: 1.0279813 Jul 15 13:15:20.179108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbac5f-7ace-4eff-b47a-65eaaec27186 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9db034-9f27-4ee5-a1ff-9778318fd6ba,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.206191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Transition to ACTIVE for port object 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:20.222365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.307177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-810f6212-2f87-48eb-a370-75bdb5e3188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.308718 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-810f6212-2f87-48eb-a370-75bdb5e3188d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 1095 time: 0.2513416 Jul 15 13:15:20.339473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f604a-6969-488a-8e42-79c39b4f6176 req-eb807155-0247-4342-b203-f71e4ae2850b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.347353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-209f604a-6969-488a-8e42-79c39b4f6176 req-eb807155-0247-4342-b203-f71e4ae2850b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 949 time: 0.3615887 Jul 15 13:15:20.357204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.383026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:20.417324 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-702b4301-0ca9-4e29-b5f6-89577c50eece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.436159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-702b4301-0ca9-4e29-b5f6-89577c50eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.437099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.468815 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f5be4-fe53-4c85-a018-9cc065b0205c x-openstack-request-id: req-a69f5be4-fe53-4c85-a018-9cc065b0205c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:20.469478 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb885e7-dae2-4f4b-8e26-9f4d039d5b80", "tag": "90f1d9d5-fc9b-4931-bf98-a1207004a780", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:20.469735 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a69f5be4-fe53-4c85-a018-9cc065b0205c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:20.470675 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'tag': '90f1d9d5-fc9b-4931-bf98-a1207004a780', 'status': 'completed', 'code': 200} Jul 15 13:15:20.504528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:20.510825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:20.511643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.599087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ecf18cbc-7350-4e47-87a0-bad24bd5e21c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f05b2876f50340ec8ffe6294d6011673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604421 Jul 15 13:15:20.603071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34736) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.628780 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.657402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:20.660380 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac697bfc-f13f-493b-b4a4-c527e4868805" -d '{"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-plugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:20.664361 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-91064678-8cf2-4e1c-93f2-b355c6285f68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cf7997-7a78-496d-aae9-248e101b363c HTTP/1.1" status: 200 len: 217 time: 0.2884409 Jul 15 13:15:20.665021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b4301-0ca9-4e29-b5f6-89577c50eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee9af1-b5ea-4a55-9407-c418e5bf5926,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.679591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:20.685606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.716968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59b17383-480c-4ddb-b8e3-b09eeea39e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:20.721142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-d6a36d22-74b7-4406-9d41-a60d19377555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.724211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-d6a36d22-74b7-4406-9d41-a60d19377555 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 1095 time: 0.2485347 Jul 15 13:15:20.770349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:20.842150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-702b4301-0ca9-4e29-b5f6-89577c50eece admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb08066f90b54c18b8d6657ada0916ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9471757 Jul 15 13:15:20.849246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:20.860430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-209f604a-6969-488a-8e42-79c39b4f6176 req-4d639408-9952-46a0-8a23-c6e0c276d248 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896932 Jul 15 13:15:20.944903 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:20.959337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-1aaf9cc6-b903-4589-82fd-6a2938173d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:20.962621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-1aaf9cc6-b903-4589-82fd-6a2938173d9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.2281885 Jul 15 13:15:21.024565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Attempting to bind port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:21.025247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Attempting to bind port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:21.025247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Attempting to bind port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:21.028638 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db56fb-8a5c-4838-8958-d7a29dc467f8 x-openstack-request-id: req-58db56fb-8a5c-4838-8958-d7a29dc467f8 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:21.028925 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d686002c-2eb8-4d12-be66-503851807831", "tag": "66cf7997-7a78-496d-aae9-248e101b363c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:21.029175 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58db56fb-8a5c-4838-8958-d7a29dc467f8 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:21.029572 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd686002c-2eb8-4d12-be66-503851807831', 'tag': '66cf7997-7a78-496d-aae9-248e101b363c', 'status': 'completed', 'code': 200} Jul 15 13:15:21.103463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:21.104474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Attempting to bind port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 on network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:21.159909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:21.160409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Checking segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:21.160647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Bound using segment: {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:21.161853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Bound port: 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd42b47-e16b-447a-8968-cc42f122f649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:21.162242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.243306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86919274-3375-4189-baa6-0aea50ae0073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.289670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25c9c847-142c-4872-9ce7-98bc8691fbbb req-7efadcde-307a-4319-8bc0-991592d91e2f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 210 time: 0.0450943 Jul 15 13:15:21.309153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86919274-3375-4189-baa6-0aea50ae0073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.309409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59b17383-480c-4ddb-b8e3-b09eeea39e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.321829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-6cf1b277-417d-4796-8e5e-11c489870991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.323494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-6cf1b277-417d-4796-8e5e-11c489870991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3387427 Jul 15 13:15:21.384222 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1999107c-4e0d-46da-a0d2-bbd4cec2f138 x-openstack-request-id: req-1999107c-4e0d-46da-a0d2-bbd4cec2f138 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:21.384827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-plugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:21.385316 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1999107c-4e0d-46da-a0d2-bbd4cec2f138 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:21.385979 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'code': 200} Jul 15 13:15:21.412454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] For port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:21.420302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-0c340b51-992d-48af-bed8-41667f6e1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.422459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-0c340b51-992d-48af-bed8-41667f6e1dd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 916 time: 0.6889830 Jul 15 13:15:21.445874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59b17383-480c-4ddb-b8e3-b09eeea39e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.449173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59b17383-480c-4ddb-b8e3-b09eeea39e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.450589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59b17383-480c-4ddb-b8e3-b09eeea39e4a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b6cec97-89b6-489b-af21-d59070aae7e9 HTTP/1.1" status: 204 len: 168 time: 0.8412313 Jul 15 13:15:21.467977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f898b5-21ff-4992-8ad3-51c8e0c3c8a1 req-5dddcdb6-98ba-4875-bfc6-69d9a475df13 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.471282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01f898b5-21ff-4992-8ad3-51c8e0c3c8a1 req-5dddcdb6-98ba-4875-bfc6-69d9a475df13 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 943 time: 0.3186855 Jul 15 13:15:21.483496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] For port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:21.487942 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-dfb99f77-2501-45cd-9b4d-0fa37fb977f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780 HTTP/1.1" status: 200 len: 217 time: 0.0578337 Jul 15 13:15:21.493740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b17383-480c-4ddb-b8e3-b09eeea39e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6cec97-89b6-489b-af21-d59070aae7e9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.501719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.564843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-a8522fb3-89ec-4e8a-a19e-2d9a730ed8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.566615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-a8522fb3-89ec-4e8a-a19e-2d9a730ed8ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.0690508 Jul 15 13:15:21.581087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86919274-3375-4189-baa6-0aea50ae0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.588039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86919274-3375-4189-baa6-0aea50ae0073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.611467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86919274-3375-4189-baa6-0aea50ae0073 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2ee9af1-b5ea-4a55-9407-c418e5bf5926 HTTP/1.1" status: 204 len: 168 time: 0.7604587 Jul 15 13:15:21.642114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.642817 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:21.673485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] 10.222.0.59 "PUT /v2.0/ports/74f8b2dc-5697-45b6-8401-e8e0c1d6e253 HTTP/1.1" status: 200 len: 1092 time: 2.4871805 Jul 15 13:15:21.693154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-eb3dd3c9-61a3-4f79-b528-aee6e1fe949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:21.694139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-44eb3ba3-515f-42c1-a0b7-a6afb0f6e2e8 service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597500 Jul 15 13:15:21.696796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-eb3dd3c9-61a3-4f79-b528-aee6e1fe949b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237392 Jul 15 13:15:21.747675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01f898b5-21ff-4992-8ad3-51c8e0c3c8a1 req-cbf576c6-115c-4166-8de2-f469240a7fb0 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592556 Jul 15 13:15:21.812989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86919274-3375-4189-baa6-0aea50ae0073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee9af1-b5ea-4a55-9407-c418e5bf5926,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.817419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db928b43-ec31-48b5-bd53-a8bb59f51bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:21.988519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-9a25c4b8-c0ed-4ac4-8914-a1df4c48639d service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837014 Jul 15 13:15:22.031423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-4da6a6f9-1af9-45b0-936a-053b93ed67e9 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0b0537c9743542c38b464ed3de248556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1744132 Jul 15 13:15:22.247622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-774ce27b-947a-4329-8dc6-00aedd07a6bb tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.249368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-774ce27b-947a-4329-8dc6-00aedd07a6bb tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118&tenant_id=ecb6d455265049feb9b274baa3ba9363&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 950 time: 0.3913920 Jul 15 13:15:22.269671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-cf5b2942-f7ad-4870-ae33-1fa42329f552 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.273635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-cf5b2942-f7ad-4870-ae33-1fa42329f552 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.3312554 Jul 15 13:15:22.316127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Request body: {'port': {'device_id': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'admin_state_up': True, 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:22.359526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb5b90ff-e83e-4efc-abd3-a74850745866 req-825c19d7-983d-4f74-b926-08b7efa22f32 service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646315 Jul 15 13:15:22.363233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8330a441-141c-40f2-9d76-41c56b8c9ea6 req-a18c7092-8e65-4e0a-8354-f8e466bbd33e service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636611 Jul 15 13:15:22.408669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-81e470e6-34bf-4236-860b-837d7fc1c71c tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.418347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-81e470e6-34bf-4236-860b-837d7fc1c71c tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3858356 Jul 15 13:15:22.454668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-c5122da0-ef4d-43dc-85dc-445aa0b70990 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/quotas/0b0537c9743542c38b464ed3de248556 HTTP/1.1" status: 200 len: 375 time: 0.0346417 Jul 15 13:15:22.457939 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-f23afc97-d63c-4f7b-a0aa-0d4a4a1e3b1e service neutron] delete failed (client error): The resource could not be found. Jul 15 13:15:22.459107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-f23afc97-d63c-4f7b-a0aa-0d4a4a1e3b1e service neutron] 10.222.0.58 "DELETE /v2.0/ports/545994c0-dabb-4a8d-83d8-aca76f4fcf75/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.1987720 Jul 15 13:15:22.506839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-c16a0003-d5bc-4d3a-82d0-923f50cb3ea8 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508742 Jul 15 13:15:22.557950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 90f1d9d5-fc9b-4931-bf98-a1207004a780 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:22.640386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-ffc58086-737d-4738-bf1e-089d51dde4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:22.644170 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-ffc58086-737d-4738-bf1e-089d51dde4ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1102 time: 0.1227396 Jul 15 13:15:22.803555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 90f1d9d5-fc9b-4931-bf98-a1207004a780, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:22.855568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '90f1d9d5-fc9b-4931-bf98-a1207004a780', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'port_id': '90f1d9d5-fc9b-4931-bf98-a1207004a780', 'mac_address': 'fa:16:3e:b2:ed:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0567fcc-d19a-4e95-b334-9c7e52dc2f75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:22.992186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:22.998379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-cfc251df-62a7-43e3-925f-4d70babcbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.001449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-cfc251df-62a7-43e3-925f-4d70babcbce8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3523700 Jul 15 13:15:23.039313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f1d9d5-fc9b-4931-bf98-a1207004a780 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:23.104748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 90f1d9d5-fc9b-4931-bf98-a1207004a780, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:23.115581 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.167140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f414954-2028-495e-93e1-0de86b2391f7', 'tag': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:23.171403 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f414954-2028-495e-93e1-0de86b2391f7", "tag": "74f8b2dc-5697-45b6-8401-e8e0c1d6e253"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:23.215191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-8840a02b-4438-4e14-b2f8-9d3dddad6253 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.2057464 Jul 15 13:15:23.263093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=90f1d9d5-fc9b-4931-bf98-a1207004a780,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:23.275120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-2f08802f-f3a1-4698-9bd6-3cf5c53f8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.276776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-2f08802f-f3a1-4698-9bd6-3cf5c53f8553 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 1095 time: 1.3357317 Jul 15 13:15:23.303681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1c9cc57-4951-4702-a2b3-10378f39437a req-31ba09a9-a588-48b5-8dac-18354baa9a0c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 210 time: 0.1250954 Jul 15 13:15:23.325429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['90f1d9d5-fc9b-4931-bf98-a1207004a780'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:23.342248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-a495c42d-6451-4ccf-b0f6-93d371a92cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.343788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-a495c42d-6451-4ccf-b0f6-93d371a92cb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1198299 Jul 15 13:15:23.367998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c20c7-99b7-4148-b1a2-a215d6ebe97f req-3d7164c3-2395-44b6-adae-9ee93c86efb2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.375176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a9c20c7-99b7-4148-b1a2-a215d6ebe97f req-3d7164c3-2395-44b6-adae-9ee93c86efb2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.3600421 Jul 15 13:15:23.404944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:23.434912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-d75e6ba9-1970-4fa6-a13e-579b21123d11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253 HTTP/1.1" status: 200 len: 217 time: 0.1273367 Jul 15 13:15:23.459110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a9c20c7-99b7-4148-b1a2-a215d6ebe97f req-d85f15cf-3aaf-4295-a250-9f5d9437790b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829835 Jul 15 13:15:23.490240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-93feefd4-eab0-4d43-af15-f66da518436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.492592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-93feefd4-eab0-4d43-af15-f66da518436b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416328 Jul 15 13:15:23.568879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-2f53eeb8-c0c2-4e79-88c4-48054f47894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.571185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-2f53eeb8-c0c2-4e79-88c4-48054f47894b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.1254697 Jul 15 13:15:23.621887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-99d3502a-076c-4709-8f03-f2390bf3d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.623865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-99d3502a-076c-4709-8f03-f2390bf3d1e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 1095 time: 0.4476314 Jul 15 13:15:23.688126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-59c93bf2-3788-4252-bf09-2ff033ac69b2 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876786 Jul 15 13:15:23.789336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f096ee-86cc-4e49-ad46-50dcba59bf6b req-d02a3636-1856-4ac9-83c9-7720e8e9cec1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.796397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:23.796844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32f096ee-86cc-4e49-ad46-50dcba59bf6b req-d02a3636-1856-4ac9-83c9-7720e8e9cec1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 943 time: 0.1999118 Jul 15 13:15:23.806041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:23.841153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-b37708d2-edb1-42ea-a585-1f57dd80d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:23.844603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-b37708d2-edb1-42ea-a585-1f57dd80d86f service neutron] 10.222.0.59 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 916 time: 0.1975160 Jul 15 13:15:24.003601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-5f3e37c3-3df7-4ffc-8cc3-6ba01ad75b92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66cf7997-7a78-496d-aae9-248e101b363c HTTP/1.1" status: 200 len: 217 time: 0.1496632 Jul 15 13:15:24.123975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-network', 'tenant_id': 'b703c65df8eb47a4961333776f809259'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:24.178563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-f94ccc5e-d53c-404c-b85e-72fbb34c36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.180309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-f94ccc5e-d53c-404c-b85e-72fbb34c36a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5963669 Jul 15 13:15:24.181569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32f096ee-86cc-4e49-ad46-50dcba59bf6b req-46a7d017-1fa7-442d-b36b-6f0bb9680f10 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834164 Jul 15 13:15:24.237892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bd9ebf2-4c40-47d1-bead-ef5a96e70beb req-4abff454-087d-42fa-a6ab-e5002602903d service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384741 Jul 15 13:15:24.281032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-ecfc037f-3169-49cc-86d4-39cd7628da75 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0b0537c9743542c38b464ed3de248556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279876 Jul 15 13:15:24.283473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Made reservation on behalf of b703c65df8eb47a4961333776f809259 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:24.288044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.306476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.321626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-036d4cf6-4d38-4dde-aec8-60bb05f0af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.323183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-036d4cf6-4d38-4dde-aec8-60bb05f0af24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.2917507 Jul 15 13:15:24.394040 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860934d5-cd6e-4028-b3e2-54437c3c763b x-openstack-request-id: req-860934d5-cd6e-4028-b3e2-54437c3c763b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:24.394549 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f414954-2028-495e-93e1-0de86b2391f7", "tag": "74f8b2dc-5697-45b6-8401-e8e0c1d6e253", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:24.394932 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-860934d5-cd6e-4028-b3e2-54437c3c763b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:24.395510 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f414954-2028-495e-93e1-0de86b2391f7', 'tag': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253', 'status': 'completed', 'code': 200} Jul 15 13:15:24.426923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 66cf7997-7a78-496d-aae9-248e101b363c details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:24.452399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34912) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:24.507003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Allocated IP 172.20.0.12 (35a7f83b-d9df-48c2-94f0-c76c73e6ea6e/a867b882-0336-456d-a5e4-f9c513468bb1/78cdf127-e047-4bfe-b216-14b39a5b471c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:24.575221 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.579041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 90f1d9d5-fc9b-4931-bf98-a1207004a780 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:24.583288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.630323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:24.657108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.659466 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Added segment 765a6221-6be8-4d89-89dc-8d55c6d0ad69 of type vlan for network 233ec2cf-3552-4118-8027-5bb65667167c Jul 15 13:15:24.736876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-96ad55a8-1aaf-4a18-bc05-e2bfd17c2657 service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331650 Jul 15 13:15:24.780252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.841288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 66cf7997-7a78-496d-aae9-248e101b363c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=66cf7997-7a78-496d-aae9-248e101b363c,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:24.852183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-d3a50226-911a-4a6a-8176-d1a14e0f8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.853777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-d3a50226-911a-4a6a-8176-d1a14e0f8436 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4493892 Jul 15 13:15:24.873430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-8f5509cd-7527-43eb-a95a-9fb420b1a8d4 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.881136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-8f5509cd-7527-43eb-a95a-9fb420b1a8d4 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5870345 Jul 15 13:15:24.936865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-5e1e6d63-1860-4f38-9a52-e40c1d3a7f57 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/quotas/0b0537c9743542c38b464ed3de248556 HTTP/1.1" status: 200 len: 375 time: 0.0546830 Jul 15 13:15:24.960731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6334fa2-c6bb-4fc3-b1bd-bb040c34c1bd req-c37f70fc-caa6-498e-a71c-299c820c9d79 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 210 time: 0.1080587 Jul 15 13:15:24.977708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:24.978975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:24.981487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.046928 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-fcb170d4-d562-4a65-9d4d-aa9dbe41122c tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087735 Jul 15 13:15:25.075162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 90f1d9d5-fc9b-4931-bf98-a1207004a780 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:25.095859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 90f1d9d5-fc9b-4931-bf98-a1207004a780 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:25.100206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-3fe0544c-bb95-4d79-82ad-cb67ed2271c8 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0b0537c9743542c38b464ed3de248556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1352630 Jul 15 13:15:25.100685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.109862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '66cf7997-7a78-496d-aae9-248e101b363c', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'port_id': '66cf7997-7a78-496d-aae9-248e101b363c', 'mac_address': 'fa:16:3e:e5:e0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0567fcc-d19a-4e95-b334-9c7e52dc2f75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:25.217253 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.255712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cf7997-7a78-496d-aae9-248e101b363c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:25.292025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 66cf7997-7a78-496d-aae9-248e101b363c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=66cf7997-7a78-496d-aae9-248e101b363c,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:25.293449 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.307035 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.379908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=66cf7997-7a78-496d-aae9-248e101b363c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.412242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-33b87591-6f6b-4519-ac08-bd2ad8b03832 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.416953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.417721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-33b87591-6f6b-4519-ac08-bd2ad8b03832 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2825630 Jul 15 13:15:25.434927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 90f1d9d5-fc9b-4931-bf98-a1207004a780, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:25.435965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f1d9d5-fc9b-4931-bf98-a1207004a780'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:25.440364 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ce22a-c56f-4011-9a62-bf5c9b8cfe15" -d '{"events": [{"server_uuid": "ddb885e7-dae2-4f4b-8e26-9f4d039d5b80", "name": "network-vif-plugged", "status": "completed", "tag": "90f1d9d5-fc9b-4931-bf98-a1207004a780"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:25.444031 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.460719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34928) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.463401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd6e783-72f3-47cc-a0f2-0e2890379594 req-78fa213a-bc6f-4504-8de6-35ef3f5d68f0 service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143991 Jul 15 13:15:25.486697 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.540421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=90f1d9d5-fc9b-4931-bf98-a1207004a780,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.548163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b62740c5-222b-4b11-85a8-68cd39269e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:25.561648 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1518619 Jul 15 13:15:25.569414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['66cf7997-7a78-496d-aae9-248e101b363c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:25.586335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50553625-bdba-45b5-b8c3-0015a9e59237,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.610117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Request body: {'port': {'device_id': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '0b0537c9743542c38b464ed3de248556'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:25.619388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:25.628904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-e239271e-800d-44b0-831a-d44d16c5e738 service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274604 Jul 15 13:15:25.670353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Request body: {'subnet': {'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-subnet', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:25.692190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:25.741207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171a495-a14d-4b80-8653-ace408e4eb4a admin admin] Pushing event updated for resources: {'Network': ['ID=233ec2cf-3552-4118-8027-5bb65667167c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.757016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 233ec2cf-3552-4118-8027-5bb65667167c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:25.932493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5884a-a3d7-4aed-b895-49c150b10e0b req-5ee58411-cd7c-4048-b9cb-f14f2e9829f4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:25.934668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe5884a-a3d7-4aed-b895-49c150b10e0b req-5ee58411-cd7c-4048-b9cb-f14f2e9829f4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.4824700 Jul 15 13:15:25.946915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:25.950030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:25.953357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event updated for resources: {'Port': ['ID=78cdf127-e047-4bfe-b216-14b39a5b471c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:25.965861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06974058-bdbd-46c0-9c69-bef84ee3832b req-f622b047-6422-4b83-b216-049f9e0a732e service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785378 Jul 15 13:15:26.018654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b62740c5-222b-4b11-85a8-68cd39269e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.040596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe5884a-a3d7-4aed-b895-49c150b10e0b req-cae71310-6e0c-4a23-a6af-85d6bcc13137 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984364 Jul 15 13:15:26.047162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b62740c5-222b-4b11-85a8-68cd39269e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.085237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.085981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.097781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:15:26.097781 n-d-798054-11 neutron-server[93995]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:15:26.097781 n-d-798054-11 neutron-server[93995]: [parameters: {'project_id_1': '0b0537c9743542c38b464ed3de248556', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 15, 25, 920640)}] Jul 15 13:15:26.097781 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:15:26.098986 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:15:26.110242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc249-f782-458e-b603-03760790da3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.144809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b62740c5-222b-4b11-85a8-68cd39269e23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bdc558b8bdbb44119eadc334c0a17b86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6884227 Jul 15 13:15:26.144809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62740c5-222b-4b11-85a8-68cd39269e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d841be-cd4e-477e-84cf-1b8525e0bb13,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.146475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34946) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.156139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Made reservation on behalf of b703c65df8eb47a4961333776f809259 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:26.159232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.172374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-dfcccdd5-f09d-47ae-9d97-6258f88161f8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8734972 Jul 15 13:15:26.200015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1a9d-e681-4103-95fc-2d5c8a89c5df req-28519945-f056-420e-be13-86dabca9c07b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.202075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-337e1a9d-e681-4103-95fc-2d5c8a89c5df req-28519945-f056-420e-be13-86dabca9c07b tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 943 time: 0.5768416 Jul 15 13:15:26.212884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Request body: {'port': {'device_id': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:26.293467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-288389d2-4e0b-4a12-92ca-6558af7fce26 req-3b7c40a6-00f1-4fe5-aa88-372cd309e0c7 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 210 time: 0.0712006 Jul 15 13:15:26.314735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d909-52b2-42fa-b0ef-ad2365bc73e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.315019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-7a7ac7be-52bd-4925-968a-d24fd482f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.316735 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-7a7ac7be-52bd-4925-968a-d24fd482f6ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 1095 time: 0.4357216 Jul 15 13:15:26.352360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d909-52b2-42fa-b0ef-ad2365bc73e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.387554 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb9260f-da11-438d-b916-4352011f04fe x-openstack-request-id: req-cfb9260f-da11-438d-b916-4352011f04fe {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:26.387951 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb885e7-dae2-4f4b-8e26-9f4d039d5b80", "name": "network-vif-plugged", "status": "completed", "tag": "90f1d9d5-fc9b-4931-bf98-a1207004a780", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:26.388281 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfb9260f-da11-438d-b916-4352011f04fe {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:26.388904 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f1d9d5-fc9b-4931-bf98-a1207004a780', 'code': 200} Jul 15 13:15:26.395703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-337e1a9d-e681-4103-95fc-2d5c8a89c5df req-603e38bb-045d-43f0-ae78-0108639303d7 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742685 Jul 15 13:15:26.472058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.519488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d909-52b2-42fa-b0ef-ad2365bc73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.524046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd1d909-52b2-42fa-b0ef-ad2365bc73e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.525812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1cd1d909-52b2-42fa-b0ef-ad2365bc73e2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2d841be-cd4e-477e-84cf-1b8525e0bb13 HTTP/1.1" status: 204 len: 168 time: 0.3782465 Jul 15 13:15:26.566378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1d909-52b2-42fa-b0ef-ad2365bc73e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d841be-cd4e-477e-84cf-1b8525e0bb13,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.607431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc249-f782-458e-b603-03760790da3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.639559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Made reservation on behalf of 0b0537c9743542c38b464ed3de248556 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:26.643898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.663355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.668764 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a5cc249-f782-458e-b603-03760790da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.669620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.680977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-34e6fb71-667c-49d6-aff3-ef1f4582dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.682500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-34e6fb71-667c-49d6-aff3-ef1f4582dc3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 916 time: 0.3400791 Jul 15 13:15:26.729631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cc249-f782-458e-b603-03760790da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e04e3-8a1a-460d-91db-b549c6c5ef1e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.750575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a360c-7241-4bc1-8166-627c22eb4552 req-e31b8d3d-1908-498f-a54d-ac870ce32d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.750575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-626a360c-7241-4bc1-8166-627c22eb4552 req-e31b8d3d-1908-498f-a54d-ac870ce32d86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 1097 time: 0.2450559 Jul 15 13:15:26.766276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee30397-eaaa-4851-8e08-70a022f911ce,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:26.820308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Checking segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:26.820671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Network hostable DHCP agents. Network: 233ec2cf-3552-4118-8027-5bb65667167c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:26.824651 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-567259fc-3f4e-4fab-8f8a-9b5dd4c764f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253 HTTP/1.1" status: 200 len: 217 time: 0.0942624 Jul 15 13:15:26.838838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-626a360c-7241-4bc1-8166-627c22eb4552 req-a363ec74-7470-4652-b3f0-a534df6747b6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815446 Jul 15 13:15:26.855757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-26d62021-8d42-45d3-a751-a0336206a4d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4748166 Jul 15 13:15:26.863706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Network 233ec2cf-3552-4118-8027-5bb65667167c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:26.865976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1a5cc249-f782-458e-b603-03760790da3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb2e3a0f34fb436483e35a598a16e8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4011290 Jul 15 13:15:26.871026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34954) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.901415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 233ec2cf-3552-4118-8027-5bb65667167c) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:26.917052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:26.917647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.918900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336d7fe-dc14-43c5-a89c-4e6efae6774d None None] Network 233ec2cf-3552-4118-8027-5bb65667167c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:26.939208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.952872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:26.980590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-13642f21-5475-4c8c-9f8a-1d2e2dbba540 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3606310 Jul 15 13:15:26.984823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34960) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:26.996291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:27.019689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-c2fb6fe8-20f4-48bd-95b5-d260ab769823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.021318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-c2fb6fe8-20f4-48bd-95b5-d260ab769823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.1799977 Jul 15 13:15:27.075942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc915424-03b3-4d98-90db-452f6f7529b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.087073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344c5466-bed2-4505-876b-bc7a08ce7af0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:27.099165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbdcd5-969c-48d8-a099-33afbb42b4a2 req-d183647d-2833-4ca0-8745-0903ded5ee53 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.107610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8dfbdcd5-969c-48d8-a099-33afbb42b4a2 req-d183647d-2833-4ca0-8745-0903ded5ee53 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 932 time: 0.4187553 Jul 15 13:15:27.130596 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.131661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.166901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc915424-03b3-4d98-90db-452f6f7529b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.233911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397df2e0-bbf5-499e-8782-7463ff2e1e5c None None] Network 233ec2cf-3552-4118-8027-5bb65667167c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:27.241894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8dfbdcd5-969c-48d8-a099-33afbb42b4a2 req-e48b6f17-c444-488c-b178-2cfd54625b11 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332748 Jul 15 13:15:27.258363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-74e6ea4e-de18-4674-adfe-b2b0ce128b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.260298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-74e6ea4e-de18-4674-adfe-b2b0ce128b5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1102 time: 0.2992833 Jul 15 13:15:27.276542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-beb8fdc4-9c35-4e48-9e06-3dc80866e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.278384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-beb8fdc4-9c35-4e48-9e06-3dc80866e9bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2473996 Jul 15 13:15:27.356307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.388598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Allocated IP 192.168.233.81 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:27.570958 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-70222268-fe06-4e91-b115-a21e11306b07 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b0537c9743542c38b464ed3de248556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3501298 Jul 15 13:15:27.598941 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce7e2408-67b0-4169-88b0-1a08e6170265 req-e1868ffd-0c34-432f-a388-04c284d73da2 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 210 time: 0.0792005 Jul 15 13:15:27.605405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cdf127-e047-4bfe-b216-14b39a5b471c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:27.623577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.657581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-723ff81f-364d-4e33-9904-e948a7ff0d37 service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604050 Jul 15 13:15:27.661212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-fbbb12e2-bdfe-45da-aad1-d4f692a91ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:27.662961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-fbbb12e2-bdfe-45da-aad1-d4f692a91ad7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3514996 Jul 15 13:15:27.663966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Transition to ACTIVE for port object 78cdf127-e047-4bfe-b216-14b39a5b471c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:27.669216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.700625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:27.731537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Transition to ACTIVE for port object ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:27.807278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-ca8850f3-4986-43a6-822c-5a80af62ba26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.1252739 Jul 15 13:15:27.885755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.074136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.246771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Pushing event updated for resources: {'Port': ['ID=78cdf127-e047-4bfe-b216-14b39a5b471c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.300436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-a1c3710e-5816-4fd0-8646-7e0e6740460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.302021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-a1c3710e-5816-4fd0-8646-7e0e6740460e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4839520 Jul 15 13:15:28.417979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0c2e44-90f5-4da9-a7f8-02de4808e7e3 req-4c034eb2-c728-4d31-b6e2-614b5aae8feb service neutron] 10.222.0.59 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346051 Jul 15 13:15:28.421485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34996) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:28.464187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:28.467307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Attempting to bind port 78cdf127-e047-4bfe-b216-14b39a5b471c on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:28.467576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Attempting to bind port 78cdf127-e047-4bfe-b216-14b39a5b471c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:28.467921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Attempting to bind port 78cdf127-e047-4bfe-b216-14b39a5b471c on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:28.480939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 66cf7997-7a78-496d-aae9-248e101b363c up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:28.487900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338c58d-d667-4be0-90f0-ce1b0a74ad6f req-2236f348-2746-477d-8a3c-96a27a686593 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.492937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc915424-03b3-4d98-90db-452f6f7529b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.495232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b338c58d-d667-4be0-90f0-ce1b0a74ad6f req-2236f348-2746-477d-8a3c-96a27a686593 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 943 time: 0.2659030 Jul 15 13:15:28.495588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc915424-03b3-4d98-90db-452f6f7529b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.507653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc915424-03b3-4d98-90db-452f6f7529b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e6e04e3-8a1a-460d-91db-b549c6c5ef1e HTTP/1.1" status: 204 len: 168 time: 1.6269128 Jul 15 13:15:28.541452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Port 78cdf127-e047-4bfe-b216-14b39a5b471c on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:28.541452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Attempting to bind port 78cdf127-e047-4bfe-b216-14b39a5b471c on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:28.552166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-b92f1f1d-b6cf-4e6d-aea3-1f8477533772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.553844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-b92f1f1d-b6cf-4e6d-aea3-1f8477533772 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2240162 Jul 15 13:15:28.554952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:28.556581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:28.558078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Bound using segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:28.558400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:28.559069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Bound port: 78cdf127-e047-4bfe-b216-14b39a5b471c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:28.559795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.575848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-e7f6a6bc-46c1-49d6-a330-cef6df41038a tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.576916 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-e7f6a6bc-46c1-49d6-a330-cef6df41038a tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9119990 Jul 15 13:15:28.588092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:28.590227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc915424-03b3-4d98-90db-452f6f7529b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e04e3-8a1a-460d-91db-b549c6c5ef1e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.602985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:28.620585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba4d0-64ac-4f4c-88ee-08e13c3d5c54 req-9bbae52e-9a0b-4fa2-ab04-5af9c01bdc15 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.622686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f0ba4d0-64ac-4f4c-88ee-08e13c3d5c54 req-9bbae52e-9a0b-4fa2-ab04-5af9c01bdc15 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 1.0483639 Jul 15 13:15:28.628904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Request body: {'port': {'device_id': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '0b0537c9743542c38b464ed3de248556'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:28.637953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 66cf7997-7a78-496d-aae9-248e101b363c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:28.650965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 66cf7997-7a78-496d-aae9-248e101b363c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:28.651555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.671196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:28.695344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b338c58d-d667-4be0-90f0-ce1b0a74ad6f req-d185697e-9125-4e93-b228-899f9221dd96 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985722 Jul 15 13:15:28.793426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:28.842089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253', 'network_id': 'e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a', 'port_id': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253', 'mac_address': 'fa:16:3e:de:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0567fcc-d19a-4e95-b334-9c7e52dc2f75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:28.856218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] For port 78cdf127-e047-4bfe-b216-14b39a5b471c, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:28.860406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] For port 78cdf127-e047-4bfe-b216-14b39a5b471c, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=78cdf127-e047-4bfe-b216-14b39a5b471c,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:28.872062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:28.879729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.917662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f0ba4d0-64ac-4f4c-88ee-08e13c3d5c54 req-f1e6a137-5bf7-4706-beff-2acb7f069d54 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433207 Jul 15 13:15:28.938493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b6730aca-1f7a-41d7-8162-f438401dac2d tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3745847 Jul 15 13:15:28.939040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:28.960466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Request body: {'port': {'device_id': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:28.963782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:28.983556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.017659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:29.031224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1174254013'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:29.043254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 66cf7997-7a78-496d-aae9-248e101b363c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=66cf7997-7a78-496d-aae9-248e101b363c,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:29.044939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd686002c-2eb8-4d12-be66-503851807831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf7997-7a78-496d-aae9-248e101b363c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:29.048121 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e2ed6-8158-4d45-960c-09cd96d52fac" -d '{"events": [{"server_uuid": "d686002c-2eb8-4d12-be66-503851807831", "name": "network-vif-plugged", "status": "completed", "tag": "66cf7997-7a78-496d-aae9-248e101b363c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:29.052442 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.054736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.058433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-9177b380-1c29-4a34-bc56-e6b24dbc5f5a service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800487 Jul 15 13:15:29.066722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.113852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35010) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:29.138825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8af0d2c-ef61-4ad6-9285-24308cf66552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.140446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=66cf7997-7a78-496d-aae9-248e101b363c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.164256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Made reservation on behalf of 0b0537c9743542c38b464ed3de248556 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:29.168808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.171294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.172016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.173444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] 10.222.0.58 "PUT /v2.0/ports/78cdf127-e047-4bfe-b216-14b39a5b471c HTTP/1.1" status: 200 len: 1093 time: 2.9870114 Jul 15 13:15:29.174051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'tag': '78cdf127-e047-4bfe-b216-14b39a5b471c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:29.176632 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12901470-bca8-4ef9-9093-05613829456e" -d '{"events": [{"name": "network-changed", "server_uuid": "a39cf2d9-19a7-4fe7-829a-ee0348b1b216", "tag": "78cdf127-e047-4bfe-b216-14b39a5b471c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:29.209777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a164677c-c2b3-4125-b20e-48e556228afc None None] Provisioning for port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:29.226895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a164677c-c2b3-4125-b20e-48e556228afc None None] Provisioning complete for port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:29.227616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a164677c-c2b3-4125-b20e-48e556228afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.261257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1eda49f-0c68-4108-86c9-8008a9abf61a req-42d9bc55-b46f-45a1-91d9-797e74c2b9a7 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 210 time: 0.0915034 Jul 15 13:15:29.282930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a164677c-c2b3-4125-b20e-48e556228afc None None] Port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:29.285449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Made reservation on behalf of edcfa4c3f3584c41ba99111e7590f5b4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:29.288979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.293763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.320399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.324316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['74f8b2dc-5697-45b6-8401-e8e0c1d6e253'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:29.343078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423abdf-3aa5-4c21-b0dd-d81f42e8f90a service neutron] Pushing event updated for resources: {'Port': ['ID=78cdf127-e047-4bfe-b216-14b39a5b471c,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.346324 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.355184 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.404556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.408186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-82831cd2-faac-43ee-bc8f-6fa1007b7adf req-37841404-f1fa-4a6d-855b-8ae705c2a8ec service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148603 Jul 15 13:15:29.478749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-fd7ec858-a1a2-440a-9eac-738ee0c2f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.480276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-fd7ec858-a1a2-440a-9eac-738ee0c2f1cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 1096 time: 0.2524071 Jul 15 13:15:29.538186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-6ef16343-e2cc-4c6d-8c61-ab06bdab3815 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78cdf127-e047-4bfe-b216-14b39a5b471c HTTP/1.1" status: 200 len: 217 time: 0.0503185 Jul 15 13:15:29.581758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9861-e4a2-47d9-8607-bdae9efca7d1 req-df897648-d58d-4647-a433-7f38e4935c83 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.583646 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c5e9861-e4a2-47d9-8607-bdae9efca7d1 req-df897648-d58d-4647-a433-7f38e4935c83 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.1616254 Jul 15 13:15:29.603283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d75e-72d0-4838-8aa6-ff0bc9be4213 req-38270d56-c70e-40a0-9f10-0aaeb493d146 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.604912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6d6d75e-72d0-4838-8aa6-ff0bc9be4213 req-38270d56-c70e-40a0-9f10-0aaeb493d146 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 944 time: 0.3917522 Jul 15 13:15:29.617625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-59462208-5761-4ac9-919b-b91738725597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:29.619182 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-59462208-5761-4ac9-919b-b91738725597 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.0760636 Jul 15 13:15:29.667897 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-9b313245-f04e-44b3-96b6-b7f820a307b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369923 Jul 15 13:15:29.671270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c5e9861-e4a2-47d9-8607-bdae9efca7d1 req-7422d89f-9b56-45f7-81e0-89cc6f039e19 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787358 Jul 15 13:15:29.728062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Allocated IP 192.168.233.162 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/98e64baa-0b5f-4516-8c61-f8964acca789) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:29.749452 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb010af-0c74-4933-b4a5-7c3452240fa7 x-openstack-request-id: req-fbb010af-0c74-4933-b4a5-7c3452240fa7 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:29.750747 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d686002c-2eb8-4d12-be66-503851807831", "name": "network-vif-plugged", "status": "completed", "tag": "66cf7997-7a78-496d-aae9-248e101b363c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:29.751309 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbb010af-0c74-4933-b4a5-7c3452240fa7 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:29.754724 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd686002c-2eb8-4d12-be66-503851807831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf7997-7a78-496d-aae9-248e101b363c', 'code': 200} Jul 15 13:15:29.774279 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8af0d2c-ef61-4ad6-9285-24308cf66552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.800882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8af0d2c-ef61-4ad6-9285-24308cf66552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:29.822489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Allocated IP 172.25.3.179 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/4ad72cc1-2519-498f-9eba-a7b5a09faf17) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:29.829619 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-1783bd7f-e789-4b1d-be89-8d97a2981da2 service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551807 Jul 15 13:15:29.836864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6d6d75e-72d0-4838-8aa6-ff0bc9be4213 req-229f0703-a800-43da-87f4-96e192bc901a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150505 Jul 15 13:15:29.838484 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da4b209-3383-4ff1-b9c0-1a88e55eec4c x-openstack-request-id: req-1da4b209-3383-4ff1-b9c0-1a88e55eec4c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:29.838820 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39cf2d9-19a7-4fe7-829a-ee0348b1b216", "tag": "78cdf127-e047-4bfe-b216-14b39a5b471c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:29.839080 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1da4b209-3383-4ff1-b9c0-1a88e55eec4c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:29.839527 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'tag': '78cdf127-e047-4bfe-b216-14b39a5b471c', 'status': 'completed', 'code': 200} Jul 15 13:15:29.895607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af0d2c-ef61-4ad6-9285-24308cf66552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59792a-a61a-4fe6-b267-8e6229fe34e3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:29.917688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d8af0d2c-ef61-4ad6-9285-24308cf66552 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d69036a42f64a288f3b6d1d499c072b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023288 Jul 15 13:15:29.921235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35020) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:30.072345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.083556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fa3647d-9d07-482d-a9b6-b06cfae98e43 req-da3abafc-1610-4c9d-b241-2eb7966f4402 service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402058 Jul 15 13:15:30.085713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c974-796a-47d0-81c5-77adbd9fc7a9 req-2f5187be-1412-4d75-87ce-cb2d78d52d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.087202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a116c974-796a-47d0-81c5-77adbd9fc7a9 req-2f5187be-1412-4d75-87ce-cb2d78d52d34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 1097 time: 0.2452235 Jul 15 13:15:30.088106 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.115518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:30.176663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.179897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a03aff2e-6ae6-4110-ad7a-5e5e90b6abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.186372 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.196031 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.196929 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Added segment 256d392c-21e8-40c2-8f29-3596a3617daa of type vlan for network 0bae1c10-7901-4331-b5a0-2ffac1262a50 Jul 15 13:15:30.223068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f432b6-8999-4a64-a287-0b487bc64377,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.229867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Transition to ACTIVE for port object 98e64baa-0b5f-4516-8c61-f8964acca789 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:30.233978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a03aff2e-6ae6-4110-ad7a-5e5e90b6abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.262798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8927bd-20aa-4cf6-8346-98a3e48f785f req-4e99af91-ecca-4a53-9005-22c94307cfe6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.264365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f8927bd-20aa-4cf6-8346-98a3e48f785f req-4e99af91-ecca-4a53-9005-22c94307cfe6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 944 time: 0.2253687 Jul 15 13:15:30.279998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a116c974-796a-47d0-81c5-77adbd9fc7a9 req-d6c4c3b6-362b-48e7-b9ca-f748db13a8b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615331 Jul 15 13:15:30.285230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.319279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901470-bca8-4ef9-9093-05613829456e req-b950fe69-3b6e-4986-a359-9299cc082986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.321436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-b950fe69-3b6e-4986-a359-9299cc082986 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 1096 time: 0.1721797 Jul 15 13:15:30.352254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.356530 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.358339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.358980 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.396130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f8927bd-20aa-4cf6-8346-98a3e48f785f req-2c9ddadf-3b8d-4ef0-bb37-d577a0a3fd97 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215293 Jul 15 13:15:30.409084 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.410132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-e6d76507-6c27-4238-bcb4-161c0b84a279 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804024 Jul 15 13:15:30.443697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:30.444694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a03aff2e-6ae6-4110-ad7a-5e5e90b6abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.447393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a03aff2e-6ae6-4110-ad7a-5e5e90b6abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.452304 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a03aff2e-6ae6-4110-ad7a-5e5e90b6abe4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b59792a-a61a-4fe6-b267-8e6229fe34e3 HTTP/1.1" status: 204 len: 168 time: 0.5237763 Jul 15 13:15:30.473646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:30.496321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0678201 Jul 15 13:15:30.496673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:30.498338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:30.522751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6200de8-a293-4c9f-8b70-70db53f16c0f tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Pushing event updated for resources: {'Network': ['ID=0bae1c10-7901-4331-b5a0-2ffac1262a50,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.534093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:30.565732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad72cc1-2519-498f-9eba-a7b5a09faf17,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.615684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03aff2e-6ae6-4110-ad7a-5e5e90b6abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59792a-a61a-4fe6-b267-8e6229fe34e3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:30.622783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:30.661136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0bae1c10-7901-4331-b5a0-2ffac1262a50 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:30.672716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:30.760212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901470-bca8-4ef9-9093-05613829456e req-e02bf3b7-56c9-4f5b-998d-f23c684b1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.767165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-e02bf3b7-56c9-4f5b-998d-f23c684b1837 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.4347839 Jul 15 13:15:30.875193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-a75d3212-73b4-4509-a227-93e606baddcb tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:30.882393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-a75d3212-73b4-4509-a227-93e606baddcb tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3895710 Jul 15 13:15:30.922249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:30.928123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:30.933761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-2978bc53-eefd-4849-b72c-18b3a173663b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78cdf127-e047-4bfe-b216-14b39a5b471c HTTP/1.1" status: 200 len: 217 time: 0.1545737 Jul 15 13:15:30.935539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:30.936002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.940076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:30.941010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-7a09f067-88c8-49d7-ad78-9eb66d2e7ec9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/quotas/ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 375 time: 0.0576284 Jul 15 13:15:30.998159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Transition to ACTIVE for port object ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:31.013159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.041294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.055361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901470-bca8-4ef9-9093-05613829456e req-f91274ee-6894-477b-8ea5-ab16162ec3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.057831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-f91274ee-6894-477b-8ea5-ab16162ec3fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.1147735 Jul 15 13:15:31.059571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.093423 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-0cb93465-77a7-4c12-b8fc-1edb994c32d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513646 Jul 15 13:15:31.095867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-659a7c0d-6faa-4b1d-bb78-52350b1244d6 None None] Provisioning for port 98e64baa-0b5f-4516-8c61-f8964acca789 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:31.104128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-659a7c0d-6faa-4b1d-bb78-52350b1244d6 None None] Provisioning complete for port 98e64baa-0b5f-4516-8c61-f8964acca789 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:31.104892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-659a7c0d-6faa-4b1d-bb78-52350b1244d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.107336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.108065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.137463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-12870f75-ffc4-434f-bbd2-b0448ed7a9e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714564 Jul 15 13:15:31.194121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-659a7c0d-6faa-4b1d-bb78-52350b1244d6 None None] Port 98e64baa-0b5f-4516-8c61-f8964acca789 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:31.220232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:31.227990 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.250544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-f0d6dee4-a763-4bb6-9a65-b28c99926263 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6438644 Jul 15 13:15:31.265067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f02c-edfb-4779-9b3c-2828a403afe9 req-cdf44ddc-f3d8-423f-8844-227373aca0ee tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:31.273883 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2943f02c-edfb-4779-9b3c-2828a403afe9 req-cdf44ddc-f3d8-423f-8844-227373aca0ee tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 936 time: 0.6466515 Jul 15 13:15:31.307309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Request body: {'port': {'device_id': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:31.310971 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-eacd61ca-8685-4b45-8c26-b82aedbc85cd service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642246 Jul 15 13:15:31.314259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.377062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:31.566347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2943f02c-edfb-4779-9b3c-2828a403afe9 req-623f5807-cd15-41d9-ab11-a7ffdd312cca tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809312 Jul 15 13:15:31.567353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12901470-bca8-4ef9-9093-05613829456e req-5eed8ebc-48f1-4812-abcb-3b30f7f01384 service neutron] 10.222.0.58 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500756 Jul 15 13:15:31.685909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Attempting to bind port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:31.686510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Attempting to bind port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:31.686747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Attempting to bind port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:31.696266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:31.696687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Attempting to bind port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:31.718017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:31.718492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:31.719038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:31.719935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Bound port: ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:31.720304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.745463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.760547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f414954-2028-495e-93e1-0de86b2391f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:31.765381 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e05e69-eaee-4605-94c7-6e9783a5cfa8" -d '{"events": [{"server_uuid": "0f414954-2028-495e-93e1-0de86b2391f7", "name": "network-vif-plugged", "status": "completed", "tag": "74f8b2dc-5697-45b6-8401-e8e0c1d6e253"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:31.832945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35084) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:31.838847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Request body: {'port': {'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50', 'binding:host_id': 'n-h1-798054-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2010064926'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:31.850651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.867106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Made reservation on behalf of 050c3269517f4af5a41a8fc31ebab966 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:31.872597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:31.896416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.022925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.028400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.047029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:32.145295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9849c87-38fa-446d-af84-fc87cce96830,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.208645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5dc0d54c-38dc-43ac-ad4b-c1a5bf417daa req-fd199e5d-b111-43e7-80eb-bbae6e94f5a5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 210 time: 0.0491993 Jul 15 13:15:32.468933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:32.482674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:32.498147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a4a8-4347-4a58-a5bd-7e52d13e01b2 req-4c2da4eb-9a7a-4ccc-9bca-81f20f823895 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.506070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6332a4a8-4347-4a58-a5bd-7e52d13e01b2 req-4c2da4eb-9a7a-4ccc-9bca-81f20f823895 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.1445312 Jul 15 13:15:32.529054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.543927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:32.564636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6332a4a8-4347-4a58-a5bd-7e52d13e01b2 req-5c89adce-be0c-47a4-be45-b938422b1e60 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557628 Jul 15 13:15:32.565236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.566836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Transition to ACTIVE for port object 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:32.582027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.591275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 78cdf127-e047-4bfe-b216-14b39a5b471c details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:32.631154 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88508f72-366b-4db3-b976-4ffeceac84eb x-openstack-request-id: req-88508f72-366b-4db3-b976-4ffeceac84eb {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:32.631777 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f414954-2028-495e-93e1-0de86b2391f7", "name": "network-vif-plugged", "status": "completed", "tag": "74f8b2dc-5697-45b6-8401-e8e0c1d6e253", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:32.632251 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88508f72-366b-4db3-b976-4ffeceac84eb {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:32.632866 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f414954-2028-495e-93e1-0de86b2391f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253', 'code': 200} Jul 15 13:15:32.697627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.698264 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.700528 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] 10.222.0.58 "PUT /v2.0/ports/ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec HTTP/1.1" status: 200 len: 1096 time: 3.7480416 Jul 15 13:15:32.701017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:32.704281 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e" -d '{"events": [{"name": "network-changed", "server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:32.729656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.819009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 78cdf127-e047-4bfe-b216-14b39a5b471c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=78cdf127-e047-4bfe-b216-14b39a5b471c,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:32.820526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54313251-fcf3-4e88-90e8-dbb198165757 req-681c2221-6382-449c-b6a7-9964f85e2538 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:32.834990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54313251-fcf3-4e88-90e8-dbb198165757 req-681c2221-6382-449c-b6a7-9964f85e2538 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 944 time: 1.0139544 Jul 15 13:15:32.835639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '78cdf127-e047-4bfe-b216-14b39a5b471c', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': '78cdf127-e047-4bfe-b216-14b39a5b471c', 'mac_address': 'fa:16:3e:f6:9c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:32.881250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Checking segment: {'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:32.882811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Network hostable DHCP agents. Network: 0bae1c10-7901-4331-b5a0-2ffac1262a50, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:32.904971 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:32.962031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cdf127-e047-4bfe-b216-14b39a5b471c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:32.985427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac89c-2d2c-4bfc-ba33-7dffe2c19efa service neutron] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:32.992049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Network 0bae1c10-7901-4331-b5a0-2ffac1262a50 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:33.004254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 78cdf127-e047-4bfe-b216-14b39a5b471c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=78cdf127-e047-4bfe-b216-14b39a5b471c,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:33.011373 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.020948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a9f7-9fea-4756-b962-12c1c7b96ce3 req-402eec74-0b1b-44e2-aae1-38661741544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.022673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d359a9f7-9fea-4756-b962-12c1c7b96ce3 req-402eec74-0b1b-44e2-aae1-38661741544a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 1097 time: 0.2793157 Jul 15 13:15:33.027782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-9b33410b-9f3c-47b4-ba42-6719ac610567 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454881 Jul 15 13:15:33.031665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54313251-fcf3-4e88-90e8-dbb198165757 req-e122eba6-fa08-46ae-97e0-742cae5dbb0c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956320 Jul 15 13:15:33.087393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.109346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=78cdf127-e047-4bfe-b216-14b39a5b471c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.127730 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9bc4ef-f10d-4cae-a1d6-8e890465e2f7 x-openstack-request-id: req-2c9bc4ef-f10d-4cae-a1d6-8e890465e2f7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:33.128019 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:33.128268 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c9bc4ef-f10d-4cae-a1d6-8e890465e2f7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:33.128791 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'status': 'completed', 'code': 200} Jul 15 13:15:33.144574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0bae1c10-7901-4331-b5a0-2ffac1262a50) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:33.162412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f5499-a511-49b4-924c-5277d5ce0d87 None None] Network 0bae1c10-7901-4331-b5a0-2ffac1262a50 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:33.164513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:33.204839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64d5f1-b78c-4436-9d3b-79b564a911ec req-54db3ea5-69e6-4cbb-8926-eac30cf02d88 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.214741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d64d5f1-b78c-4436-9d3b-79b564a911ec req-54db3ea5-69e6-4cbb-8926-eac30cf02d88 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 936 time: 0.3872719 Jul 15 13:15:33.248165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.248655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.249170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.265224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.265720 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.269695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['78cdf127-e047-4bfe-b216-14b39a5b471c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:33.276914 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 2 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.286743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d359a9f7-9fea-4756-b962-12c1c7b96ce3 req-eb70fae9-0b40-4bc4-956c-5427d123c70f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550004 Jul 15 13:15:33.307360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-ced0dbf1-85cb-4ca3-b436-bf5325b89cad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.308722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-176929e0-60f3-4cd5-9cfc-f1895ec72477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.309437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-ced0dbf1-85cb-4ca3-b436-bf5325b89cad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752967 Jul 15 13:15:33.310450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-176929e0-60f3-4cd5-9cfc-f1895ec72477 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 1099 time: 0.4448738 Jul 15 13:15:33.322061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.322478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.322906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.331033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.331483 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.335854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Request body: {'port': {'device_id': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'ecb6d455265049feb9b274baa3ba9363'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:33.339539 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 3 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.363914 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d64d5f1-b78c-4436-9d3b-79b564a911ec req-60a7ea72-d8f1-4fc5-807f-a33c85b1e148 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472964 Jul 15 13:15:33.391578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.391784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.392176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.400318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.400989 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.408627 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 4 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.435284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e64baa-0b5f-4516-8c61-f8964acca789 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:33.444828 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.458547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Transition to ACTIVE for port object 98e64baa-0b5f-4516-8c61-f8964acca789 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:33.463753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.464092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.464460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.464589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-8ffff454-59fd-472f-bf4c-a9420423ced4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660319 Jul 15 13:15:33.472706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.473031 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.475378 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 5 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.503475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.503930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.504138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.515466 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-016a77b7-59f9-46d3-b791-ba5fb1b4d8a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec HTTP/1.1" status: 200 len: 217 time: 0.1262372 Jul 15 13:15:33.516201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.518623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.518960 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.520679 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 6 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.543021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.543358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.543703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.555170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.555530 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.557556 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 7 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.570939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Made reservation on behalf of ecb6d455265049feb9b274baa3ba9363 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:33.575454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.580982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.581320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.581658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.596469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.596836 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.597732 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 8 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.631609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.631933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.632274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.660898 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b2722ae0-f41c-4791-8b61-5d8625e2adfa req-1d2e5f0e-8b6f-417e-905b-a3eed85b6097 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 210 time: 0.0510936 Jul 15 13:15:33.688247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.688438 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.691768 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 9 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.703537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:33.718659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.718996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.719337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.726492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-14eea4fb-7ee3-4f39-b6df-fb5c719deca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.731366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-14eea4fb-7ee3-4f39-b6df-fb5c719deca5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1959741 Jul 15 13:15:33.734029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.734355 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.738371 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 10 to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 Jul 15 13:15:33.781434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.782089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.782629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.793049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.793677 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:33.794284 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:33.833910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Allocated IP 192.168.233.182 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/7b86e7d9-f72b-4e5c-b46d-35ace08a6489) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:33.864581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-292a52b9-0008-44ec-b2a1-ebd16be8150b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:33.866273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-292a52b9-0008-44ec-b2a1-ebd16be8150b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3552260 Jul 15 13:15:33.900853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Router 66f7f152-4f80-4688-a072-a2ce2e54b54f is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:15:33.917372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-fbdbc349-99b3-4970-bb8a-0ec6738ee083 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/quotas/b4123a0f04d74de594c1ac5baa46f4ed HTTP/1.1" status: 200 len: 375 time: 0.0373094 Jul 15 13:15:33.921498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Attempting to bind port 98e64baa-0b5f-4516-8c61-f8964acca789 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:33.921833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Attempting to bind port 98e64baa-0b5f-4516-8c61-f8964acca789 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:33.922164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Attempting to bind port 98e64baa-0b5f-4516-8c61-f8964acca789 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.945633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Port 98e64baa-0b5f-4516-8c61-f8964acca789 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:33.946221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Attempting to bind port 98e64baa-0b5f-4516-8c61-f8964acca789 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:33.979953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] For port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:33.980391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempted to set empty binding levels {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:15:34.004579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a27ff-b9de-4197-a8b0-be79513c33ec req-8638c082-1eba-4a3c-adce-bfbe8adff098 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.006315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a8a27ff-b9de-4197-a8b0-be79513c33ec req-8638c082-1eba-4a3c-adce-bfbe8adff098 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.1921911 Jul 15 13:15:34.018158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-ad904668-4431-4915-ac47-f9c6ad6d5e7e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925169 Jul 15 13:15:34.019283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.024112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:34.024542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:34.025000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:34.025442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Bound port: 98e64baa-0b5f-4516-8c61-f8964acca789, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:34.025822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.032150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-f232f414-698e-4160-8a35-a588f7463642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.033906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-f232f414-698e-4160-8a35-a588f7463642 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2907684 Jul 15 13:15:34.156255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.156915 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.230043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.253839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a8a27ff-b9de-4197-a8b0-be79513c33ec req-ece1788c-b8ae-45d5-837d-c97dcf691b40 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292960 Jul 15 13:15:34.266299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:34.266559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a612bcf-4c2a-4774-a870-39b616aa9d80 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.4296637 Jul 15 13:15:34.270710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35130) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.290618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Sync routers for ids ['66f7f152-4f80-4688-a072-a2ce2e54b54f'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:34.313202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Routers {'66f7f152-4f80-4688-a072-a2ce2e54b54f'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:34.314725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['66f7f152-4f80-4688-a072-a2ce2e54b54f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:34.318682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:34.324658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:34.330634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-56bb36b2-2dc2-4f65-a720-23088c9c9d3c service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836368 Jul 15 13:15:34.333597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.339136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.342922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f99b8563-d35b-41be-b0d1-652de8331274 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3546112 Jul 15 13:15:34.378061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35132) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:34.453703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.453703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.453703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] 10.222.0.59 "PUT /v2.0/ports/98e64baa-0b5f-4516-8c61-f8964acca789 HTTP/1.1" status: 200 len: 1097 time: 3.1540158 Jul 15 13:15:34.523075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.529710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Set router 66f7f152-4f80-4688-a072-a2ce2e54b54f gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:34.562364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7f72b3c-3fb4-4032-847e-0b9c92b2dc4e req-f165ebc3-8acb-4ac4-a0f3-5ecc57d40488 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 210 time: 0.1828756 Jul 15 13:15:34.615284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ccb8-670a-423c-a3a5-2a130ff271ca service neutron] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:34.621323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 78cdf127-e047-4bfe-b216-14b39a5b471c up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:34.687153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc06a1df-8bd2-4a61-83b1-0e153e571660 req-531993aa-f363-445d-b470-a6df57d1a713 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408635 Jul 15 13:15:34.721402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ba348-8a16-4c24-becf-663f500ee9d6 req-56ecbdd0-a456-47ac-ba7a-10740e2d191b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.731389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e84ba348-8a16-4c24-becf-663f500ee9d6 req-56ecbdd0-a456-47ac-ba7a-10740e2d191b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 945 time: 0.3518660 Jul 15 13:15:34.797736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Transition to ACTIVE for port object 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:34.798068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 78cdf127-e047-4bfe-b216-14b39a5b471c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:34.824533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 78cdf127-e047-4bfe-b216-14b39a5b471c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:34.825052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:34.863677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-b03482fe-5a6d-48ed-9f28-f9dd753df15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:34.865787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-b03482fe-5a6d-48ed-9f28-f9dd753df15d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 1100 time: 0.3261878 Jul 15 13:15:34.890737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e84ba348-8a16-4c24-becf-663f500ee9d6 req-a928ceaa-d77f-4b8c-a6b4-1ff61bae4b30 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571579 Jul 15 13:15:34.992005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-0914daf9-d261-4d6e-b690-320c6bd383f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=98e64baa-0b5f-4516-8c61-f8964acca789 HTTP/1.1" status: 200 len: 217 time: 0.0972896 Jul 15 13:15:35.051864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-d106221c-57eb-4ec6-85a1-5cab731aefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.053911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-d106221c-57eb-4ec6-85a1-5cab731aefaf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 1099 time: 0.2825730 Jul 15 13:15:35.073642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.095598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-99d3147e-959a-4dc3-959e-01bcf33eb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.098227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-99d3147e-959a-4dc3-959e-01bcf33eb3eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0966599 Jul 15 13:15:35.110756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdf127-e047-4bfe-b216-14b39a5b471c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:35.113478 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3803e32-ab1b-4af3-bd9a-eb656c65d0ce" -d '{"events": [{"server_uuid": "a39cf2d9-19a7-4fe7-829a-ee0348b1b216", "name": "network-vif-plugged", "status": "completed", "tag": "78cdf127-e047-4bfe-b216-14b39a5b471c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:35.137474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:35.143132 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06" -d '{"events": [{"name": "network-changed", "server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:35.156525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 78cdf127-e047-4bfe-b216-14b39a5b471c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=78cdf127-e047-4bfe-b216-14b39a5b471c,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:35.175395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:15:31Z', 'revision_number': 3, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:35.178325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.268199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-85c255be-b2fc-4f84-b471-6752c79eac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.270166 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-85c255be-b2fc-4f84-b471-6752c79eac45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2065189 Jul 15 13:15:35.290575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Checking router: 66f7f152-4f80-4688-a072-a2ce2e54b54f for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:35.291030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Updating router 66f7f152-4f80-4688-a072-a2ce2e54b54f port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:35.337353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-73f67bd8-cf1d-48c1-b431-01b55f283d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.339030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-73f67bd8-cf1d-48c1-b431-01b55f283d20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2207112 Jul 15 13:15:35.352386 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.354366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=78cdf127-e047-4bfe-b216-14b39a5b471c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.360121 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-25487004-6c3b-4f81-8391-dc256105c3d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec HTTP/1.1" status: 200 len: 217 time: 0.0823936 Jul 15 13:15:35.370641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8581caec-4919-4e5b-aa88-74420a9e3f1e req-f57d7839-c715-4383-acb6-33787799f6f2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 210 time: 0.0832033 Jul 15 13:15:35.474197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-ec2cfce3-e71d-47b7-8d21-a23c498433a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.475948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-ec2cfce3-e71d-47b7-8d21-a23c498433a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1044078 Jul 15 13:15:35.505523 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92d9c99-3b64-4797-8568-0d6d5dc68c91 x-openstack-request-id: req-f92d9c99-3b64-4797-8568-0d6d5dc68c91 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:35.505819 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:35.506067 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f92d9c99-3b64-4797-8568-0d6d5dc68c91 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:35.506440 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789', 'status': 'completed', 'code': 200} Jul 15 13:15:35.592913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-ddc6e45d-6b80-4ed2-935c-3a12cca7af22 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318041 Jul 15 13:15:35.598286 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f1b2d-8a27-4cab-91b0-d24120875009 x-openstack-request-id: req-a81f1b2d-8a27-4cab-91b0-d24120875009 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:35.598900 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39cf2d9-19a7-4fe7-829a-ee0348b1b216", "name": "network-vif-plugged", "status": "completed", "tag": "78cdf127-e047-4bfe-b216-14b39a5b471c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:35.599435 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a81f1b2d-8a27-4cab-91b0-d24120875009 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:35.600242 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cdf127-e047-4bfe-b216-14b39a5b471c', 'code': 200} Jul 15 13:15:35.618021 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.637488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Deleting port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:35.638006 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.649566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130', '545994c0-dabb-4a8d-83d8-aca76f4fcf75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:35.745080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3704e-e793-4a10-ac6c-84774ac6ed0b req-8cd94d36-0eb6-4f1d-b8bf-2350d621be13 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:35.752775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f9a3704e-e793-4a10-ac6c-84774ac6ed0b req-8cd94d36-0eb6-4f1d-b8bf-2350d621be13 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 948 time: 0.9190385 Jul 15 13:15:35.768061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:35.826894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:35.830179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:35.846345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:35.867308 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.900213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Transition to ACTIVE for port object 4ad72cc1-2519-498f-9eba-a7b5a09faf17 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:35.915903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] For port 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6, host n-h1-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:35.916433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.919395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:35.960028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Calling delete_port for 5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:35.989827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f9a3704e-e793-4a10-ac6c-84774ac6ed0b req-219769d1-32d6-421c-90a9-800f96fac101 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356510 Jul 15 13:15:36.020966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.024346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.083489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd394a-8be0-4b50-bae2-4b0353cd691c None None] Pushing event updated for resources: {'Port': ['ID=4ad72cc1-2519-498f-9eba-a7b5a09faf17,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.129363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Attempting to bind port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:36.135486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Attempting to bind port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:36.136379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Attempting to bind port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:36.148152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8960c965-2f1a-4d2a-9f05-6c81a42aae49 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8180871 Jul 15 13:15:36.155833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:36.156556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:36.157874 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.158471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:36.159403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Bound port: 4ad72cc1-2519-498f-9eba-a7b5a09faf17, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:36.160100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.169355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Request body: {'port': {'device_id': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:36.217087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d0d0cac-ac6c-4d3e-8631-d601c16897f6 req-58ecf627-d2da-43db-a111-f166b4b039a4 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980656 Jul 15 13:15:36.257429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-904cf62d-4b68-4403-8c09-4549c304aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.259322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-904cf62d-4b68-4403-8c09-4549c304aadb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7743325 Jul 15 13:15:36.301779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] For port 4ad72cc1-2519-498f-9eba-a7b5a09faf17, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:36.308453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] For port 4ad72cc1-2519-498f-9eba-a7b5a09faf17, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4ad72cc1-2519-498f-9eba-a7b5a09faf17,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:36.321572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d28bfad5-63b8-4509-86f6-070a1f8fcc68 None None] Provisioning for port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:36.351964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.358781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d28bfad5-63b8-4509-86f6-070a1f8fcc68 None None] Provisioning complete for port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:36.359609 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d28bfad5-63b8-4509-86f6-070a1f8fcc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.406863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa4bf2-c090-47bc-bff8-87e52272afba req-5bc4b925-f0df-4f2d-ac44-449c8495a645 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.416199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51fa4bf2-c090-47bc-bff8-87e52272afba req-5bc4b925-f0df-4f2d-ac44-449c8495a645 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.8128059 Jul 15 13:15:36.459172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.472096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f3e3b46-4178-449a-bc2c-e292bded0910 req-fb187805-6ef3-484f-b4c6-094027c09b19 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 210 time: 0.2859433 Jul 15 13:15:36.493154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab7b9c-3947-4c55-8ab0-bc6e497ea70c req-3458e57e-a7da-4050-85ab-61071684c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.494750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98ab7b9c-3947-4c55-8ab0-bc6e497ea70c req-3458e57e-a7da-4050-85ab-61071684c4f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 1098 time: 0.8200059 Jul 15 13:15:36.510983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51fa4bf2-c090-47bc-bff8-87e52272afba req-31dc233c-2bed-46d2-b121-ac01190fa481 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937331 Jul 15 13:15:36.521987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-242f8a35-af31-4a7f-925d-2f7925015d85 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2830889 Jul 15 13:15:36.545608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-5105ac52-7482-401a-8612-51cd64e9eb02 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776399 Jul 15 13:15:36.611015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d28bfad5-63b8-4509-86f6-070a1f8fcc68 None None] Port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:36.627306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:36.639037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.640548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Routers {'66f7f152-4f80-4688-a072-a2ce2e54b54f'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:36.641212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['66f7f152-4f80-4688-a072-a2ce2e54b54f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:36.647875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd394a-8be0-4b50-bae2-4b0353cd691c None None] Pushing event updated for resources: {'Port': ['ID=4ad72cc1-2519-498f-9eba-a7b5a09faf17,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.666620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-2f1183cd-d37b-497c-af48-e8e185c93fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.668438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-2f1183cd-d37b-497c-af48-e8e185c93fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 1100 time: 0.3208525 Jul 15 13:15:36.689985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.808920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c56aef9-c3da-4ec5-b5e5-60d472ddb61e req-6752023e-80e7-45c9-8b42-cf9ab6315037 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382817 Jul 15 13:15:36.817107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98ab7b9c-3947-4c55-8ab0-bc6e497ea70c req-bd7669ae-abb7-4bc8-87e5-0dd55e780339 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038459 Jul 15 13:15:36.821705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:36.844604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] Set router 66f7f152-4f80-4688-a072-a2ce2e54b54f gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:36.869313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:36.871833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f21a6cf-afc9-461b-9733-32a81f9ee98d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "DELETE /v2.0/ports/5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 HTTP/1.1" status: 204 len: 168 time: 2.5921834 Jul 15 13:15:36.878695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:36.918346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:36.946664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-8c714415-fa56-4ebf-a074-0fc50a53fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:36.948195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-8c714415-fa56-4ebf-a074-0fc50a53fe77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2319577 Jul 15 13:15:36.952428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'mac_address': 'fa:16:3e:5b:21:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:36.993728 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb8481e-c87e-42fa-b123-e787b5ba1ccb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:15:36.999661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0cb8481e-c87e-42fa-b123-e787b5ba1ccb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "GET /v2.0/ports/5ac49aa0-4ae6-43d7-ba4a-04c7f43be7c6 HTTP/1.1" status: 404 len: 333 time: 0.1127601 Jul 15 13:15:37.003492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:37.009328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Request body: {'port': {'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-631896349'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.020892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2445a0-e9ef-40a8-8ef6-64402e525786 req-60fce8a8-6b0f-42eb-8904-fb80c22dc85d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.028111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e2445a0-e9ef-40a8-8ef6-64402e525786 req-60fce8a8-6b0f-42eb-8904-fb80c22dc85d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 936 time: 0.1321476 Jul 15 13:15:37.029098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-e6e12e06-a16b-4393-b815-eea8a0e273e7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.031043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-e6e12e06-a16b-4393-b815-eea8a0e273e7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4916894 Jul 15 13:15:37.031267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-a60b1708-e811-418d-b82f-ec9fea1d500c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=98e64baa-0b5f-4516-8c61-f8964acca789 HTTP/1.1" status: 200 len: 217 time: 0.0654604 Jul 15 13:15:37.031495 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.055010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:37.069628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:37.110139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:37.118060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Made reservation on behalf of 050c3269517f4af5a41a8fc31ebab966 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:37.120943 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.121867 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.129246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e2445a0-e9ef-40a8-8ef6-64402e525786 req-ad96bf57-bacf-4cbb-a497-84eff5c70f41 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970902 Jul 15 13:15:37.150263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-c083640d-8a21-402a-8230-ae36b178f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.153401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-c083640d-8a21-402a-8230-ae36b178f453 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1045394 Jul 15 13:15:37.157051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872f00d-e868-4170-9c66-3e84feba0f7b req-10c8bd18-7903-4c61-a05d-24a86a99268a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.158373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:37.164964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d872f00d-e868-4170-9c66-3e84feba0f7b req-10c8bd18-7903-4c61-a05d-24a86a99268a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 946 time: 0.5032775 Jul 15 13:15:37.214181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:15:31Z', 'revision_number': 3, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:37.218313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.275118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e55589-2658-4262-ad8e-f5644f06b6c9 None None] The sync data for ids ['66f7f152-4f80-4688-a072-a2ce2e54b54f'] in n-d-798054-11 is: [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:15:31Z', 'revision_number': 3, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:37.354965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:37.382966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-370f4778-dbe4-4c8f-8e04-f73352aecba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.383807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d872f00d-e868-4170-9c66-3e84feba0f7b req-2973bba0-22f7-4ecc-8aba-1bad7a3d7c82 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172136 Jul 15 13:15:37.387291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-370f4778-dbe4-4c8f-8e04-f73352aecba5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2226710 Jul 15 13:15:37.420538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Allocated IP 172.20.0.1 (233ec2cf-3552-4118-8027-5bb65667167c/dee30397-eaaa-4851-8e08-70a022f911ce/eac2de58-e200-4bc7-92f0-4ec03a1538e1) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:37.494155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:37.500047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.519794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.617230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.653617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.672661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3570-a026-456b-8212-8a055b3ff7d7 req-06e60955-ea80-4956-a30e-30dcca163796 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.673927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3ac3570-a026-456b-8212-8a055b3ff7d7 req-06e60955-ea80-4956-a30e-30dcca163796 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.3155415 Jul 15 13:15:37.678898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-27c634ad-cfcd-4c71-8b30-0dcd8d99963c service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754748 Jul 15 13:15:37.680465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.835092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.855360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3ac3570-a026-456b-8212-8a055b3ff7d7 req-70b48e16-fbea-41d6-9553-73560f1b20e5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754727 Jul 15 13:15:37.937841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Network 0bae1c10-7901-4331-b5a0-2ffac1262a50 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:37.942989 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c2f8727-e4d7-4a88-8f88-9b6065be9c06 req-23ae3b95-ba6b-4f06-b53c-1ee6d9750da3 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381723 Jul 15 13:15:37.944934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:37.947387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:37.950007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:37.951201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:37.952178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:37.965840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.966588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.967095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.967632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.968131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.968637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.968968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.969298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.969628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.970296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.970840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.971515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:37.999971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f733250-8824-4e72-902c-c360baddb8bb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9949534 Jul 15 13:15:38.002776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35174) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:38.004782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.008949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:38.045943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:38.057202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4ad72cc1-2519-498f-9eba-a7b5a09faf17 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:38.081030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.117502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.127028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Transition to ACTIVE for port object 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:38.127864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea4dd295-5c6d-412d-965a-9d3984bc6ee5 req-ca712a48-5661-4cf1-8321-4f2ff4619e93 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 210 time: 0.0381100 Jul 15 13:15:38.130171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:38.139686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.141866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:38.142312 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.151005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.180651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1143c-409d-41f7-b688-c1cfc0a29bbf req-9c250cbd-02d0-4710-bedc-1ae5c2c52857 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.190570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1da1143c-409d-41f7-b688-c1cfc0a29bbf req-9c250cbd-02d0-4710-bedc-1ae5c2c52857 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 948 time: 0.4891112 Jul 15 13:15:38.265659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.296831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4ad72cc1-2519-498f-9eba-a7b5a09faf17, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4ad72cc1-2519-498f-9eba-a7b5a09faf17,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:38.315390 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.433365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4ad72cc1-2519-498f-9eba-a7b5a09faf17,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.451417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:38.470291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.472089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.16 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/3ad3bb96-668d-405d-826f-85b88ea3fbca) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:38.520203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Transition to ACTIVE for port object baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:38.529709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.534488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:38.565400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1da1143c-409d-41f7-b688-c1cfc0a29bbf req-8e5de0f5-a36f-4b59-9e5b-5e6476c32eab tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734686 Jul 15 13:15:38.585766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.648963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:38.683052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.694665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb9025-191d-4839-9fe9-d095cd8af29b req-01967eae-ca58-432b-a26b-b23c5a365218 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:38.698352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1beb9025-191d-4839-9fe9-d095cd8af29b req-01967eae-ca58-432b-a26b-b23c5a365218 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 945 time: 0.2407970 Jul 15 13:15:38.707301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.743220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:38.765176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '98e64baa-0b5f-4516-8c61-f8964acca789', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '98e64baa-0b5f-4516-8c61-f8964acca789', 'mac_address': 'fa:16:3e:0a:5e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:38.779265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:38.779911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:38.780621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.795465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:38.803225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:38.803225 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:38.803633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:38.803633 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.807539 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 2 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:38.827989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Network 233ec2cf-3552-4118-8027-5bb65667167c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:38.832750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1beb9025-191d-4839-9fe9-d095cd8af29b req-f0e7b570-212d-4170-a38c-2048a030d20c tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177347 Jul 15 13:15:38.833260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:38.833894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:38.834106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.845519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:38.845871 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:38.846416 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 3 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:38.853820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Pushing event updated for resources: {'Port': ['ID=eac2de58-e200-4bc7-92f0-4ec03a1538e1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:38.854263 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.864123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:38.864123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:38.864597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.870513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:38.871149 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:38.873639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e64baa-0b5f-4516-8c61-f8964acca789 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:38.876480 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 4 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:38.883287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Attempting to bind port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:38.883872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Attempting to bind port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:38.884305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Attempting to bind port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.887101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:38.897952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:38.919784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:38.920129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:38.920476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.936572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:38.945538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:38.946359 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:38.947315 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 5 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:38.952612 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.962100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:38.968008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:38.968822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:38.969381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.976939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:38.976939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Attempting to bind port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:38.979997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:38.985676 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:38.986554 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 6 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:39.012514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:39.013010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:39.013451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:39.020024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:39.020528 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:39.021028 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 7 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:39.031168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:39.031876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:39.032118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:39.032334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:39.032717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Bound port: 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:39.033086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.035261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:39.037388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.038155 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df5a5dc-3983-48c3-aab5-1c66989b78bd" -d '{"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:39.039290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:39.039886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:39.040523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:39.046007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.056904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:39.057391 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:39.064236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.073810 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 8 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:39.095990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:39.096499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:39.097167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:39.108753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:39.109209 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:39.111369 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 9 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:39.131333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:39.131578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.131727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:39.132124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:39.143913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f2d3-7fb0-4a19-bcd2-7fa0cedec0cc req-f438c099-6a77-4eb0-979b-6ed12b5ecea3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.145759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbb4f2d3-7fb0-4a19-bcd2-7fa0cedec0cc req-f438c099-6a77-4eb0-979b-6ed12b5ecea3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 946 time: 0.1024942 Jul 15 13:15:39.148107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:39.148532 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:39.148982 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 10 to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd Jul 15 13:15:39.173990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:39.174324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:39.174782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:39.175735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f2028-ed24-4d0c-a878-aad415cdb34e req-3ebd53a0-a518-40bb-bdcb-1aac026483c2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.177293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-840f2028-ed24-4d0c-a878-aad415cdb34e req-3ebd53a0-a518-40bb-bdcb-1aac026483c2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 948 time: 0.3981259 Jul 15 13:15:39.182926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:39.183262 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:39.183636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.211325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbb4f2d3-7fb0-4a19-bcd2-7fa0cedec0cc req-e7f89e10-c882-4921-954d-df57524dd40e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Jul 15 13:15:39.221815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.246427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['98e64baa-0b5f-4516-8c61-f8964acca789'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:39.280220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] For port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:39.280606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempted to set empty binding levels {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:15:39.288742 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.297590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:39.331065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] In _notify_port_updated(), no bound segment for port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:39.332389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.332565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.334072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "PUT /v2.0/ports/baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd HTTP/1.1" status: 200 len: 975 time: 1.3300602 Jul 15 13:15:39.336952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.340002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:39.347109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object 3ad3bb96-668d-405d-826f-85b88ea3fbca will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:39.356015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.372182 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-840f2028-ed24-4d0c-a878-aad415cdb34e req-62eb9ae8-9b41-4e2e-b7cd-09912f9ccc2b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803572 Jul 15 13:15:39.416760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b3467-539b-47de-8658-ee574fd0c4d6 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.465303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.465944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.469664 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] 10.222.0.58 "PUT /v2.0/ports/7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 1097 time: 3.3093181 Jul 15 13:15:39.470497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:39.473364 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473bb9e1-f0b5-4abf-8bee-84866fba87f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:39.486694 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487d035-6ac9-41c7-a28c-d1c4839171bf x-openstack-request-id: req-c487d035-6ac9-41c7-a28c-d1c4839171bf {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:39.487921 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:39.488445 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c487d035-6ac9-41c7-a28c-d1c4839171bf {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:39.489059 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'code': 200} Jul 15 13:15:39.513335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.513922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.514295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.514800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.515274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.515906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.516391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.516851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.517319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.517784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.518286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.518790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.519444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.519914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.520382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.520849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.521308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.521768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.522288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.522721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.523187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.523646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.527218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-214b9743-e351-41d5-ad90-9588707e3368 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19726 time: 0.1892061 Jul 15 13:15:39.528655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.530885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35194) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:39.555095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afe0e6-256d-42ee-b06e-42bc8fd5819e service neutron] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:39.655998 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.796017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7d30d-1ffa-4fab-b898-6e096067133c req-bea22d15-dbc7-4dff-bff8-12b9e7b83388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.798927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0fc7d30d-1ffa-4fab-b898-6e096067133c req-bea22d15-dbc7-4dff-bff8-12b9e7b83388 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 1101 time: 0.1905334 Jul 15 13:15:39.823662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Deleting port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:39.824008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.836251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f111-7371-4ab8-b49e-5a0a2c08030a req-42e507d6-e7a1-48c3-aa24-a03468eb482a tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:39.837769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2218f111-7371-4ab8-b49e-5a0a2c08030a req-42e507d6-e7a1-48c3-aa24-a03468eb482a tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.1396930 Jul 15 13:15:39.931518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0fc7d30d-1ffa-4fab-b898-6e096067133c req-99058b66-0be9-440c-945c-f347c89804b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257362 Jul 15 13:15:39.938348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4ad72cc1-2519-498f-9eba-a7b5a09faf17 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:39.947674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] For port baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd, host n-h1-798054-11, got binding levels [] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:39.948028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:39.958935 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2218f111-7371-4ab8-b49e-5a0a2c08030a req-33ce50ab-22cb-4376-9846-4079c666036a tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081057 Jul 15 13:15:39.966326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Calling delete_port for baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:40.019242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:40.019609 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.104429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.151196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event deleted for resources: {'Port': ['ID=baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.154123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.160182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7338dc0-e0ce-4459-bc85-232578e5320e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "DELETE /v2.0/ports/baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd HTTP/1.1" status: 204 len: 168 time: 0.6237681 Jul 15 13:15:40.161405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35200) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.189793 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f06bfe-4398-4418-86c9-f09e1e89cd0e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:15:40.194712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6f06bfe-4398-4418-86c9-f09e1e89cd0e tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "GET /v2.0/ports/baacec7f-4d8c-4d2f-b4a6-a1a42489f1dd HTTP/1.1" status: 404 len: 333 time: 0.0292740 Jul 15 13:15:40.196347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35202) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.202867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1723245657', 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.244546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Made reservation on behalf of 050c3269517f4af5a41a8fc31ebab966 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:40.248050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.255280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:40.263476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-dd60a091-2f37-4b0c-b5df-c7d3164a5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.264998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-dd60a091-2f37-4b0c-b5df-c7d3164a5388 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1100 time: 0.6948595 Jul 15 13:15:40.271698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:40.271908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=3ad3bb96-668d-405d-826f-85b88ea3fbca,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.274394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:40.287110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:40.360698 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f93f3c-a54b-407a-b695-6821656d7f64 x-openstack-request-id: req-71f93f3c-a54b-407a-b695-6821656d7f64 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:40.360993 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:40.361244 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71f93f3c-a54b-407a-b695-6821656d7f64 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:40.361641 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'status': 'completed', 'code': 200} Jul 15 13:15:40.371560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-68251868-e5cc-4e47-9313-b9366808ecdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 217 time: 0.0937295 Jul 15 13:15:40.463501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.464448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.467841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.506997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f32e8-8ffa-42a4-bb67-01030192d317 req-10abd34f-42a0-4316-960f-49d34c70b02c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.508684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a84f32e8-8ffa-42a4-bb67-01030192d317 req-10abd34f-42a0-4316-960f-49d34c70b02c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 935 time: 0.7929153 Jul 15 13:15:40.517963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8b06a738-2429-4a08-ab53-779f2fcb3a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.519910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-8b06a738-2429-4a08-ab53-779f2fcb3a32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1393697 Jul 15 13:15:40.522342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.545526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-1fd893da-83d4-436d-916a-4398661e163e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4855213 Jul 15 13:15:40.556473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:40.565852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.574829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a84f32e8-8ffa-42a4-bb67-01030192d317 req-f50f0a03-5c42-44a0-b886-6535a578e85e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502028 Jul 15 13:15:40.575481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.582798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Request body: {'port': {'device_id': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:40.633738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Network 0bae1c10-7901-4331-b5a0-2ffac1262a50 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:40.647054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:40.652393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:40.653361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.653953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.670073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8cc5209b-eedb-4d06-9027-e11fffacb324 None None] Provisioning for port 3ad3bb96-668d-405d-826f-85b88ea3fbca completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:40.682334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cecf9-eb0d-4cf0-8722-cf284721d23b req-ba05d023-c44b-454f-92c3-7f04d4c67046 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.683933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 98e64baa-0b5f-4516-8c61-f8964acca789 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:40.688232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8cc5209b-eedb-4d06-9027-e11fffacb324 None None] Provisioning complete for port 3ad3bb96-668d-405d-826f-85b88ea3fbca triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:40.688758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cc5209b-eedb-4d06-9027-e11fffacb324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.689290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-920cecf9-eb0d-4cf0-8722-cf284721d23b req-ba05d023-c44b-454f-92c3-7f04d4c67046 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 949 time: 0.1718636 Jul 15 13:15:40.691820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 98e64baa-0b5f-4516-8c61-f8964acca789 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:40.692304 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.721302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.723951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Pushing event updated for resources: {'Port': ['ID=eac2de58-e200-4bc7-92f0-4ec03a1538e1,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.724706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:40.761556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f814aae9-902b-4f34-a205-ea15a7a37a7a tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5635281 Jul 15 13:15:40.775221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35208) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.810389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5209b-eedb-4d06-9027-e11fffacb324 None None] Port 3ad3bb96-668d-405d-826f-85b88ea3fbca cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:15:40.832653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-920cecf9-eb0d-4cf0-8722-cf284721d23b req-e479f6a4-70f9-44c3-bdd0-1959f10bf921 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421130 Jul 15 13:15:40.876102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.886227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfdd5b-a926-4314-97bc-27cd1166f60d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.888210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e3cfdd5b-a926-4314-97bc-27cd1166f60d tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "GET /v2.0/ports/ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4 HTTP/1.1" status: 200 len: 955 time: 0.1119130 Jul 15 13:15:40.890994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:40.895289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaac9e1-f267-4495-9f24-842b9912990a req-176a7901-5275-4415-b912-dde621e22b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:40.898373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-176a7901-5275-4415-b912-dde621e22b7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3517125 Jul 15 13:15:40.899348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.929464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:40.935751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:40.999447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.055112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Deleting port ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:41.055547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.151602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.167673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Calling delete_port for ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:41.233580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abf278-0f0e-4b2d-abed-746db811d416 req-794de5e0-4934-4af0-9ecc-7a2170f04cd6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.235271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51abf278-0f0e-4b2d-abed-746db811d416 req-794de5e0-4934-4af0-9ecc-7a2170f04cd6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 946 time: 0.1578805 Jul 15 13:15:41.296720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51abf278-0f0e-4b2d-abed-746db811d416 req-770e8abe-8dd4-463f-ba2b-63d4f0356a21 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543132 Jul 15 13:15:41.302231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.336578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.343078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.345768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b0e3c9e2-0b85-4cb8-97de-6c813cbe9bbb tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4 HTTP/1.1" status: 204 len: 168 time: 0.4537902 Jul 15 13:15:41.349106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35216) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.371307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Network 233ec2cf-3552-4118-8027-5bb65667167c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:41.377453 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf3f417-2002-4ce9-8de0-a4654d8f2e50 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:15:41.379666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9cf3f417-2002-4ce9-8de0-a4654d8f2e50 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "GET /v2.0/ports/ca8a229d-4c78-4149-a0ec-3aa2e2d2f7a4 HTTP/1.1" status: 404 len: 333 time: 0.0293469 Jul 15 13:15:41.381459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:41.383534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35218) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.391124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-2649886b-ac3a-441c-a78d-3c6d14e0e9c0 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312260 Jul 15 13:15:41.393120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Request body: {'port': {'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1745794936'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.417126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Made reservation on behalf of 050c3269517f4af5a41a8fc31ebab966 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:41.420159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.452894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408058d-c9b9-4dbe-8175-74671a1fd655 req-677bb62d-84e8-4bb6-aa22-4514a6b90741 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.454416 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7408058d-c9b9-4dbe-8175-74671a1fd655 req-677bb62d-84e8-4bb6-aa22-4514a6b90741 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.4190114 Jul 15 13:15:41.465269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port 824e0a35-6888-4fc0-ad55-30fd045d7b42 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:41.490493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:41.493119 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aa68da-1d22-43e7-aa6c-60e76dc58075" -d '{"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-plugged", "status": "completed", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:41.562238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f02f-67aa-4674-9412-496ec8036f0d req-7123a4e3-7ce0-462c-92af-e29cf3c932e4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.563723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cc7f02f-67aa-4674-9412-496ec8036f0d req-7123a4e3-7ce0-462c-92af-e29cf3c932e4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 948 time: 0.1330516 Jul 15 13:15:41.662846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cc7f02f-67aa-4674-9412-496ec8036f0d req-0232f0a9-1d3f-4f9c-83b0-121c3613ddca tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920451 Jul 15 13:15:41.668821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7408058d-c9b9-4dbe-8175-74671a1fd655 req-d8191cfb-e619-40cc-a94f-020e96f11320 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739004 Jul 15 13:15:41.688604 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.739641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.768799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad3bb96-668d-405d-826f-85b88ea3fbca {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:41.777316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.790965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Transition to ACTIVE for port object 3ad3bb96-668d-405d-826f-85b88ea3fbca will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:41.801578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Router 66f7f152-4f80-4688-a072-a2ce2e54b54f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:15:41.802974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.817508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Network 0bae1c10-7901-4331-b5a0-2ffac1262a50 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:41.819433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3aaac9e1-f267-4495-9f24-842b9912990a req-d9707e41-3cd9-4041-a1a7-e6563440ce27 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090049 Jul 15 13:15:41.828107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:41.843211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:41.848242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:41.849311 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:41.858412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=824e0a35-6888-4fc0-ad55-30fd045d7b42,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:41.906473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-651e3c0b-5f1f-4aa0-bbb7-2cc1fe01132c tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5177424 Jul 15 13:15:41.911926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:41.923153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:41.940566 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2952c-e8a0-4fa2-8217-38732a33e6bc x-openstack-request-id: req-68f2952c-e8a0-4fa2-8217-38732a33e6bc {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:41.941364 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-plugged", "status": "completed", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:41.941624 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68f2952c-e8a0-4fa2-8217-38732a33e6bc {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:41.942247 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789', 'code': 200} Jul 15 13:15:41.996789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad3bb96-668d-405d-826f-85b88ea3fbca,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.134792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.197645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc80e-94e6-4fa1-b4ec-2aca1d02b92d req-03e712f1-3ca1-40cb-ac41-463c150d0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.199261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c48fc80e-94e6-4fa1-b4ec-2aca1d02b92d req-03e712f1-3ca1-40cb-ac41-463c150d0b30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 1102 time: 0.1302116 Jul 15 13:15:42.204166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:15:42.215937 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Sync routers for ids ['66f7f152-4f80-4688-a072-a2ce2e54b54f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:15:42.223531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-09823601-d0a8-4861-96fa-08c33bdb7fcc admin admin] 10.222.0.57 "PUT /v2.0/routers/66f7f152-4f80-4688-a072-a2ce2e54b54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8328772 Jul 15 13:15:42.229853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Attempting to bind port 3ad3bb96-668d-405d-826f-85b88ea3fbca on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.231168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Attempting to bind port 3ad3bb96-668d-405d-826f-85b88ea3fbca by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.231764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Attempting to bind port 3ad3bb96-668d-405d-826f-85b88ea3fbca on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.236571 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Routers {'66f7f152-4f80-4688-a072-a2ce2e54b54f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:42.237288 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['66f7f152-4f80-4688-a072-a2ce2e54b54f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.248153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Port 3ad3bb96-668d-405d-826f-85b88ea3fbca on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.248502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Attempting to bind port 3ad3bb96-668d-405d-826f-85b88ea3fbca on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.265205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-a0df57bf-3752-4688-add7-8969dff9a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.266893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-a0df57bf-3752-4688-add7-8969dff9a126 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1100 time: 0.3534896 Jul 15 13:15:42.268474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:42.268474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:42.268898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:42.269212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Bound port: 3ad3bb96-668d-405d-826f-85b88ea3fbca, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:42.270508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.294310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dee602-1bbd-4797-8533-17bb0672c46b req-19382d67-514f-4f0a-9947-ffeafeac7e9c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.295950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-71dee602-1bbd-4797-8533-17bb0672c46b req-19382d67-514f-4f0a-9947-ffeafeac7e9c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 947 time: 0.1950431 Jul 15 13:15:42.373133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c48fc80e-94e6-4fa1-b4ec-2aca1d02b92d req-7b079c4f-fd25-4411-823a-e7d6cdce5e56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615403 Jul 15 13:15:42.431781 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Set router 66f7f152-4f80-4688-a072-a2ce2e54b54f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:42.448085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-71dee602-1bbd-4797-8533-17bb0672c46b req-f8dcf041-1919-4ac1-b00c-c33bd3ab40a4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402102 Jul 15 13:15:42.475119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] For port 3ad3bb96-668d-405d-826f-85b88ea3fbca, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:42.480231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] For port 3ad3bb96-668d-405d-826f-85b88ea3fbca, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:42.484163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-8e3d1f7a-5013-4e2a-b877-bfd2e78fd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.485740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-8e3d1f7a-5013-4e2a-b877-bfd2e78fd388 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2114515 Jul 15 13:15:42.490343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.507758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] device_id is not set on port 824e0a35-6888-4fc0-ad55-30fd045d7b42 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:42.517636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.534198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Transition to ACTIVE for port object 824e0a35-6888-4fc0-ad55-30fd045d7b42 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:42.587290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.599616 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-a121ae20-9242-41ae-aa3e-8c530cb91f46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 217 time: 0.1044662 Jul 15 13:15:42.635950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.636701 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.638812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] 10.222.0.59 "PUT /v2.0/ports/3ad3bb96-668d-405d-826f-85b88ea3fbca HTTP/1.1" status: 200 len: 1096 time: 2.0748224 Jul 15 13:15:42.640458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'tag': '3ad3bb96-668d-405d-826f-85b88ea3fbca'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:42.642902 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4" -d '{"events": [{"name": "network-changed", "server_uuid": "68583cf9-3eeb-4898-bec8-3b9e1690853f", "tag": "3ad3bb96-668d-405d-826f-85b88ea3fbca"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:42.699272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=824e0a35-6888-4fc0-ad55-30fd045d7b42,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.701030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af931-e1e1-473b-b21c-0e28bc42cd28 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad3bb96-668d-405d-826f-85b88ea3fbca,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:42.707065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.707806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.708565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.744361 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:15:39Z', 'revision_number': 4, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eac2de58-e200-4bc7-92f0-4ec03a1538e1', 'name': '', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'mac_address': 'fa:16:3e:50:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:36Z', 'updated_at': '2021-07-15T13:15:39Z', 'revision_number': 2, 'project_id': 'b703c65df8eb47a4961333776f809259', 'subnets': [{'id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:42.750208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1dd5-2419-4d14-9b43-0c19925f945d req-58b2d50f-f2d9-4ce3-b23d-1cbd0dc2dd94 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.753134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-03ef4d62-ead5-4bae-9e14-23211ebab590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.754770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-03ef4d62-ead5-4bae-9e14-23211ebab590 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1297915 Jul 15 13:15:42.760202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1dd5-2419-4d14-9b43-0c19925f945d req-58b2d50f-f2d9-4ce3-b23d-1cbd0dc2dd94 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.767685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1dd5-2419-4d14-9b43-0c19925f945d req-58b2d50f-f2d9-4ce3-b23d-1cbd0dc2dd94 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.776044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b60b1dd5-2419-4d14-9b43-0c19925f945d req-58b2d50f-f2d9-4ce3-b23d-1cbd0dc2dd94 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7&device_id=d686002c-2eb8-4d12-be66-503851807831&device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 2416 time: 0.3316789 Jul 15 13:15:42.785086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.785770 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:42.788388 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Checking router: 66f7f152-4f80-4688-a072-a2ce2e54b54f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:15:42.788744 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Updating router 66f7f152-4f80-4688-a072-a2ce2e54b54f port eac2de58-e200-4bc7-92f0-4ec03a1538e1 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:15:42.794070 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 2 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:42.812024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fb2a0-5ea5-41c7-888d-9d2872c18e96 req-ad7ad832-6897-4e7e-9f9b-a9bb3fcf81c2 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.813854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a6fb2a0-5ea5-41c7-888d-9d2872c18e96 req-ad7ad832-6897-4e7e-9f9b-a9bb3fcf81c2 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 950 time: 0.2308323 Jul 15 13:15:42.841513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-5af81dc7-63ca-46d1-b52f-388954066349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:42.842739 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.843445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-5af81dc7-63ca-46d1-b52f-388954066349 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 1099 time: 0.1387739 Jul 15 13:15:42.853175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.853515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.853933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.865875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b60b1dd5-2419-4d14-9b43-0c19925f945d req-9ec38f70-98c6-402d-8384-73dc7139984e tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885224 Jul 15 13:15:42.866616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.866869 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:42.867280 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 3 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:42.888981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.889320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.897183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.907146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-5681aeb6-fa2a-4616-bc38-30a821304002 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca HTTP/1.1" status: 200 len: 217 time: 0.0521982 Jul 15 13:15:42.909831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.910139 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:42.912337 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 4 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:42.944255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.944597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.944947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.954374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.954743 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:42.955174 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 5 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:42.959656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e61baac7-003f-4dbd-b9a7-865247599f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:42.970868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:42.971214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:42.971594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:42.978369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:42.978814 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:42.980303 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 6 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:42.993227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a6fb2a0-5ea5-41c7-888d-9d2872c18e96 req-f7e4a2aa-363c-4796-a8d5-70ee7154a96e tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652284 Jul 15 13:15:43.003126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:43.003810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:43.004379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:43.005699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-fd4c6132-a5fa-42da-872d-9ca2bb7f74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.008253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-fd4c6132-a5fa-42da-872d-9ca2bb7f74aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2373073 Jul 15 13:15:43.063753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-ee16be1b-a5cf-49fe-9514-68c668896f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.064291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:43.064830 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:43.065330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-ee16be1b-a5cf-49fe-9514-68c668896f45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1429889 Jul 15 13:15:43.067147 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 7 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:43.091696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:43.092442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:43.092874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:43.108442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:43.108933 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:43.116925 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 8 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:43.134164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:43.134422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:43.134589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:43.141167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:43.141423 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:43.145239 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 9 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:43.170138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:43.170780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:43.171122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:43.184141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c849ef-0744-4039-b27e-88a9871a3d80 req-e996d196-5806-4f79-820d-ce386756714f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.185817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c849ef-0744-4039-b27e-88a9871a3d80 req-e996d196-5806-4f79-820d-ce386756714f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 946 time: 0.1766093 Jul 15 13:15:43.188165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:43.188977 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:43.188977 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempt 10 to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 Jul 15 13:15:43.217740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:43.218088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:43.218691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempting to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:43.227381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:43.227703 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Failed to bind port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '256d392c-21e8-40c2-8f29-3596a3617daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0bae1c10-7901-4331-b5a0-2ffac1262a50'}] Jul 15 13:15:43.228432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.246507 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.258246 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Transition to ACTIVE for port object eac2de58-e200-4bc7-92f0-4ec03a1538e1 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:43.266749 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.282479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74c849ef-0744-4039-b27e-88a9871a3d80 req-6690cfe1-dfe7-4fd0-8bc9-b2cb1cbfb09f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Jul 15 13:15:43.295171 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-1f2ed2b3-0282-4a9f-a4cd-8c253f14bf72 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692010 Jul 15 13:15:43.318542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-acd23815-428c-4849-9f1c-03f02127dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.318542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-acd23815-428c-4849-9f1c-03f02127dedb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2338781 Jul 15 13:15:43.335974 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Pushing event updated for resources: {'Port': ['ID=eac2de58-e200-4bc7-92f0-4ec03a1538e1,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.339094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] For port 824e0a35-6888-4fc0-ad55-30fd045d7b42, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:43.340545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attempted to set empty binding levels {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:15:43.348616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.396453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.396774 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.397131 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.402352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] In _notify_port_updated(), no bound segment for port 824e0a35-6888-4fc0-ad55-30fd045d7b42 on network 0bae1c10-7901-4331-b5a0-2ffac1262a50 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:15:43.403777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.404555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.404980 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.405371 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.405805 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.409691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.409691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.409691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.409691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.410914 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.411077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "PUT /v2.0/ports/824e0a35-6888-4fc0-ad55-30fd045d7b42 HTTP/1.1" status: 200 len: 976 time: 1.4979131 Jul 15 13:15:43.411828 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:43.414824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35256) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:43.443316 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-473bb9e1-f0b5-4abf-8bee-84866fba87f1 req-86a62733-4e47-447a-9782-888d0ab58936 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335468 Jul 15 13:15:43.447875 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331bfc1-43bd-4041-bd54-4d519bdaebf4 x-openstack-request-id: req-7331bfc1-43bd-4041-bd54-4d519bdaebf4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:43.448147 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68583cf9-3eeb-4898-bec8-3b9e1690853f", "tag": "3ad3bb96-668d-405d-826f-85b88ea3fbca", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:43.448704 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7331bfc1-43bd-4041-bd54-4d519bdaebf4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:43.448796 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'tag': '3ad3bb96-668d-405d-826f-85b88ea3fbca', 'status': 'completed', 'code': 200} Jul 15 13:15:43.479843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-516d3a72-edaf-400c-9eea-d1a7a337bc36 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.480990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d728d-96b1-4661-9381-8dba19aa3549 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event updated for resources: {'Port': ['ID=824e0a35-6888-4fc0-ad55-30fd045d7b42,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.484719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-516d3a72-edaf-400c-9eea-d1a7a337bc36 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 819 time: 0.3057363 Jul 15 13:15:43.502357 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Attempting to bind port eac2de58-e200-4bc7-92f0-4ec03a1538e1 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:43.504103 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Attempting to bind port eac2de58-e200-4bc7-92f0-4ec03a1538e1 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:43.504551 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Attempting to bind port eac2de58-e200-4bc7-92f0-4ec03a1538e1 on network 233ec2cf-3552-4118-8027-5bb65667167c {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:43.517205 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:43.518045 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Checking segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:43.518538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-0d95f74d-f158-4570-bd48-01fbdc6f2413 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/quotas/b703c65df8eb47a4961333776f809259 HTTP/1.1" status: 200 len: 375 time: 0.0327747 Jul 15 13:15:43.519142 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.519905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Bound using segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:43.520664 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Bound port: eac2de58-e200-4bc7-92f0-4ec03a1538e1, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:43.521427 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.593919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] For port eac2de58-e200-4bc7-92f0-4ec03a1538e1, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:43.599023 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] For port eac2de58-e200-4bc7-92f0-4ec03a1538e1, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eac2de58-e200-4bc7-92f0-4ec03a1538e1,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:43.604759 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:43.662238 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Routers {'66f7f152-4f80-4688-a072-a2ce2e54b54f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:15:43.663047 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['66f7f152-4f80-4688-a072-a2ce2e54b54f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:43.671850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-e38abd35-c696-4cba-97ad-e6ca6d9d2a23 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274745 Jul 15 13:15:43.722699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-ee7b5d3a-63aa-41c8-a21d-24e14e02a3d8 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2030277 Jul 15 13:15:43.724714 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b28c0-ae78-4b07-bcbf-250af8f4091a None None] Pushing event updated for resources: {'Port': ['ID=eac2de58-e200-4bc7-92f0-4ec03a1538e1,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:43.818917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-4fb6245a-a368-4b1a-bed7-5e9ed953c711 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:43.820650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-4fb6245a-a368-4b1a-bed7-5e9ed953c711 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 946 time: 0.2256851 Jul 15 13:15:43.831745 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] Set router 66f7f152-4f80-4688-a072-a2ce2e54b54f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:15:43.995629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Deleting port 824e0a35-6888-4fc0-ad55-30fd045d7b42 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:43.996241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.030382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c10b5-09ff-4ea9-941a-0280427ac8a4 req-58c51159-51da-4b86-be95-ad0d43d0bdbe tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.031985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c8c10b5-09ff-4ea9-941a-0280427ac8a4 req-58c51159-51da-4b86-be95-ad0d43d0bdbe tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 948 time: 0.4804420 Jul 15 13:15:44.088415 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:15:39Z', 'revision_number': 4, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eac2de58-e200-4bc7-92f0-4ec03a1538e1', 'name': '', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'mac_address': 'fa:16:3e:50:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:36Z', 'updated_at': '2021-07-15T13:15:43Z', 'revision_number': 4, 'project_id': 'b703c65df8eb47a4961333776f809259', 'subnets': [{'id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:44.107645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] For port 824e0a35-6888-4fc0-ad55-30fd045d7b42, host n-h1-798054-11, got binding levels [] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:44.108276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.122424 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ef19c-fa3a-4cdf-9afe-c250c6718ca0 None None] The sync data for ids ['66f7f152-4f80-4688-a072-a2ce2e54b54f'] in n-d-798054-11 is: [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:15:39Z', 'revision_number': 4, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eac2de58-e200-4bc7-92f0-4ec03a1538e1', 'name': '', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'mac_address': 'fa:16:3e:50:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:36Z', 'updated_at': '2021-07-15T13:15:43Z', 'revision_number': 4, 'project_id': 'b703c65df8eb47a4961333776f809259', 'subnets': [{'id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:15:44.144508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Calling delete_port for 824e0a35-6888-4fc0-ad55-30fd045d7b42 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.256679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c8c10b5-09ff-4ea9-941a-0280427ac8a4 req-d0d1415b-f19f-4a58-b45a-8e3e3c9a8cc0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164128 Jul 15 13:15:44.312119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.343354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Pushing event deleted for resources: {'Port': ['ID=824e0a35-6888-4fc0-ad55-30fd045d7b42,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.363487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.365882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-01147dee-0d19-4d9e-8e85-f879740a9985 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "DELETE /v2.0/ports/824e0a35-6888-4fc0-ad55-30fd045d7b42 HTTP/1.1" status: 204 len: 168 time: 0.9496799 Jul 15 13:15:44.370564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.404347 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72dcead-252b-49d2-a0ea-01b857ac5d26 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:15:44.406189 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b72dcead-252b-49d2-a0ea-01b857ac5d26 tempest-PortsAdminExtendedAttrsTestJSON-1898331948 tempest-PortsAdminExtendedAttrsTestJSON-1898331948-project-admin] 10.222.0.57 "GET /v2.0/ports/824e0a35-6888-4fc0-ad55-30fd045d7b42 HTTP/1.1" status: 404 len: 333 time: 0.0342405 Jul 15 13:15:44.409998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35266) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:44.414621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c529993-a8d8-4b89-ac97-b8542208e317 req-3b6b8244-9530-452d-a0b4-e6dede9ee3ef service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330637 Jul 15 13:15:44.421174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-beb33ead-57b2-44a0-849e-d3d66b502f6e service neutron] 10.222.0.57 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975091 Jul 15 13:15:44.504921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.508635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Deleting port 78cdf127-e047-4bfe-b216-14b39a5b471c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:44.509204 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.613739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.623202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:44.635078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bae1c10-7901-4331-b5a0-2ffac1262a50']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:44.663939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256d392c-21e8-40c2-8f29-3596a3617daa') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:44.664233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256d392c-21e8-40c2-8f29-3596a3617daa') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:15:44.671293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-0a47afde-e638-487f-a582-6582246792ce service neutron] 10.222.0.57 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225280 Jul 15 13:15:44.678330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.701244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.718252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:15:44.718713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:15:44.725263 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:15:44.780708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] For port 78cdf127-e047-4bfe-b216-14b39a5b471c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=78cdf127-e047-4bfe-b216-14b39a5b471c,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:44.782250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.789942 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.812749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Calling delete_port for 78cdf127-e047-4bfe-b216-14b39a5b471c owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:44.826085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-4a57ecb0-a86e-474c-a8d5-8a7c28dd2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.827781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b1bc5-ce2c-4f9f-ac3a-550522a7cf48 req-9aa92845-e24b-42ec-aa5e-abd26a04a605 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:44.828553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-4a57ecb0-a86e-474c-a8d5-8a7c28dd2a66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 1099 time: 0.3353109 Jul 15 13:15:44.828686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:44.831679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c55b1bc5-ce2c-4f9f-ac3a-550522a7cf48 req-9aa92845-e24b-42ec-aa5e-abd26a04a605 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.2093344 Jul 15 13:15:44.848048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'mac_address': 'fa:16:3e:ae:a6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:44.849774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.873382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.879339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] 10.222.0.57 "DELETE /v2.0/networks/0bae1c10-7901-4331-b5a0-2ffac1262a50 HTTP/1.1" status: 204 len: 168 time: 0.4652119 Jul 15 13:15:44.916314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:44.948139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c1e46-d1bb-4ee9-ab3d-9762fa0be724 tempest-PortsAdminExtendedAttrsTestJSON-1336821155 tempest-PortsAdminExtendedAttrsTestJSON-1336821155-project] Pushing event deleted for resources: {'Network': ['ID=0bae1c10-7901-4331-b5a0-2ffac1262a50,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:44.948668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:44.995381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:45.002463 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.031253 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c55b1bc5-ce2c-4f9f-ac3a-550522a7cf48 req-2c50640c-9de5-4ad1-814d-0a253f88b2c9 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906426 Jul 15 13:15:45.108327 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.126992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.216258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7b86e7d9-f72b-4e5c-b46d-35ace08a6489'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:45.241557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-5669f731-d0cb-4b35-8cfd-920c5ca782c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.243500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-5669f731-d0cb-4b35-8cfd-920c5ca782c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.4006808 Jul 15 13:15:45.346208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-fa7802b0-1c58-4070-ae41-0f484a0dca71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca HTTP/1.1" status: 200 len: 217 time: 0.0886219 Jul 15 13:15:45.414774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989817-3a65-4f40-be5f-90dace44d050 req-83ba7464-a96a-44e2-bd27-41d453d34bb6 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.416401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6989817-3a65-4f40-be5f-90dace44d050 req-83ba7464-a96a-44e2-bd27-41d453d34bb6 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 950 time: 0.2161880 Jul 15 13:15:45.463858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.493600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b90ca-d505-4c6f-8721-8bcc528e2cde req-3ce9a713-acc7-4fcb-ae7c-411227ed7bb8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.496052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad0b90ca-d505-4c6f-8721-8bcc528e2cde req-3ce9a713-acc7-4fcb-ae7c-411227ed7bb8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 947 time: 0.3364079 Jul 15 13:15:45.509011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35286) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.530281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8d554bb5-016f-4f1e-a6cb-9a9ea041e545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.566503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-0ffc00bf-4f07-4c29-9234-ac180150e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.568411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-0ffc00bf-4f07-4c29-9234-ac180150e1b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2132354 Jul 15 13:15:45.569120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event deleted for resources: {'Port': ['ID=78cdf127-e047-4bfe-b216-14b39a5b471c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:45.590130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6989817-3a65-4f40-be5f-90dace44d050 req-9a73763b-f466-4db8-bf47-255ff6d84ba6 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544285 Jul 15 13:15:45.639151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.703830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] No DVR routers for this DVR port 78cdf127-e047-4bfe-b216-14b39a5b471c on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:15:45.726825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad0b90ca-d505-4c6f-8721-8bcc528e2cde req-527ba149-6e14-4197-9619-bda3b7524106 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062852 Jul 15 13:15:45.729590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:45.739878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e110221-76a7-420a-ac49-7521caddb7f4 req-a2bf4129-309c-4427-9e04-c4418ccaf9a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.58 "DELETE /v2.0/ports/78cdf127-e047-4bfe-b216-14b39a5b471c HTTP/1.1" status: 204 len: 173 time: 1.9118326 Jul 15 13:15:45.741641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'name': 'network-vif-deleted', 'tag': '78cdf127-e047-4bfe-b216-14b39a5b471c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:45.750753 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a859c14-d8f1-46e5-803c-779f968bd67b" -d '{"events": [{"server_uuid": "a39cf2d9-19a7-4fe7-829a-ee0348b1b216", "name": "network-vif-deleted", "tag": "78cdf127-e047-4bfe-b216-14b39a5b471c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:45.797505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-6decd6b1-d466-4acb-9d88-d53f0f28acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:45.806130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-6decd6b1-d466-4acb-9d88-d53f0f28acd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2262142 Jul 15 13:15:45.895893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1ad9448e-5cb2-489d-ab57-549d23f7eeec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edcfa4c3f3584c41ba99111e7590f5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821211 Jul 15 13:15:45.895893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35296) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:45.918428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b8d60877-88e2-4220-9be2-491caa5f6097 req-bfcd25e5-5618-4905-9059-8220c867ce93 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 210 time: 0.0746729 Jul 15 13:15:46.072995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-7423e3b6-a643-4aef-8e07-63d2bb43f40c service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583244 Jul 15 13:15:46.073326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eac2de58-e200-4bc7-92f0-4ec03a1538e1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:46.079395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97c1b6e7-4910-4e29-8ecc-f584b963ac69 req-dd9e8884-c159-4d8e-b21d-b58b3bdf90b8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a39cf2d9-19a7-4fe7-829a-ee0348b1b216 HTTP/1.1" status: 200 len: 210 time: 0.1477666 Jul 15 13:15:46.156265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port eac2de58-e200-4bc7-92f0-4ec03a1538e1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:46.162321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eac2de58-e200-4bc7-92f0-4ec03a1538e1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:46.163301 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.179648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f6356f-0ca6-496a-ab82-3f249654487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.190632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d400ba81-1d85-4cf2-9ba4-58c46d73cac4 req-1a87de6e-e956-4d00-9580-1b735c0ad9fb service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064370 Jul 15 13:15:46.222470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f6356f-0ca6-496a-ab82-3f249654487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.337177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f6356f-0ca6-496a-ab82-3f249654487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.342471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58f6356f-0ca6-496a-ab82-3f249654487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.344260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-58f6356f-0ca6-496a-ab82-3f249654487e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/42f432b6-8999-4a64-a287-0b487bc64377 HTTP/1.1" status: 204 len: 168 time: 0.4466588 Jul 15 13:15:46.370918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6356f-0ca6-496a-ab82-3f249654487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f432b6-8999-4a64-a287-0b487bc64377,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.390127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4e80e-3961-428b-bb47-78fdf05118c1 req-67a909e0-7ed7-4e8b-a91b-33bfdbd34b1c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.392413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86b4e80e-3961-428b-bb47-78fdf05118c1 req-67a909e0-7ed7-4e8b-a91b-33bfdbd34b1c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 949 time: 0.1412699 Jul 15 13:15:46.464042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86b4e80e-3961-428b-bb47-78fdf05118c1 req-0c7cb422-73b9-4cf3-9a1c-ce1a9c921c97 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583966 Jul 15 13:15:46.498082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.552116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port eac2de58-e200-4bc7-92f0-4ec03a1538e1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eac2de58-e200-4bc7-92f0-4ec03a1538e1,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.559013 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.619652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3ad3bb96-668d-405d-826f-85b88ea3fbca details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:46.635315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=eac2de58-e200-4bc7-92f0-4ec03a1538e1,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:46.641537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:46.660053 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b5aee-a821-497e-9339-e2b9998b4846 x-openstack-request-id: req-b52b5aee-a821-497e-9339-e2b9998b4846 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:46.660783 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39cf2d9-19a7-4fe7-829a-ee0348b1b216", "name": "network-vif-deleted", "tag": "78cdf127-e047-4bfe-b216-14b39a5b471c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:46.660783 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b52b5aee-a821-497e-9339-e2b9998b4846 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:46.661667 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39cf2d9-19a7-4fe7-829a-ee0348b1b216', 'name': 'network-vif-deleted', 'tag': '78cdf127-e047-4bfe-b216-14b39a5b471c', 'status': 'completed', 'code': 200} Jul 15 13:15:46.693758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f70875-91fb-4c64-b3c4-87c4e0f2f370 req-907790ae-670d-41fe-91fc-207a27a662b4 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:46.702240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72f70875-91fb-4c64-b3c4-87c4e0f2f370 req-907790ae-670d-41fe-91fc-207a27a662b4 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 949 time: 0.0985329 Jul 15 13:15:46.736939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:46.771959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:46.772320 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.788951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72f70875-91fb-4c64-b3c4-87c4e0f2f370 req-5a8a9150-3ab0-4766-a1cc-f12c5e9784b5 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847774 Jul 15 13:15:46.814720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35320) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.868329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f644b5d4-e35b-4739-91b7-772c4899d284 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=050c3269517f4af5a41a8fc31ebab966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522220 Jul 15 13:15:46.872048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:46.884809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3ad3bb96-668d-405d-826f-85b88ea3fbca, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:46.952914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa862-3777-489b-a8b2-d6261ca74a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:46.958500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '3ad3bb96-668d-405d-826f-85b88ea3fbca', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '3ad3bb96-668d-405d-826f-85b88ea3fbca', 'mac_address': 'fa:16:3e:be:8f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:46.981378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa862-3777-489b-a8b2-d6261ca74a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.002331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-ffa610d8-9c84-478e-b7cb-27f6e406ea9a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.010253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-ffa610d8-9c84-478e-b7cb-27f6e406ea9a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 819 time: 0.1837871 Jul 15 13:15:47.031560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-88e0f0b8-1760-4270-9b06-ebe62eb71e8b tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/quotas/b703c65df8eb47a4961333776f809259 HTTP/1.1" status: 200 len: 375 time: 0.0196586 Jul 15 13:15:47.034775 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.042465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa862-3777-489b-a8b2-d6261ca74a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.046464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa862-3777-489b-a8b2-d6261ca74a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.048528 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8bbaa862-3777-489b-a8b2-d6261ca74a00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9849c87-38fa-446d-af84-fc87cce96830 HTTP/1.1" status: 204 len: 168 time: 0.1749113 Jul 15 13:15:47.049483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.060679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaa862-3777-489b-a8b2-d6261ca74a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9849c87-38fa-446d-af84-fc87cce96830,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.142451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:47.143928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.147478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:47.149902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-fcce5ca1-84f4-4f1c-9b94-ce3bae3d5c4b tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173649 Jul 15 13:15:47.150075 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d77f10-74d9-436e-99ab-2cfe9d8c5173" -d '{"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:47.162046 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.162885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 78cdf127-e047-4bfe-b216-14b39a5b471c no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:15:47.188680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad3bb96-668d-405d-826f-85b88ea3fbca {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:47.211093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 78cdf127-e047-4bfe-b216-14b39a5b471c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:15:47.211487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 78cdf127-e047-4bfe-b216-14b39a5b471c not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:15:47.239945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3ad3bb96-668d-405d-826f-85b88ea3fbca, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:47.249837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:47.256710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.259241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-12417e66-8c35-4ce4-a577-36f918824805 service neutron] 10.222.0.57 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080091 Jul 15 13:15:47.336030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196a83-4a94-4b77-99fb-b9e1a24e9c3e req-c1301db4-bfbf-471b-a5bb-e7084e79fe32 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.338755 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd196a83-4a94-4b77-99fb-b9e1a24e9c3e req-c1301db4-bfbf-471b-a5bb-e7084e79fe32 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 948 time: 0.0886197 Jul 15 13:15:47.339755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3ad3bb96-668d-405d-826f-85b88ea3fbca,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:47.384350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd196a83-4a94-4b77-99fb-b9e1a24e9c3e req-509c7709-a2e6-4bf7-addc-b1806a1d4e9b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Jul 15 13:15:47.426369 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-f3da29d5-98e9-4600-ae14-1da523907c29 service neutron] 10.222.0.57 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603518 Jul 15 13:15:47.580205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:47.649177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-899f75dd-d286-47d9-92ef-ba3a70ba3fbb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:47.650895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-899f75dd-d286-47d9-92ef-ba3a70ba3fbb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 819 time: 0.1953840 Jul 15 13:15:47.674062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Request body: {'port': {'device_id': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'admin_state_up': True, 'tenant_id': 'b703c65df8eb47a4961333776f809259'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:47.900185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Made reservation on behalf of b703c65df8eb47a4961333776f809259 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:47.906042 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.011770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eac2de58-e200-4bc7-92f0-4ec03a1538e1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:48.126425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eac2de58-e200-4bc7-92f0-4ec03a1538e1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:48.126642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.174661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Allocated IP 172.20.0.5 (233ec2cf-3552-4118-8027-5bb65667167c/dee30397-eaaa-4851-8e08-70a022f911ce/1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:48.256942 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcdc61c-4ecf-4bfa-bccf-ea0a50d171ca x-openstack-request-id: req-3fcdc61c-4ecf-4bfa-bccf-ea0a50d171ca {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:48.258653 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:48.258973 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3fcdc61c-4ecf-4bfa-bccf-ea0a50d171ca {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:48.259896 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'code': 200} Jul 15 13:15:48.478510 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.488054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab3ddc-d675-40b4-ace7-703dd911db14 req-ca395317-e2ce-4b1b-86dd-cc220bb1183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.492634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bab3ddc-d675-40b4-ace7-703dd911db14 req-ca395317-e2ce-4b1b-86dd-cc220bb1183a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1102 time: 0.1087837 Jul 15 13:15:48.520891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.533352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988df8c-e23d-4e70-bc6f-269e6f8b4984 req-13d346b0-9a7e-4902-9f92-73651d744708 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.548916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f988df8c-e23d-4e70-bc6f-269e6f8b4984 req-13d346b0-9a7e-4902-9f92-73651d744708 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1279469 Jul 15 13:15:48.580720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bab3ddc-d675-40b4-ace7-703dd911db14 req-9de81d39-31fc-4067-97c7-c1ff34190b77 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811551 Jul 15 13:15:48.619704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f988df8c-e23d-4e70-bc6f-269e6f8b4984 req-6793b818-9e82-4dbe-9cbd-e42d66273d6c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773711 Jul 15 13:15:48.672001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.759978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Network 233ec2cf-3552-4118-8027-5bb65667167c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:48.761721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:48.768543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Pushing event updated for resources: {'Port': ['ID=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:48.771648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:48.864899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba8c77fa-95e0-41f6-ace9-466ba393d7cb req-b6427b27-6487-4069-b9cf-e9d9e5e16329 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 210 time: 0.0648043 Jul 15 13:15:48.890714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:48.891395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:48.926108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-d2d94986-0ba5-43bc-8176-020ef2c4a3c4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622876 Jul 15 13:15:48.939265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Request body: {'port': {'device_id': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:49.060202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.144621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d57a4-3af3-48f1-a546-425d62db29e6 req-e7bdb444-9dbd-41c0-8fee-3cda9ae5aa43 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.146363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-223d57a4-3af3-48f1-a546-425d62db29e6 req-e7bdb444-9dbd-41c0-8fee-3cda9ae5aa43 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 948 time: 0.1309586 Jul 15 13:15:49.245800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-f669cda7-f8d6-452b-afcc-967377ab10f6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.248155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-f669cda7-f8d6-452b-afcc-967377ab10f6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.1380603 Jul 15 13:15:49.265796 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-223d57a4-3af3-48f1-a546-425d62db29e6 req-43553c46-b863-4342-91b8-79f3074466ce tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665040 Jul 15 13:15:49.280283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-dca8f0b1-7488-46cb-ad2c-f76356b16d50 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0252452 Jul 15 13:15:49.316479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35414) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:49.328062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-bd420e4e-a42d-4117-88c0-31b347495a47 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459695 Jul 15 13:15:49.522634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:49.541915 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.594903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Transition to ACTIVE for port object 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:49.604682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.658435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-176239056', 'router:external': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:49.761885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Pushing event updated for resources: {'Port': ['ID=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:49.813367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.814310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.815149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.815974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.816789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.817545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.818356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.819987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.820783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.821917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.822476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.823160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:49.864502 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-8b2f686f-20ad-4a5a-87b3-528a0bb3cbea service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352004 Jul 15 13:15:49.868865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Made reservation on behalf of e870ee37f5b0485ebb7bcacc03bf80ba for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:49.871343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.925473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.933649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Attempting to bind port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:49.934171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Attempting to bind port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:49.934512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Attempting to bind port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 on network 233ec2cf-3552-4118-8027-5bb65667167c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:49.944833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c539d2-0f28-4816-9dd5-ad4ac0919de6 req-17c1c331-4f2c-4491-b2b8-6895fa929c89 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.946356 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13c539d2-0f28-4816-9dd5-ad4ac0919de6 req-17c1c331-4f2c-4491-b2b8-6895fa929c89 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1898260 Jul 15 13:15:49.948644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 on network 233ec2cf-3552-4118-8027-5bb65667167c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:49.948973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Attempting to bind port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 on network 233ec2cf-3552-4118-8027-5bb65667167c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:49.956112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:49.956493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Checking segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:49.956876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Bound using segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:49.957310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Bound port: 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:49.957671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:49.984438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-9eeaf261-ec34-49b7-8c9d-b5eac4394345 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:49.985961 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-9eeaf261-ec34-49b7-8c9d-b5eac4394345 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 819 time: 0.4056368 Jul 15 13:15:50.009638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Request body: {'port': {'device_id': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'admin_state_up': True, 'tenant_id': 'b703c65df8eb47a4961333776f809259'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:50.026805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13c539d2-0f28-4816-9dd5-ad4ac0919de6 req-51d4607f-fe66-4c88-a343-27c7d5df5f5e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726478 Jul 15 13:15:50.047197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-98935fb3-acff-4c79-8cf3-3e3a66c49398 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661429 Jul 15 13:15:50.077692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] For port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:50.082867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] For port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:50.092290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.216582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.217320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.219325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] 10.222.0.58 "PUT /v2.0/ports/1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 1092 time: 1.2852888 Jul 15 13:15:50.220085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de5f1f-0738-4755-8c80-3344b19b2750 service neutron] Pushing event updated for resources: {'Port': ['ID=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.232997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'tag': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:50.235927 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7edb1b-3600-4f33-871e-0da1cb004fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "41a4d564-147c-4adb-b90e-3402b9dbda1d", "tag": "1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:50.247929 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.256417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.295758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:15:50.318106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Made reservation on behalf of b703c65df8eb47a4961333776f809259 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:50.321948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.328033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.328399 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Added segment ddafe53b-16e9-4423-95f4-647a8091991c of type vlan for network 8049a721-43f6-406e-9d9f-b30185190e2d Jul 15 13:15:50.329940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d4c954-01b1-4f4b-93d7-11d7784de963,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.392965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e7a8f791-fe17-493a-9c50-3dab25c9f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.395064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-e7a8f791-fe17-493a-9c50-3dab25c9f9ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1095 time: 0.0992782 Jul 15 13:15:50.475305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-8fd02e34-f9a7-454f-8db6-8c8dfb96dc8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.0711339 Jul 15 13:15:50.522627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9d57b8c-f8b5-40ab-8310-247340b30e7c req-0b97549c-9556-4865-b2f9-cf3b9dd2bf7a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 210 time: 0.0408742 Jul 15 13:15:50.545406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3b25d32-4a6e-4e6a-b6fb-f1cd1c2bc2f8 req-cc7e774e-7bed-43ac-8277-0b5bb097b0c8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 210 time: 0.0661943 Jul 15 13:15:50.558732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.596020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-8f6770e3-6d22-4055-84c2-ec5454c319d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.599599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-8f6770e3-6d22-4055-84c2-ec5454c319d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.1059103 Jul 15 13:15:50.604852 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f210177-3143-4d0b-89d8-74fe6c92d546 x-openstack-request-id: req-3f210177-3143-4d0b-89d8-74fe6c92d546 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:50.605153 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a4d564-147c-4adb-b90e-3402b9dbda1d", "tag": "1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:50.605561 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f210177-3143-4d0b-89d8-74fe6c92d546 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:50.605979 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'tag': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8', 'status': 'completed', 'code': 200} Jul 15 13:15:50.640626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:50.656921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Allocated IP 172.20.0.6 (233ec2cf-3552-4118-8027-5bb65667167c/dee30397-eaaa-4851-8e08-70a022f911ce/5ef6574f-0e5f-4c45-9f7f-5886a096b38c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:50.663302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.664605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.665608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.682257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-3983ffcf-ac4c-4f38-bde9-87b1efc1cc9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698345 Jul 15 13:15:50.710469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3ad3bb96-668d-405d-826f-85b88ea3fbca up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:50.770333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4522464 Jul 15 13:15:50.780740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35454) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:50.791530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'subnet': {'network_id': '8049a721-43f6-406e-9d9f-b30185190e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:50.838565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799ac6c-f851-4c90-9810-d777192efa67 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Network': ['ID=8049a721-43f6-406e-9d9f-b30185190e2d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:50.850209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:50.863513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 8049a721-43f6-406e-9d9f-b30185190e2d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:15:50.894512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'mac_address': 'fa:16:3e:5b:21:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:50.903772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Made reservation on behalf of e870ee37f5b0485ebb7bcacc03bf80ba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:50.906584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:50.910303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-b663c38a-abc0-4cb6-8328-6574e256413b service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175224 Jul 15 13:15:50.946755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 3ad3bb96-668d-405d-826f-85b88ea3fbca completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:50.977913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2705-ba28-483c-a385-0f31f2236417 req-6b29ac28-6467-4901-8af5-dbb20a4874d8 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:50.979713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-77ae2705-ba28-483c-a385-0f31f2236417 req-6b29ac28-6467-4901-8af5-dbb20a4874d8 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.2869494 Jul 15 13:15:50.991513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 3ad3bb96-668d-405d-826f-85b88ea3fbca triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:50.992029 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.040561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.047681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfedcdf-fef3-4b7d-a969-3167ec01c87a req-2a78dca7-adb6-43b6-aa7d-470ced433ee8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.058806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:51.068179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cfedcdf-fef3-4b7d-a969-3167ec01c87a req-2a78dca7-adb6-43b6-aa7d-470ced433ee8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 948 time: 0.2557850 Jul 15 13:15:51.092772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:51.119915 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.129124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-77ae2705-ba28-483c-a385-0f31f2236417 req-629398b8-5b00-4e99-be7f-f11a14eb4fc8 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354957 Jul 15 13:15:51.142873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cfedcdf-fef3-4b7d-a969-3167ec01c87a req-2bbc25bd-a7be-4cad-b7b7-39129242b19a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670435 Jul 15 13:15:51.145255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe70b19b-0255-4a3e-b418-6df1f87e6336 req-7fd0283b-a874-4831-a379-70ec7a13a170 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277477 Jul 15 13:15:51.189602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.219634 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.254602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.260638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:51.268486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad3bb96-668d-405d-826f-85b88ea3fbca'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:51.270975 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c330ba2-93a6-4f01-a05e-1e4f52ae3659" -d '{"events": [{"server_uuid": "68583cf9-3eeb-4898-bec8-3b9e1690853f", "name": "network-vif-plugged", "status": "completed", "tag": "3ad3bb96-668d-405d-826f-85b88ea3fbca"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:51.342557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-307266d1-b445-493b-9845-82a562f64d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.343084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3ad3bb96-668d-405d-826f-85b88ea3fbca, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:51.345025 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46362743-dcc3-458f-8080-6a5263cf74fa x-openstack-request-id: req-46362743-dcc3-458f-8080-6a5263cf74fa {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:51.345325 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68583cf9-3eeb-4898-bec8-3b9e1690853f", "name": "network-vif-plugged", "status": "completed", "tag": "3ad3bb96-668d-405d-826f-85b88ea3fbca", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:51.346072 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46362743-dcc3-458f-8080-6a5263cf74fa {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:51.346457 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad3bb96-668d-405d-826f-85b88ea3fbca', 'code': 200} Jul 15 13:15:51.347379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-307266d1-b445-493b-9845-82a562f64d54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1095 time: 0.1198130 Jul 15 13:15:51.354858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.365387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.431857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Network 233ec2cf-3552-4118-8027-5bb65667167c is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:51.447227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:51.450001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:51.459902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3ad3bb96-668d-405d-826f-85b88ea3fbca,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.512792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Pushing event updated for resources: {'Port': ['ID=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.530907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725c3a-4ba5-40cc-8773-e20879b99490 req-d58ba9c5-8b82-40af-8736-360514064997 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.536000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39725c3a-4ba5-40cc-8773-e20879b99490 req-d58ba9c5-8b82-40af-8736-360514064997 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.2281203 Jul 15 13:15:51.547883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-68d6afc9-bbd8-4e32-af74-66826b8eb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.550577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-68d6afc9-bbd8-4e32-af74-66826b8eb2a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.1906295 Jul 15 13:15:51.564306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbe32a-927c-4eeb-856f-94a59dbbf131 req-cfa9edd4-2e8b-4a87-b0b0-98e9cee3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.565826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ebbe32a-927c-4eeb-856f-94a59dbbf131 req-cfa9edd4-2e8b-4a87-b0b0-98e9cee3a128 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 1101 time: 0.0901542 Jul 15 13:15:51.600815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.601445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.635924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-c38cc859-d6aa-4252-b825-0353acd19fe0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.0690024 Jul 15 13:15:51.641108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-db81eeba-366d-49bb-a077-43b4ab6f7862 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6370339 Jul 15 13:15:51.651211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39725c3a-4ba5-40cc-8773-e20879b99490 req-fee955cd-f0fc-43dc-bc4d-69ecfd1b5e3f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084025 Jul 15 13:15:51.655083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ebbe32a-927c-4eeb-856f-94a59dbbf131 req-0b8c2cee-8f42-45f5-918f-581d3dfd4733 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726328 Jul 15 13:15:51.662575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Request body: {'port': {'device_id': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:51.731411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:15:51.732148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.787141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-45354958-87da-4781-8835-9df2fbefb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.788715 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-45354958-87da-4781-8835-9df2fbefb90d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.1323795 Jul 15 13:15:51.813821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e3a68-8df9-4c03-b861-73a15d28154d req-e463b85c-c455-440c-89f3-ceee2d2aaaa0 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:51.815671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a6e3a68-8df9-4c03-b861-73a15d28154d req-e463b85c-c455-440c-89f3-ceee2d2aaaa0 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 931 time: 0.1021934 Jul 15 13:15:51.874335 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3d8b130-de61-4f2e-bf71-c1526f49e595 req-5c03a931-1df1-4ca8-8d49-087e639f973b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 210 time: 0.0887179 Jul 15 13:15:51.880587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Subnet': ['ID=534cee73-cc9c-467c-967f-3aae5c5d275a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:51.900572 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:51.922871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Checking segment: {'id': 'ddafe53b-16e9-4423-95f4-647a8091991c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8049a721-43f6-406e-9d9f-b30185190e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:51.923363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network hostable DHCP agents. Network: 8049a721-43f6-406e-9d9f-b30185190e2d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:15:51.983622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 8049a721-43f6-406e-9d9f-b30185190e2d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:15:51.991431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a6e3a68-8df9-4c03-b861-73a15d28154d req-3fb646b6-40c1-4ea0-a775-8e6f88a7a3d4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671669 Jul 15 13:15:51.995306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-2420da7b-dd7f-4b29-91e8-09363affb4b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723375 Jul 15 13:15:52.002863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-6fa1f0d1-e30d-4ede-871d-3352df8d17b7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.006249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 8049a721-43f6-406e-9d9f-b30185190e2d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:52.014021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.014701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.016133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525986c-856d-4da3-8f2d-4462b96b497a None None] Network 8049a721-43f6-406e-9d9f-b30185190e2d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:52.018592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-6fa1f0d1-e30d-4ede-871d-3352df8d17b7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.1737134 Jul 15 13:15:52.024737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Request body: {'port': {'device_id': 'c78b9804-cfca-4729-a267-622b714a15dd', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'admin_state_up': True, 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:52.046071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4649004f-64b3-429e-a9cc-e2a022af81c2 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2598679 Jul 15 13:15:52.057259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35482) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:52.063780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-69619650', 'network_id': '8049a721-43f6-406e-9d9f-b30185190e2d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:52.106320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Made reservation on behalf of e870ee37f5b0485ebb7bcacc03bf80ba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:52.109087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.215457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb369696-1c8c-4418-939b-988ea1dadce9 None None] Network 8049a721-43f6-406e-9d9f-b30185190e2d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:15:52.277880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-b059ab04-b7df-42df-bf78-12f49f6cdd7d service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569900 Jul 15 13:15:52.281931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] device_id is not set on port 27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:15:52.423846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:15:52.427990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.448630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Allocated IP 2001:db8::cb (8049a721-43f6-406e-9d9f-b30185190e2d/534cee73-cc9c-467c-967f-3aae5c5d275a/27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:52.514430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8288e-14bf-45f5-9637-b1de97860aec req-8846a974-5b51-4b70-9021-06f04d38b1e9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:52.516086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96c8288e-14bf-45f5-9637-b1de97860aec req-8846a974-5b51-4b70-9021-06f04d38b1e9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.3081570 Jul 15 13:15:52.648826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96c8288e-14bf-45f5-9637-b1de97860aec req-3727f76b-33c4-45f3-a2e9-dc6afcf2a25e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111467 Jul 15 13:15:52.657047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:52.788227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:52.788633 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.838233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef6574f-0e5f-4c45-9f7f-5886a096b38c {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:52.873669 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.892071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.946677 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:52.949843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f7edb1b-3600-4f33-871e-0da1cb004fe8 req-f7e54b22-1828-4039-9ec9-80c2a653a04c service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652293 Jul 15 13:15:53.009759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:53.022406 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.025744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Transition to ACTIVE for port object 5ef6574f-0e5f-4c45-9f7f-5886a096b38c will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:53.029711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.036061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.079893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f04355-5f1d-4f8f-ae2c-2298eb4827d4 req-74db212e-3238-4ffa-a45c-bc25e2b2a7df tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.090207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87f04355-5f1d-4f8f-ae2c-2298eb4827d4 req-74db212e-3238-4ffa-a45c-bc25e2b2a7df tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.7351079 Jul 15 13:15:53.091716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.097272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.171262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 8049a721-43f6-406e-9d9f-b30185190e2d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:53.176937 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87f04355-5f1d-4f8f-ae2c-2298eb4827d4 req-5b54d9be-36f5-4357-b40c-4e6cfd3a64b0 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851507 Jul 15 13:15:53.225790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:53.229395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:53.231673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.233141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.257432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aeeb-d322-445f-904b-fd959cd4fdcc req-1c46825a-bed4-4505-a8e8-27aad32a1108 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.259101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a75aeeb-d322-445f-904b-fd959cd4fdcc req-1c46825a-bed4-4505-a8e8-27aad32a1108 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 949 time: 0.2904012 Jul 15 13:15:53.262146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Port': ['ID=27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.294103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Allocated IP 172.20.0.4 (35a7f83b-d9df-48c2-94f0-c76c73e6ea6e/a867b882-0336-456d-a5e4-f9c513468bb1/0b218827-967e-4468-ba43-6d735ebd3d84) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:53.317636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6197468b-0fb7-41c9-9b6c-c630f4c6f13e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2574155 Jul 15 13:15:53.317636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35524) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:53.348175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:53.350688 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd6f14-5e2a-497e-a01f-947f4832fe99" -d '{"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:53.476993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a75aeeb-d322-445f-904b-fd959cd4fdcc req-9670c1ba-9623-44a3-b6de-ef96927f77a0 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814969 Jul 15 13:15:53.480361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Attempting to bind port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:53.481052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Attempting to bind port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:53.482289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Attempting to bind port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c on network 233ec2cf-3552-4118-8027-5bb65667167c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:53.513245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c on network 233ec2cf-3552-4118-8027-5bb65667167c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:53.514831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Attempting to bind port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c on network 233ec2cf-3552-4118-8027-5bb65667167c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:53.527145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.535316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:53.536028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Checking segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:53.537224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Bound using segment: {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:53.538565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Bound port: 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a6221-6be8-4d89-89dc-8d55c6d0ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:53.539761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.574023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.643529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Deleting port 27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:15:53.644075 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.653607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:53.686656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:53.690027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:53.749216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.750170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.759089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:53.791548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-a4e15807-7772-4ad5-ab1f-f6def1b2ac20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7718794 Jul 15 13:15:53.808595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Request body: {'port': {'device_id': 'c78b9804-cfca-4729-a267-622b714a15dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:53.847243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08101939-1f24-469b-8d93-120578444679 req-a3f7f846-b0d4-410b-afd8-83cf583c4219 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:53.849246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08101939-1f24-469b-8d93-120578444679 req-a3f7f846-b0d4-410b-afd8-83cf583c4219 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 931 time: 0.2284775 Jul 15 13:15:53.935408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08101939-1f24-469b-8d93-120578444679 req-a71bb0ce-1a8c-4616-b48e-8487a073c11a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761216 Jul 15 13:15:53.943406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:53.990974 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec650ff-b785-4772-9d21-bf80244872ef x-openstack-request-id: req-cec650ff-b785-4772-9d21-bf80244872ef {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:53.991267 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:53.991521 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cec650ff-b785-4772-9d21-bf80244872ef {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:53.991942 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'code': 200} Jul 15 13:15:54.231535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] For port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:54.241608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] For port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:54.251564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.264687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.334635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.335284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.336963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] 10.222.0.58 "PUT /v2.0/ports/5ef6574f-0e5f-4c45-9f7f-5886a096b38c HTTP/1.1" status: 200 len: 1092 time: 2.6799126 Jul 15 13:15:54.337948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Calling delete_port for 27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:15:54.341503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'tag': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:54.344046 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6619d48c-7fd9-4e66-b240-b28d07d7500c", "tag": "5ef6574f-0e5f-4c45-9f7f-5886a096b38c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:54.535467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b218827-967e-4468-ba43-6d735ebd3d84 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:54.544637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.552550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b90def-ba5c-4d8a-b883-1a37e90e258f req-7dab1073-bddf-40a2-a78d-f6226bd8df07 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.554859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f9b90def-ba5c-4d8a-b883-1a37e90e258f req-7dab1073-bddf-40a2-a78d-f6226bd8df07 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 943 time: 0.8441343 Jul 15 13:15:54.561349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Transition to ACTIVE for port object 0b218827-967e-4468-ba43-6d735ebd3d84 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:15:54.580492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f16b48-56de-4cf1-9aa6-32d1e9d51f12 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.585390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.660075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f9b90def-ba5c-4d8a-b883-1a37e90e258f req-2f5a4b9d-4547-4116-85df-3f4020b8e161 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937111 Jul 15 13:15:54.677731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:54.691707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-9ae6719d-2b7a-4cbf-a14e-a0a6c30c28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.698204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-9ae6719d-2b7a-4cbf-a14e-a0a6c30c28ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 1095 time: 0.2611725 Jul 15 13:15:54.712028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:54.835120 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-569ad7cf-87b0-4ac4-b58c-113ce6231c51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c HTTP/1.1" status: 200 len: 217 time: 0.1267757 Jul 15 13:15:54.861526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675f316-9522-445b-a808-37f2b1797739 req-b99e66d4-3f2d-432c-ba74-cfccec72f502 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:54.864696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4675f316-9522-445b-a808-37f2b1797739 req-b99e66d4-3f2d-432c-ba74-cfccec72f502 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.3001831 Jul 15 13:15:54.880727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:54.883162 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616989a-c66e-4ce9-a5eb-a8764a43e78e x-openstack-request-id: req-3616989a-c66e-4ce9-a5eb-a8764a43e78e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:54.884751 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6619d48c-7fd9-4e66-b240-b28d07d7500c", "tag": "5ef6574f-0e5f-4c45-9f7f-5886a096b38c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:54.887354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-70acf423-5ab2-4dec-a155-2b52b15695ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3239732 Jul 15 13:15:54.888082 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3616989a-c66e-4ce9-a5eb-a8764a43e78e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:54.888922 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'tag': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c', 'status': 'completed', 'code': 200} Jul 15 13:15:54.895851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'port_id': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8', 'mac_address': 'fa:16:3e:11:37:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:54.966139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:54.988914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Attempting to bind port 0b218827-967e-4468-ba43-6d735ebd3d84 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:15:54.988914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Attempting to bind port 0b218827-967e-4468-ba43-6d735ebd3d84 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:15:54.990748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Attempting to bind port 0b218827-967e-4468-ba43-6d735ebd3d84 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:54.996309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:55.008580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.032181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Port 0b218827-967e-4468-ba43-6d735ebd3d84 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:15:55.036561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Attempting to bind port 0b218827-967e-4468-ba43-6d735ebd3d84 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:15:55.039103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:55.045427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.062544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4675f316-9522-445b-a808-37f2b1797739 req-8d6172a0-a137-44e0-a4fe-12f0533ad2c2 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688464 Jul 15 13:15:55.073150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:15:55.073860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:15:55.074487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Bound using segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:15:55.077811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Bound port: 0b218827-967e-4468-ba43-6d735ebd3d84, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:15:55.080716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.097324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-712774e3-2992-4619-b1ae-c74ae2b22b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.108556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-712774e3-2992-4619-b1ae-c74ae2b22b1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.2519250 Jul 15 13:15:55.110477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event deleted for resources: {'Port': ['ID=27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.199274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.219303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-2a969857-bd16-4d7a-a62a-eeb73dd1b0d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967088 Jul 15 13:15:55.249171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.252094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c3adcfb9-3009-41cc-9f98-d97b496605ba tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/ports/27aa1e7c-54f5-4f4b-aa10-bf1ed6d3f13b HTTP/1.1" status: 204 len: 168 time: 1.9209623 Jul 15 13:15:55.266069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35564) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:15:55.271484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8049a721-43f6-406e-9d9f-b30185190e2d', 'external_fixed_ips': [{'subnet_id': '534cee73-cc9c-467c-967f-3aae5c5d275a', 'ip_address': '2001:db8::cb'}]}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:15:55.307019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:15:55.314347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:15:55.320823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:55.325041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.390131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.391984 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.462056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb58ef-235b-41e8-80f8-0bf1a622f9a5 req-dae160f3-92ba-4594-8e7e-1ef078207686 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.462696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.463377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.465744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87bb58ef-235b-41e8-80f8-0bf1a622f9a5 req-dae160f3-92ba-4594-8e7e-1ef078207686 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.3256388 Jul 15 13:15:55.468403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] 10.222.0.59 "PUT /v2.0/ports/0b218827-967e-4468-ba43-6d735ebd3d84 HTTP/1.1" status: 200 len: 1092 time: 1.6669483 Jul 15 13:15:55.474616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:55.477277 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a0f7d2-5f94-4bcf-828c-36d25467043c" -d '{"events": [{"name": "network-changed", "server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:55.479275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-d2d87759-ffba-4128-b041-f244744907bf service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330012 Jul 15 13:15:55.584486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5eeca-57e6-48f2-a1fe-bf9456a29264 service neutron] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:55.624280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:55.695141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-0fcab36c-2b4f-4628-b067-07b0d7b43ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.699994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-0fcab36c-2b4f-4628-b067-07b0d7b43ef6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 1095 time: 0.1689422 Jul 15 13:15:55.768416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87bb58ef-235b-41e8-80f8-0bf1a622f9a5 req-840f2923-fcec-4d37-9449-9fea268e784d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876670 Jul 15 13:15:55.801721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-994833eb-e7d5-4b62-8fb4-439b62e9e652 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b218827-967e-4468-ba43-6d735ebd3d84 HTTP/1.1" status: 200 len: 217 time: 0.0713363 Jul 15 13:15:55.813667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda20d4-119f-4725-a493-154704739411 req-31b0986a-f799-40f9-8cf9-a74ecdf62654 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.816050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbda20d4-119f-4725-a493-154704739411 req-31b0986a-f799-40f9-8cf9-a74ecdf62654 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 949 time: 0.2336946 Jul 15 13:15:55.881187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-10ffbc03-cef2-4f15-b826-c5c40c3acfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:55.883751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-10ffbc03-cef2-4f15-b826-c5c40c3acfc1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.0650148 Jul 15 13:15:55.966704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2bff13-8844-4c13-8632-90c1c5c56ec1 req-c82b6ab5-b7cb-4f94-8241-f68b8263335f service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646661 Jul 15 13:15:55.969911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.037359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbda20d4-119f-4725-a493-154704739411 req-1ccff902-c637-4c4b-b66a-1d4b3bacba95 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532981 Jul 15 13:15:56.047830 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-8ca989d3-5afa-40c4-96cb-6c175407b9db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722997 Jul 15 13:15:56.092818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f26d93-f33e-4d67-9d29-31cb86a641cf req-d3e2fe4e-283a-4874-ab64-dc6068810cdc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.094750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9f26d93-f33e-4d67-9d29-31cb86a641cf req-d3e2fe4e-283a-4874-ab64-dc6068810cdc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 943 time: 0.1191707 Jul 15 13:15:56.191279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-b39ec6e6-3504-43e1-a027-e53704f445f5 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333940 Jul 15 13:15:56.192992 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3535dc-06da-462b-a939-6b12e3c8e66a x-openstack-request-id: req-ad3535dc-06da-462b-a939-6b12e3c8e66a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:56.193282 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:56.193528 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad3535dc-06da-462b-a939-6b12e3c8e66a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:56.193921 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84', 'status': 'completed', 'code': 200} Jul 15 13:15:56.312313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9f26d93-f33e-4d67-9d29-31cb86a641cf req-a9e2185f-93f7-4c10-aec1-79a13cd185a3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054501 Jul 15 13:15:56.370858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-d506eac7-d067-4ac5-88fb-4b4e81d2ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.372407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-d506eac7-d067-4ac5-88fb-4b4e81d2ad60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 1095 time: 0.1592569 Jul 15 13:15:56.424481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f38e0bf5-5f48-4006-b92f-8d37dc51fd43 req-0aa4c126-35a2-48bc-870e-e3a78c25ca2e service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250299 Jul 15 13:15:56.479059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae72859-aa2f-40f7-9f51-662fb744b6f4 req-176f8815-3972-462e-954c-4b9004e291a9 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.480850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ae72859-aa2f-40f7-9f51-662fb744b6f4 req-176f8815-3972-462e-954c-4b9004e291a9 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 943 time: 0.1301565 Jul 15 13:15:56.603140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ae72859-aa2f-40f7-9f51-662fb744b6f4 req-4ee23d1b-515a-4a71-bf9e-68e04f69e684 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158085 Jul 15 13:15:56.607266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-16188ce3-14bc-4a4a-a4af-4107dcc0df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.608879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-16188ce3-14bc-4a4a-a4af-4107dcc0df64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.1342974 Jul 15 13:15:56.642312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-f9e8d831-0e79-4b77-bcd6-b33d35538f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.645402 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-f9e8d831-0e79-4b77-bcd6-b33d35538f28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 1095 time: 0.1233835 Jul 15 13:15:56.686898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:15:56.703828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-98038eac-a04f-4ba3-8e38-4ac44dd9e370 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c HTTP/1.1" status: 200 len: 217 time: 0.0709646 Jul 15 13:15:56.732423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.800413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.869357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:15:56.873736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:15:56.874253 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:56.986147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-a58701fc-9d51-478f-87e1-c720c3fea244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:56.988220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-a58701fc-9d51-478f-87e1-c720c3fea244 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.3241653 Jul 15 13:15:57.027228 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.060748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-d5403167-814f-4572-8648-d9162743ae7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b218827-967e-4468-ba43-6d735ebd3d84 HTTP/1.1" status: 200 len: 217 time: 0.0621524 Jul 15 13:15:57.071798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-10a62e2d-9bad-4fb5-b2d3-0e0b654fdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.075482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-10a62e2d-9bad-4fb5-b2d3-0e0b654fdfb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.3385570 Jul 15 13:15:57.090491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-fc4ea6fc-c4d4-473e-b5d3-9b697cc982e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.092203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-fc4ea6fc-c4d4-473e-b5d3-9b697cc982e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1102 time: 0.2286248 Jul 15 13:15:57.094335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:57.096296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:15:57.100608 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38179914-9521-41d1-98ff-fde452108871" -d '{"events": [{"server_uuid": "41a4d564-147c-4adb-b90e-3402b9dbda1d", "name": "network-vif-plugged", "status": "completed", "tag": "1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:15:57.105661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.144002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bee16-4590-4761-abd6-82ac1c4ea680 req-d9c6c4f8-28e2-4397-9aa5-69adbfb3bb03 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.146139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b9bee16-4590-4761-abd6-82ac1c4ea680 req-d9c6c4f8-28e2-4397-9aa5-69adbfb3bb03 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.2503827 Jul 15 13:15:57.206501 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-58ade88c-20f5-421d-9cd4-54f7ccb27755 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229029 Jul 15 13:15:57.217585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-e0398b3b-0250-4cdd-a211-5b851b46cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.219300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-e0398b3b-0250-4cdd-a211-5b851b46cbee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.1446836 Jul 15 13:15:57.232802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:57.321255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-fa092122-172f-4be3-933f-1564b6c3468d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522540 Jul 15 13:15:57.329221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b9bee16-4590-4761-abd6-82ac1c4ea680 req-7624e357-8a09-4dbc-a0c5-cccb4967ff92 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594088 Jul 15 13:15:57.384557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-1e3d0c35-f29e-47f4-88d3-ca6b7637c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.386190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-1e3d0c35-f29e-47f4-88d3-ca6b7637c6b5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2655983 Jul 15 13:15:57.428227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-a29803ac-a90c-4a46-a3e0-08cf648b1806 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022274 Jul 15 13:15:57.437097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d688-7cf9-4558-b389-84510eafb134 req-c66413e1-e23a-4c8c-a2ac-b419297cfb6c tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.442061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-765ee613-eb3f-42c3-ba22-3e7d1dbb024e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 217 time: 0.0481799 Jul 15 13:15:57.445590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cab5d688-7cf9-4558-b389-84510eafb134 req-c66413e1-e23a-4c8c-a2ac-b419297cfb6c tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 1101 time: 0.4259405 Jul 15 13:15:57.558719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-ef9d149c-2b51-4790-8d62-115c326117c1 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246156 Jul 15 13:15:57.560709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-7752b096-8bcb-430d-a33b-ba1b7e92c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.562172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-7752b096-8bcb-430d-a33b-ba1b7e92c335 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0766995 Jul 15 13:15:57.582875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cab5d688-7cf9-4558-b389-84510eafb134 req-85590445-374a-485c-96b6-e7cb0e5e3cf1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.586489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd45ee65-66c2-482a-b35f-8250d5ea0bd0 req-e6e6318e-363a-4331-91e1-7697592ed54e service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102047 Jul 15 13:15:57.611244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Allocated IP 2001:db8::cb (8049a721-43f6-406e-9d9f-b30185190e2d/534cee73-cc9c-467c-967f-3aae5c5d275a/1eb8a55a-51f2-4023-85a1-d13b33020d18) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:15:57.828348 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05a0f7d2-5f94-4bcf-828c-36d25467043c req-e9f743ba-0e3f-43e5-9d47-f697b3ba9147 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337506 Jul 15 13:15:57.832089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-f9dbc0e5-65d6-4cb7-9847-e1ba759f5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.834768 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-f9dbc0e5-65d6-4cb7-9847-e1ba759f5bfa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547002 Jul 15 13:15:57.839176 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.856518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77fc58-1a1c-4e2a-8541-920dc89dc83c req-cc1af3f4-0641-4256-8dea-a1aa1a3627b0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:57.858261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c77fc58-1a1c-4e2a-8541-920dc89dc83c req-cc1af3f4-0641-4256-8dea-a1aa1a3627b0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.2171392 Jul 15 13:15:57.893700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cab5d688-7cf9-4558-b389-84510eafb134 req-85590445-374a-485c-96b6-e7cb0e5e3cf1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.903898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cab5d688-7cf9-4558-b389-84510eafb134 req-85590445-374a-485c-96b6-e7cb0e5e3cf1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:57.944662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:15:57.954265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cab5d688-7cf9-4558-b389-84510eafb134 req-85590445-374a-485c-96b6-e7cb0e5e3cf1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076060 Jul 15 13:15:57.987241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c77fc58-1a1c-4e2a-8541-920dc89dc83c req-6d8a83fa-3e01-4edf-ac20-86c2ee2bf1df tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190128 Jul 15 13:15:57.993213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85590445-374a-485c-96b6-e7cb0e5e3cf1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08feb8dd-7b2d-435a-82f7-cebcfe0e514f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.019640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.042608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-2eb583e1-6052-454b-9581-662d6b4cb4ed service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832373 Jul 15 13:15:58.076263 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43574e20-5bbf-4022-8865-f6dd8a3cd5e8 x-openstack-request-id: req-43574e20-5bbf-4022-8865-f6dd8a3cd5e8 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:15:58.076850 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a4d564-147c-4adb-b90e-3402b9dbda1d", "name": "network-vif-plugged", "status": "completed", "tag": "1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:15:58.076850 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43574e20-5bbf-4022-8865-f6dd8a3cd5e8 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:15:58.077202 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8', 'code': 200} Jul 15 13:15:58.122666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Port': ['ID=1eb8a55a-51f2-4023-85a1-d13b33020d18,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:58.146161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 8049a721-43f6-406e-9d9f-b30185190e2d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:15:58.148029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:15:58.163464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:15:58.268884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-40f42639-8210-4f8b-a88f-14cf437a1bdf service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176046 Jul 15 13:15:58.292067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753bfea-9d68-48ab-9422-49631c822650 req-08fe41dc-88e8-428a-994b-7f2275972e20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.294595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1753bfea-9d68-48ab-9422-49631c822650 req-08fe41dc-88e8-428a-994b-7f2275972e20 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 943 time: 0.1482863 Jul 15 13:15:58.384133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1753bfea-9d68-48ab-9422-49631c822650 req-a13a96bd-6429-4062-b996-13156da2d033 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762434 Jul 15 13:15:58.430362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef701d-bb42-4f23-a9e3-d1399da0fb30 req-6cff8906-8a07-4599-bc4d-848cf66cef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.432807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5ef701d-bb42-4f23-a9e3-d1399da0fb30 req-6cff8906-8a07-4599-bc4d-848cf66cef9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.2774079 Jul 15 13:15:58.540154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e0e29-587e-4dde-a8f4-5562d1d02f75 req-00fcf7ec-dfbd-466f-bfdb-2c86214515c5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.548736 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc6e0e29-587e-4dde-a8f4-5562d1d02f75 req-00fcf7ec-dfbd-466f-bfdb-2c86214515c5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 943 time: 0.2486141 Jul 15 13:15:58.602446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5ef701d-bb42-4f23-a9e3-d1399da0fb30 req-1bc1dc5e-b42d-419a-a5b5-236a80c74ed5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521227 Jul 15 13:15:58.639210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc6e0e29-587e-4dde-a8f4-5562d1d02f75 req-c5621278-d831-4c2e-99b3-281ff5c71a25 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895023 Jul 15 13:15:58.658288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b218827-967e-4468-ba43-6d735ebd3d84 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:58.715715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5ef6574f-0e5f-4c45-9f7f-5886a096b38c details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:15:58.878175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:58.897257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0b218827-967e-4468-ba43-6d735ebd3d84', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': '0b218827-967e-4468-ba43-6d735ebd3d84', 'mac_address': 'fa:16:3e:3f:6c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:58.901643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07dc14-4b9c-447f-ab6b-b6ab62a90bba req-b87df38d-0fa2-4c22-974c-681ddeaf0f79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:58.909553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba07dc14-4b9c-447f-ab6b-b6ab62a90bba req-b87df38d-0fa2-4c22-974c-681ddeaf0f79 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.1665082 Jul 15 13:15:58.949427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:58.961888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:58.976248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b218827-967e-4468-ba43-6d735ebd3d84 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:58.982063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba07dc14-4b9c-447f-ab6b-b6ab62a90bba req-2e9d4e8d-b981-4a49-a881-5a58fc852ae4 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721452 Jul 15 13:15:58.984850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c', 'network_id': '233ec2cf-3552-4118-8027-5bb65667167c', 'port_id': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c', 'mac_address': 'fa:16:3e:e1:07:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dee30397-eaaa-4851-8e08-70a022f911ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:15:59.005320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:59.028920 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.090921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.106827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.107123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.107595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.107737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.107993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.108362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.108697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.109034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.109354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.109676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.109999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.110325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:15:59.118798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.136762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef6574f-0e5f-4c45-9f7f-5886a096b38c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:15:59.161511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:15:59.167200 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.240408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-755b04e8-cb0b-4e80-8e5a-4bf76a287d82 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287344 Jul 15 13:15:59.245506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:15:59.265100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb384c68-622a-42de-ba23-b382f0486776 req-8f8caae7-c077-4836-b31b-1fd9c1665e13 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.266859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb384c68-622a-42de-ba23-b382f0486776 req-8f8caae7-c077-4836-b31b-1fd9c1665e13 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1286082 Jul 15 13:15:59.300856 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.318201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb384c68-622a-42de-ba23-b382f0486776 req-8479755a-08e1-4ba6-9f30-eebef60da5bf tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Jul 15 13:15:59.374194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b218827-967e-4468-ba43-6d735ebd3d84'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:59.485113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['5ef6574f-0e5f-4c45-9f7f-5886a096b38c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:15:59.489633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-b5defc7f-ebc4-4fb7-ac71-a499b710ecd9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.496920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-b5defc7f-ebc4-4fb7-ac71-a499b710ecd9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2491012 Jul 15 13:15:59.523662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-c54ea7ee-3a55-4628-b936-cd663c5c7955 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/quotas/b4123a0f04d74de594c1ac5baa46f4ed HTTP/1.1" status: 200 len: 375 time: 0.0255604 Jul 15 13:15:59.777964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e774b-4700-40ab-9354-850b1c6ee588 req-e4d2428b-8201-4fbd-b836-7e3f68850b35 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:15:59.798038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-062e774b-4700-40ab-9354-850b1c6ee588 req-e4d2428b-8201-4fbd-b836-7e3f68850b35 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 944 time: 0.1871877 Jul 15 13:15:59.860900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-062e774b-4700-40ab-9354-850b1c6ee588 req-1c3d5e73-744d-4b88-90c6-2a336da8a7db tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Jul 15 13:15:59.863908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:15:59.958596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-13559b94-7a00-4887-bb76-dc7233103ef2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4327176 Jul 15 13:16:00.100182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Router 6c6debf8-7c87-4470-a30e-c048203a5561 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:00.100431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f19941-4621-4f7c-8d2f-334f239b84ea req-88b2bcde-9cc3-46bb-a641-209d02e95a42 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.101872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77f19941-4621-4f7c-8d2f-334f239b84ea req-88b2bcde-9cc3-46bb-a641-209d02e95a42 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 944 time: 0.0991328 Jul 15 13:16:00.193583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77f19941-4621-4f7c-8d2f-334f239b84ea req-d11372a2-edeb-4458-87d2-5e673a78b689 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Jul 15 13:16:00.248182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:00.259273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Sync routers for ids ['6c6debf8-7c87-4470-a30e-c048203a5561'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:00.278119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.282737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35660) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:00.284991 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b05f5b9e-dea2-455f-8cd5-b4d82737b0b4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.0122113 Jul 15 13:16:00.318575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Routers {'6c6debf8-7c87-4470-a30e-c048203a5561'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:00.319181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6c6debf8-7c87-4470-a30e-c048203a5561'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.482079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Set router 6c6debf8-7c87-4470-a30e-c048203a5561 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:00.530172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.716506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b782d-90b5-4db1-a57e-dc2224c48a6a req-352fe77a-4aac-4523-b2a6-1632cfd96434 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:00.727321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c86b782d-90b5-4db1-a57e-dc2224c48a6a req-352fe77a-4aac-4523-b2a6-1632cfd96434 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.1370544 Jul 15 13:16:00.749425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.819303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c86b782d-90b5-4db1-a57e-dc2224c48a6a req-0e8c3168-4d4b-435d-9003-11d2652636f6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907853 Jul 15 13:16:00.886618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Deleting port 1eb8a55a-51f2-4023-85a1-d13b33020d18 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:00.886967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:00.913525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c6debf8-7c87-4470-a30e-c048203a5561', 'name': '', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8049a721-43f6-406e-9d9f-b30185190e2d', 'external_fixed_ips': [{'subnet_id': '534cee73-cc9c-467c-967f-3aae5c5d275a', 'ip_address': '2001:db8::cb'}], 'enable_snat': True}, 'gw_port_id': '1eb8a55a-51f2-4023-85a1-d13b33020d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:55Z', 'updated_at': '2021-07-15T13:15:58Z', 'revision_number': 3, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port': {'id': '1eb8a55a-51f2-4023-85a1-d13b33020d18', 'name': '', 'network_id': '8049a721-43f6-406e-9d9f-b30185190e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:62:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c6debf8-7c87-4470-a30e-c048203a5561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '534cee73-cc9c-467c-967f-3aae5c5d275a', 'ip_address': '2001:db8::cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:56Z', 'updated_at': '2021-07-15T13:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '534cee73-cc9c-467c-967f-3aae5c5d275a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:00.956072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Checking router: 6c6debf8-7c87-4470-a30e-c048203a5561 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:00.956470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Updating router 6c6debf8-7c87-4470-a30e-c048203a5561 port 1eb8a55a-51f2-4023-85a1-d13b33020d18 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:01.043422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.125771 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.165437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a367ac8-2425-478f-adaa-40315fb07931 req-5b097320-3cdb-4d1a-b69e-b3e6de1b803d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.166067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Calling delete_port for 1eb8a55a-51f2-4023-85a1-d13b33020d18 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:01.168100 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a367ac8-2425-478f-adaa-40315fb07931 req-5b097320-3cdb-4d1a-b69e-b3e6de1b803d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1542392 Jul 15 13:16:01.234808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a367ac8-2425-478f-adaa-40315fb07931 req-c67243e0-2f1e-4d5c-ac92-34cb5c4d8d2b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614400 Jul 15 13:16:01.487262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.539238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eb8a55a-51f2-4023-85a1-d13b33020d18,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:01.563153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac4ff-e0c4-411a-9de7-0b647f61610e req-207342e4-b80f-4449-92e3-bbf38097841e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:01.564780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76fac4ff-e0c4-411a-9de7-0b647f61610e req-207342e4-b80f-4449-92e3-bbf38097841e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 944 time: 0.1220188 Jul 15 13:16:01.574220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:01.652809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76fac4ff-e0c4-411a-9de7-0b647f61610e req-739ea09b-c4ad-49ae-9e3c-84eedc3fa818 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802994 Jul 15 13:16:01.700243 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:16:01.702149 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:16:01.749325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb8f58b8-43f7-454e-96e3-83f2fe7d67cc req-a659126b-744d-4c64-a356-1519eaf8e9cf tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0444565 Jul 15 13:16:02.146443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.149081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.239677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Port 1eb8a55a-51f2-4023-85a1-d13b33020d18 not found while updating agent binding for router 6c6debf8-7c87-4470-a30e-c048203a5561. {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:16:02.243830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.246677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c6debf8-7c87-4470-a30e-c048203a5561 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:02.256756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.259783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:02.260135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:16:02.260945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_agentschedulers_db [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6c6debf8-7c87-4470-a30e-c048203a5561'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent'). {{(pid=93996) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:16:02.261181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bfaab-395e-4efa-a199-a4455b0c69a5 None None] The sync data for ids ['6c6debf8-7c87-4470-a30e-c048203a5561'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:02.262649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-453cbc67-026a-4143-bbe6-f1009de4d050 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/routers/6c6debf8-7c87-4470-a30e-c048203a5561 HTTP/1.1" status: 204 len: 168 time: 1.9779887 Jul 15 13:16:02.266309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35700) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.290069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0d4f0-2c56-4c4e-a31e-a82ae379384c req-d2238842-070f-48a1-a320-82a37f6a72bd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.291850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bc0d4f0-2c56-4c4e-a31e-a82ae379384c req-d2238842-070f-48a1-a320-82a37f6a72bd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.1776609 Jul 15 13:16:02.353641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bc0d4f0-2c56-4c4e-a31e-a82ae379384c req-24eeb94e-b63f-477e-bb6e-35f0cabff531 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Jul 15 13:16:02.378553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Deleting subnet 534cee73-cc9c-467c-967f-3aae5c5d275a {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:02.383050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.425695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.469829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9492-0e21-47c5-aa7f-28e0ae0d4e59 req-eebfdc8a-4553-42a1-8726-ded1ebc80ac7 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.484045 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a01b9492-0e21-47c5-aa7f-28e0ae0d4e59 req-eebfdc8a-4553-42a1-8726-ded1ebc80ac7 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 944 time: 0.8653607 Jul 15 13:16:02.550250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a01b9492-0e21-47c5-aa7f-28e0ae0d4e59 req-af6dbcde-55c6-4752-93a9-39ff86aee0af tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650942 Jul 15 13:16:02.558732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.678966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b218827-967e-4468-ba43-6d735ebd3d84 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:02.700537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2a768-a79d-4c25-871b-9f942405ee39 req-f43924e0-290d-4f9b-93b7-5662e4be5a86 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:02.702176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5dd2a768-a79d-4c25-871b-9f942405ee39 req-f43924e0-290d-4f9b-93b7-5662e4be5a86 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1088030 Jul 15 13:16:02.715514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.734722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5ef6574f-0e5f-4c45-9f7f-5886a096b38c up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:02.769525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=534cee73-cc9c-467c-967f-3aae5c5d275a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:02.788976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.791635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-459e5f85-2756-4b9d-bb29-14241ced032e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/534cee73-cc9c-467c-967f-3aae5c5d275a HTTP/1.1" status: 204 len: 168 time: 0.5246055 Jul 15 13:16:02.794633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35718) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:02.814800 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5dd2a768-a79d-4c25-871b-9f942405ee39 req-0f83e673-1dca-4578-a941-cc06d596c3b4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044910 Jul 15 13:16:02.823812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:02.832251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:02.833843 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:02.837899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0b218827-967e-4468-ba43-6d735ebd3d84 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:02.843214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0b218827-967e-4468-ba43-6d735ebd3d84 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:02.844347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.019746 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.104532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.108079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.118797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c19ac14c-f5c3-40ed-95cc-c64cf23dc3e4 req-4750b910-1af5-49fe-bed0-f634fbf243a3 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 210 time: 0.0339067 Jul 15 13:16:03.185503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:03.205701 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f65257-f1c4-44bf-bea0-7ed674216d9a" -d '{"events": [{"server_uuid": "6619d48c-7fd9-4e66-b240-b28d07d7500c", "name": "network-vif-plugged", "status": "completed", "tag": "5ef6574f-0e5f-4c45-9f7f-5886a096b38c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:03.222043 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.249608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8049a721-43f6-406e-9d9f-b30185190e2d']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.252102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42590fb-4107-4220-8ad7-23d0ea6862a7 req-a1b1bb31-b047-4dbc-a824-2d9824805acb tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.252764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:03.260197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a42590fb-4107-4220-8ad7-23d0ea6862a7 req-a1b1bb31-b047-4dbc-a824-2d9824805acb tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 944 time: 0.0968761 Jul 15 13:16:03.275565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddafe53b-16e9-4423-95f4-647a8091991c') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.277740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddafe53b-16e9-4423-95f4-647a8091991c') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:03.279980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.291518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:03.312719 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.318430 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.351803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.355778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.363709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:03.364228 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:03.366247 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:03.430417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a42590fb-4107-4220-8ad7-23d0ea6862a7 req-160d81dd-7b31-4e3b-b470-ec31ca44773c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613703 Jul 15 13:16:03.437893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.554677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-0d336e1f-96a2-4175-bae5-0473f5a0d52c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1480553 Jul 15 13:16:03.640887 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8289dd-18b7-4a5d-8c53-541d770a5842 x-openstack-request-id: req-4b8289dd-18b7-4a5d-8c53-541d770a5842 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:03.641460 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d48c-7fd9-4e66-b240-b28d07d7500c", "name": "network-vif-plugged", "status": "completed", "tag": "5ef6574f-0e5f-4c45-9f7f-5886a096b38c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:03.641924 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b8289dd-18b7-4a5d-8c53-541d770a5842 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:03.642602 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c', 'code': 200} Jul 15 13:16:03.696821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.729803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8049a721-43f6-406e-9d9f-b30185190e2d {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:16:03.730604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event deleted for resources: {'Network': ['ID=8049a721-43f6-406e-9d9f-b30185190e2d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:03.735644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:03.737638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e01839f4-e36a-4ab8-a7dc-6689bb90cdfe tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/networks/8049a721-43f6-406e-9d9f-b30185190e2d HTTP/1.1" status: 204 len: 168 time: 0.9420259 Jul 15 13:16:03.899931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-1d3d9334-a746-40df-b8d5-d137de15b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.901662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-1d3d9334-a746-40df-b8d5-d137de15b2ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 1097 time: 0.1392732 Jul 15 13:16:03.963503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-f989ca63-36ee-4402-b698-19e953ed6d1a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:03.965842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-f989ca63-36ee-4402-b698-19e953ed6d1a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4037392 Jul 15 13:16:03.983507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:04.148665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7260573-49d6-42a9-840e-e43e49018126 req-dffa4120-cc13-4f0c-b570-d7897b4d5d1c tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.161669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7260573-49d6-42a9-840e-e43e49018126 req-dffa4120-cc13-4f0c-b570-d7897b4d5d1c tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.4036224 Jul 15 13:16:04.187408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:04.188370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fa787-6c85-4fcc-891b-56ed45dc2dbb req-186b0f0e-187d-4c38-8dc2-8c3c4827a77d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.192802 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.198988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-119fa787-6c85-4fcc-891b-56ed45dc2dbb req-186b0f0e-187d-4c38-8dc2-8c3c4827a77d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2557425 Jul 15 13:16:04.206253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35750) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:04.258967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'name': 'tempest-router--883043010', 'project_id': '4d6510e001a449ac9a7d4ef13871d599'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:04.348321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-119fa787-6c85-4fcc-891b-56ed45dc2dbb req-2241b22e-41f2-4f19-bb9f-5eb9c349117f tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479490 Jul 15 13:16:04.353122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.355769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.390299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.205 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/0df02f4c-1932-460c-b63d-a92f24d2b992) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:04.442078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-496ba95d-f8ae-4caa-b96b-f71d56e5525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.445960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-496ba95d-f8ae-4caa-b96b-f71d56e5525c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 916 time: 0.5317934 Jul 15 13:16:04.512080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.515935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-db550b3e-c1fa-4e89-a3e6-694af4a4f40d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650983 Jul 15 13:16:04.555390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-1499f775-df39-40ac-a7d0-94bd5df171b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780 HTTP/1.1" status: 200 len: 217 time: 0.0592155 Jul 15 13:16:04.555795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.632735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-e62f285b-3e52-44ff-b089-ac1a6814275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.634336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-e62f285b-3e52-44ff-b089-ac1a6814275d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.0716007 Jul 15 13:16:04.647892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.652707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-53e310a7-1340-4d41-a8bf-2d5f7e6d8841 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4439790 Jul 15 13:16:04.662670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35756) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:04.688656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.700430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caa4f4-48f3-4674-bd66-23b048f90dc9 req-889a9c1a-048f-4411-b656-f66b1100c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:04.702410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60caa4f4-48f3-4674-bd66-23b048f90dc9 req-889a9c1a-048f-4411-b656-f66b1100c519 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 1097 time: 0.8395457 Jul 15 13:16:04.732049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object 0df02f4c-1932-460c-b63d-a92f24d2b992 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:04.760962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7260573-49d6-42a9-840e-e43e49018126 req-a823d0a8-6c5a-4803-b0b8-1b209b9ac39f tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978343 Jul 15 13:16:04.812030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60caa4f4-48f3-4674-bd66-23b048f90dc9 req-c8372cc7-4440-4199-ad4b-b2215185e745 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949793 Jul 15 13:16:04.868925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.880133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:04.901499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:04.973908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:04.979255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:05.011420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:05.012386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-3bf09e98-059a-4ef5-bd38-ee85c21c7bb2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.013964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-3bf09e98-059a-4ef5-bd38-ee85c21c7bb2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4700813 Jul 15 13:16:05.106501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.107227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.131919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1523824 Jul 15 13:16:05.137448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1f9f5-b11e-4e60-b081-d86c747f616a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=0df02f4c-1932-460c-b63d-a92f24d2b992,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:05.152730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Request body: {'port': {'device_id': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:05.159353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:05.231004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b1ae-e3c7-4511-8c61-0569c2ce054b req-e4bac3e4-ff9c-43bc-b95c-ca0008271431 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.232921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e83b1ae-e3c7-4511-8c61-0569c2ce054b req-e4bac3e4-ff9c-43bc-b95c-ca0008271431 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.5692604 Jul 15 13:16:05.238734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.242341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-526fc5cc-8787-41e3-8b81-737fdab46f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.244296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-526fc5cc-8787-41e3-8b81-737fdab46f5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6009238 Jul 15 13:16:05.245828 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.306737 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.337035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26894b2-a888-4f8e-a0c0-c02739f7cdb4 req-5287191b-c2b0-45cc-877f-d0572bbff7a5 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:05.344358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c26894b2-a888-4f8e-a0c0-c02739f7cdb4 req-5287191b-c2b0-45cc-877f-d0572bbff7a5 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 936 time: 0.3981292 Jul 15 13:16:05.440026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3881a52d-6d82-4f5c-826d-f00f515c6dea None None] Provisioning for port 0df02f4c-1932-460c-b63d-a92f24d2b992 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:05.440418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c26894b2-a888-4f8e-a0c0-c02739f7cdb4 req-5017b7a4-19f6-4015-ae1b-0297b6ff4ca6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 Jul 15 13:16:05.444413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3881a52d-6d82-4f5c-826d-f00f515c6dea None None] Provisioning complete for port 0df02f4c-1932-460c-b63d-a92f24d2b992 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:05.444779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3881a52d-6d82-4f5c-826d-f00f515c6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.446685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.447470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54aa92c7-ab40-4629-877e-393a5a65a9a8 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:05.455437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.460826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-928026f6-6cff-4c42-8501-eb91497ba2eb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/routers/54aa92c7-ab40-4629-877e-393a5a65a9a8 HTTP/1.1" status: 204 len: 168 time: 0.7918410 Jul 15 13:16:05.486223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e83b1ae-e3c7-4511-8c61-0569c2ce054b req-ac20965c-c4ce-41c6-aa2a-cdd32a94a84a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379239 Jul 15 13:16:05.545873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3881a52d-6d82-4f5c-826d-f00f515c6dea None None] Port 0df02f4c-1932-460c-b63d-a92f24d2b992 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:05.643918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:05.648401 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c0e37b-f849-4ae5-b5f8-8be74fcd4310" -d '{"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-plugged", "status": "completed", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:05.654709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-dffb325f-8664-4b2f-ab02-a4af82bc848b service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766687 Jul 15 13:16:05.661632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:05.665956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:05.690265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35770) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:06.050977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2703402f-ab6e-40ee-87b4-13c15344e1a3 req-adbe6c47-3912-4ac7-a21e-71f0e7e35c67 service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812389 Jul 15 13:16:06.064827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996549c-20b6-484e-832e-efd8e115128c req-f91ff644-94ee-4451-8b46-0152cb8c1ff6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.072542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6996549c-20b6-484e-832e-efd8e115128c req-f91ff644-94ee-4451-8b46-0152cb8c1ff6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2915511 Jul 15 13:16:06.086239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-76436667', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:06.100750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524ace4-f09f-45bd-b4da-e181f1a1abd4 req-e1219cf3-a745-424d-963c-20624a32006a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.102333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b524ace4-f09f-45bd-b4da-e181f1a1abd4 req-e1219cf3-a745-424d-963c-20624a32006a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2140212 Jul 15 13:16:06.162889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6996549c-20b6-484e-832e-efd8e115128c req-84f3799f-15af-47b9-9d37-86cfa1ce24ce tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888300 Jul 15 13:16:06.175940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.176266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b524ace4-f09f-45bd-b4da-e181f1a1abd4 req-9d965950-725b-4f65-baf2-dad798bdc632 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667610 Jul 15 13:16:06.177354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.244138 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92620b2-5c4c-4d72-9b56-15e38634efed x-openstack-request-id: req-e92620b2-5c4c-4d72-9b56-15e38634efed {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:06.244758 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-plugged", "status": "completed", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:06.244758 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e92620b2-5c4c-4d72-9b56-15e38634efed {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:06.245094 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84', 'code': 200} Jul 15 13:16:06.283201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df02f4c-1932-460c-b63d-a92f24d2b992 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:06.297284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.300548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.408611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Transition to ACTIVE for port object 0df02f4c-1932-460c-b63d-a92f24d2b992 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:06.444566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:06.648714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2c707-3983-47ed-b259-48ffd804fef8 req-d719dfc6-af64-4b6d-9645-688be41288da tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.656495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92b2c707-3983-47ed-b259-48ffd804fef8 req-d719dfc6-af64-4b6d-9645-688be41288da tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.2698915 Jul 15 13:16:06.693779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.136 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:06.939022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d413f-6dc5-4a4c-9660-778d57b39e21 req-c10ed4b2-79a0-40c5-b104-e04b7d2899b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:06.940951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c5d413f-6dc5-4a4c-9660-778d57b39e21 req-c10ed4b2-79a0-40c5-b104-e04b7d2899b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 1097 time: 0.6039863 Jul 15 13:16:07.026090 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92b2c707-3983-47ed-b259-48ffd804fef8 req-4ebeba9b-e626-4f13-8d99-3834fdac076d tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685644 Jul 15 13:16:07.048696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.075119 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c5d413f-6dc5-4a4c-9660-778d57b39e21 req-d9442193-8a96-46ed-9523-0c7cef959956 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175065 Jul 15 13:16:07.078426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:07.088453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.091882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Pushing event updated for resources: {'Port': ['ID=0df02f4c-1932-460c-b63d-a92f24d2b992,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.136818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.152864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:07.225497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:07.229363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:07.235291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:07.317075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9759cb-707c-4532-a33b-3cbb7a17fcd8 req-8433a1e1-ead5-4911-994a-b5892a124eb7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.329297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea9759cb-707c-4532-a33b-3cbb7a17fcd8 req-8433a1e1-ead5-4911-994a-b5892a124eb7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 948 time: 0.2883818 Jul 15 13:16:07.341147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:07.379320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.380470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.390316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Attempting to bind port 0df02f4c-1932-460c-b63d-a92f24d2b992 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:07.390627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Attempting to bind port 0df02f4c-1932-460c-b63d-a92f24d2b992 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:07.390944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Attempting to bind port 0df02f4c-1932-460c-b63d-a92f24d2b992 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:07.428949 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-a74a9727-0d2c-4a8f-b9ab-ef039335b47b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3489747 Jul 15 13:16:07.457370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a292f33-8ad1-45d8-82d0-0df754c757ef req-9dbf8c5d-3b54-42c8-b493-a798eb678fa8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.464833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a292f33-8ad1-45d8-82d0-0df754c757ef req-9dbf8c5d-3b54-42c8-b493-a798eb678fa8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1810002 Jul 15 13:16:07.478847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Request body: {'port': {'device_id': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:07.532031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea9759cb-707c-4532-a33b-3cbb7a17fcd8 req-89b266a6-4d2c-460c-ab3e-7e50819c4f0d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017219 Jul 15 13:16:07.532706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Port 0df02f4c-1932-460c-b63d-a92f24d2b992 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:07.533034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Attempting to bind port 0df02f4c-1932-460c-b63d-a92f24d2b992 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:07.556414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:07.557020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:07.557592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:07.558223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Bound port: 0df02f4c-1932-460c-b63d-a92f24d2b992, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:07.560200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.584869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a292f33-8ad1-45d8-82d0-0df754c757ef req-d39834ec-4482-4dd1-b741-6ae3252aca85 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991938 Jul 15 13:16:07.654498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.734477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-47f09a28-5d65-4bf7-b8da-e030ccb83b91 None None] Provisioning for port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:07.739798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-47f09a28-5d65-4bf7-b8da-e030ccb83b91 None None] Provisioning complete for port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:07.740169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-47f09a28-5d65-4bf7-b8da-e030ccb83b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.756872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] For port 0df02f4c-1932-460c-b63d-a92f24d2b992, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:07.812968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-47f09a28-5d65-4bf7-b8da-e030ccb83b91 None None] Port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:07.876922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] For port 0df02f4c-1932-460c-b63d-a92f24d2b992, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0df02f4c-1932-460c-b63d-a92f24d2b992,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:07.887526 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.959580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:07.998706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:07.999456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.001315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] 10.222.0.58 "PUT /v2.0/ports/0df02f4c-1932-460c-b63d-a92f24d2b992 HTTP/1.1" status: 200 len: 1097 time: 2.8551166 Jul 15 13:16:08.007734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'tag': '0df02f4c-1932-460c-b63d-a92f24d2b992'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:08.010517 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a" -d '{"events": [{"name": "network-changed", "server_uuid": "04bc0528-f0b5-4b49-bc52-243c3886f4e4", "tag": "0df02f4c-1932-460c-b63d-a92f24d2b992"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:08.042192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.183380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ba690-4cb4-4265-9fe4-f0a25048bf62 service neutron] Pushing event updated for resources: {'Port': ['ID=0df02f4c-1932-460c-b63d-a92f24d2b992,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.213280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:08.241711 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.294739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ff85f-7f9d-4c6c-b74e-3ed66ec0d75b req-b218e414-ed6f-42de-bf35-0e7905e7ebd5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.296828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-741ff85f-7f9d-4c6c-b74e-3ed66ec0d75b req-b218e414-ed6f-42de-bf35-0e7905e7ebd5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.3353767 Jul 15 13:16:08.304534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Transition to ACTIVE for port object b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:08.304908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef69f5-2373-4401-b482-0dee3c749046 req-637acf9e-9130-40b8-98dc-8121ae6227bd tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.306412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60ef69f5-2373-4401-b482-0dee3c749046 req-637acf9e-9130-40b8-98dc-8121ae6227bd tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.3442094 Jul 15 13:16:08.317875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Allocated IP 172.25.3.44 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/07428c62-5b11-4d35-8d4f-d805d54deba8) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:08.332620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-7f004f33-7065-4099-b8c5-7cb83fb0934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.334198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-7f004f33-7065-4099-b8c5-7cb83fb0934e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 1100 time: 0.2114332 Jul 15 13:16:08.336373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.431178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-58e8df5e-16fe-469f-8bbb-4bbc2641a1af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0df02f4c-1932-460c-b63d-a92f24d2b992 HTTP/1.1" status: 200 len: 217 time: 0.0799172 Jul 15 13:16:08.438408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60ef69f5-2373-4401-b482-0dee3c749046 req-19f80268-0398-481f-9bc3-2610c913bdd4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179452 Jul 15 13:16:08.473245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Pushing event updated for resources: {'Port': ['ID=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:08.522811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-741ff85f-7f9d-4c6c-b74e-3ed66ec0d75b req-4cb513ff-dfe1-4956-87a5-cba39105c7e7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054923 Jul 15 13:16:08.584541 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2411e7-3af9-4d74-9a4c-eb7081840284 x-openstack-request-id: req-fc2411e7-3af9-4d74-9a4c-eb7081840284 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:08.585087 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bc0528-f0b5-4b49-bc52-243c3886f4e4", "tag": "0df02f4c-1932-460c-b63d-a92f24d2b992", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:08.585087 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc2411e7-3af9-4d74-9a4c-eb7081840284 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:08.585674 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'tag': '0df02f4c-1932-460c-b63d-a92f24d2b992', 'status': 'completed', 'code': 200} Jul 15 13:16:08.588035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-9e6bf769-fbca-4e7b-a6da-83792530bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.589556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-9e6bf769-fbca-4e7b-a6da-83792530bda0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1481729 Jul 15 13:16:08.705544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Attempting to bind port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:08.706130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Attempting to bind port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:08.706130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Attempting to bind port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:08.712616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:08.713096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Attempting to bind port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:08.729956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.823803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:08.823803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:08.824397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:08.824515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Bound port: b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:08.824969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.843984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-42ed54e2-a6d7-4fa8-a16a-ed989bff605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:08.845548 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-42ed54e2-a6d7-4fa8-a16a-ed989bff605d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2380512 Jul 15 13:16:08.904587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:08.971284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aa047-65bc-4f37-bb11-471c3d2d848e req-925ebf52-6a60-4a97-acd6-4c72bad11bb5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.001823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event updated for resources: {'Port': ['ID=07428c62-5b11-4d35-8d4f-d805d54deba8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.002795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-284aa047-65bc-4f37-bb11-471c3d2d848e req-925ebf52-6a60-4a97-acd6-4c72bad11bb5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.2911737 Jul 15 13:16:09.061320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:09.079215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:09.088989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:09.141584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-284aa047-65bc-4f37-bb11-471c3d2d848e req-c7dffd72-a481-4634-bba9-127127dcfce4 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258950 Jul 15 13:16:09.144082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] For port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:09.191742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] For port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:09.210235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-3e5d6433-09dd-4aa3-87a4-42e81bb58e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.213073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-3e5d6433-09dd-4aa3-87a4-42e81bb58e88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 1097 time: 0.1725323 Jul 15 13:16:09.215060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.215268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-fb2e97f0-3909-4cc3-92f4-9e0450be0ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459320 Jul 15 13:16:09.376417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Pushing event updated for resources: {'Port': ['ID=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:09.386465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8fa88-b04f-4084-a1e5-65f176150897 req-c1e0bf45-f64c-43ef-9c09-dc0642f85d02 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.386684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-404684dd-6518-4ce2-8d7f-aa0ad6746e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.387368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dc8fa88-b04f-4084-a1e5-65f176150897 req-c1e0bf45-f64c-43ef-9c09-dc0642f85d02 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 948 time: 0.3328547 Jul 15 13:16:09.387512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-404684dd-6518-4ce2-8d7f-aa0ad6746e83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.1618080 Jul 15 13:16:09.446129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.448619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:09.450383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-194dcee3-a790-4e95-8873-5fa630baf44f service neutron] 10.222.0.58 "PUT /v2.0/ports/b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd HTTP/1.1" status: 200 len: 1097 time: 1.9829149 Jul 15 13:16:09.491015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'tag': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:09.495117 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79260531-ce31-4d1a-b9d4-a9387edda333" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89", "tag": "b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:09.548022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-65e67db6-e5a6-48e1-bb04-015103c6d566 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226957 Jul 15 13:16:09.568226 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dc8fa88-b04f-4084-a1e5-65f176150897 req-e0ec0351-614b-46f3-9629-7dbcd1bf3295 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371851 Jul 15 13:16:09.587982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-25139df7-1ccf-47e0-a45f-ab2e07674532 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c HTTP/1.1" status: 200 len: 217 time: 0.1606631 Jul 15 13:16:09.771037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-4bed8346-5e30-4006-b127-b955442751b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.773147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-4bed8346-5e30-4006-b127-b955442751b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.1699643 Jul 15 13:16:09.826908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90eff2-d498-4e00-8e34-13c6b1ff2337 req-0c5ddc12-b766-4d27-8730-efafaf7f216b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.828617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a90eff2-d498-4e00-8e34-13c6b1ff2337 req-0c5ddc12-b766-4d27-8730-efafaf7f216b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.4480605 Jul 15 13:16:09.832344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-6ef8a700-b678-44be-8867-9b48ca041642 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514309 Jul 15 13:16:09.835853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-9aa8ee62-4c8a-4a3e-9a43-55272cddb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:09.837326 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-9aa8ee62-4c8a-4a3e-9a43-55272cddb322 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 1100 time: 0.3264756 Jul 15 13:16:09.963145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.107748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-a8872e44-2927-4095-a8d6-cbc43b2c26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.110587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-a8872e44-2927-4095-a8d6-cbc43b2c26e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 1100 time: 0.2203403 Jul 15 13:16:10.423224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e7da9-c8f1-4831-a02a-836a9a8091e4 req-6cb77405-5132-4174-b077-11f045f0c52b tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.425207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-691e7da9-c8f1-4831-a02a-836a9a8091e4 req-6cb77405-5132-4174-b077-11f045f0c52b tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2540646 Jul 15 13:16:10.426897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-b5e6f6d5-d7ff-4038-9c3a-ecfbf925265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.428591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-b5e6f6d5-d7ff-4038-9c3a-ecfbf925265c service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3063626 Jul 15 13:16:10.488561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-70d6a9a1-26f3-4f97-b736-526a044ccfd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=0df02f4c-1932-460c-b63d-a92f24d2b992 HTTP/1.1" status: 200 len: 217 time: 0.0423131 Jul 15 13:16:10.562176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-691e7da9-c8f1-4831-a02a-836a9a8091e4 req-cf17dac6-4891-4f68-9dbf-674e36109257 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264493 Jul 15 13:16:10.570312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:10.575948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-99012fe8-b452-44a8-925d-d285937cdb39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd HTTP/1.1" status: 200 len: 217 time: 0.7036455 Jul 15 13:16:10.642458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a90eff2-d498-4e00-8e34-13c6b1ff2337 req-d59015a8-6e32-4ed1-a925-52e1f726d0fb tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7927918 Jul 15 13:16:10.662320 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-45ab4daa-b8b4-4b82-8083-538eb187702a service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975647 Jul 15 13:16:10.662776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-f9970e74-5026-42e4-910a-1691f28a3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.662776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-f9970e74-5026-42e4-910a-1691f28a3bcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1589139 Jul 15 13:16:10.680398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aca6070b-40eb-49a0-8d0e-e212d7070b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.681872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-aca6070b-40eb-49a0-8d0e-e212d7070b99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0923800 Jul 15 13:16:10.732588 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b924fa-cda0-47b1-82ce-aaf427fb2579 x-openstack-request-id: req-f4b924fa-cda0-47b1-82ce-aaf427fb2579 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:10.732899 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89", "tag": "b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:10.733211 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f4b924fa-cda0-47b1-82ce-aaf427fb2579 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:10.733641 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'tag': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'status': 'completed', 'code': 200} Jul 15 13:16:10.829240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d81a20-fe88-43d4-9329-ae8776cee673 req-167b2294-472f-4154-b73b-944e174e34f6 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681423 Jul 15 13:16:10.887927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-0939d186-8a74-405c-bfa9-97c748a15e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.890051 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-0939d186-8a74-405c-bfa9-97c748a15e93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2122188 Jul 15 13:16:10.893072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-5d3fb9e9-e37f-40f6-a935-6c37d2257e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:10.893983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Router 8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:10.894780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-5d3fb9e9-e37f-40f6-a935-6c37d2257e9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2001705 Jul 15 13:16:11.016782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-580fe190-eabc-43b9-afe6-6bed4229a118 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130347 Jul 15 13:16:11.049982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755096-c5bc-41bc-972c-67cf7daccd3f req-6a685727-ae13-4adf-b6d0-218445373966 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.051964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ff755096-c5bc-41bc-972c-67cf7daccd3f req-6a685727-ae13-4adf-b6d0-218445373966 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1782665 Jul 15 13:16:11.057332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-16cbe63e-3a10-423c-94a3-6adb915b544c service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429241 Jul 15 13:16:11.191234 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3aed1f-b0b5-4566-a588-74595dc00e40 req-6849fe4a-e225-4c2e-91f5-cd45497d3e87 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215146 Jul 15 13:16:11.234155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ff755096-c5bc-41bc-972c-67cf7daccd3f req-1b05c3b6-8103-422c-83d0-ff956bcb68cd tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723504 Jul 15 13:16:11.311718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:11.325983 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] Sync routers for ids ['8890ebc6-b7f1-4c89-9456-886b2ac0d4c3'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:11.341129 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] Routers {'8890ebc6-b7f1-4c89-9456-886b2ac0d4c3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:11.344900 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8890ebc6-b7f1-4c89-9456-886b2ac0d4c3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.365681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-aa7e6a28-b678-48bf-b2d1-0e659ed0e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.367603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-aa7e6a28-b678-48bf-b2d1-0e659ed0e90c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 1100 time: 0.0939639 Jul 15 13:16:11.385099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841616a-b8eb-4de1-852e-36c029b1ccdb req-0c97b0a1-8fc5-40cd-a46a-8640eb4a7ad7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.394112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c841616a-b8eb-4de1-852e-36c029b1ccdb req-0c97b0a1-8fc5-40cd-a46a-8640eb4a7ad7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 948 time: 0.3741500 Jul 15 13:16:11.398554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:11.400189 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4e6e4120-3cf3-4ef4-8d39-a3e64628211c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7038314 Jul 15 13:16:11.408734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b32aa61-369e-4f62-8b2b-66d9b5a0271a req-bacdf57a-5532-4600-a2f1-5653ce79e0e6 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732727 Jul 15 13:16:11.410953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35852) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.436763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.448719 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] Routers {'8890ebc6-b7f1-4c89-9456-886b2ac0d4c3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:11.450381 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:15:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8890ebc6-b7f1-4c89-9456-886b2ac0d4c3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.479228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-5c9dd773-48b9-4ebd-9c3b-f61ab04fba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.480851 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-5c9dd773-48b9-4ebd-9c3b-f61ab04fba52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1052744 Jul 15 13:16:11.496735 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:11.497803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8e2441-be35-4a20-b9aa-01b54807d870 None None] The sync data for ids ['8890ebc6-b7f1-4c89-9456-886b2ac0d4c3'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:11.508722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c841616a-b8eb-4de1-852e-36c029b1ccdb req-483ed9b1-24e5-44c7-baba-45f6186ef8cb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131899 Jul 15 13:16:11.576318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-08364c60-9d73-41a1-ac1b-9973ef3a39f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd HTTP/1.1" status: 200 len: 217 time: 0.0547838 Jul 15 13:16:11.595021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-52cb7a6a-bc70-453f-b4ec-ff4bafe35035 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 HTTP/1.1" status: 200 len: 922 time: 0.1821399 Jul 15 13:16:11.598549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35860) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:11.712274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf6da-2ee8-4d0e-b147-9e3ca11d5ba7 req-bc6ab93a-f3d7-41ee-abd0-8770d27b8d86 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.720431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9dbf6da-2ee8-4d0e-b147-9e3ca11d5ba7 req-bc6ab93a-f3d7-41ee-abd0-8770d27b8d86 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.2384717 Jul 15 13:16:11.757882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-a487d161-8c7b-48b7-bbd5-de08e019b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.759235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-a487d161-8c7b-48b7-bbd5-de08e019b71a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1670415 Jul 15 13:16:11.785713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9dbf6da-2ee8-4d0e-b147-9e3ca11d5ba7 req-e0aa5c1b-71b5-43c5-a0e5-9a32ad666dc1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642595 Jul 15 13:16:11.911861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-dfa10146-e241-4c60-9639-db52a02b72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:11.913403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-dfa10146-e241-4c60-9639-db52a02b72fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439922 Jul 15 13:16:12.069214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-30870553-13e2-433b-861b-062187480877 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408827 Jul 15 13:16:12.090941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fb702ad3-814a-419b-b3a4-083bd9bd379c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 HTTP/1.1" status: 200 len: 205 time: 0.4908710 Jul 15 13:16:12.091748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35880) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:12.206620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79260531-ce31-4d1a-b9d4-a9387edda333 req-eb98f16d-4c03-481a-82dd-7eae74f5ffeb service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293976 Jul 15 13:16:12.247704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde30ad-d03b-4654-a76b-6414a303ffb3 req-e2a7c0e8-6f8e-4029-b83a-96b15ccd5105 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.249447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3bde30ad-d03b-4654-a76b-6414a303ffb3 req-e2a7c0e8-6f8e-4029-b83a-96b15ccd5105 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1649156 Jul 15 13:16:12.260169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.387953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3bde30ad-d03b-4654-a76b-6414a303ffb3 req-d79e6eb7-37e6-4373-9782-ac02775d3e78 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252644 Jul 15 13:16:12.427575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.532522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Deleting port 07428c62-5b11-4d35-8d4f-d805d54deba8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:12.533182 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.588927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4c5c7-556d-4a54-8f8a-8bfada8a32d0 req-800f9736-90d4-4602-9b0f-019b9409db32 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.590609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3a4c5c7-556d-4a54-8f8a-8bfada8a32d0 req-800f9736-90d4-4602-9b0f-019b9409db32 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.0832498 Jul 15 13:16:12.633634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3a4c5c7-556d-4a54-8f8a-8bfada8a32d0 req-5ae9f768-c273-4eef-8b3e-d980cf773ca3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346863 Jul 15 13:16:12.671012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.693338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Calling delete_port for 07428c62-5b11-4d35-8d4f-d805d54deba8 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:12.716151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd637e97-8625-4fcd-8ec8-ff04ca813902 req-1d9bb1c9-e885-4fab-8141-fffe8aa3ca99 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.717760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd637e97-8625-4fcd-8ec8-ff04ca813902 req-1d9bb1c9-e885-4fab-8141-fffe8aa3ca99 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 945 time: 0.1559854 Jul 15 13:16:12.797691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0df02f4c-1932-460c-b63d-a92f24d2b992 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:12.808279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd637e97-8625-4fcd-8ec8-ff04ca813902 req-d04b2c31-a6f9-4db4-88d4-6248a9336c65 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Jul 15 13:16:12.822933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071ec68-5bd5-4648-8d2e-0c24dff71fca req-3236e92c-08a5-46b5-ad6b-6eb30ae1fa08 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:12.824711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3071ec68-5bd5-4648-8d2e-0c24dff71fca req-3236e92c-08a5-46b5-ad6b-6eb30ae1fa08 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.0767591 Jul 15 13:16:12.868229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3071ec68-5bd5-4648-8d2e-0c24dff71fca req-76531765-4865-4b60-a0c0-9bef839237c0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Jul 15 13:16:12.985038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-de9a3105-b7ab-49b3-a07b-33a482e03998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:12.989697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.001872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0df02f4c-1932-460c-b63d-a92f24d2b992, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0df02f4c-1932-460c-b63d-a92f24d2b992,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:13.015642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '0df02f4c-1932-460c-b63d-a92f24d2b992', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '0df02f4c-1932-460c-b63d-a92f24d2b992', 'mac_address': 'fa:16:3e:ab:56:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:13.020991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event deleted for resources: {'Port': ['ID=07428c62-5b11-4d35-8d4f-d805d54deba8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.072505 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.088129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df02f4c-1932-460c-b63d-a92f24d2b992 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:13.104351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01db86-9150-4a0a-8878-83ebb640a406 req-d07ebcd6-7ef9-49be-97a9-bf845bb358ef tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.112047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d01db86-9150-4a0a-8878-83ebb640a406 req-d07ebcd6-7ef9-49be-97a9-bf845bb358ef tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 948 time: 0.1622109 Jul 15 13:16:13.114922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0df02f4c-1932-460c-b63d-a92f24d2b992, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0df02f4c-1932-460c-b63d-a92f24d2b992,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:13.119789 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.143220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.146694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92a416-3fca-4a5d-b23e-2a1702c5c02a req-110d7e6f-0739-4a0a-8749-f5aa1e4c0412 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.148298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b92a416-3fca-4a5d-b23e-2a1702c5c02a req-110d7e6f-0739-4a0a-8749-f5aa1e4c0412 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.0839648 Jul 15 13:16:13.183192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0df02f4c-1932-460c-b63d-a92f24d2b992,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:13.195027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b92a416-3fca-4a5d-b23e-2a1702c5c02a req-acaeae53-de21-49b1-8e7b-68c8461e7ee8 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Jul 15 13:16:13.247202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d01db86-9150-4a0a-8878-83ebb640a406 req-5de94a16-9a04-4100-bd87-bbfb70b9c32d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Jul 15 13:16:13.258060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.260552 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.321474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.325828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Fanout notify agent at l3_agent the message router_deleted on router 8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:13.337763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.338903 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-43ac9eec-ffd6-4264-b18a-24335d409026 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 HTTP/1.1" status: 204 len: 168 time: 1.2381847 Jul 15 13:16:13.344278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35922) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:13.349132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'name': 'tempest-snat-router-149862184', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': False}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:13.356975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-8474f0b3-a91e-4813-ae14-1f51fa1f198f req-06973eae-977b-4e87-b9fb-721adad06cb5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:16:13.356975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8474f0b3-a91e-4813-ae14-1f51fa1f198f req-06973eae-977b-4e87-b9fb-721adad06cb5 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067666 Jul 15 13:16:13.381821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.383166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.425128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:13.482004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.530396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8474f0b3-a91e-4813-ae14-1f51fa1f198f req-8f50203c-59e0-45e4-8638-0842c23badf6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1695321 Jul 15 13:16:13.617264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db25b9-fa3c-4ad9-89d2-6039afe10775 req-0d96518d-8aa9-4f02-91e2-ca619b5fd040 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.618897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64db25b9-fa3c-4ad9-89d2-6039afe10775 req-0d96518d-8aa9-4f02-91e2-ca619b5fd040 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 949 time: 0.1752412 Jul 15 13:16:13.665606 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.694782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64db25b9-fa3c-4ad9-89d2-6039afe10775 req-ddce8223-e047-4060-9456-30c12937f1be tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Jul 15 13:16:13.944093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.961632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c23270-00e3-44a2-b3b7-37ce2ec68f03 req-84bf4351-eed5-4f61-815b-f8d9c1b8594e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.963141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80c23270-00e3-44a2-b3b7-37ce2ec68f03 req-84bf4351-eed5-4f61-815b-f8d9c1b8594e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.0711746 Jul 15 13:16:13.966363 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:13.978089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85159-33f1-4aa7-aebb-10d9848cadcf req-0e5604a5-b5d6-4f78-a76e-f1f3da06d11a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:13.979674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54c85159-33f1-4aa7-aebb-10d9848cadcf req-0e5604a5-b5d6-4f78-a76e-f1f3da06d11a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1542361 Jul 15 13:16:14.006010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80c23270-00e3-44a2-b3b7-37ce2ec68f03 req-9cfaabe9-0b24-480b-91bd-a08a5a72e5ce tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359662 Jul 15 13:16:14.076505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54c85159-33f1-4aa7-aebb-10d9848cadcf req-57c4335f-3fba-4ab6-b798-d301990c6787 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905304 Jul 15 13:16:14.161388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Allocated IP 172.25.3.3 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/69827f82-00fa-4a90-b2e9-c3c683d4ef1c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:14.323353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.359175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1d60-a278-4662-856a-0774f0251e9a req-5d73df18-93ff-451c-906c-5818185a4d5e tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.360785 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-657c1d60-a278-4662-856a-0774f0251e9a req-5d73df18-93ff-451c-906c-5818185a4d5e tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.1201925 Jul 15 13:16:14.413440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.427762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-657c1d60-a278-4662-856a-0774f0251e9a req-7f0eae4a-a54a-43d2-93d6-867a4e32a627 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601759 Jul 15 13:16:14.470007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:14.481168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:14.490485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:14.528953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Port': ['ID=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:14.650370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85077fd-3e09-4517-89bc-2d32493da311 req-3e7e3f45-9b9e-438d-9510-1d2edd77b537 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.654455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f85077fd-3e09-4517-89bc-2d32493da311 req-3e7e3f45-9b9e-438d-9510-1d2edd77b537 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.0804746 Jul 15 13:16:14.694351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f85077fd-3e09-4517-89bc-2d32493da311 req-6b89db42-1187-4cd4-b173-63e4dc925985 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365005 Jul 15 13:16:14.732474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.782792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb654a-872e-411a-9eaa-6f4ff88e9fe4 req-ef7d94f5-069f-41b3-ab61-d4cf2e50bd05 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:14.784412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6bdb654a-872e-411a-9eaa-6f4ff88e9fe4 req-ef7d94f5-069f-41b3-ab61-d4cf2e50bd05 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 949 time: 0.1527376 Jul 15 13:16:14.822838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:14.826072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0df02f4c-1932-460c-b63d-a92f24d2b992 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:14.872106 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6bdb654a-872e-411a-9eaa-6f4ff88e9fe4 req-18a8294c-628b-4b55-b6e5-5e60cf4d5c27 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 Jul 15 13:16:14.873081 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:14.964246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 0df02f4c-1932-460c-b63d-a92f24d2b992 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:14.970716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 0df02f4c-1932-460c-b63d-a92f24d2b992 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:14.971099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.009671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:15.027895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'mac_address': 'fa:16:3e:8d:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:15.087963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.126844 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.149282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:15.153401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.164941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.181627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c262-c465-467e-8865-a287a7647025 req-1694ebf1-bec4-409a-80c4-c4beb6c0b200 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.183319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e8c262-c465-467e-8865-a287a7647025 req-1694ebf1-bec4-409a-80c4-c4beb6c0b200 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 945 time: 0.1578698 Jul 15 13:16:15.199125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:15.210316 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.218553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df02f4c-1932-460c-b63d-a92f24d2b992'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:15.221032 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ce1eb1-4cd1-4d5b-b8d7-22ac84c76162" -d '{"events": [{"server_uuid": "04bc0528-f0b5-4b49-bc52-243c3886f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "0df02f4c-1932-460c-b63d-a92f24d2b992"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:15.239907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb5316-74f2-40cd-8f8a-05a4f1756f6a req-6fd62cb3-7e7c-4771-91d6-87103b13119e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.241856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7fb5316-74f2-40cd-8f8a-05a4f1756f6a req-6fd62cb3-7e7c-4771-91d6-87103b13119e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.0934429 Jul 15 13:16:15.260212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0df02f4c-1932-460c-b63d-a92f24d2b992, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0df02f4c-1932-460c-b63d-a92f24d2b992,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:15.271485 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.296471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.328388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75e8c262-c465-467e-8865-a287a7647025 req-41474cb9-936e-4d91-80e2-5bb3dd7a3a0f tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063411 Jul 15 13:16:15.355444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7fb5316-74f2-40cd-8f8a-05a4f1756f6a req-c965faa6-d9d3-4e59-a8e1-2bcd3b052199 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067164 Jul 15 13:16:15.358464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-5ca268b3-5831-4277-926a-2f06adcac8a8 service neutron] 10.222.0.58 "GET /v2.0/ports/7b86e7d9-f72b-4e5c-b46d-35ace08a6489/bindings/n-h2-798054-11 HTTP/1.1" status: 200 len: 383 time: 0.0782366 Jul 15 13:16:15.365504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0df02f4c-1932-460c-b63d-a92f24d2b992,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:15.405678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Router c60cd30a-76d3-4c77-b75d-724617a12a25 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:15.440378 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54807a95-5a9a-41e9-8638-db9eac2d694e x-openstack-request-id: req-54807a95-5a9a-41e9-8638-db9eac2d694e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:15.440775 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bc0528-f0b5-4b49-bc52-243c3886f4e4", "name": "network-vif-plugged", "status": "completed", "tag": "0df02f4c-1932-460c-b63d-a92f24d2b992", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:15.441118 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54807a95-5a9a-41e9-8638-db9eac2d694e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:15.441638 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df02f4c-1932-460c-b63d-a92f24d2b992', 'code': 200} Jul 15 13:16:15.496709 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-315773e4-5b74-43a3-b9ee-c4cc8af1c405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.517804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:15.584767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:15.613030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889127d-f70b-432e-9e01-334e46dd5fd2 req-194b9dda-cbd9-47de-b3f2-868a38970ae8 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.616277 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2889127d-f70b-432e-9e01-334e46dd5fd2 req-194b9dda-cbd9-47de-b3f2-868a38970ae8 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1617556 Jul 15 13:16:15.618499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.624367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-30a12469-fa59-4788-8455-e233310bf658 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.2759440 Jul 15 13:16:15.624709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35966) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.640817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Sync routers for ids ['c60cd30a-76d3-4c77-b75d-724617a12a25'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:15.723294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2889127d-f70b-432e-9e01-334e46dd5fd2 req-10a5892b-418a-4163-85e9-a72dd01a8603 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999327 Jul 15 13:16:15.728856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e38d51-8d37-4e6f-b223-ca2e256ad95c req-75dfc5a2-44eb-4a7f-843d-60b9c3bfd144 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.733506 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.737676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5e38d51-8d37-4e6f-b223-ca2e256ad95c req-75dfc5a2-44eb-4a7f-843d-60b9c3bfd144 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.1505589 Jul 15 13:16:15.762819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Routers {'c60cd30a-76d3-4c77-b75d-724617a12a25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:15.764667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c60cd30a-76d3-4c77-b75d-724617a12a25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:15.792007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9ddb2316-5a1a-428c-94d9-5bf23750b49c tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/c60cd30a-76d3-4c77-b75d-724617a12a25 HTTP/1.1" status: 200 len: 906 time: 0.1609602 Jul 15 13:16:15.795984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35970) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:15.802624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'name': 'tempest-snat-router-149862184', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': True}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:15.818654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5e38d51-8d37-4e6f-b223-ca2e256ad95c req-6c893049-2d3e-4714-9f6a-d421a07735e6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771611 Jul 15 13:16:15.829306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285ffc5-18c0-4505-b44b-3814cf95144b req-83ed9e10-8888-4cc3-92fe-4a2d700f7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.831082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7285ffc5-18c0-4505-b44b-3814cf95144b req-83ed9e10-8888-4cc3-92fe-4a2d700f7c8a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 1102 time: 0.1906195 Jul 15 13:16:15.900643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-7c4d5af7-1c99-4e06-9f60-0948d9105157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:15.912148 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.913367 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:15.927533 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-7c4d5af7-1c99-4e06-9f60-0948d9105157 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d&tenant_id=ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 1102 time: 0.2028635 Jul 15 13:16:15.942065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7285ffc5-18c0-4505-b44b-3814cf95144b req-8b442cff-d155-4250-a335-cedf21372840 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019533 Jul 15 13:16:16.001511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.026347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Set router c60cd30a-76d3-4c77-b75d-724617a12a25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:16.084053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376979ec-823d-498d-81e5-e684f404a460 req-713e0fda-35f7-4808-b821-a752b284b5b3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.088436 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-376979ec-823d-498d-81e5-e684f404a460 req-713e0fda-35f7-4808-b821-a752b284b5b3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1595788 Jul 15 13:16:16.149342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-376979ec-823d-498d-81e5-e684f404a460 req-cdef7930-3e40-4d5f-b2c8-e62720fd057a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479634 Jul 15 13:16:16.260114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60cd30a-76d3-4c77-b75d-724617a12a25', 'name': 'tempest-snat-router-149862184', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.3'}], 'enable_snat': False}, 'gw_port_id': '69827f82-00fa-4a90-b2e9-c3c683d4ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:14Z', 'revision_number': 3, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port': {'id': '69827f82-00fa-4a90-b2e9-c3c683d4ef1c', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60cd30a-76d3-4c77-b75d-724617a12a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:16.281047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.296976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Checking router: c60cd30a-76d3-4c77-b75d-724617a12a25 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:16.297638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Updating router c60cd30a-76d3-4c77-b75d-724617a12a25 port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:16.315684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-5126f80f-271a-4527-8e00-d1a5da8675cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.317534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-5126f80f-271a-4527-8e00-d1a5da8675cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1102 time: 0.2563629 Jul 15 13:16:16.344274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab203-0f7f-4ac7-a995-93e87628247f req-eea0d2ba-4f80-4ddb-b8fd-46286750facd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.346758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.351407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab203-0f7f-4ac7-a995-93e87628247f req-eea0d2ba-4f80-4ddb-b8fd-46286750facd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.357610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ab203-0f7f-4ac7-a995-93e87628247f req-eea0d2ba-4f80-4ddb-b8fd-46286750facd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.360878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-892ab203-0f7f-4ac7-a995-93e87628247f req-eea0d2ba-4f80-4ddb-b8fd-46286750facd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7&device_id=d686002c-2eb8-4d12-be66-503851807831&device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 2416 time: 0.2203133 Jul 15 13:16:16.462116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57142e-a31c-4382-b3d1-06d3ba50efe9 req-d8ca64de-607e-461b-ae38-da036019b1f6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.464156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d57142e-a31c-4382-b3d1-06d3ba50efe9 req-d8ca64de-607e-461b-ae38-da036019b1f6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 950 time: 0.0805678 Jul 15 13:16:16.481770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-892ab203-0f7f-4ac7-a995-93e87628247f req-bb3c7860-4a16-4e0e-8e1d-e84688475899 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088908 Jul 15 13:16:16.517377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d57142e-a31c-4382-b3d1-06d3ba50efe9 req-988f04a8-d972-4242-9cfa-d81080246e0c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Jul 15 13:16:16.538006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-656f2dca-3f5b-4659-9e34-a3b99bec6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.539540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-656f2dca-3f5b-4659-9e34-a3b99bec6577 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2060289 Jul 15 13:16:16.593456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-ad2e75cb-d024-456e-8d23-b22097f9f388 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 217 time: 0.0403519 Jul 15 13:16:16.668347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.679769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Transition to ACTIVE for port object 69827f82-00fa-4a90-b2e9-c3c683d4ef1c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:16.688362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.756033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Attempting to bind port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:16.757353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Attempting to bind port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:16.758407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Attempting to bind port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:16.762421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d2998-ef44-4f21-9e1e-c8630ee401f3 None None] Pushing event updated for resources: {'Port': ['ID=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:16.767741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:16.768180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:16.768518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.768975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:16.769644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Bound port: 69827f82-00fa-4a90-b2e9-c3c683d4ef1c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:16.770374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.821283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-5e00d354-4a64-45eb-83b1-9ab6f9660222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:16.825277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-5e00d354-4a64-45eb-83b1-9ab6f9660222 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2178547 Jul 15 13:16:16.907234 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd78a3b-1837-4eaa-b7f7-2e07ed29ff6c req-efb38824-a1c2-482e-be18-4432a7d8922a tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2977500 Jul 15 13:16:16.908989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:16.949722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.001957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:17.005674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:17.100209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.131857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Allocated IP 172.25.3.202 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/8d0eb099-a9c7-46af-b108-1ac4762eceab) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:17.135645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86a3ce-ba29-4703-b629-8541707d4a0e req-12ab25d3-265d-4a3d-9d74-1d4dc8aaafb8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:17.147109 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] For port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:17.148096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a86a3ce-ba29-4703-b629-8541707d4a0e req-12ab25d3-265d-4a3d-9d74-1d4dc8aaafb8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.5102212 Jul 15 13:16:17.181944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] For port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:17.218913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a86a3ce-ba29-4703-b629-8541707d4a0e req-d205cae5-8f62-4410-b13e-127e66bd6a34 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698080 Jul 15 13:16:17.239187 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.316070 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.329784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:17.357663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Routers {'c60cd30a-76d3-4c77-b75d-724617a12a25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:17.358597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c60cd30a-76d3-4c77-b75d-724617a12a25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:17.365832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '98e64baa-0b5f-4516-8c61-f8964acca789', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '98e64baa-0b5f-4516-8c61-f8964acca789', 'mac_address': 'fa:16:3e:0a:5e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:17.368671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.377688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61448117-68b2-4edd-97ad-5940be145c9e req-6c31ff61-3f1e-4503-9089-a318c205b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:17.379302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-6c31ff61-3f1e-4503-9089-a318c205b9b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5424929 Jul 15 13:16:17.406814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d2998-ef44-4f21-9e1e-c8630ee401f3 None None] Pushing event updated for resources: {'Port': ['ID=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.410444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca50119-78f9-4da8-b856-8494c13e0b7f req-6a1ec439-867e-4ae8-bd6c-6b2acf8f14ba tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:17.418301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ca50119-78f9-4da8-b856-8494c13e0b7f req-6a1ec439-867e-4ae8-bd6c-6b2acf8f14ba tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1578960 Jul 15 13:16:17.465939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:17.467790 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e2b5c-a991-433f-9655-9f351fa11208" -d '{"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:17.515124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:17.531292 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.549791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ca50119-78f9-4da8-b856-8494c13e0b7f req-4410616c-eb5b-431a-b13a-423a10728223 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305618 Jul 15 13:16:17.563391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.580092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.601808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] Set router c60cd30a-76d3-4c77-b75d-724617a12a25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:17.606264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e64baa-0b5f-4516-8c61-f8964acca789 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:17.625772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-e3bee085-d12b-455a-b2ad-d0542bf3f24b service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366698 Jul 15 13:16:17.644271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:17.671367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:17.680167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:17.682342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adb75e-0173-4ad1-bf92-d477c2941ecd req-e191ded8-9791-46a2-b53c-362cb147da05 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:17.684750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5adb75e-0173-4ad1-bf92-d477c2941ecd req-e191ded8-9791-46a2-b53c-362cb147da05 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.0776517 Jul 15 13:16:17.712598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.716891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:17.727245 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:17.746074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Port': ['ID=8d0eb099-a9c7-46af-b108-1ac4762eceab,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.760195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5adb75e-0173-4ad1-bf92-d477c2941ecd req-f4043eda-5e1c-4c81-81ca-8adf7cdea711 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670795 Jul 15 13:16:17.827890 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29ba73-3a79-4638-8e4d-764762549470 x-openstack-request-id: req-4f29ba73-3a79-4638-8e4d-764762549470 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:17.828496 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:17.828496 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f29ba73-3a79-4638-8e4d-764762549470 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:17.828857 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'code': 200} Jul 15 13:16:17.839614 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61448117-68b2-4edd-97ad-5940be145c9e req-ea9a6bec-6ff2-4b9d-98ab-b54a13d23d81 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994643 Jul 15 13:16:17.863725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:17.910312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['98e64baa-0b5f-4516-8c61-f8964acca789'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:18.008475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60cd30a-76d3-4c77-b75d-724617a12a25', 'name': 'tempest-snat-router-149862184', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.3'}], 'enable_snat': False}, 'gw_port_id': '69827f82-00fa-4a90-b2e9-c3c683d4ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:14Z', 'revision_number': 3, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port': {'id': '69827f82-00fa-4a90-b2e9-c3c683d4ef1c', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60cd30a-76d3-4c77-b75d-724617a12a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:18.054692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d1db-7e08-48e5-9434-e72364de7e36 None None] The sync data for ids ['c60cd30a-76d3-4c77-b75d-724617a12a25'] in n-d-798054-11 is: [{'id': 'c60cd30a-76d3-4c77-b75d-724617a12a25', 'name': 'tempest-snat-router-149862184', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.3'}], 'enable_snat': False}, 'gw_port_id': '69827f82-00fa-4a90-b2e9-c3c683d4ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:14Z', 'revision_number': 3, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port': {'id': '69827f82-00fa-4a90-b2e9-c3c683d4ef1c', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:97:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60cd30a-76d3-4c77-b75d-724617a12a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:13Z', 'updated_at': '2021-07-15T13:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:18.164860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2720d2-b932-4623-95fc-de33b4972dc1 req-9fae86da-3253-42d2-8ddb-847b2d12df1b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.178221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c2720d2-b932-4623-95fc-de33b4972dc1 req-9fae86da-3253-42d2-8ddb-847b2d12df1b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 950 time: 0.1616461 Jul 15 13:16:18.227151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c2720d2-b932-4623-95fc-de33b4972dc1 req-ea2328af-0396-4dc3-98e9-09694f95e281 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Jul 15 13:16:18.288053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.481564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.505055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8a601-7439-44fd-8505-00b95b27f1b0 req-0d032e3e-56f8-4234-a58c-0b2569b0a69e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.507359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf8a601-7439-44fd-8505-00b95b27f1b0 req-0d032e3e-56f8-4234-a58c-0b2569b0a69e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1471744 Jul 15 13:16:18.579656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf8a601-7439-44fd-8505-00b95b27f1b0 req-8b2be2bf-cef6-48ed-88ac-62e5de26687d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623941 Jul 15 13:16:18.678685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cd2d-b179-4edc-aea6-9b128d047c0f req-4ef5da1f-f269-454c-9aca-63bd53aecdb2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:18.680644 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b552cd2d-b179-4edc-aea6-9b128d047c0f req-4ef5da1f-f269-454c-9aca-63bd53aecdb2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 949 time: 0.1370838 Jul 15 13:16:18.681732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:18.821386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b552cd2d-b179-4edc-aea6-9b128d047c0f req-7feec184-8994-4e67-90ec-fc639ecb2b99 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328511 Jul 15 13:16:18.834751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:18.894999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:18.920832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Router 53c45579-2141-473d-8fab-daf245a59d32 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:19.004124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 98e64baa-0b5f-4516-8c61-f8964acca789 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:19.009285 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.076683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:19.098289 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Sync routers for ids ['53c45579-2141-473d-8fab-daf245a59d32'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:19.099986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:19.108022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.111145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-85c5b6a9-8185-4102-8707-907d5d1e32fa tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3133974 Jul 15 13:16:19.116924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:19.117634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36046) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.123362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.139894 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Routers {'53c45579-2141-473d-8fab-daf245a59d32'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:19.144325 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['53c45579-2141-473d-8fab-daf245a59d32'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:19.257828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.309542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec6016-e6fa-4f3b-8c88-795e34a08bf5 req-b04cf0ab-0dd0-48d5-bc4d-df9731cd139a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.310059 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.313989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18ec6016-e6fa-4f3b-8c88-795e34a08bf5 req-b04cf0ab-0dd0-48d5-bc4d-df9731cd139a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.0952332 Jul 15 13:16:19.335795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:19.344922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.386424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:19.397548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.398514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:19.403760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920f899-f162-4359-b859-a3a04f83e9dd req-6c9e402a-809d-40b1-a217-7e7872b3d030 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:19.410034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18ec6016-e6fa-4f3b-8c88-795e34a08bf5 req-1158fbd4-4fd2-48b0-821b-e513c52ad5a6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865965 Jul 15 13:16:19.417017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b920f899-f162-4359-b859-a3a04f83e9dd req-6c9e402a-809d-40b1-a217-7e7872b3d030 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.4443982 Jul 15 13:16:19.424091 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Set router 53c45579-2141-473d-8fab-daf245a59d32 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:19.446262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d7c51b4-c9f7-4b15-8da7-35a78c71eb5e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/53c45579-2141-473d-8fab-daf245a59d32 HTTP/1.1" status: 200 len: 907 time: 0.3208244 Jul 15 13:16:19.447579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36058) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:19.487772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:19.575792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:19.603503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b920f899-f162-4359-b859-a3a04f83e9dd req-61d3636d-05ba-499a-bc04-01b082cf3eb1 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843476 Jul 15 13:16:19.703007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.717615 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.813647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:19.830277 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:19.836225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789'}, {'server_uuid': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'}, {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:19.844126 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a956e-de12-4125-a50d-72e68f11d3ba" -d '{"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-plugged", "status": "completed", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789"}, {"server_uuid": "9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89", "name": "network-vif-plugged", "status": "completed", "tag": "b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd"}, {"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:19.945616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:19.962293 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c45579-2141-473d-8fab-daf245a59d32', 'name': 'tempest-snat-router-149862184', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '8d0eb099-a9c7-46af-b108-1ac4762eceab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:15Z', 'updated_at': '2021-07-15T13:16:18Z', 'revision_number': 3, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port': {'id': '8d0eb099-a9c7-46af-b108-1ac4762eceab', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c45579-2141-473d-8fab-daf245a59d32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:16:16Z', 'updated_at': '2021-07-15T13:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:20.010707 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Checking router: 53c45579-2141-473d-8fab-daf245a59d32 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:16:20.011272 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Updating router 53c45579-2141-473d-8fab-daf245a59d32 port 8d0eb099-a9c7-46af-b108-1ac4762eceab binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:16:20.128773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 69827f82-00fa-4a90-b2e9-c3c683d4ef1c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:20.203467 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.268519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:20.286188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:20.287256 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.501752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.565497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:20.581002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.655110 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294a76f-02cd-48ee-84b4-393b16265809 x-openstack-request-id: req-3294a76f-02cd-48ee-84b4-393b16265809 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:20.655570 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-plugged", "status": "completed", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789", "code": 200}, {"server_uuid": "9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89", "name": "network-vif-plugged", "status": "completed", "tag": "b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd", "code": 200}, {"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:20.655946 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3294a76f-02cd-48ee-84b4-393b16265809 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:20.656465 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789', 'code': 200} Jul 15 13:16:20.656822 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'code': 200} Jul 15 13:16:20.657174 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'code': 200} Jul 15 13:16:20.697449 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.710982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.716258 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Transition to ACTIVE for port object 8d0eb099-a9c7-46af-b108-1ac4762eceab will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:20.732810 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.842072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Attempting to bind port 8d0eb099-a9c7-46af-b108-1ac4762eceab on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:20.842821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Attempting to bind port 8d0eb099-a9c7-46af-b108-1ac4762eceab by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:20.843357 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Attempting to bind port 8d0eb099-a9c7-46af-b108-1ac4762eceab on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:20.847667 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b281-ce42-4685-b544-f733e9e3bd0a None None] Pushing event updated for resources: {'Port': ['ID=8d0eb099-a9c7-46af-b108-1ac4762eceab,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:20.853920 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:20.854274 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:20.854639 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.855098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:20.855595 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Bound port: 8d0eb099-a9c7-46af-b108-1ac4762eceab, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:20.855985 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:20.862788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:20.937255 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] For port 8d0eb099-a9c7-46af-b108-1ac4762eceab, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:20.944080 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] For port 8d0eb099-a9c7-46af-b108-1ac4762eceab, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8d0eb099-a9c7-46af-b108-1ac4762eceab,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:20.952732 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.015769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f84bf5-1dba-4724-a966-6a4c47f7b61b req-e23c657b-dca9-425d-abf1-2ea14fc36646 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.018314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eea78-2e20-4011-ba14-20b8240901eb req-cff69580-1b29-494f-9cdb-842ebca49ab9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.021418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81f84bf5-1dba-4724-a966-6a4c47f7b61b req-e23c657b-dca9-425d-abf1-2ea14fc36646 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 948 time: 1.1341317 Jul 15 13:16:21.032167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-667eea78-2e20-4011-ba14-20b8240901eb req-cff69580-1b29-494f-9cdb-842ebca49ab9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 950 time: 0.1459835 Jul 15 13:16:21.032451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.088672 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Routers {'53c45579-2141-473d-8fab-daf245a59d32'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:21.089236 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['53c45579-2141-473d-8fab-daf245a59d32'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:21.108511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-667eea78-2e20-4011-ba14-20b8240901eb req-b7e75a44-0a6c-4d17-a87a-6d20f40cf3fb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750368 Jul 15 13:16:21.217645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81f84bf5-1dba-4724-a966-6a4c47f7b61b req-c0e16873-8b1b-465a-9568-e81d425d14dd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637220 Jul 15 13:16:21.237588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e8350-3fd2-4ff2-9deb-e3da80253e67 req-6f1b3167-d813-47e3-9a30-6aef0fdd20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.239253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af6e8350-3fd2-4ff2-9deb-e3da80253e67 req-6f1b3167-d813-47e3-9a30-6aef0fdd20ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 1102 time: 0.3831778 Jul 15 13:16:21.263764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:21.272594 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] Set router 53c45579-2141-473d-8fab-daf245a59d32 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:16:21.300304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'mac_address': 'fa:16:3e:ae:a6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:21.339454 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c45579-2141-473d-8fab-daf245a59d32', 'name': 'tempest-snat-router-149862184', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:15Z', 'updated_at': '2021-07-15T13:16:21Z', 'revision_number': 4, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:21.344888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098b281-ce42-4685-b544-f733e9e3bd0a None None] Pushing event updated for resources: {'Port': ['ID=8d0eb099-a9c7-46af-b108-1ac4762eceab,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.375458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Deleting port 8d0eb099-a9c7-46af-b108-1ac4762eceab {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:21.376028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.382365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada638d-5d20-4c38-a7bb-1db6b9485bac None None] The sync data for ids ['53c45579-2141-473d-8fab-daf245a59d32'] in n-d-798054-11 is: [{'id': '53c45579-2141-473d-8fab-daf245a59d32', 'name': 'tempest-snat-router-149862184', 'tenant_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:16:15Z', 'updated_at': '2021-07-15T13:16:21Z', 'revision_number': 4, 'project_id': 'e870ee37f5b0485ebb7bcacc03bf80ba', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:21.456148 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.515392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:21.524195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] For port 8d0eb099-a9c7-46af-b108-1ac4762eceab, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8d0eb099-a9c7-46af-b108-1ac4762eceab,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:21.525792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.543455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Calling delete_port for 8d0eb099-a9c7-46af-b108-1ac4762eceab owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:21.568656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:21.577837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:21.621592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af6e8350-3fd2-4ff2-9deb-e3da80253e67 req-6b6d2a2d-06b0-4d68-8dcd-d61913ae1e79 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669529 Jul 15 13:16:21.673159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:21.690031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d204a9b-2a9e-441f-9eda-f10f79e6e185 req-7d5828d7-6c03-4b8b-9a39-27b1eb2a4277 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.691870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d204a9b-2a9e-441f-9eda-f10f79e6e185 req-7d5828d7-6c03-4b8b-9a39-27b1eb2a4277 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.1557934 Jul 15 13:16:21.775416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d204a9b-2a9e-441f-9eda-f10f79e6e185 req-c4101bba-5e55-417f-bd0e-1ab5fc6b7754 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759444 Jul 15 13:16:21.808919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d65ca-cffa-4ecb-a114-843474583226 req-8730c541-d8cd-43e2-b37d-b4079a0bc236 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:21.813130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-446d65ca-cffa-4ecb-a114-843474583226 req-8730c541-d8cd-43e2-b37d-b4079a0bc236 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1903994 Jul 15 13:16:21.954550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7b86e7d9-f72b-4e5c-b46d-35ace08a6489'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:21.968898 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-446d65ca-cffa-4ecb-a114-843474583226 req-05ddf55f-c935-4178-bc7f-a26c2d47189f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545715 Jul 15 13:16:21.983025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.106652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d0eb099-a9c7-46af-b108-1ac4762eceab,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:22.130495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022efc3-78ed-4128-961e-27dc23065266 req-449585eb-3acf-43cb-9e18-fe8482133278 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.143746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9022efc3-78ed-4128-961e-27dc23065266 req-449585eb-3acf-43cb-9e18-fe8482133278 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1604812 Jul 15 13:16:22.154938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 69827f82-00fa-4a90-b2e9-c3c683d4ef1c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:22.285315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9022efc3-78ed-4128-961e-27dc23065266 req-3b229736-617b-48c5-acfa-10bbfdaedb30 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400306 Jul 15 13:16:22.288706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:22.289182 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.400535 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.534180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.539149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.637979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-809822e5-71d8-488e-b563-e6b874d48d53 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.639785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-809822e5-71d8-488e-b563-e6b874d48d53 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.3065886 Jul 15 13:16:22.659846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157a5a7-889f-4de0-9d6f-45eb8d7dd042 req-e4de1776-ce84-42e7-925b-e509fa4389c7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.662972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d157a5a7-889f-4de0-9d6f-45eb8d7dd042 req-e4de1776-ce84-42e7-925b-e509fa4389c7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 950 time: 0.3310888 Jul 15 13:16:22.664023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.665791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53c45579-2141-473d-8fab-daf245a59d32 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:22.687973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20861e-caef-4f8d-b996-b02d5ca41ca1 req-0ed1664b-8bed-42da-aa4b-095b63df26a8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:22.698925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:22.701314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5f359900-0066-48b8-bae3-9a7d986a1ccb tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/routers/53c45579-2141-473d-8fab-daf245a59d32 HTTP/1.1" status: 204 len: 168 time: 3.2522004 Jul 15 13:16:22.705747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a20861e-caef-4f8d-b996-b02d5ca41ca1 req-0ed1664b-8bed-42da-aa4b-095b63df26a8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 949 time: 0.2015653 Jul 15 13:16:22.710389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36102) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:22.943767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d157a5a7-889f-4de0-9d6f-45eb8d7dd042 req-d97968dd-038b-43a7-818a-0e3f14177d30 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405839 Jul 15 13:16:22.991103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Deleting port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:22.991683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.033234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.174830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a20861e-caef-4f8d-b996-b02d5ca41ca1 req-3346cbf0-a897-4056-bcf6-ca4752252fdd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672520 Jul 15 13:16:23.257636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] For port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:23.258639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.335861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Calling delete_port for 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.468228 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.647853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Deleting port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:23.648517 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.690021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048c5f1-d9dc-4b9c-a76e-4973e31f147c req-a01be369-06e6-4d3b-a086-b37dc69852b6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.693994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7048c5f1-d9dc-4b9c-a76e-4973e31f147c req-a01be369-06e6-4d3b-a086-b37dc69852b6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 945 time: 0.2007895 Jul 15 13:16:23.722656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64703e-e8ea-42b5-9eb7-16cf687a26ce req-fd3425e9-9014-46d8-b37d-bb5a44039315 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:23.724765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c64703e-e8ea-42b5-9eb7-16cf687a26ce req-fd3425e9-9014-46d8-b37d-bb5a44039315 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1697247 Jul 15 13:16:23.726196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.743133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['66cf7997-7a78-496d-aae9-248e101b363c', '74f8b2dc-5697-45b6-8401-e8e0c1d6e253'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:23.747062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['90f1d9d5-fc9b-4931-bf98-a1207004a780'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:23.805220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Pushing event deleted for resources: {'Port': ['ID=74f8b2dc-5697-45b6-8401-e8e0c1d6e253,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:23.818884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7048c5f1-d9dc-4b9c-a76e-4973e31f147c req-b4ff643f-3f9e-4d56-b772-aa3efddf7416 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139693 Jul 15 13:16:23.862654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] For port 69827f82-00fa-4a90-b2e9-c3c683d4ef1c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:23.863060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:23.916572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Calling delete_port for 69827f82-00fa-4a90-b2e9-c3c683d4ef1c owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:23.992541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] No DVR routers for this DVR port 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:24.004367 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.007855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5fc20a87-4f9e-4f78-a170-47e29cfe4b22 req-def8df4f-2f56-4c18-8fa6-06e2732bc3c1 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "DELETE /v2.0/ports/74f8b2dc-5697-45b6-8401-e8e0c1d6e253 HTTP/1.1" status: 204 len: 173 time: 1.3343318 Jul 15 13:16:24.027671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c64703e-e8ea-42b5-9eb7-16cf687a26ce req-c68cec9c-3b9c-4317-aec1-6e92c548c0fd tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729366 Jul 15 13:16:24.029631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f414954-2028-495e-93e1-0de86b2391f7', 'name': 'network-vif-deleted', 'tag': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:24.037023 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abea212e-bb82-4dfa-927d-e8192774ed9e" -d '{"events": [{"server_uuid": "0f414954-2028-495e-93e1-0de86b2391f7", "name": "network-vif-deleted", "tag": "74f8b2dc-5697-45b6-8401-e8e0c1d6e253"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:24.328579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.461459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event deleted for resources: {'Port': ['ID=69827f82-00fa-4a90-b2e9-c3c683d4ef1c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:24.549895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.752555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07259-e09f-4027-b9dc-39f477b7cd1a req-22d627d0-2dda-41a6-aacd-9536709274e3 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:24.763070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0f07259-e09f-4027-b9dc-39f477b7cd1a req-22d627d0-2dda-41a6-aacd-9536709274e3 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2940626 Jul 15 13:16:24.777792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.781600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.854272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.855824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c60cd30a-76d3-4c77-b75d-724617a12a25 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:24.856602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0f07259-e09f-4027-b9dc-39f477b7cd1a req-2700dc91-7b47-40c5-bd4d-a118e0741570 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870821 Jul 15 13:16:24.871130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.876149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b9dcab4-cfab-40df-b822-eaa0d5debac5 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "DELETE /v2.0/routers/c60cd30a-76d3-4c77-b75d-724617a12a25 HTTP/1.1" status: 204 len: 168 time: 2.1633930 Jul 15 13:16:24.876500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36130) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:24.889913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1894298415', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:24.926163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:24.982933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:24.984075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.103156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.191185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:25.191587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.344801 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e7e5f-be50-46f4-abc6-efa49c0901c3 x-openstack-request-id: req-443e7e5f-be50-46f4-abc6-efa49c0901c3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:25.344801 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f414954-2028-495e-93e1-0de86b2391f7", "name": "network-vif-deleted", "tag": "74f8b2dc-5697-45b6-8401-e8e0c1d6e253", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:25.344801 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-443e7e5f-be50-46f4-abc6-efa49c0901c3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:25.344801 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f414954-2028-495e-93e1-0de86b2391f7', 'name': 'network-vif-deleted', 'tag': '74f8b2dc-5697-45b6-8401-e8e0c1d6e253', 'status': 'completed', 'code': 200} Jul 15 13:16:25.426153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.489525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375aeaf-3f58-4ac6-9d6e-d408aa0dcac1 req-1e546e34-143b-463f-a3b8-237a844c002a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:25.497210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a375aeaf-3f58-4ac6-9d6e-d408aa0dcac1 req-1e546e34-143b-463f-a3b8-237a844c002a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 950 time: 0.5033803 Jul 15 13:16:25.503993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:25.507956 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e348b-fd65-4381-a48d-84640fa8891d" -d '{"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:25.534637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:25.544770 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.645002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:25.679739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:25.776837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a375aeaf-3f58-4ac6-9d6e-d408aa0dcac1 req-4ba533be-cd61-4b7b-aa0d-1e4956c2fa9b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780948 Jul 15 13:16:25.807820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50dde038-d56d-4d7c-9927-af7ee00e0ad7 req-5ea5b59a-7537-46ba-b415-1b503b21385f tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f414954-2028-495e-93e1-0de86b2391f7 HTTP/1.1" status: 200 len: 210 time: 0.0616701 Jul 15 13:16:25.915427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-5989dcac-f886-44cf-b037-4c2383b2b7c1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:25.917352 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-5989dcac-f886-44cf-b037-4c2383b2b7c1 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d&tenant_id=ecb6d455265049feb9b274baa3ba9363&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 949 time: 0.5825980 Jul 15 13:16:26.061233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-7f6bc7d5-132e-4901-96b3-8333876f5295 service neutron] 10.222.0.58 "GET /v2.0/ports/7b86e7d9-f72b-4e5c-b46d-35ace08a6489/bindings/n-h2-798054-11 HTTP/1.1" status: 200 len: 383 time: 0.1299901 Jul 15 13:16:26.087686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 69827f82-00fa-4a90-b2e9-c3c683d4ef1c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:26.137913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 69827f82-00fa-4a90-b2e9-c3c683d4ef1c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:26.141058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 69827f82-00fa-4a90-b2e9-c3c683d4ef1c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:26.223434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf672a-d1bd-44bd-9909-5d6a3f392f2a req-e2fe2521-b052-4451-8689-bd352bbc9ddf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.239286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aecf672a-d1bd-44bd-9909-5d6a3f392f2a req-e2fe2521-b052-4451-8689-bd352bbc9ddf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2224538 Jul 15 13:16:26.340790 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aecf672a-d1bd-44bd-9909-5d6a3f392f2a req-1fa930f8-3de7-45ee-beb1-043ca37d0f5b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984902 Jul 15 13:16:26.517336 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63caf167-dd57-4b40-a5fa-aa91b3d6d05a x-openstack-request-id: req-63caf167-dd57-4b40-a5fa-aa91b3d6d05a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:26.517738 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:26.517991 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-63caf167-dd57-4b40-a5fa-aa91b3d6d05a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:26.518707 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'code': 200} Jul 15 13:16:26.526339 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.555294 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:26.562058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-e67c7bbe-9fbc-4dc5-91ed-2f35b358f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:26.563753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-e67c7bbe-9fbc-4dc5-91ed-2f35b358f07e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1102 time: 0.4473045 Jul 15 13:16:26.850119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:26.915498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:26.916156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 74f8b2dc-5697-45b6-8401-e8e0c1d6e253 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:27.053775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357d4a6-c205-4e1d-a17e-0c95481f865e req-d0e1544a-732f-4e81-8bab-22c46ef0b260 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.063678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357d4a6-c205-4e1d-a17e-0c95481f865e req-d0e1544a-732f-4e81-8bab-22c46ef0b260 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.070489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d357d4a6-c205-4e1d-a17e-0c95481f865e req-d0e1544a-732f-4e81-8bab-22c46ef0b260 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4&device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 1691 time: 0.1155319 Jul 15 13:16:27.164209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d357d4a6-c205-4e1d-a17e-0c95481f865e req-1a53a688-1bb5-40f6-b406-6650e9749b23 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839632 Jul 15 13:16:27.216803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-a8728fee-8e62-4f0d-a664-3a9c8e90ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.218895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-a8728fee-8e62-4f0d-a664-3a9c8e90ad82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.6413114 Jul 15 13:16:27.248047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfc9a8-7506-47d7-9a75-9a4a9ede167a req-ed720efa-5b9d-40d1-a19c-893df2a560cf tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.250116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bebfc9a8-7506-47d7-9a75-9a4a9ede167a req-ed720efa-5b9d-40d1-a19c-893df2a560cf tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.8029304 Jul 15 13:16:27.335230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-c04bfc06-9644-489f-a62e-cf97279b376e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 217 time: 0.1023791 Jul 15 13:16:27.370413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Allocated IP 172.25.3.118 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/02538695-27e5-453e-9bc7-c7f6bfbc2bb1) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:27.432872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861d9f-a8ad-4ada-901c-5abcd9c7ee4e req-0e14c8e1-8983-42f0-acf4-7da234519090 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.434680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68861d9f-a8ad-4ada-901c-5abcd9c7ee4e req-0e14c8e1-8983-42f0-acf4-7da234519090 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1506524 Jul 15 13:16:27.443655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bebfc9a8-7506-47d7-9a75-9a4a9ede167a req-8f2440ef-9e3a-403d-97ed-ce8d6adac44d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794527 Jul 15 13:16:27.466270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-7cbe607b-c4f6-47a9-aad3-07c23c101dbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1195309 Jul 15 13:16:27.494402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-8892820a-6da4-46a0-b15a-c2c8162956f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.496061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-8892820a-6da4-46a0-b15a-c2c8162956f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1510527 Jul 15 13:16:27.540622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68861d9f-a8ad-4ada-901c-5abcd9c7ee4e req-997b6ef1-2a6a-43ff-9281-36037d39c44a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Jul 15 13:16:27.661128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.687254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-c220226d-1eb9-4271-96a9-18fc1c54e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.688845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-c220226d-1eb9-4271-96a9-18fc1c54e36e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63facd84146d4f0aa5bc7463f88103df&device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 1097 time: 0.1453593 Jul 15 13:16:27.697092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-c0386535-6b37-4ff4-a6c8-eaff7b5d52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.698795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-c0386535-6b37-4ff4-a6c8-eaff7b5d52ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1562626 Jul 15 13:16:27.891704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-c291cea9-1c39-492d-8280-a63971bccf02 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782806 Jul 15 13:16:27.898216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:27.903843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-2bbddb65-747a-43dd-8f85-13d980337277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:27.906896 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-2bbddb65-747a-43dd-8f85-13d980337277 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 200 len: 916 time: 0.1778417 Jul 15 13:16:27.973227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-d670f777-ce1b-4f2b-bcc0-efebecebcf9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780 HTTP/1.1" status: 200 len: 217 time: 0.0595737 Jul 15 13:16:28.019982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:28.026461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:28.063291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-e303ad46-00e9-4a63-88aa-b1e36b500170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.065659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-e303ad46-00e9-4a63-88aa-b1e36b500170 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 200 len: 854 time: 0.0735176 Jul 15 13:16:28.066363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:28.072443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event updated for resources: {'Port': ['ID=02538695-27e5-453e-9bc7-c7f6bfbc2bb1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:28.177063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12015848-5c1f-487f-b9fe-d45c97344e21 req-59987a0f-e9b9-45bb-8251-4ac4e93ecaab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.179822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12015848-5c1f-487f-b9fe-d45c97344e21 req-59987a0f-e9b9-45bb-8251-4ac4e93ecaab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2189531 Jul 15 13:16:28.204970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-8e9c999a-c9d8-4c37-884c-de4553c8dfb1 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013856 Jul 15 13:16:28.255086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-b463b348-763e-4456-9880-f39db069588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.257404 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-b463b348-763e-4456-9880-f39db069588b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746006 Jul 15 13:16:28.263555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12015848-5c1f-487f-b9fe-d45c97344e21 req-34689d31-7f08-4f1d-b4aa-91282232a8f9 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739884 Jul 15 13:16:28.485879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-2bde2f9d-51b2-4dfc-81bc-df30763ba951 service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164128 Jul 15 13:16:28.514887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccec327-77c2-4455-bceb-4217f1edca38 req-9d4dda06-f8cf-4c2d-bcdb-23b8e90b147b tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.516454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ccec327-77c2-4455-bceb-4217f1edca38 req-9d4dda06-f8cf-4c2d-bcdb-23b8e90b147b tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 1102 time: 0.2232802 Jul 15 13:16:28.525919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-a8536033-fa14-4532-9a10-9707a1375425 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2311580 Jul 15 13:16:28.637626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6766da7b-7241-4d31-959b-4391a9d11f7a req-17013eea-2dd1-4545-b13a-e08ed4b4c63e service neutron] 10.222.0.58 "GET /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407783 Jul 15 13:16:28.676333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250052a-2d93-4653-965d-a8305df9e5cb req-6f7d1032-a2ad-4b5f-a642-90820bdf25e6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.687065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c250052a-2d93-4653-965d-a8305df9e5cb req-6f7d1032-a2ad-4b5f-a642-90820bdf25e6 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 945 time: 0.2719622 Jul 15 13:16:28.737086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c250052a-2d93-4653-965d-a8305df9e5cb req-0e60e670-1a88-4fbc-9220-17783d4aa5f0 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 Jul 15 13:16:28.738172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ccec327-77c2-4455-bceb-4217f1edca38 req-00661e95-0118-42f4-a248-a91d6eba742c tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025745 Jul 15 13:16:28.740530 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:28.884822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-b4eec8e2-15bf-4ed0-b52a-9eaf62987991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:28.887505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-b4eec8e2-15bf-4ed0-b52a-9eaf62987991 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 1102 time: 0.3135846 Jul 15 13:16:29.032482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33680-7a85-415d-b98e-d9ce4c9b2c66 req-2e787966-ccb8-4eef-8b32-aceaec9c999b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.034345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28a33680-7a85-415d-b98e-d9ce4c9b2c66 req-2e787966-ccb8-4eef-8b32-aceaec9c999b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.0845861 Jul 15 13:16:29.111423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28a33680-7a85-415d-b98e-d9ce4c9b2c66 req-de95cf80-88fc-4491-be7d-be5873e1c583 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675924 Jul 15 13:16:29.185100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:29.197811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6621f0d-6708-4c24-9b2c-691aceff5182 req-c4bfe73f-8451-4af3-894b-80b4fc341a89 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.204943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b6621f0d-6708-4c24-9b2c-691aceff5182 req-c4bfe73f-8451-4af3-894b-80b4fc341a89 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2807992 Jul 15 13:16:29.209889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-b88f1be5-3932-4e58-b447-a4f28e292437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.211383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-b88f1be5-3932-4e58-b447-a4f28e292437 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2757220 Jul 15 13:16:29.650000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-5ee2658c-4656-4726-84b8-201f37fcfaf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 200 len: 217 time: 0.4209979 Jul 15 13:16:29.658771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccd30e-bf86-41d5-9b4e-25f7739a1353 req-c738f9f1-aefd-4775-8f69-1a2674736a3a tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.660512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8ccd30e-bf86-41d5-9b4e-25f7739a1353 req-c738f9f1-aefd-4775-8f69-1a2674736a3a tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 1102 time: 0.0699520 Jul 15 13:16:29.711754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b6621f0d-6708-4c24-9b2c-691aceff5182 req-3f7e3da0-7b94-4684-9a46-64a56ca94267 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026658 Jul 15 13:16:29.726710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8ccd30e-bf86-41d5-9b4e-25f7739a1353 req-4da85b86-14c2-429c-a21a-3451eed52963 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513992 Jul 15 13:16:29.863960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-a625f8d6-6478-4f03-8a72-53259bf9819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.865960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-a625f8d6-6478-4f03-8a72-53259bf9819d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1748853 Jul 15 13:16:29.942429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-e8870079-c6c9-4a1b-8c58-58cb996814fe tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:29.948413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-e8870079-c6c9-4a1b-8c58-58cb996814fe tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 945 time: 0.1902559 Jul 15 13:16:30.086250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Router 837dcb87-5d58-4fc0-9fc1-5ded251eb44b is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:30.221380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-80fcf92c-773d-41cc-a82f-79456493b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.229333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30d18-b63a-4c68-b3a9-ad3fee6da827 req-9272aa59-0513-42e1-9391-81b8d91b9266 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.231820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8a30d18-b63a-4c68-b3a9-ad3fee6da827 req-9272aa59-0513-42e1-9391-81b8d91b9266 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2820847 Jul 15 13:16:30.234802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-80fcf92c-773d-41cc-a82f-79456493b9de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2653744 Jul 15 13:16:30.306402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:30.319707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] Sync routers for ids ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:30.337339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8a30d18-b63a-4c68-b3a9-ad3fee6da827 req-40f602d2-5c34-45ba-b94f-e638924a7d7f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962632 Jul 15 13:16:30.346576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] Routers {'837dcb87-5d58-4fc0-9fc1-5ded251eb44b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:30.348095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:30.371477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Deleting port 66cf7997-7a78-496d-aae9-248e101b363c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:30.373959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.428323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:30.452310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] Routers {'837dcb87-5d58-4fc0-9fc1-5ded251eb44b'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:30.459917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:30.465209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-50e207f3-4f1b-488c-9232-9b07e40e8e28 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559935 Jul 15 13:16:30.478838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.484761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-da99ce1e-92cf-476d-af48-ccac8346e503 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6067152 Jul 15 13:16:30.486780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36214) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:30.533363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': False}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:30.544546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:30.546009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc99de-2d2a-487f-9f4e-77793c54376c None None] The sync data for ids ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:30.628963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] For port 66cf7997-7a78-496d-aae9-248e101b363c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=66cf7997-7a78-496d-aae9-248e101b363c,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:30.629783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:30.658803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Calling delete_port for 66cf7997-7a78-496d-aae9-248e101b363c owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:30.686425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d094f9d-87ad-4242-937d-f91456c06106 req-6ecd5308-224a-4a24-ae3e-4ebec52d3f73 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:30.694621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d094f9d-87ad-4242-937d-f91456c06106 req-6ecd5308-224a-4a24-ae3e-4ebec52d3f73 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.1655290 Jul 15 13:16:30.794692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d094f9d-87ad-4242-937d-f91456c06106 req-b50c3bb3-a721-442b-b2c5-197cf66d20d2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952096 Jul 15 13:16:30.965405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cbf469b-0985-46c8-88f6-966e54c64887 req-40c0ebf7-15ad-4635-969b-054b8aa81200 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794159 Jul 15 13:16:30.975213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.012988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['90f1d9d5-fc9b-4931-bf98-a1207004a780'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:31.043847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Pushing event deleted for resources: {'Port': ['ID=66cf7997-7a78-496d-aae9-248e101b363c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:31.049216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ed63-292a-45d2-aa42-90bcd7a6a51d req-4a4ea471-6473-42d7-8635-41b7a50eddaf tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.058061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5d4ed63-292a-45d2-aa42-90bcd7a6a51d req-4a4ea471-6473-42d7-8635-41b7a50eddaf tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=d686002c-2eb8-4d12-be66-503851807831 HTTP/1.1" status: 200 len: 867 time: 0.5916247 Jul 15 13:16:31.216853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] No DVR routers for this DVR port 66cf7997-7a78-496d-aae9-248e101b363c on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:31.229495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.236638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52b835cd-ea77-4f74-ae3a-8957bb1b9c65 req-89ca8156-e152-4646-9a6c-71ace6516acd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.59 "DELETE /v2.0/ports/66cf7997-7a78-496d-aae9-248e101b363c HTTP/1.1" status: 204 len: 173 time: 1.2598078 Jul 15 13:16:31.237503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd686002c-2eb8-4d12-be66-503851807831', 'name': 'network-vif-deleted', 'tag': '66cf7997-7a78-496d-aae9-248e101b363c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:31.242075 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5135e3-5e02-4509-a64e-84b613639988" -d '{"events": [{"server_uuid": "d686002c-2eb8-4d12-be66-503851807831", "name": "network-vif-deleted", "tag": "66cf7997-7a78-496d-aae9-248e101b363c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:31.282112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-8e6e1220-78d8-439c-b990-805e0c5e40e3 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936952 Jul 15 13:16:31.282427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5d4ed63-292a-45d2-aa42-90bcd7a6a51d req-97413879-5737-4c38-a049-a0ecc9e25c84 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155535 Jul 15 13:16:31.636450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-c055e2f7-fd5e-4a32-ac85-c71729ea5ade tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.638135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-c055e2f7-fd5e-4a32-ac85-c71729ea5ade tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466089 Jul 15 13:16:31.669088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-35ceb0a9-4a23-4a73-aa71-046a114658d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.671163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-35ceb0a9-4a23-4a73-aa71-046a114658d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d&tenant_id=ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 1102 time: 0.2974615 Jul 15 13:16:31.679459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-f9b9ad9d-4531-4047-a190-c93d05508744 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/quotas/b4123a0f04d74de594c1ac5baa46f4ed HTTP/1.1" status: 200 len: 375 time: 0.0307939 Jul 15 13:16:31.709657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:31.819466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc0ba8-84be-41f0-bdc6-df712eba2ab1 req-f15ef368-b99b-483d-8134-17131316670e tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.822769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbfc0ba8-84be-41f0-bdc6-df712eba2ab1 req-f15ef368-b99b-483d-8134-17131316670e tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.1760652 Jul 15 13:16:31.865387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-115dc3ec-b458-4668-a2f7-19d6e75c583c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1842217 Jul 15 13:16:31.876050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-b3e12e81-7f10-4d02-8f65-43037552c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:31.877913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-b3e12e81-7f10-4d02-8f65-43037552c71c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 1102 time: 0.1520474 Jul 15 13:16:31.949872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbfc0ba8-84be-41f0-bdc6-df712eba2ab1 req-af4f37dc-2d3f-4989-975f-a8b7462a4e33 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202495 Jul 15 13:16:32.090199 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0852ad08-3eed-4514-8b62-14712c1c3ee8 x-openstack-request-id: req-0852ad08-3eed-4514-8b62-14712c1c3ee8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:32.090549 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d686002c-2eb8-4d12-be66-503851807831", "name": "network-vif-deleted", "tag": "66cf7997-7a78-496d-aae9-248e101b363c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:32.090821 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0852ad08-3eed-4514-8b62-14712c1c3ee8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:32.091256 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd686002c-2eb8-4d12-be66-503851807831', 'name': 'network-vif-deleted', 'tag': '66cf7997-7a78-496d-aae9-248e101b363c', 'status': 'completed', 'code': 200} Jul 15 13:16:32.105171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-96cd954b-fa9f-4754-8b76-4dbfa29fea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.106769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-96cd954b-fa9f-4754-8b76-4dbfa29fea95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2150862 Jul 15 13:16:32.183075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-dd3530b5-2c38-48cf-a135-b5e804b31d56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 200 len: 217 time: 0.0597794 Jul 15 13:16:32.313979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-ef7c2bd6-ec70-40dd-b75c-8b9251c5bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.318467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-ef7c2bd6-ec70-40dd-b75c-8b9251c5bc53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1241238 Jul 15 13:16:32.405368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879e55-e245-4f54-87c0-f67de01573cb req-0460f86f-689e-4517-b483-b978b98a82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.407480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-0460f86f-689e-4517-b483-b978b98a82e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821822 Jul 15 13:16:32.556012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871774c-ebb9-4d9c-b296-5c13740383e1 req-484181af-d421-4837-94c6-c0040285a434 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:32.564102 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1871774c-ebb9-4d9c-b296-5c13740383e1 req-484181af-d421-4837-94c6-c0040285a434 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1543531 Jul 15 13:16:32.697874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1871774c-ebb9-4d9c-b296-5c13740383e1 req-d7e8db5e-d8f9-409d-8e1f-a024d2d1ae2d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286218 Jul 15 13:16:32.715285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-57f85795-579d-4124-a19a-9ecb5749505e service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927830 Jul 15 13:16:32.732725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.743112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:32.879531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 66cf7997-7a78-496d-aae9-248e101b363c no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:32.905146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 66cf7997-7a78-496d-aae9-248e101b363c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:32.905813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 66cf7997-7a78-496d-aae9-248e101b363c not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:32.945785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Router 837dcb87-5d58-4fc0-9fc1-5ded251eb44b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:16:33.012769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35fd7-766b-416b-98e4-9cdb275dc123 req-aaf6c792-0108-49b5-b698-53eab41f5a50 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.021970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ef35fd7-766b-416b-98e4-9cdb275dc123 req-aaf6c792-0108-49b5-b698-53eab41f5a50 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.3044789 Jul 15 13:16:33.047566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7879e55-e245-4f54-87c0-f67de01573cb req-ff2ae655-9b62-48c3-885b-b550eeb00fab service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636492 Jul 15 13:16:33.115114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ef35fd7-766b-416b-98e4-9cdb275dc123 req-5f92a820-849e-4f19-aad3-a143bddb7841 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903065 Jul 15 13:16:33.177964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:33.194396 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] Sync routers for ids ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:33.201425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:33.204127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d6eeb9fb-12be-46cf-80a5-18038760c766 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "PUT /v2.0/routers/837dcb87-5d58-4fc0-9fc1-5ded251eb44b HTTP/1.1" status: 200 len: 926 time: 2.7146101 Jul 15 13:16:33.208181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36270) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.228750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] Routers {'837dcb87-5d58-4fc0-9fc1-5ded251eb44b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:33.229395 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:33.277748 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:33.294280 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] Routers {'837dcb87-5d58-4fc0-9fc1-5ded251eb44b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:33.295872 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:33.376495 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:33.377313 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c60d84-efe2-490e-9f7d-3b795c2b0a69 None None] The sync data for ids ['837dcb87-5d58-4fc0-9fc1-5ded251eb44b'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:33.797930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf30e794-dae9-4789-8b95-9c67e48b1cda tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/837dcb87-5d58-4fc0-9fc1-5ded251eb44b HTTP/1.1" status: 200 len: 926 time: 0.5846441 Jul 15 13:16:33.809358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36284) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:33.942686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-538af9b4-8d15-4d1d-a755-43ff260cc24b req-1768d235-10a5-4288-a3c1-f2a78bae1bd6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 210 time: 0.1300344 Jul 15 13:16:33.992100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7394753-646c-455f-a964-81e72bfc853e req-646be4c8-4985-4379-b586-17e13bd3c432 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:33.997905 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7394753-646c-455f-a964-81e72bfc853e req-646be4c8-4985-4379-b586-17e13bd3c432 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2755752 Jul 15 13:16:34.002962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11041b49-095e-4882-a25b-bffb37e811e3 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.015481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-11041b49-095e-4882-a25b-bffb37e811e3 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=837dcb87-5d58-4fc0-9fc1-5ded251eb44b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1792243 Jul 15 13:16:34.017116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.108289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7394753-646c-455f-a964-81e72bfc853e req-b5899de2-ac64-4db3-9bcb-7478a3baa977 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028302 Jul 15 13:16:34.440895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d60a4-9623-4517-aed1-581a64be4bd2 req-bd6bb320-3021-4410-b08b-5e394db513e7 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.461000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-696d60a4-9623-4517-aed1-581a64be4bd2 req-bd6bb320-3021-4410-b08b-5e394db513e7 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.1636524 Jul 15 13:16:34.525156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-696d60a4-9623-4517-aed1-581a64be4bd2 req-251d9320-3f19-46e8-8618-2ebd6ec6b976 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Jul 15 13:16:34.723742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ddc722-8957-4e56-82d9-3be25813560e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.725950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b2ddc722-8957-4e56-82d9-3be25813560e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.7053294 Jul 15 13:16:34.728911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.777356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569a3cd-6afd-49b6-84f7-a582f34bee91 req-e1c8a3a5-b852-4b30-8479-98697ca0faa5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:34.779035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e569a3cd-6afd-49b6-84f7-a582f34bee91 req-e1c8a3a5-b852-4b30-8479-98697ca0faa5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1462212 Jul 15 13:16:34.797432 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-90dd37d9-73b8-4920-bfd7-3af01fa23e6b tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=837dcb87-5d58-4fc0-9fc1-5ded251eb44b HTTP/1.1" status: 200 len: 205 time: 0.0646040 Jul 15 13:16:34.804981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36296) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:34.848805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e569a3cd-6afd-49b6-84f7-a582f34bee91 req-60d1af68-dbd2-41ea-8235-2d443658518f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638914 Jul 15 13:16:34.947662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:16:34.968845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:34.976892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-b2e9b46a-60ef-4e5a-bc6d-f0deb500b5b6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575771 Jul 15 13:16:35.112761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f8160-f223-4b76-9b9a-4ca7376821ee req-0fbd3917-1a1d-41aa-928b-8d39802ca4cd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.114550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-051f8160-f223-4b76-9b9a-4ca7376821ee req-0fbd3917-1a1d-41aa-928b-8d39802ca4cd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 950 time: 0.2526643 Jul 15 13:16:35.117469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.161158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.187729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-76fda4f8-f66a-42f9-b63a-abb99887e28c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.192649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-76fda4f8-f66a-42f9-b63a-abb99887e28c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098267 Jul 15 13:16:35.235812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:35.237403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0ed97c3-332d-49b7-b730-b56af794a1da req-128aac9b-d7c6-4bfd-b3f3-aabea16d12f8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 210 time: 0.0434525 Jul 15 13:16:35.238048 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d66ca0-64c1-47e3-a31c-46eec80fcc26" -d '{"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:35.244225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.312436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:35.321491 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.344370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.432744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-051f8160-f223-4b76-9b9a-4ca7376821ee req-ce00ccc0-1966-4307-995e-948f29a22dad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991130 Jul 15 13:16:35.514728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:35.531077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-ff36bf0d-76a4-461a-bae4-0164635a823f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524337 Jul 15 13:16:35.596019 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270cdf1c-fc6d-45f3-ad03-3478dad03973 x-openstack-request-id: req-270cdf1c-fc6d-45f3-ad03-3478dad03973 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:35.596658 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-unplugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:35.597156 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-270cdf1c-fc6d-45f3-ad03-3478dad03973 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:35.597720 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'code': 200} Jul 15 13:16:35.600693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:35.606881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.617620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Deleting port 02538695-27e5-453e-9bc7-c7f6bfbc2bb1 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:35.622277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.789821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba4ae8-0560-4a66-9acb-e7d0bf3ee155 req-7b6e0b04-ba8c-4d0e-b8f2-63011331545a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.797380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51ba4ae8-0560-4a66-9acb-e7d0bf3ee155 req-7b6e0b04-ba8c-4d0e-b8f2-63011331545a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.3337321 Jul 15 13:16:35.801563 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:35.851814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-ac9e218d-b42d-4891-87a3-05678a458ab2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:35.853950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-ac9e218d-b42d-4891-87a3-05678a458ab2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094077 Jul 15 13:16:35.863352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Calling delete_port for 02538695-27e5-453e-9bc7-c7f6bfbc2bb1 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:35.873248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:35.942306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51ba4ae8-0560-4a66-9acb-e7d0bf3ee155 req-0f180b50-ad51-4e94-8875-c0ab5a846d9b tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394362 Jul 15 13:16:36.142111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.117 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/965cec6a-1d91-4660-83d8-1f434d9b9a5a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:36.320596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a061-5a90-4e28-8d84-35c83ecfb59c req-ce4eebaf-265f-4f11-8b19-1bcb8c879509 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:36.322232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4544a061-5a90-4e28-8d84-35c83ecfb59c req-ce4eebaf-265f-4f11-8b19-1bcb8c879509 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.4944904 Jul 15 13:16:36.378211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-438b3110-b2d6-480b-a891-55425212e544 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:36.380325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-438b3110-b2d6-480b-a891-55425212e544 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 945 time: 0.3105805 Jul 15 13:16:36.392918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:36.394893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.465637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4544a061-5a90-4e28-8d84-35c83ecfb59c req-2532fc4c-d0bb-44ab-a60a-d52ff2509689 tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/security-groups?id=aaa72fa4-adeb-4d4a-a3fc-5939a0942869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351917 Jul 15 13:16:36.520296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.577024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event deleted for resources: {'Port': ['ID=02538695-27e5-453e-9bc7-c7f6bfbc2bb1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:36.692345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.728402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object 965cec6a-1d91-4660-83d8-1f434d9b9a5a will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:36.739135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50423bf7-069b-40e3-9b8d-494ef6f7137b req-dd86edd3-395f-4aa7-8673-484384ee3ec6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:36.744226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Deleting port 90f1d9d5-fc9b-4931-bf98-a1207004a780 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:36.748027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50423bf7-069b-40e3-9b8d-494ef6f7137b req-dd86edd3-395f-4aa7-8673-484384ee3ec6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2675900 Jul 15 13:16:36.748405 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.775048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:36.949059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-027cbedd-d46d-496a-a16e-2de3c8d00164 req-63b3b27b-9304-46b3-b185-e9bc25605de6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 210 time: 0.1205010 Jul 15 13:16:36.960139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.24 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/b4d2b5eb-2e96-4d02-87e1-e26d0ed24220) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:36.970963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:37.009040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.013226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.016237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.042287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:37.047006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:37.053093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50423bf7-069b-40e3-9b8d-494ef6f7137b req-2404708e-a67d-44e1-9b00-41d048c2efd7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035007 Jul 15 13:16:37.183689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] For port 90f1d9d5-fc9b-4931-bf98-a1207004a780, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=90f1d9d5-fc9b-4931-bf98-a1207004a780,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:37.184258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.190252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.191575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Fanout notify agent at l3_agent the message router_deleted on router 837dcb87-5d58-4fc0-9fc1-5ded251eb44b {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:37.209946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:37.210181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.211596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d254c1d8-e71c-4445-8727-a0ff6f2f9b3f tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/837dcb87-5d58-4fc0-9fc1-5ded251eb44b HTTP/1.1" status: 204 len: 168 time: 2.4052901 Jul 15 13:16:37.223443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36336) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.234411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-904297096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.243428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Calling delete_port for 90f1d9d5-fc9b-4931-bf98-a1207004a780 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:37.254844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:37.258931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:37.317430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=965cec6a-1d91-4660-83d8-1f434d9b9a5a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.440936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.442353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.460428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.461394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.537606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e99c54-99fc-4220-a559-4679ac5d757b req-9c0987d2-2cbc-4c8b-be92-cca82096062f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.546282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73e99c54-99fc-4220-a559-4679ac5d757b req-9c0987d2-2cbc-4c8b-be92-cca82096062f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 948 time: 0.3002136 Jul 15 13:16:37.569354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1ded66ab-e4b7-4368-839c-db98c0b618b8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3304026 Jul 15 13:16:37.578400 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.589183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Request body: {'port': {'device_id': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:37.674888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.682865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:37.698436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.758728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:37.761083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73e99c54-99fc-4220-a559-4679ac5d757b req-0490005f-f249-4534-b95f-5e0678c6022c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117672 Jul 15 13:16:37.768783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34ec4-9067-45d0-ad23-b37f28060ec0 req-7fe3f001-92c9-4e09-ac9e-15a026771148 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:37.773762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60d34ec4-9067-45d0-ad23-b37f28060ec0 req-7fe3f001-92c9-4e09-ac9e-15a026771148 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.3881667 Jul 15 13:16:37.807359 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.835216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'mac_address': 'fa:16:3e:ae:a6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:37.931193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Pushing event deleted for resources: {'Port': ['ID=90f1d9d5-fc9b-4931-bf98-a1207004a780,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:37.972677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.977236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3341eafb-236f-489f-9c26-597728a3eebc tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7466083 Jul 15 13:16:37.979194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] No DVR routers for this DVR port 90f1d9d5-fc9b-4931-bf98-a1207004a780 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:37.984290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:37.986490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58c3a286-59b7-4550-b5f1-0fb8f510faf1 req-9bc04796-1a5d-43a6-9a6e-062affd426fd tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.58 "DELETE /v2.0/ports/90f1d9d5-fc9b-4931-bf98-a1207004a780 HTTP/1.1" status: 204 len: 173 time: 1.5950420 Jul 15 13:16:37.991440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36344) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:37.993283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'name': 'network-vif-deleted', 'tag': '90f1d9d5-fc9b-4931-bf98-a1207004a780'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:37.999519 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bac7c8-e31d-47e7-b340-50df14e23f2f" -d '{"events": [{"server_uuid": "ddb885e7-dae2-4f4b-8e26-9f4d039d5b80", "name": "network-vif-deleted", "tag": "90f1d9d5-fc9b-4931-bf98-a1207004a780"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:38.005200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bcffa8e1-bddf-4c15-8e0c-dccf382ceb13 None None] Provisioning for port 965cec6a-1d91-4660-83d8-1f434d9b9a5a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:38.016158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:38.025940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.062942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bcffa8e1-bddf-4c15-8e0c-dccf382ceb13 None None] Provisioning complete for port 965cec6a-1d91-4660-83d8-1f434d9b9a5a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:38.063408 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcffa8e1-bddf-4c15-8e0c-dccf382ceb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.107781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60d34ec4-9067-45d0-ad23-b37f28060ec0 req-246ba786-5d0b-482c-9eb2-53753dda0956 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234263 Jul 15 13:16:38.123527 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.209428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-bcffa8e1-bddf-4c15-8e0c-dccf382ceb13 None None] Port 965cec6a-1d91-4660-83d8-1f434d9b9a5a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:38.264379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.456547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:38.489894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:38.506804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:38.518506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:38.577568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:38.578277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.585969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:38.600494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:38.658844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.664823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.665164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.666099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.666099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.666287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.666498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.667153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.667537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.667877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.668220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.668673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.669004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:38.690334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:38.703230 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.731945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-254a564a-cc5c-4919-aaa4-7c77bbcf6c35 req-0beafb6c-7e48-40a7-b56d-310b0ec5e0ef tempest-ListServerFiltersTestJSON-1716416711 tempest-ListServerFiltersTestJSON-1716416711-project] 10.222.0.57 "GET /v2.0/ports?device_id=ddb885e7-dae2-4f4b-8e26-9f4d039d5b80 HTTP/1.1" status: 200 len: 210 time: 0.0631275 Jul 15 13:16:38.746024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-e84dfeb6-828c-4cbc-a4fc-88e9d620b0ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8762629 Jul 15 13:16:38.771661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Request body: {'port': {'device_id': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:38.949042 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:38.953585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.001198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 90f1d9d5-fc9b-4931-bf98-a1207004a780 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:39.008747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5c4dc7d6-9648-44d2-b79c-a4f8efef38d8 None None] Provisioning for port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:39.030253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767acf66-1054-4a06-a733-bc2fc9a6e289 req-6443dbca-ac1d-4642-8ef9-0a455ae55931 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.032745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767acf66-1054-4a06-a733-bc2fc9a6e289 req-6443dbca-ac1d-4642-8ef9-0a455ae55931 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 948 time: 0.3841302 Jul 15 13:16:39.069304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 90f1d9d5-fc9b-4931-bf98-a1207004a780 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:39.070067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 90f1d9d5-fc9b-4931-bf98-a1207004a780 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:39.074670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5c4dc7d6-9648-44d2-b79c-a4f8efef38d8 None None] Provisioning complete for port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:39.075342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc7d6-9648-44d2-b79c-a4f8efef38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.137866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7b86e7d9-f72b-4e5c-b46d-35ace08a6489'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:39.178212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767acf66-1054-4a06-a733-bc2fc9a6e289 req-526aa6bc-4b69-418b-964a-aa8b39c74304 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375618 Jul 15 13:16:39.219543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5c4dc7d6-9648-44d2-b79c-a4f8efef38d8 None None] Port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:39.241721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:39.280461 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac378026-a3a7-46b3-828c-4eb7afc731d2 x-openstack-request-id: req-ac378026-a3a7-46b3-828c-4eb7afc731d2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:39.281055 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb885e7-dae2-4f4b-8e26-9f4d039d5b80", "name": "network-vif-deleted", "tag": "90f1d9d5-fc9b-4931-bf98-a1207004a780", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:39.281055 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac378026-a3a7-46b3-828c-4eb7afc731d2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:39.281478 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb885e7-dae2-4f4b-8e26-9f4d039d5b80', 'name': 'network-vif-deleted', 'tag': '90f1d9d5-fc9b-4931-bf98-a1207004a780', 'status': 'completed', 'code': 200} Jul 15 13:16:39.283441 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.359706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.372826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd150303-948d-4494-94c2-568ed6aaa606 req-e369360b-d63b-41fd-a35d-79f4d68fc919 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:39.393362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd150303-948d-4494-94c2-568ed6aaa606 req-e369360b-d63b-41fd-a35d-79f4d68fc919 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 935 time: 0.3636670 Jul 15 13:16:39.482591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965cec6a-1d91-4660-83d8-1f434d9b9a5a {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:39.482591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.488893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Transition to ACTIVE for port object 965cec6a-1d91-4660-83d8-1f434d9b9a5a will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:39.556389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Allocated IP 172.25.3.100 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ad3cb9de-eaa1-4751-b783-2c7122da5d73) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:39.559711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.680119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Pushing event updated for resources: {'Port': ['ID=965cec6a-1d91-4660-83d8-1f434d9b9a5a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:39.733852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd150303-948d-4494-94c2-568ed6aaa606 req-f24d3ce1-e6a2-41d0-8cda-7088c855578d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389018 Jul 15 13:16:39.778825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.856199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:39.899539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:39.906771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:39.917820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:39.958563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event updated for resources: {'Port': ['ID=ad3cb9de-eaa1-4751-b783-2c7122da5d73,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.049457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:40.060778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.081847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Transition to ACTIVE for port object b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:40.092899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.199732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a016482-259a-4340-9400-c364014aa522 req-5dadc47c-dfca-4889-af8d-f3c4f68e2aa4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.202815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a016482-259a-4340-9400-c364014aa522 req-5dadc47c-dfca-4889-af8d-f3c4f68e2aa4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.7117970 Jul 15 13:16:40.244253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.321498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Attempting to bind port 965cec6a-1d91-4660-83d8-1f434d9b9a5a on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:40.321903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Attempting to bind port 965cec6a-1d91-4660-83d8-1f434d9b9a5a by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:40.322388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Attempting to bind port 965cec6a-1d91-4660-83d8-1f434d9b9a5a on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:40.348632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Port 965cec6a-1d91-4660-83d8-1f434d9b9a5a on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:40.348957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Attempting to bind port 965cec6a-1d91-4660-83d8-1f434d9b9a5a on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:40.373224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a016482-259a-4340-9400-c364014aa522 req-08956997-d8e6-46a5-96ab-bd23aa131240 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520262 Jul 15 13:16:40.376744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:40.377089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:40.377499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:40.377965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Bound port: 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:40.378349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.457781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Attempting to bind port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:40.458167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Attempting to bind port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:40.458432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Attempting to bind port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:40.479117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:40.479529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Attempting to bind port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:40.491959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:40.492296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:40.492685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:40.493126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Bound port: b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:40.493480 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.547367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] For port 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:40.551606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] For port 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:40.577982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.646455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.647385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.649748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] 10.222.0.59 "PUT /v2.0/ports/965cec6a-1d91-4660-83d8-1f434d9b9a5a HTTP/1.1" status: 200 len: 1097 time: 3.0650899 Jul 15 13:16:40.655842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'tag': '965cec6a-1d91-4660-83d8-1f434d9b9a5a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:40.658633 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029f04f9-d404-45be-ae4a-9a922efab42d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9d8c4c-3f39-4a87-be7f-bb0f706ab793", "tag": "965cec6a-1d91-4660-83d8-1f434d9b9a5a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:40.669771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:40.784403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885a3b6-e07d-4253-a669-519e70bce2cd service neutron] Pushing event updated for resources: {'Port': ['ID=965cec6a-1d91-4660-83d8-1f434d9b9a5a,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:40.898692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] For port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:40.914969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:40.918338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-deface98-7068-49f0-85dd-22ff636950f4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187770 Jul 15 13:16:40.926887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e261f-ac63-4332-9ef0-08839f77d89d req-35ffeeae-74af-4c59-a167-3251d5eacae0 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:40.928854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f43e261f-ac63-4332-9ef0-08839f77d89d req-35ffeeae-74af-4c59-a167-3251d5eacae0 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.6945522 Jul 15 13:16:40.955936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] For port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:40.977535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:41.049736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Deleting subnet f0567fcc-d19a-4e95-b334-9c7e52dc2f75 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:16:41.055194 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.058011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:41.058505 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.087373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f43e261f-ac63-4332-9ef0-08839f77d89d req-bb5e2db4-40c9-4110-a618-6bd804eeee7d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263402 Jul 15 13:16:41.157090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.192600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.215199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.216235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.221691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:41.224761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] 10.222.0.58 "PUT /v2.0/ports/b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 HTTP/1.1" status: 200 len: 1096 time: 2.4589212 Jul 15 13:16:41.227005 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8d5272-8466-45f8-84b5-c2f0b1eb8f3a" -d '{"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:41.231270 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee647e-1290-49e9-a2e3-82b3ac59ce4a x-openstack-request-id: req-c6ee647e-1290-49e9-a2e3-82b3ac59ce4a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:41.231570 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9d8c4c-3f39-4a87-be7f-bb0f706ab793", "tag": "965cec6a-1d91-4660-83d8-1f434d9b9a5a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:41.231825 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6ee647e-1290-49e9-a2e3-82b3ac59ce4a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:41.232244 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'tag': '965cec6a-1d91-4660-83d8-1f434d9b9a5a', 'status': 'completed', 'code': 200} Jul 15 13:16:41.244773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-71d1b258-b472-48b8-ad2f-ba354747501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.245588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:41.246259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-71d1b258-b472-48b8-ad2f-ba354747501d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 1100 time: 0.5111439 Jul 15 13:16:41.259875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.305609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.310261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.350401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=11']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.515407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ac01f-82f4-4329-bc8b-ba1d63d42da2 req-f1304bd8-ad17-4252-9af0-748920a1fc1e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.517029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-158ac01f-82f4-4329-bc8b-ba1d63d42da2 req-f1304bd8-ad17-4252-9af0-748920a1fc1e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 947 time: 0.1052210 Jul 15 13:16:41.536334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Router fecce159-1e64-40f4-a467-5041aa72b482 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:41.615264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-158ac01f-82f4-4329-bc8b-ba1d63d42da2 req-97f5bcb1-1d8f-4dfc-93e5-f61e4c10b2bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895238 Jul 15 13:16:41.725892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:41.736235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.743603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95c9c2e1-1805-489c-9ba8-eb7d083e29ad tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "PUT /v2.0/routers/fecce159-1e64-40f4-a467-5041aa72b482 HTTP/1.1" status: 200 len: 883 time: 3.7375324 Jul 15 13:16:41.744053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] Sync routers for ids ['fecce159-1e64-40f4-a467-5041aa72b482'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:41.744747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36418) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.766420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] Routers {'fecce159-1e64-40f4-a467-5041aa72b482'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:41.766420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fecce159-1e64-40f4-a467-5041aa72b482'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.772423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:41.774459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5a91b-6f7e-4958-86c6-4a39c37de9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:41.798244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1c21c7a1-1f68-4977-8eb2-249b950ac602 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a HTTP/1.1" status: 200 len: 217 time: 0.5425761 Jul 15 13:16:41.806471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.810170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-4626f86d-92f5-4243-bf67-0b069d320f82 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.816824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-4626f86d-92f5-4243-bf67-0b069d320f82 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8974187 Jul 15 13:16:41.819129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] Routers {'fecce159-1e64-40f4-a467-5041aa72b482'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:41.819787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fecce159-1e64-40f4-a467-5041aa72b482'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.845443 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-d1cb9035-db6e-44c1-bcd6-8d2b00dff4fd tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/quotas/ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 375 time: 0.0275874 Jul 15 13:16:41.874199 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fae294-cb71-49e8-9eee-12ec88b78b4b x-openstack-request-id: req-f5fae294-cb71-49e8-9eee-12ec88b78b4b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:41.874579 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-plugged", "status": "completed", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:41.874771 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5fae294-cb71-49e8-9eee-12ec88b78b4b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:41.875173 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'code': 200} Jul 15 13:16:41.875806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:41.877637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4536d82b-1b69-41ea-882f-b9f69cdd56ef None None] The sync data for ids ['fecce159-1e64-40f4-a467-5041aa72b482'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:41.910726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f5798386-ba8a-4a51-9a23-0244eff7f725 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/fecce159-1e64-40f4-a467-5041aa72b482 HTTP/1.1" status: 200 len: 924 time: 0.1641653 Jul 15 13:16:41.913417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36420) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:41.972985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-ff114a86-61d4-4a21-aa30-baded38058bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:41.975131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-ff114a86-61d4-4a21-aa30-baded38058bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1467896 Jul 15 13:16:42.040559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-75264676-f211-4575-aeb2-d886d86afed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.042090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-75264676-f211-4575-aeb2-d886d86afed5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 1099 time: 0.7337997 Jul 15 13:16:42.045399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f399b9-7357-425e-b779-f8c2e04ab920 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.046487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.046966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56f399b9-7357-425e-b779-f8c2e04ab920 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=fecce159-1e64-40f4-a467-5041aa72b482&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1325064 Jul 15 13:16:42.049802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.125505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-8d49a271-190d-44eb-a717-4d3b6d230aba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 HTTP/1.1" status: 200 len: 217 time: 0.0544279 Jul 15 13:16:42.136655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-2c3b01e1-79b2-4565-9a2e-cb0f30a3bf7c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2902794 Jul 15 13:16:42.144850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9c352-b1ae-4248-b841-79690cdfe7c3 req-f624f114-4f0c-4b17-86b8-e470e739dbe4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.146970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bc9c352-b1ae-4248-b841-79690cdfe7c3 req-f624f114-4f0c-4b17-86b8-e470e739dbe4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1612067 Jul 15 13:16:42.187211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd59f49-f193-477c-8fff-629962675700 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.188847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ddd59f49-f193-477c-8fff-629962675700 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.1379771 Jul 15 13:16:42.194306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36426) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.238804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-8dcc634c-9857-4d6a-b146-5792db6bb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.240208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ec59d7ab-771c-4755-a796-4f24b6aefd8e tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=fecce159-1e64-40f4-a467-5041aa72b482 HTTP/1.1" status: 200 len: 205 time: 0.0440567 Jul 15 13:16:42.240575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-8dcc634c-9857-4d6a-b146-5792db6bb94d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2555981 Jul 15 13:16:42.242091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-0de54df6-5948-48c7-9ebc-ef4431777f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.243521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-0de54df6-5948-48c7-9ebc-ef4431777f96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1059597 Jul 15 13:16:42.244271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36428) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.245348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.255757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bc9c352-b1ae-4248-b841-79690cdfe7c3 req-e5d4f5a2-9626-4339-a0a9-6414bf367c4e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973120 Jul 15 13:16:42.304437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0567fcc-d19a-4e95-b334-9c7e52dc2f75,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:42.315478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10098d9b-b892-45d2-83a4-4efaa00ccd8f None None] Network e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:16:42.338490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.355182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-64905ef7-37b9-4c8a-a5d3-0699cb567109 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f0567fcc-d19a-4e95-b334-9c7e52dc2f75 HTTP/1.1" status: 204 len: 168 time: 1.6813602 Jul 15 13:16:42.359149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36436) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:42.467351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.509895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-1bc62653-4350-48e7-a96a-f1f2ea3fd110 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620695 Jul 15 13:16:42.593899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.628118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-b037d92a-8d3b-4261-852d-829b99aca88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.629714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-b037d92a-8d3b-4261-852d-829b99aca88b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3489151 Jul 15 13:16:42.631703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ace7d11-ccea-4aa3-829b-bf1dbcf9212e req-d36e07d2-c030-40dc-8351-78d5c45d05ad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 210 time: 0.0979450 Jul 15 13:16:42.687817 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.704538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdb45d-b185-4deb-baa8-83ad4bb182fe req-d0df2238-ba42-489e-9a25-0e1dd1d1ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.706348 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2afdb45d-b185-4deb-baa8-83ad4bb182fe req-d0df2238-ba42-489e-9a25-0e1dd1d1ab69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 1097 time: 0.1743262 Jul 15 13:16:42.804554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2afdb45d-b185-4deb-baa8-83ad4bb182fe req-c5535b5f-831b-409e-ac30-f4b6d2fb9250 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802431 Jul 15 13:16:42.830933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Deleting port ad3cb9de-eaa1-4751-b783-2c7122da5d73 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:42.831659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.835588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fa8a9-bece-4f12-a942-aee29d44f077 req-eb30a4d6-24f9-431d-a0a4-04ea921b68be tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:42.856439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca1fa8a9-bece-4f12-a942-aee29d44f077 req-eb30a4d6-24f9-431d-a0a4-04ea921b68be tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.3454280 Jul 15 13:16:42.890708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-df8f9c33-eddf-40e6-a5bd-d03be5b66897 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599334 Jul 15 13:16:42.966398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-3a2da288-d0b1-4134-8f5e-e3e38b3b75dd service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814279 Jul 15 13:16:42.966725 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a9d85d1-f37f-42f5-9596-0fd18a89758a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:42.981762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Deleting port 584d5432-027a-4ead-868d-920e49fb64e7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:42.981915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.012302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] DHCP port deletion for e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:16:43.026971 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.053091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Calling delete_port for ad3cb9de-eaa1-4751-b783-2c7122da5d73 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:43.080973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] Deleting port 584d5432-027a-4ead-868d-920e49fb64e7 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:43.083845 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.141578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664968-39be-4714-866c-82657faca8bb req-afda765c-77a5-491c-b435-24cb5c14e9c4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.143305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a664968-39be-4714-866c-82657faca8bb req-afda765c-77a5-491c-b435-24cb5c14e9c4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 947 time: 0.1945958 Jul 15 13:16:43.176310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] For port 584d5432-027a-4ead-868d-920e49fb64e7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=584d5432-027a-4ead-868d-920e49fb64e7,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:43.176728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.181967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca1fa8a9-bece-4f12-a942-aee29d44f077 req-28b13c62-7130-4aa4-b5fe-200819b583a2 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244748 Jul 15 13:16:43.190848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] For port 584d5432-027a-4ead-868d-920e49fb64e7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=584d5432-027a-4ead-868d-920e49fb64e7,segment=NetworkSegment(fbd42b47-e16b-447a-8968-cc42f122f649),segment_id=fbd42b47-e16b-447a-8968-cc42f122f649)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:43.192233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.195507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] Calling delete_port for 584d5432-027a-4ead-868d-920e49fb64e7 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:43.243700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'tag': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:43.246236 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d6f08-4e19-4a50-91f2-483faa1275ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1a7aa7-37f6-4906-847c-e4dd9f236755", "tag": "b4d2b5eb-2e96-4d02-87e1-e26d0ed24220"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:43.255322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Calling delete_port for 584d5432-027a-4ead-868d-920e49fb64e7 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:43.292155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a664968-39be-4714-866c-82657faca8bb req-96f9dfed-625d-475c-95c5-f0f03700fb74 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370027 Jul 15 13:16:43.326370 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.358083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] Pushing event deleted for resources: {'Port': ['ID=584d5432-027a-4ead-868d-920e49fb64e7,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.366748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12a5f5-b138-4854-b0f4-bd6170e45e25 None None] No DVR routers for this DVR port 584d5432-027a-4ead-868d-920e49fb64e7 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:43.403315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-044bc35b-efa5-4f1f-b8ad-f5fb1e350d85 req-a61c00c4-efc1-483c-a46a-092463d6213d service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250505 Jul 15 13:16:43.408721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.415566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f04f9-d404-45be-ae4a-9a922efab42d req-28d5ede9-f260-4284-8783-18a59f7aea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.417653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-28d5ede9-f260-4284-8783-18a59f7aea30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 1100 time: 0.4406731 Jul 15 13:16:43.428066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.452381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Pushing event deleted for resources: {'Port': ['ID=584d5432-027a-4ead-868d-920e49fb64e7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.463867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event deleted for resources: {'Port': ['ID=ad3cb9de-eaa1-4751-b783-2c7122da5d73,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:43.489118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] No DVR routers for this DVR port 584d5432-027a-4ead-868d-920e49fb64e7 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:16:43.562336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.633205 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fed5d76-a5ab-47a4-b08d-55c9de52aec7 x-openstack-request-id: req-3fed5d76-a5ab-47a4-b08d-55c9de52aec7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:43.633465 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1a7aa7-37f6-4906-847c-e4dd9f236755", "tag": "b4d2b5eb-2e96-4d02-87e1-e26d0ed24220", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:43.633652 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3fed5d76-a5ab-47a4-b08d-55c9de52aec7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:43.634008 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'tag': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', 'status': 'completed', 'code': 200} Jul 15 13:16:43.689289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.692065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.692309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.725649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:43.749785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.750373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Fanout notify agent at l3_agent the message router_deleted on router fecce159-1e64-40f4-a467-5041aa72b482 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:43.760132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f04f9-d404-45be-ae4a-9a922efab42d req-f335893b-f0b5-486b-ab81-a2881742a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.761049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.761669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-f335893b-f0b5-486b-ab81-a2881742a8ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3203382 Jul 15 13:16:43.762199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3332c96f-5d56-4dcf-b9f1-9102533f51b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/fecce159-1e64-40f4-a467-5041aa72b482 HTTP/1.1" status: 204 len: 168 time: 1.5165431 Jul 15 13:16:43.767136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36472) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:43.767493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd42b47-e16b-447a-8968-cc42f122f649') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:43.767772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd42b47-e16b-447a-8968-cc42f122f649') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:43.773905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1968519641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:43.791363 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.852553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa6ef3-fcbf-4519-821b-dffaba811c76 req-24527cb6-e99b-4d13-9ee5-cc96f96b45a5 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:43.854067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1efa6ef3-fcbf-4519-821b-dffaba811c76 req-24527cb6-e99b-4d13-9ee5-cc96f96b45a5 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 950 time: 0.3626192 Jul 15 13:16:43.855278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.859564 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-7de1e76b-128f-44e5-83d8-ba3924c2c44e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a HTTP/1.1" status: 200 len: 217 time: 0.0818367 Jul 15 13:16:43.861412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.862515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.869104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:16:43.869472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:16:43.871515 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:16:44.008089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1efa6ef3-fcbf-4519-821b-dffaba811c76 req-a22075d9-3039-4de2-ad8e-7e6540e58e70 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432872 Jul 15 13:16:44.008753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.018607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-faa7174b-0408-48d6-ac9a-e758e5c8691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.020174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-faa7174b-0408-48d6-ac9a-e758e5c8691d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 1099 time: 0.3228307 Jul 15 13:16:44.021544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.026570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a HTTP/1.1" status: 204 len: 168 time: 1.6635587 Jul 15 13:16:44.026570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f04f9-d404-45be-ae4a-9a922efab42d req-ad3659f5-ff81-4acb-a58d-75d4f9abf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.028392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-ad3659f5-ff81-4acb-a58d-75d4f9abf593 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1607192 Jul 15 13:16:44.056945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 584d5432-027a-4ead-868d-920e49fb64e7 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:44.061030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90acc-7b91-4e46-bc19-edc127bdab97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66726e2-f9dd-4fa8-b8e1-4ba43cd3948a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:44.147966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 584d5432-027a-4ead-868d-920e49fb64e7 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:16:44.152651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 584d5432-027a-4ead-868d-920e49fb64e7 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:16:44.207847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f04f9-d404-45be-ae4a-9a922efab42d req-f92254e6-2d86-463c-9ea1-7dd2decde5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.211742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-f92254e6-2d86-463c-9ea1-7dd2decde5e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596262 Jul 15 13:16:44.217456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-0a0df251-5746-4ea6-8dd3-ec31e6fe194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.220711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-0a0df251-5746-4ea6-8dd3-ec31e6fe194a service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1801641 Jul 15 13:16:44.278579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.292749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0068320-2bff-4f5f-b456-635c16d03108 req-43ae01be-2d07-45bd-9bf7-04067737cfed tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.294351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0068320-2bff-4f5f-b456-635c16d03108 req-43ae01be-2d07-45bd-9bf7-04067737cfed tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.4961586 Jul 15 13:16:44.296217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.315358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-9d4e19ec-665d-4bc3-887b-e6edb23868f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 HTTP/1.1" status: 200 len: 217 time: 0.0763104 Jul 15 13:16:44.365945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-e48249c4-9db3-4c9e-8719-65cd8e661e5b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ecb6d455265049feb9b274baa3ba9363&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644300 Jul 15 13:16:44.398277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.399433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-15854e51-22c9-4a2f-97ec-73cadc7b6b84 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6311131 Jul 15 13:16:44.413847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36482) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.420921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': True}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:44.425338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36484) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.430813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0068320-2bff-4f5f-b456-635c16d03108 req-747b1c47-1021-4d0b-9e83-8e1f8d8e343c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195922 Jul 15 13:16:44.437796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b1475e4-bc91-49f6-9f2d-4f5b985e758b req-7bc1b514-eb84-4769-ad8b-34228ec22bd3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 210 time: 0.1193106 Jul 15 13:16:44.503388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-196fd5d6-a771-432c-be28-9ef219811539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.505742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-196fd5d6-a771-432c-be28-9ef219811539 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1689596 Jul 15 13:16:44.520206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-95e01796-aef8-4e37-9b06-7a26e5cc90bc service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974019 Jul 15 13:16:44.737706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-fd30f10b-3433-42b5-b5bb-76828e93a72f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.738434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.739753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-fd30f10b-3433-42b5-b5bb-76828e93a72f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660529 Jul 15 13:16:44.742319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-029f04f9-d404-45be-ae4a-9a922efab42d req-2162c6e5-f559-43d8-9b21-1eaaea199a90 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424503 Jul 15 13:16:44.744305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4b9bc0df-c031-4334-9779-a6c1a7634195 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=63facd84146d4f0aa5bc7463f88103df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157763 Jul 15 13:16:44.752233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36496) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:44.778126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-5972a41d-e9c1-4f04-8caa-1e138aa8be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.779670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-5972a41d-e9c1-4f04-8caa-1e138aa8be71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2566748 Jul 15 13:16:44.836745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Request body: {'port': {'device_id': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'ecb6d455265049feb9b274baa3ba9363'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:44.843741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39330bef-7d98-41ec-948e-8062fb6c10df req-96e26e89-5722-4b1b-8b2b-c1f2d5d0635a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:44.845339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39330bef-7d98-41ec-948e-8062fb6c10df req-96e26e89-5722-4b1b-8b2b-c1f2d5d0635a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2471032 Jul 15 13:16:44.865515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.912846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a76c868c-054d-41c1-9583-04cac56c25a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.948378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b218827-967e-4468-ba43-6d735ebd3d84 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:44.969459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-298a70af-879b-4bb6-9741-43b304e8c254 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767828 Jul 15 13:16:44.990978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39330bef-7d98-41ec-948e-8062fb6c10df req-dd1bf55a-81f7-45fd-b7d6-8d08ace9fe37 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349852 Jul 15 13:16:44.993942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a76c868c-054d-41c1-9583-04cac56c25a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:44.996894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Made reservation on behalf of ecb6d455265049feb9b274baa3ba9363 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:16:45.000908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.132864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.160849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:16:45.171329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0b218827-967e-4468-ba43-6d735ebd3d84', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': '0b218827-967e-4468-ba43-6d735ebd3d84', 'mac_address': 'fa:16:3e:3f:6c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:45.176700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-157d6f08-4e19-4a50-91f2-483faa1275ef req-e31d5169-ff05-4a9f-9601-1b74611d67c6 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770759 Jul 15 13:16:45.177939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a76c868c-054d-41c1-9583-04cac56c25a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.181325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a76c868c-054d-41c1-9583-04cac56c25a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.182459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a76c868c-054d-41c1-9583-04cac56c25a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aaa72fa4-adeb-4d4a-a3fc-5939a0942869 HTTP/1.1" status: 204 len: 168 time: 0.4347928 Jul 15 13:16:45.213276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c868c-054d-41c1-9583-04cac56c25a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa72fa4-adeb-4d4a-a3fc-5939a0942869,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.358904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.420116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.431144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.463057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:45.467953 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa0bef-0455-4e52-bef1-cd7b115a3a09" -d '{"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-unplugged", "status": "completed", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:45.488740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b218827-967e-4468-ba43-6d735ebd3d84 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:45.503269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.516474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.531231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e6b1a056-13ba-4584-a5d0-ec99da9eccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.586077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a822f8a-64b8-4837-a469-b7b979a242e4 req-996ad391-e16c-4008-9b6e-99888fecfc1d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.590671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.598804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a822f8a-64b8-4837-a469-b7b979a242e4 req-996ad391-e16c-4008-9b6e-99888fecfc1d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1433885 Jul 15 13:16:45.613179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.614003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 965cec6a-1d91-4660-83d8-1f434d9b9a5a details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:45.655707 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.661187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.685863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Allocated IP 192.168.233.231 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/0fa2116d-8009-4c40-9672-ad37687dfca8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:45.702804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a822f8a-64b8-4837-a469-b7b979a242e4 req-c7794591-8c86-4e2b-af64-e662a582e2c5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029232 Jul 15 13:16:45.707586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bbdc2-1501-457f-9333-63c39014d334 req-401d755d-ee76-471c-945b-73ea3e1cfc4e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:45.711806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e0bbdc2-1501-457f-9333-63c39014d334 req-401d755d-ee76-471c-945b-73ea3e1cfc4e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 947 time: 0.4739306 Jul 15 13:16:45.815756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:45.848837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.864319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:45.880943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '965cec6a-1d91-4660-83d8-1f434d9b9a5a', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '965cec6a-1d91-4660-83d8-1f434d9b9a5a', 'mac_address': 'fa:16:3e:54:74:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:45.907128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e0bbdc2-1501-457f-9333-63c39014d334 req-f512e03e-d3cf-4fd7-9329-e23e323faf4e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516612 Jul 15 13:16:45.917038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.975283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:45.998356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965cec6a-1d91-4660-83d8-1f434d9b9a5a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:46.016228 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344e1a9-d3cc-4907-ac80-ed6911b4cbe5 x-openstack-request-id: req-9344e1a9-d3cc-4907-ac80-ed6911b4cbe5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:46.017284 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-unplugged", "status": "completed", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:46.017725 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9344e1a9-d3cc-4907-ac80-ed6911b4cbe5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:46.018704 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789', 'code': 200} Jul 15 13:16:46.031847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:46.042740 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.147425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=965cec6a-1d91-4660-83d8-1f434d9b9a5a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.176590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b218827-967e-4468-ba43-6d735ebd3d84'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:46.215706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7b31-e981-40d9-96e7-941b3b86e9d3 req-9aed8a78-0f64-4858-88a3-f78a7166e04b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:46.230114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-714f7b31-e981-40d9-96e7-941b3b86e9d3 req-9aed8a78-0f64-4858-88a3-f78a7166e04b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 944 time: 0.1438231 Jul 15 13:16:46.237882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88a52058-db78-4d64-859e-fbd6f77a457c req-cdf6f134-46f8-443a-97d6-3601367ec4ae tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 210 time: 0.0625272 Jul 15 13:16:46.307407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-714f7b31-e981-40d9-96e7-941b3b86e9d3 req-977ed37b-ef64-476c-b01b-f776ad40efd3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759189 Jul 15 13:16:46.382171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:46.507803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.590435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Transition to ACTIVE for port object 0fa2116d-8009-4c40-9672-ad37687dfca8 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:46.600909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Allocated IP 172.25.3.86 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/626cbbf5-d730-44ff-a631-98ad4f71427e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:46.740030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.756951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7b86e7d9-f72b-4e5c-b46d-35ace08a6489'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:46.823073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:46.857575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:46.862513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:46.871314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:46.909660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:46.933167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b218827-967e-4468-ba43-6d735ebd3d84 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:47.021283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:47.030298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.031273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.054937 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-7372492e-647c-4941-8d17-82d0add4ff55 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2540514 Jul 15 13:16:47.075273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Request body: {'port': {'device_id': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:47.152820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6c749-ef61-46f4-9969-da0848d0c25c req-4a78d59e-a95a-4ce5-a230-670c16883833 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.166197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ae6c749-ef61-46f4-9969-da0848d0c25c req-4a78d59e-a95a-4ce5-a230-670c16883833 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2408209 Jul 15 13:16:47.176874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:47.217675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.228488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', 'mac_address': 'fa:16:3e:fa:ab:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:47.267039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130', '545994c0-dabb-4a8d-83d8-aca76f4fcf75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:47.288887 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.306620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.357077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:47.361740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:47.374920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ae6c749-ef61-46f4-9969-da0848d0c25c req-9122c3fd-37b3-4d3a-946d-f8ac3dc2211e tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074776 Jul 15 13:16:47.454420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:47.681531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.722960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0b218827-967e-4468-ba43-6d735ebd3d84 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:47.727291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.742018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:47.761009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5503f-c1d9-4ffb-8444-ec8436832475 req-25c8fbe4-fb56-416c-b611-7e1063d00fa4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:47.767015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2de5503f-c1d9-4ffb-8444-ec8436832475 req-25c8fbe4-fb56-416c-b611-7e1063d00fa4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 947 time: 0.1953254 Jul 15 13:16:47.816468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-54f6c53c-15f2-439a-934c-310c2adc3fd4 None None] Provisioning for port 0fa2116d-8009-4c40-9672-ad37687dfca8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:47.955079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-54f6c53c-15f2-439a-934c-310c2adc3fd4 None None] Provisioning complete for port 0fa2116d-8009-4c40-9672-ad37687dfca8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:47.956589 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54f6c53c-15f2-439a-934c-310c2adc3fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:47.972467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:48.013720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.082017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-54f6c53c-15f2-439a-934c-310c2adc3fd4 None None] Port 0fa2116d-8009-4c40-9672-ad37687dfca8 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:16:48.128129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.252639 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.306847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:48.340651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:48.343093 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c99d2-9bc3-4558-909a-da2b6991715c" -d '{"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-plugged", "status": "completed", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:48.376344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.488544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:48.571436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.643067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2de5503f-c1d9-4ffb-8444-ec8436832475 req-f0d3eb60-4f66-450e-a716-a9a44aa0d471 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8678586 Jul 15 13:16:48.688054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Port': ['ID=626cbbf5-d730-44ff-a631-98ad4f71427e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:48.710072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:48.933599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 965cec6a-1d91-4660-83d8-1f434d9b9a5a up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:48.989474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.062573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ac25-442b-42dc-b0c9-68e15fcc20e5 req-29d77365-d3f2-4d46-96d3-04e53aef7dd0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.071511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:49.075017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4025ac25-442b-42dc-b0c9-68e15fcc20e5 req-29d77365-d3f2-4d46-96d3-04e53aef7dd0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2024443 Jul 15 13:16:49.101841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd587012-4b56-4395-9b99-a16615afbf1a req-2fe41f21-86d4-4d6f-8ade-6ad843b29ed3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.112426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd587012-4b56-4395-9b99-a16615afbf1a req-2fe41f21-86d4-4d6f-8ade-6ad843b29ed3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 936 time: 1.3982089 Jul 15 13:16:49.136014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4025ac25-442b-42dc-b0c9-68e15fcc20e5 req-02ae74ae-695f-44ba-a410-d7c4d18f791e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596364 Jul 15 13:16:49.147998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 965cec6a-1d91-4660-83d8-1f434d9b9a5a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:49.189433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 965cec6a-1d91-4660-83d8-1f434d9b9a5a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:49.192216 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.341368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd587012-4b56-4395-9b99-a16615afbf1a req-2a769a8d-8e98-49cf-b0a7-0e52a180a74a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029243 Jul 15 13:16:49.411487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5d24a93-1451-4a23-b865-21c78c8c092c req-1b2391d5-b610-4e64-abf6-dbf4323bb75f tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0754013 Jul 15 13:16:49.600047 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b5220f-2556-45bb-be4c-c463cac34cd1 x-openstack-request-id: req-88b5220f-2556-45bb-be4c-c463cac34cd1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:49.600634 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-plugged", "status": "completed", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:49.601007 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88b5220f-2556-45bb-be4c-c463cac34cd1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:49.601421 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84', 'code': 200} Jul 15 13:16:49.627854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.649758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'mac_address': 'fa:16:3e:5b:21:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:49.655436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.735056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa2116d-8009-4c40-9672-ad37687dfca8 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:49.738398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.749671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.753634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.760980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.768412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.784371 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Transition to ACTIVE for port object 0fa2116d-8009-4c40-9672-ad37687dfca8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:16:49.792783 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.845523 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.866070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:49.912725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:49.923397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1d49-27cf-4001-9ed8-33f81ebec70b req-39484d60-1d3c-4282-96bd-cee437442b8f tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:49.925457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bc0e1d49-27cf-4001-9ed8-33f81ebec70b req-39484d60-1d3c-4282-96bd-cee437442b8f tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2640998 Jul 15 13:16:49.954566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:49.971416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=965cec6a-1d91-4660-83d8-1f434d9b9a5a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.056842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388e7a9-759f-4a23-a178-57a5ebec5632 req-88cbdf3c-55aa-4b3d-913a-44cdba5793c0 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.065909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b388e7a9-759f-4a23-a178-57a5ebec5632 req-88cbdf3c-55aa-4b3d-913a-44cdba5793c0 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 948 time: 0.2361135 Jul 15 13:16:50.152497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.175443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:50.184050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b388e7a9-759f-4a23-a178-57a5ebec5632 req-0d790246-39ab-40ee-8024-d59b6abe39c2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103914 Jul 15 13:16:50.220109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:50.236468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.237732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.238081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.238420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.238777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.239129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.239420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.239736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.240790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.241131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.241556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.241890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:50.351209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bc0e1d49-27cf-4001-9ed8-33f81ebec70b req-8a1db8a9-7c3d-4e38-b6fe-91beb8984851 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126520 Jul 15 13:16:50.450732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Router b75a1fb3-bf56-40ad-949a-50f73fec22d2 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:16:50.479179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:16:50.484706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:16:50.486610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:50.497362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:16:50.498253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:16:50.532449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:16:50.532796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:16:50.533192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:16:50.534675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Bound port: 0fa2116d-8009-4c40-9672-ad37687dfca8, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:16:50.535073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.864986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:16:50.868492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:16:50.871834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:16:50.877715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.879111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-41ded634-1cf1-49a8-a1d6-c49eec2d9196 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "PUT /v2.0/routers/b75a1fb3-bf56-40ad-949a-50f73fec22d2 HTTP/1.1" status: 200 len: 918 time: 6.4639332 Jul 15 13:16:50.882710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:50.884853 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] Sync routers for ids ['b75a1fb3-bf56-40ad-949a-50f73fec22d2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:16:50.904722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:50.907347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] Routers {'b75a1fb3-bf56-40ad-949a-50f73fec22d2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:50.907914 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b75a1fb3-bf56-40ad-949a-50f73fec22d2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:50.952151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b391e4-aafa-4476-b9a2-da50983abe06 req-22cc76f1-f05f-415a-8ae8-2374613f0b31 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:50.960553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1b391e4-aafa-4476-b9a2-da50983abe06 req-22cc76f1-f05f-415a-8ae8-2374613f0b31 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.4202812 Jul 15 13:16:51.010057 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:51.044861 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] Routers {'b75a1fb3-bf56-40ad-949a-50f73fec22d2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:16:51.047072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b75a1fb3-bf56-40ad-949a-50f73fec22d2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:51.065447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:51.096713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.104650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.106556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] 10.222.0.59 "PUT /v2.0/ports/0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 1097 time: 4.0397007 Jul 15 13:16:51.107562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:51.114457 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e7f516-f248-4a52-9020-921940d52cef" -d '{"events": [{"name": "network-changed", "server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:51.238735 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:16:51.244919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43422ade-f8ab-419b-882f-594c5cb706a3 None None] The sync data for ids ['b75a1fb3-bf56-40ad-949a-50f73fec22d2'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:16:51.263837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1b391e4-aafa-4476-b9a2-da50983abe06 req-e85155f2-8fdb-4211-b0aa-38291b7289f6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022041 Jul 15 13:16:51.273004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:51.277963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91727e62-83cc-4d1f-b442-1f41708fb0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.283335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:51.293588 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.413793 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.423899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-b06e7ead-4d52-44df-ae35-75ca773aed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.425840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-b06e7ead-4d52-44df-ae35-75ca773aed82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1100 time: 0.2629781 Jul 15 13:16:51.463826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:51.470467 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:51.542077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-77c31534-a658-4921-8d45-88df19bca563 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.1073020 Jul 15 13:16:51.542506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-007ab972-e960-440e-8235-72ffe765fabc tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/b75a1fb3-bf56-40ad-949a-50f73fec22d2 HTTP/1.1" status: 200 len: 924 time: 0.6585705 Jul 15 13:16:51.547919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36682) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.570289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9a585-f4d8-49c5-9d2e-a750488e7d44 req-e5bbb4eb-e9ab-4961-be6d-e35df2f6a9d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.578804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5b9a585-f4d8-49c5-9d2e-a750488e7d44 req-e5bbb4eb-e9ab-4961-be6d-e35df2f6a9d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 948 time: 0.4520519 Jul 15 13:16:51.605788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965cec6a-1d91-4660-83d8-1f434d9b9a5a'}, {'server_uuid': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:51.608483 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74a7eb-3390-43c1-b5d0-692f5557dc88" -d '{"events": [{"server_uuid": "4e9d8c4c-3f39-4a87-be7f-bb0f706ab793", "name": "network-vif-plugged", "status": "completed", "tag": "965cec6a-1d91-4660-83d8-1f434d9b9a5a"}, {"server_uuid": "7e1a7aa7-37f6-4906-847c-e4dd9f236755", "name": "network-vif-plugged", "status": "completed", "tag": "b4d2b5eb-2e96-4d02-87e1-e26d0ed24220"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:51.631984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:51.640805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5b9a585-f4d8-49c5-9d2e-a750488e7d44 req-c7b42279-6c6c-4e22-ab20-fefeced15f6d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Jul 15 13:16:51.758835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-02d10a73-0a7a-4c9f-a345-f8f33d7e004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.760923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-02d10a73-0a7a-4c9f-a345-f8f33d7e004c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1645100 Jul 15 13:16:51.828136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a91769-5458-4c82-9aad-b1f496656e3e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.832272 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e5a91769-5458-4c82-9aad-b1f496656e3e tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=b75a1fb3-bf56-40ad-949a-50f73fec22d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2741504 Jul 15 13:16:51.832667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:51.883744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b026a223-d30d-4027-a2b9-b4dce8d34eb3 req-e661d849-2197-40c1-b1b9-a300439f50a4 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0515716 Jul 15 13:16:51.943723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082988-863a-4155-992a-1b2d1d3d62de req-2a0c3728-55c7-4ffa-802e-c7e83ae86293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:51.946072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-2a0c3728-55c7-4ffa-802e-c7e83ae86293 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765521 Jul 15 13:16:51.969148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-953efd12-23d7-4052-8075-a61f1562b193 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:16:51.972526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-953efd12-23d7-4052-8075-a61f1562b193 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135787 Jul 15 13:16:52.019988 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7f7c3-4534-4b3b-b726-7d42619e5399 x-openstack-request-id: req-1dc7f7c3-4534-4b3b-b726-7d42619e5399 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:52.020301 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:52.020572 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1dc7f7c3-4534-4b3b-b726-7d42619e5399 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:52.021006 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'status': 'completed', 'code': 200} Jul 15 13:16:52.053913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded7482-986c-4844-b0e0-ea0f104c0412 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:52.055951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ded7482-986c-4844-b0e0-ea0f104c0412 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.2220523 Jul 15 13:16:52.062717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.235388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4b0b6dd6-8b6a-498b-b946-f81f0326e0e0 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=b75a1fb3-bf56-40ad-949a-50f73fec22d2 HTTP/1.1" status: 200 len: 205 time: 0.1713970 Jul 15 13:16:52.244542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36706) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:52.326146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9653a71b-610b-4518-b94f-83037dda0e84 req-9ba3a9ea-3821-4fd8-b67d-3e0cf097f061 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0962405 Jul 15 13:16:52.341764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-b0f18dd6-d680-4b09-8725-48e916ac7e0b service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636215 Jul 15 13:16:52.523554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:52.669610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3082988-863a-4155-992a-1b2d1d3d62de req-fd0e4f6b-c1dc-4c10-8af2-02b5916e36f1 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124897 Jul 15 13:16:53.067530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:53.432856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:53.433399 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.435385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.464088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e3e04-5a37-4684-8eb2-9c4d4eacc8f6 req-84708390-6a18-4bb4-b3cd-0d98a9450a91 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.464088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-622e3e04-5a37-4684-8eb2-9c4d4eacc8f6 req-84708390-6a18-4bb4-b3cd-0d98a9450a91 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 949 time: 1.2142088 Jul 15 13:16:53.538597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-622e3e04-5a37-4684-8eb2-9c4d4eacc8f6 req-c6b91e04-6e61-4186-9d57-89ff64e36c20 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Jul 15 13:16:53.625724 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.652940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7f516-f248-4a52-9020-921940d52cef req-2887a893-dc78-4b83-8f60-e75d43ed647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:53.655789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-2887a893-dc78-4b83-8f60-e75d43ed647d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1100 time: 0.8657370 Jul 15 13:16:53.764709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:53.772643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.859408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Deleting port 626cbbf5-d730-44ff-a631-98ad4f71427e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:16:53.864326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:53.927102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.039716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.062024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Calling delete_port for 626cbbf5-d730-44ff-a631-98ad4f71427e owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:16:54.276762 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1201f829-e4d9-4827-83cb-916a9f020320 x-openstack-request-id: req-1201f829-e4d9-4827-83cb-916a9f020320 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:54.277561 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9d8c4c-3f39-4a87-be7f-bb0f706ab793", "name": "network-vif-plugged", "status": "completed", "tag": "965cec6a-1d91-4660-83d8-1f434d9b9a5a", "code": 200}, {"server_uuid": "7e1a7aa7-37f6-4906-847c-e4dd9f236755", "name": "network-vif-plugged", "status": "completed", "tag": "b4d2b5eb-2e96-4d02-87e1-e26d0ed24220", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:54.277561 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1201f829-e4d9-4827-83cb-916a9f020320 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:54.278180 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965cec6a-1d91-4660-83d8-1f434d9b9a5a', 'code': 200} Jul 15 13:16:54.278661 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', 'code': 200} Jul 15 13:16:54.578597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dcc44-60e3-47f8-bd67-9bb88cb93df9 req-700d1ce4-302e-429d-a818-10a9b85cbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.580211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-565dcc44-60e3-47f8-bd67-9bb88cb93df9 req-700d1ce4-302e-429d-a818-10a9b85cbd16 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 1101 time: 0.1812313 Jul 15 13:16:54.644035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-565dcc44-60e3-47f8-bd67-9bb88cb93df9 req-1834fade-50b4-4f5d-9dc6-d6728a647390 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530427 Jul 15 13:16:54.655251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640ecbe-8793-4aff-b96d-2d28d69fbd58 req-ac2533c1-a972-465c-98d0-152a46338a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:54.656963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e640ecbe-8793-4aff-b96d-2d28d69fbd58 req-ac2533c1-a972-465c-98d0-152a46338a1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 1102 time: 0.2010069 Jul 15 13:16:54.717544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e640ecbe-8793-4aff-b96d-2d28d69fbd58 req-bbbd6b89-7d71-4c51-a11d-651cc7cde891 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Jul 15 13:16:54.755366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:54.803884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event deleted for resources: {'Port': ['ID=626cbbf5-d730-44ff-a631-98ad4f71427e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:54.978780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:16:55.064996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acec5b-ae3c-4af4-9273-33c2cb4c987c req-7ba0d5d5-a642-424f-ac6e-9b69efb54f80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.072995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8acec5b-ae3c-4af4-9273-33c2cb4c987c req-7ba0d5d5-a642-424f-ac6e-9b69efb54f80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.4046023 Jul 15 13:16:55.117671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7f516-f248-4a52-9020-921940d52cef req-3006cfe5-5ae1-42e1-897d-352aaf042698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.119692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-3006cfe5-5ae1-42e1-897d-352aaf042698 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 1.4490130 Jul 15 13:16:55.133215 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.224880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:55.240502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'mac_address': 'fa:16:3e:21:5a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:16:55.354570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.360828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-126c571d-1c61-4e18-8690-64a3407c5c1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.2338133 Jul 15 13:16:55.388490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa2116d-8009-4c40-9672-ad37687dfca8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:16:55.393337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8acec5b-ae3c-4af4-9273-33c2cb4c987c req-c1c6e29a-5e8a-4f83-8588-36906477f33c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189409 Jul 15 13:16:55.399525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.445058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:55.457671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.583277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.587204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:55.778118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0fa2116d-8009-4c40-9672-ad37687dfca8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:16:55.877349 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.879616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Fanout notify agent at l3_agent the message router_deleted on router b75a1fb3-bf56-40ad-949a-50f73fec22d2 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:16:55.887919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7f516-f248-4a52-9020-921940d52cef req-ace2dab3-03e3-48cc-98bb-18a79a429d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:55.890312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-ace2dab3-03e3-48cc-98bb-18a79a429d43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4884770 Jul 15 13:16:55.906478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:55.920396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:55.921827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0f0c339-4764-4919-9553-7cc6b80dc4af tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/b75a1fb3-bf56-40ad-949a-50f73fec22d2 HTTP/1.1" status: 204 len: 168 time: 3.6679261 Jul 15 13:16:55.936642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1837217984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:56.057877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.061056 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.197224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a54dc-1a62-4758-abc8-8645c4dd62f7 req-f054cb8c-ae0d-4448-8210-3883a1ce4a8b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.208304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c0a54dc-1a62-4758-abc8-8645c4dd62f7 req-f054cb8c-ae0d-4448-8210-3883a1ce4a8b tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 949 time: 0.4270267 Jul 15 13:16:56.263719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7f516-f248-4a52-9020-921940d52cef req-147c1020-0db6-46db-86b5-73777c6385b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:56.268563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-147c1020-0db6-46db-86b5-73777c6385b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3014059 Jul 15 13:16:56.280246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:16:56.288863 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad131983-cad3-4b50-aeb1-98c9e46ce4a0" -d '{"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:16:56.346350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.351681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c0a54dc-1a62-4758-abc8-8645c4dd62f7 req-1523286e-a409-477f-9849-8f90f97c8d6c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404161 Jul 15 13:16:56.357506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.416455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:56.423926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-08de6518-1388-4106-893c-072120f3f875 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4973829 Jul 15 13:16:56.424829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:16:56.441831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': False}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:16:56.619787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-40ed5a21-1392-4ac5-a31a-96a9b592b448 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090525 Jul 15 13:16:56.769089 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ce630f9-0f1e-4771-a1c2-e83b55fe14d9 req-75b128d3-502d-4320-8fea-5369abd799fb tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0917690 Jul 15 13:16:57.058018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36e7f516-f248-4a52-9020-921940d52cef req-4e9894d2-9bfe-4919-aa46-be766429f155 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308710 Jul 15 13:16:57.108713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.301716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c035c44-b667-43dd-8326-d10a62e8b370 req-f5bf83e2-98ce-4002-8bd9-7806a60d2258 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.309484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0c035c44-b667-43dd-8326-d10a62e8b370 req-f5bf83e2-98ce-4002-8bd9-7806a60d2258 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1984940 Jul 15 13:16:57.390466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0c035c44-b667-43dd-8326-d10a62e8b370 req-24459318-706b-4b24-8fa8-d9a4209210c5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797715 Jul 15 13:16:57.650564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.712192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:57.731293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e0246-e838-4dbe-bed1-d753cf49012c req-cc9db799-20fa-4b8c-b400-9c7efe4e19e0 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:57.745560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e93e0246-e838-4dbe-bed1-d753cf49012c req-cc9db799-20fa-4b8c-b400-9c7efe4e19e0 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 949 time: 0.1847091 Jul 15 13:16:57.908148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e93e0246-e838-4dbe-bed1-d753cf49012c req-fcbca32c-652a-41eb-aef8-ef0ead6a7921 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532300 Jul 15 13:16:58.168649 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50df6872-69d1-4bf8-87c5-69f71859e266 x-openstack-request-id: req-50df6872-69d1-4bf8-87c5-69f71859e266 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:16:58.169623 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:16:58.170081 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50df6872-69d1-4bf8-87c5-69f71859e266 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:16:58.170717 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'code': 200} Jul 15 13:16:58.262563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Allocated IP 172.25.3.127 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/f1c4e391-25bc-46bd-8d66-dec53749cd45) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:16:58.616051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.622265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae723-68ae-4750-bce8-557be723cc41 req-ffcbfc51-7107-4b9c-89f6-cbde36a6cbbe tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:16:58.633271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0bdae723-68ae-4750-bce8-557be723cc41 req-ffcbfc51-7107-4b9c-89f6-cbde36a6cbbe tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.1637931 Jul 15 13:16:58.747580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0bdae723-68ae-4750-bce8-557be723cc41 req-00b4a581-ff2b-433f-a989-e6bd89ef90f3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131053 Jul 15 13:16:58.755988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:58.871128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Pushing event updated for resources: {'Port': ['ID=f1c4e391-25bc-46bd-8d66-dec53749cd45,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:58.913208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:16:58.920687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:16:58.932442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:16:58.997074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:16:59.166906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0fa2116d-8009-4c40-9672-ad37687dfca8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:16:59.173582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0fa2116d-8009-4c40-9672-ad37687dfca8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:16:59.175214 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.459574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.606932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:16:59.615266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.686493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:16:59.701105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:16:59.712665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.713319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.714045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.714882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.715783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.716357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.717314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.717901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.718475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.719062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.719639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:16:59.720195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:00.046253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.058638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.172092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:00.177239 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2478b94-8833-4025-ba3c-d6b60956c6ce" -d '{"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-plugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:00.352729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Router dbe9a19a-e4c2-427f-8b41-fb58e98a2437 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:00.640368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:00.645008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:00.649432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36782) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:00.650130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0ca67044-351a-40dc-b4bf-f5bf23be99be tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "PUT /v2.0/routers/dbe9a19a-e4c2-427f-8b41-fb58e98a2437 HTTP/1.1" status: 200 len: 920 time: 4.2223752 Jul 15 13:17:00.653509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] Sync routers for ids ['dbe9a19a-e4c2-427f-8b41-fb58e98a2437'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:00.699965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] Routers {'dbe9a19a-e4c2-427f-8b41-fb58e98a2437'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:00.701353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['dbe9a19a-e4c2-427f-8b41-fb58e98a2437'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:00.797050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:00.835734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] Routers {'dbe9a19a-e4c2-427f-8b41-fb58e98a2437'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:00.837261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['dbe9a19a-e4c2-427f-8b41-fb58e98a2437'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:00.857748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9378be0b-8e5b-4117-96e0-2de60aca1c94 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/dbe9a19a-e4c2-427f-8b41-fb58e98a2437 HTTP/1.1" status: 200 len: 926 time: 0.2060189 Jul 15 13:17:00.860805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36784) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:00.897443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:00.898667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f1d91a-788d-4cba-a5fa-e09f88bd9569 None None] The sync data for ids ['dbe9a19a-e4c2-427f-8b41-fb58e98a2437'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:00.952430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67412c-1d43-4e13-8985-25ebd9cbbb53 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:00.957557 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fd67412c-1d43-4e13-8985-25ebd9cbbb53 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=dbe9a19a-e4c2-427f-8b41-fb58e98a2437&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0954106 Jul 15 13:17:00.960732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36786) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:01.097282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc067df8-7704-4595-ba2a-39de91329da4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:01.104263 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cc067df8-7704-4595-ba2a-39de91329da4 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.1419804 Jul 15 13:17:01.106001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36788) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:01.191028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f6ac582a-63b0-4708-bb3c-0eb0d63bd530 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbe9a19a-e4c2-427f-8b41-fb58e98a2437 HTTP/1.1" status: 200 len: 205 time: 0.0776558 Jul 15 13:17:01.192054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36790) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:01.419866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.623303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.811905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Deleting port f1c4e391-25bc-46bd-8d66-dec53749cd45 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:01.812767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:01.990323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.019442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Calling delete_port for f1c4e391-25bc-46bd-8d66-dec53749cd45 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:02.495562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.540100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event deleted for resources: {'Port': ['ID=f1c4e391-25bc-46bd-8d66-dec53749cd45,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:02.689978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.970337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:02.974876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.059347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.061513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Fanout notify agent at l3_agent the message router_deleted on router dbe9a19a-e4c2-427f-8b41-fb58e98a2437 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:03.079607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.082085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b16ff0e3-e7d1-4bb9-8176-a83e1b5cfdb9 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/dbe9a19a-e4c2-427f-8b41-fb58e98a2437 HTTP/1.1" status: 204 len: 168 time: 1.8879807 Jul 15 13:17:03.086017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36796) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:03.091451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1603807038', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:03.155872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.157984 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.271565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:03.576409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.189254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.214960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.411910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Allocated IP 172.25.3.120 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/68594d56-064e-447a-a85c-a8f6c959c0ef) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:04.542996 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.592387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:04.654138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:04.665598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:04.673749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:04.764824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event updated for resources: {'Port': ['ID=68594d56-064e-447a-a85c-a8f6c959c0ef,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:05.250708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.725028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:05.859073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c08b0-6754-4bc9-b613-e6bdc5b712e1 req-746bbf5d-9ede-45ba-b5f3-488230f8ee5c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:05.879772 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-226c08b0-6754-4bc9-b613-e6bdc5b712e1 req-746bbf5d-9ede-45ba-b5f3-488230f8ee5c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2100253 Jul 15 13:17:05.980814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-226c08b0-6754-4bc9-b613-e6bdc5b712e1 req-b71c1111-b38d-4e96-bc80-b0ff2079e949 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997601 Jul 15 13:17:06.052407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Router 1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:06.378506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4ef9d-945f-4f7d-86ac-8c9a4752bc9c req-ed23912e-5b6d-4972-bf99-aa89074b9fe4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.392841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2a4ef9d-945f-4f7d-86ac-8c9a4752bc9c req-ed23912e-5b6d-4972-bf99-aa89074b9fe4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 950 time: 0.2185743 Jul 15 13:17:06.477142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2a4ef9d-945f-4f7d-86ac-8c9a4752bc9c req-b0eeba41-13d9-4421-ba23-d1462832103f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808425 Jul 15 13:17:06.533055 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1fce35-076f-43e8-8e2a-dc40b207de0a x-openstack-request-id: req-6a1fce35-076f-43e8-8e2a-dc40b207de0a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:06.533757 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-plugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:06.533757 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a1fce35-076f-43e8-8e2a-dc40b207de0a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:06.533960 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'code': 200} Jul 15 13:17:06.675874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:06.694731 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] Sync routers for ids ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:06.720368 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] Routers {'1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:06.721382 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.730112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:06.733896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2131ad7f-caa5-4b1f-b999-63de8028ab82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6443803 Jul 15 13:17:06.734515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36844) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:06.744089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:06.797086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66dcd8-6794-4127-8fec-9d8084d87077 req-f8d53ff0-ec2b-4a91-b3ec-c1ed66533c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.801406 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.802274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abc666-cf64-4047-9e50-394b3c37ab59 req-183e998f-b582-43b9-9771-d6bb475fdd5c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.802659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c66dcd8-6794-4127-8fec-9d8084d87077 req-f8d53ff0-ec2b-4a91-b3ec-c1ed66533c8f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1102 time: 0.1325161 Jul 15 13:17:06.804040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80abc666-cf64-4047-9e50-394b3c37ab59 req-183e998f-b582-43b9-9771-d6bb475fdd5c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2508171 Jul 15 13:17:06.820634 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] Routers {'1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:06.821573 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.860289 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:06.862100 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f674d-f0a2-41b0-9287-addd09c107ea None None] The sync data for ids ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:06.878763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c66dcd8-6794-4127-8fec-9d8084d87077 req-168e5b52-0a51-4f19-afcd-720f7055e5f8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612164 Jul 15 13:17:06.958769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-3891e26f-bdef-4cf8-b65c-627877b0953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:06.961950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-3891e26f-bdef-4cf8-b65c-627877b0953d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 1097 time: 0.3990426 Jul 15 13:17:07.136910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80abc666-cf64-4047-9e50-394b3c37ab59 req-0775dc86-4420-4dca-b282-3a2491c8d2e3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127422 Jul 15 13:17:07.327919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c1a58a-7c66-4dce-9e37-ac19faf5a08a req-f3c5ca99-d403-4f88-8067-0c05abbfa2c0 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0828340 Jul 15 13:17:07.389297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-72897e7b-4dc2-4ae7-97c9-68b2026bb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.391019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-72897e7b-4dc2-4ae7-97c9-68b2026bb28c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.3238084 Jul 15 13:17:07.579702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.596999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-a4b4b7f6-3e53-4e18-98b7-15620ed7910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.598729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-a4b4b7f6-3e53-4e18-98b7-15620ed7910d service neutron] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.5646479 Jul 15 13:17:07.601750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:07.683458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-9978af47-ca88-48ac-9b4b-a97f8266bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.685584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-9978af47-ca88-48ac-9b4b-a97f8266bf75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.2871485 Jul 15 13:17:07.700795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-dfc312e2-a5e4-4a05-99a8-89aac5f4da74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b218827-967e-4468-ba43-6d735ebd3d84 HTTP/1.1" status: 200 len: 217 time: 0.0910869 Jul 15 13:17:07.752397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-e28c123d-b820-4fbe-a021-ea36f8c8b619 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.0454204 Jul 15 13:17:07.800299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-674b0ae6-a1bb-4ab2-9834-23ecddddb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.804901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-674b0ae6-a1bb-4ab2-9834-23ecddddb2fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.0805917 Jul 15 13:17:07.813459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-a5019d1f-24b6-47e4-a805-d1d92c3af02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.815509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-a5019d1f-24b6-47e4-a805-d1d92c3af02f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.0559437 Jul 15 13:17:07.826625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dba76-956a-4722-bd8c-da4038d7ba2b req-49006a3f-d151-4875-a9d7-036de4b615bb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:07.833981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b7dba76-956a-4722-bd8c-da4038d7ba2b req-49006a3f-d151-4875-a9d7-036de4b615bb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2042034 Jul 15 13:17:07.854549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-845a43cd-e355-4ea0-b022-459750ff5d5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371931 Jul 15 13:17:07.901706 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-3cfb6735-bfc3-4896-b071-d3e16c72e984 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646558 Jul 15 13:17:07.913987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-5e05c004-a084-4592-9c15-8912153d19bc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:17:07.915594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-5e05c004-a084-4592-9c15-8912153d19bc service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066671 Jul 15 13:17:07.928561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b7dba76-956a-4722-bd8c-da4038d7ba2b req-28d6a3f6-094c-46c4-8414-0be1fd5a2070 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935071 Jul 15 13:17:08.014152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f4970-932a-4b64-bb32-93b5cb6e6570 req-1dbbd37e-386c-4f8d-8fd9-abbf12cf3f0a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.022947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f4970-932a-4b64-bb32-93b5cb6e6570 req-1dbbd37e-386c-4f8d-8fd9-abbf12cf3f0a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.032845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5a4f4970-932a-4b64-bb32-93b5cb6e6570 req-1dbbd37e-386c-4f8d-8fd9-abbf12cf3f0a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793&device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 1690 time: 0.3729711 Jul 15 13:17:08.049409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Deleting port 68594d56-064e-447a-a85c-a8f6c959c0ef {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:08.049780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.096168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-7ec570a6-fd69-4790-8371-ebf0a92562e1 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328427 Jul 15 13:17:08.146576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-b0d3f7be-68aa-4a49-aae4-cfd619443c2a service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148955 Jul 15 13:17:08.222935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5a4f4970-932a-4b64-bb32-93b5cb6e6570 req-485eb629-8230-4e05-bf66-e846973bf1d0 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870608 Jul 15 13:17:08.387083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5028ae4-e793-4f03-b888-bbd30c77cff0 req-cc7a8621-ec51-4556-94fe-696f86dbe5fa tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.395164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5028ae4-e793-4f03-b888-bbd30c77cff0 req-cc7a8621-ec51-4556-94fe-696f86dbe5fa tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2195373 Jul 15 13:17:08.408130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fde57287-14f7-47d0-bda7-8ed3ef94cfb2 req-ac65bb5e-7a5e-4cc5-acea-735655ca9801 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522800 Jul 15 13:17:08.441498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-238103ef-8fb4-4619-8078-6ce6781ac12b req-5efc6466-e466-43df-b72b-1c459ff3dbaa service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362556 Jul 15 13:17:08.511976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5028ae4-e793-4f03-b888-bbd30c77cff0 req-c1f5e3aa-3a59-46b2-b46b-553d21a6f292 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155457 Jul 15 13:17:08.520860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:08.571551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Calling delete_port for 68594d56-064e-447a-a85c-a8f6c959c0ef owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:08.896101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2797a4da-01db-4700-ad59-8efd1b76ef22 req-828c5963-0604-4261-8384-32595ba02f2d tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0553327 Jul 15 13:17:08.925155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73588f5-dcf4-41d0-8651-443b11ae3721 req-cb2435c3-1e7b-481c-b077-6ee23f1580d7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:08.937818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f73588f5-dcf4-41d0-8651-443b11ae3721 req-cb2435c3-1e7b-481c-b077-6ee23f1580d7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 945 time: 0.2973335 Jul 15 13:17:08.987344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.048384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Pushing event deleted for resources: {'Port': ['ID=68594d56-064e-447a-a85c-a8f6c959c0ef,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.071260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b218827-967e-4468-ba43-6d735ebd3d84 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:09.103618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f73588f5-dcf4-41d0-8651-443b11ae3721 req-b9aa96c6-43f7-49d2-be43-b728f19acb2d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543183 Jul 15 13:17:09.242056 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.244991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.304762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:09.310972 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce517bf-da1a-4286-8c8c-4e91442564fb" -d '{"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:09.345346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:09.358215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.599124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:09.667622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.676040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:09.787222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4d43-5efa-4972-8ffc-0255f98acc53 req-80aef53a-72fe-47a5-bd49-58ade5554454 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.789428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-decf4d43-5efa-4972-8ffc-0255f98acc53 req-80aef53a-72fe-47a5-bd49-58ade5554454 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.5738969 Jul 15 13:17:09.854994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-decf4d43-5efa-4972-8ffc-0255f98acc53 req-fcd5ef7f-2fed-4fff-b028-222212785070 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552826 Jul 15 13:17:09.865468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Router 1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:09.886362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358a501-b7e6-4aae-93f3-b959fd08a1f9 req-6a63b496-5767-4d83-8636-8c737888017f tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:09.886362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d358a501-b7e6-4aae-93f3-b959fd08a1f9 req-6a63b496-5767-4d83-8636-8c737888017f tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1102 time: 0.4969656 Jul 15 13:17:10.001472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:10.015565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.035540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3087b799-f401-4c98-b3de-4438e0d461a1 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "PUT /v2.0/routers/1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 200 len: 710 time: 3.2802393 Jul 15 13:17:10.036096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] Sync routers for ids ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:10.036303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36896) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:10.046161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] Routers {'1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:10.047849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.152151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.179425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4b557e38-003d-4ed4-a15c-76d7affc2e5c tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/routers/1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 200 len: 745 time: 0.1486461 Jul 15 13:17:10.191599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d358a501-b7e6-4aae-93f3-b959fd08a1f9 req-8f2c80a8-63d9-4479-bcd5-febfe08e9c99 tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327828 Jul 15 13:17:10.203556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:10.227702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] Routers {'1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:10.229604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:16:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.295666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:10.296735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be64623e-b32a-4c60-bb90-c0b802adbc21 None None] The sync data for ids ['1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:10.311970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb70648-0307-4cd5-ab98-81d2c37bea98 req-4f369fdb-6c94-4543-9968-fccce2f51a4f tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.329739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dcb70648-0307-4cd5-ab98-81d2c37bea98 req-4f369fdb-6c94-4543-9968-fccce2f51a4f tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 1102 time: 0.2558095 Jul 15 13:17:10.390723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dcb70648-0307-4cd5-ab98-81d2c37bea98 req-d7cf7823-ca67-44e3-9e61-2520035a5bf0 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593793 Jul 15 13:17:10.411664 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-18b8a60d-924e-43b6-961d-88b1a5d2ad99 tempest-RoutersIpV6AdminTest-1345877078 tempest-RoutersIpV6AdminTest-1345877078-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 200 len: 205 time: 0.2053580 Jul 15 13:17:10.417644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:10.526826 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725cd628-fbb9-4bb2-8fc3-c38baa0e1a49 x-openstack-request-id: req-725cd628-fbb9-4bb2-8fc3-c38baa0e1a49 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:10.529541 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:10.531702 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-725cd628-fbb9-4bb2-8fc3-c38baa0e1a49 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:10.532513 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84', 'code': 200} Jul 15 13:17:10.538591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2b8f502d-4271-457e-8a38-4093295ec387 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 200 len: 205 time: 0.1177659 Jul 15 13:17:10.542261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36914) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:10.668002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.818164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd60c4db-e549-4273-8bea-3842e2883dec req-79977be7-3b84-4270-a57a-d78eec90b081 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0531309 Jul 15 13:17:10.842162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1040b-23e4-43f2-9ee4-206e1b1d7ed9 req-e287a6e1-ce1a-4092-8d56-93c34489cf97 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:10.850693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52d1040b-23e4-43f2-9ee4-206e1b1d7ed9 req-e287a6e1-ce1a-4092-8d56-93c34489cf97 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2703958 Jul 15 13:17:10.909981 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52d1040b-23e4-43f2-9ee4-206e1b1d7ed9 req-c74d70af-cf73-4b13-ac3a-3f0742ad8e96 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579169 Jul 15 13:17:10.947797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:10.951667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.015626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.017013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Fanout notify agent at l3_agent the message router_deleted on router 1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:11.040170 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:11.043493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a23d3ec5-0004-451c-bca1-3ceada07ab81 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 204 len: 168 time: 0.5001574 Jul 15 13:17:11.047880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36926) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.115084 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0557a17d-7b31-4e24-a45f-c2e70bbe3334 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 200 len: 205 time: 0.0652757 Jul 15 13:17:11.122482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36928) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.217810 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-a98a5dcc-62ec-4a94-812b-b361ffbe9f21 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] delete failed (client error): The resource could not be found. Jul 15 13:17:11.219660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a98a5dcc-62ec-4a94-812b-b361ffbe9f21 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/1af8a56a-0b73-4fa5-b45f-4ff8b3c8cc7d HTTP/1.1" status: 404 len: 336 time: 0.0949297 Jul 15 13:17:11.222215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.260222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcb11e-1139-4459-85cf-e8234cc96fdf req-f4438ee2-5af7-445e-9f0b-b90bfdabe5bc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:11.270777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0fcb11e-1139-4459-85cf-e8234cc96fdf req-f4438ee2-5af7-445e-9f0b-b90bfdabe5bc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 943 time: 0.2249238 Jul 15 13:17:11.303238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ff86109-be30-470c-988f-75d31d19f637 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbe9a19a-e4c2-427f-8b41-fb58e98a2437 HTTP/1.1" status: 200 len: 205 time: 0.0797095 Jul 15 13:17:11.306070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36936) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.389017 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-970f29d9-d43f-4629-83cd-a4d29b9ff93c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] delete failed (client error): The resource could not be found. Jul 15 13:17:11.391119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-970f29d9-d43f-4629-83cd-a4d29b9ff93c tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/dbe9a19a-e4c2-427f-8b41-fb58e98a2437 HTTP/1.1" status: 404 len: 336 time: 0.0828888 Jul 15 13:17:11.393897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36938) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.436062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0fcb11e-1139-4459-85cf-e8234cc96fdf req-7b4f8edf-4003-46d7-800e-14dc73e4fe54 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638672 Jul 15 13:17:11.452912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a21ed1ae-4a04-4d63-9493-80dd1d51296a tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=b75a1fb3-bf56-40ad-949a-50f73fec22d2 HTTP/1.1" status: 200 len: 205 time: 0.0552332 Jul 15 13:17:11.453343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36946) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.557892 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-e223d276-d013-48c1-b400-bd5d6e8b45b0 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] delete failed (client error): The resource could not be found. Jul 15 13:17:11.562794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36950) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.563667 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e223d276-d013-48c1-b400-bd5d6e8b45b0 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/b75a1fb3-bf56-40ad-949a-50f73fec22d2 HTTP/1.1" status: 404 len: 336 time: 0.1087325 Jul 15 13:17:11.631855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2cf88912-5f27-4ce4-9cac-548ba4a472ca tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=fecce159-1e64-40f4-a467-5041aa72b482 HTTP/1.1" status: 200 len: 205 time: 0.0671363 Jul 15 13:17:11.637166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36952) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.789279 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-11455fbe-756c-49d0-9e77-c2766f233c71 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] delete failed (client error): The resource could not be found. Jul 15 13:17:11.792882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-11455fbe-756c-49d0-9e77-c2766f233c71 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/fecce159-1e64-40f4-a467-5041aa72b482 HTTP/1.1" status: 404 len: 336 time: 0.1541710 Jul 15 13:17:11.795891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36954) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.878298 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7dd68aa9-b8ec-4d2a-92ee-2217c182c92d tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=837dcb87-5d58-4fc0-9fc1-5ded251eb44b HTTP/1.1" status: 200 len: 205 time: 0.0808675 Jul 15 13:17:11.879992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36958) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:11.970025 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:12.019274 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-9875b830-9ba8-4808-8594-71741ea5f1b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] delete failed (client error): The resource could not be found. Jul 15 13:17:12.034920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36966) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.036647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9875b830-9ba8-4808-8594-71741ea5f1b4 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/837dcb87-5d58-4fc0-9fc1-5ded251eb44b HTTP/1.1" status: 404 len: 336 time: 0.1528401 Jul 15 13:17:12.171485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-76abca61-0755-465e-ae93-b5d41d2ff070 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "GET /v2.0/ports?device_id=8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 HTTP/1.1" status: 200 len: 205 time: 0.1316912 Jul 15 13:17:12.190162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36968) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.242221 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-2f542ab4-8a8d-4138-bc46-3387ef9c4d15 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] delete failed (client error): The resource could not be found. Jul 15 13:17:12.243476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2f542ab4-8a8d-4138-bc46-3387ef9c4d15 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/routers/8890ebc6-b7f1-4c89-9456-886b2ac0d4c3 HTTP/1.1" status: 404 len: 336 time: 0.0520682 Jul 15 13:17:12.251952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36970) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:12.315280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-e105fbdf-c30d-4a69-a5a6-19b8edc870ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425693 Jul 15 13:17:12.334585 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-25454364-4d48-4f20-ac2f-6fdbfe6f0c82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] DELETE failed (client error): The resource could not be found. Jul 15 13:17:12.335400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25454364-4d48-4f20-ac2f-6fdbfe6f0c82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:17:12.338066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-25454364-4d48-4f20-ac2f-6fdbfe6f0c82 tempest-RoutersIpV6AdminTest-221941983 tempest-RoutersIpV6AdminTest-221941983-project] 10.222.0.57 "DELETE /v2.0/subnets/534cee73-cc9c-467c-967f-3aae5c5d275a HTTP/1.1" status: 404 len: 337 time: 0.0835962 Jul 15 13:17:12.381383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee885c0-a94e-476b-acc8-d5ebe388cf03 req-e10d696c-9c46-4376-9c8d-c3f237269eb1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.395044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ee885c0-a94e-476b-acc8-d5ebe388cf03 req-e10d696c-9c46-4376-9c8d-c3f237269eb1 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 1101 time: 0.2502649 Jul 15 13:17:12.437312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a032c-c0e7-4ef4-8882-721064cf45bf req-7bf6d94c-2ce7-4145-be35-eb20e41c08a2 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:12.445684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d9a032c-c0e7-4ef4-8882-721064cf45bf req-7bf6d94c-2ce7-4145-be35-eb20e41c08a2 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.1441073 Jul 15 13:17:12.467492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ee885c0-a94e-476b-acc8-d5ebe388cf03 req-7737ff13-0d1b-4ab2-b84c-57c88ee709a8 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Jul 15 13:17:12.511198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d9a032c-c0e7-4ef4-8882-721064cf45bf req-b29497f9-0082-476d-be6a-170296ec3d90 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644748 Jul 15 13:17:12.739904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c33e8cf-609e-461f-8d2e-fead3a052359 req-ed3524fc-4f80-456f-8422-929eae178f21 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0534019 Jul 15 13:17:12.975907 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3708858-de5b-41a0-a143-685b937c0686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.003701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.071877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b218827-967e-4468-ba43-6d735ebd3d84 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:13.278757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce98a696-002a-415c-9eff-c886da41146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.291300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311f075-6b1a-4036-93b1-7ed7ecc645ee req-e3e4e185-cd88-475b-a522-95938357db64 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.295617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3311f075-6b1a-4036-93b1-7ed7ecc645ee req-e3e4e185-cd88-475b-a522-95938357db64 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1620648 Jul 15 13:17:13.393626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3311f075-6b1a-4036-93b1-7ed7ecc645ee req-dcd4aacd-22cd-42b4-9ea6-4e3b29b0e621 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924907 Jul 15 13:17:13.479848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce98a696-002a-415c-9eff-c886da41146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.487367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce98a696-002a-415c-9eff-c886da41146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.547582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37036) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:13.549370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce98a696-002a-415c-9eff-c886da41146d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ea401488d0140f4891791e6e9adb167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431154 Jul 15 13:17:13.551082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98a696-002a-415c-9eff-c886da41146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36725c39-7b07-4356-9b6e-f4745c281349,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.641243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0079c6c8-40c4-4759-a801-540b31765eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.698961 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0079c6c8-40c4-4759-a801-540b31765eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.845328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca320c-f8f8-45d6-9205-2cb6364c7113 req-af0edae4-68d8-4509-a380-77d2ea0ebd63 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:13.853117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0eca320c-f8f8-45d6-9205-2cb6364c7113 req-af0edae4-68d8-4509-a380-77d2ea0ebd63 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.1656108 Jul 15 13:17:13.864320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0079c6c8-40c4-4759-a801-540b31765eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.870153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0079c6c8-40c4-4759-a801-540b31765eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:13.870898 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0079c6c8-40c4-4759-a801-540b31765eb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36725c39-7b07-4356-9b6e-f4745c281349 HTTP/1.1" status: 204 len: 168 time: 0.3213446 Jul 15 13:17:13.910894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079c6c8-40c4-4759-a801-540b31765eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36725c39-7b07-4356-9b6e-f4745c281349,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:13.922936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0eca320c-f8f8-45d6-9205-2cb6364c7113 req-afe65147-449b-4e07-a6bb-d7ed066cc61a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688813 Jul 15 13:17:14.139458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-0c4006f6-0116-4193-aff9-c7119b60bd4f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555809 Jul 15 13:17:14.365855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-df0986d5-d6a3-4244-9a00-8d103a9a2d60 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.379224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-df0986d5-d6a3-4244-9a00-8d103a9a2d60 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279353 Jul 15 13:17:14.401707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-622d9a30-04b2-47b7-9ba0-f06281172a69 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/quotas/b4123a0f04d74de594c1ac5baa46f4ed HTTP/1.1" status: 200 len: 375 time: 0.0207536 Jul 15 13:17:14.422426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-8c739dae-ac75-4e82-9029-2eaa24349dbe tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:14.424497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-8c739dae-ac75-4e82-9029-2eaa24349dbe tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=c78b9804-cfca-4729-a267-622b714a15dd HTTP/1.1" status: 200 len: 943 time: 0.1050627 Jul 15 13:17:14.447928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37084) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.514000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-374cb4be-f9f4-49dd-888c-51233db87580 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1022077 Jul 15 13:17:14.610218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:14.611895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-447550bf-6094-4dcc-a460-2ca5780d71ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e870ee37f5b0485ebb7bcacc03bf80ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597664 Jul 15 13:17:14.646837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Deleting port 0b218827-967e-4468-ba43-6d735ebd3d84 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:14.647183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.707056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cabf23-c9b0-4d6c-b8a7-3bd608dc5d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.759235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cabf23-c9b0-4d6c-b8a7-3bd608dc5d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.766752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.850747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cabf23-c9b0-4d6c-b8a7-3bd608dc5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.856657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28cabf23-c9b0-4d6c-b8a7-3bd608dc5d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.857018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] For port 0b218827-967e-4468-ba43-6d735ebd3d84, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b218827-967e-4468-ba43-6d735ebd3d84,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:14.857356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:14.858378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-28cabf23-c9b0-4d6c-b8a7-3bd608dc5d3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17d4c954-01b1-4f4b-93d7-11d7784de963 HTTP/1.1" status: 204 len: 168 time: 0.2464194 Jul 15 13:17:14.900191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cabf23-c9b0-4d6c-b8a7-3bd608dc5d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d4c954-01b1-4f4b-93d7-11d7784de963,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:14.902090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Calling delete_port for 0b218827-967e-4468-ba43-6d735ebd3d84 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:15.028658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b32555-84fe-427f-a6bd-b0d6d6c76886 req-9ad522f4-7abd-4c15-8e47-2e78cca498e8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.039410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10b32555-84fe-427f-a6bd-b0d6d6c76886 req-9ad522f4-7abd-4c15-8e47-2e78cca498e8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.1588974 Jul 15 13:17:15.085761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.118463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10b32555-84fe-427f-a6bd-b0d6d6c76886 req-357d6ae4-84d1-4974-8795-3bda61c499cc tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771909 Jul 15 13:17:15.240888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-4f35b391-3ce4-49c5-b51d-dd8fbd6f149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.243396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-4f35b391-3ce4-49c5-b51d-dd8fbd6f149b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1102 time: 0.1143901 Jul 15 13:17:15.263241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.362462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event deleted for resources: {'Port': ['ID=0b218827-967e-4468-ba43-6d735ebd3d84,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:15.422714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] No DVR routers for this DVR port 0b218827-967e-4468-ba43-6d735ebd3d84 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:15.426775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.435539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-00ec594a-dbc3-4047-91a4-ca066351f43a req-10cd6011-b2cb-42ca-8881-618299d578a4 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "DELETE /v2.0/ports/0b218827-967e-4468-ba43-6d735ebd3d84 HTTP/1.1" status: 204 len: 173 time: 1.0036583 Jul 15 13:17:15.436854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-deleted', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:15.447304 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061add49-9770-460d-9b26-4bd86cd816d8" -d '{"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-deleted", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:15.503739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1b03022-b2c3-4419-a71d-d20ff3ce9d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.634559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:15.707465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-692b66d2-9510-42aa-b8a6-44c8ecf82c65 req-fd80d6d8-eb30-44ce-bdfb-ef66e3a34e26 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0550678 Jul 15 13:17:15.765805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-810cae42-3f33-4f48-a5da-d9401dedba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.775652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-810cae42-3f33-4f48-a5da-d9401dedba1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.5219109 Jul 15 13:17:15.836781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-7f963de6-7d3d-4803-866c-ae989b867b96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.0478239 Jul 15 13:17:15.899100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-468707a5-4b1e-4cad-b359-921bd144258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:15.901154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-468707a5-4b1e-4cad-b359-921bd144258b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0583503 Jul 15 13:17:16.068115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-860be677-5dc2-45f7-a297-8ab7a1cff779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.071317 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-860be677-5dc2-45f7-a297-8ab7a1cff779 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1557488 Jul 15 13:17:16.104208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc643c-3cc8-4c6f-9223-5dbf14e4e73c req-6e34c919-ed25-40c2-ad20-8b25bc5e3651 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.120569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4fc643c-3cc8-4c6f-9223-5dbf14e4e73c req-6e34c919-ed25-40c2-ad20-8b25bc5e3651 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2177703 Jul 15 13:17:16.193871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1d8c258-252e-4cb1-8887-4aeb525406e1 req-b9f83da9-1b2e-4746-8402-7b112dbf8c6e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 210 time: 0.0508833 Jul 15 13:17:16.224884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4fc643c-3cc8-4c6f-9223-5dbf14e4e73c req-5253891d-fb2f-4ac0-ae1b-73119081e071 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028650 Jul 15 13:17:16.373598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-1b9c6add-c30f-41cd-946c-339c0930486e service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371116 Jul 15 13:17:16.527485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68e019-c392-4f1d-b602-5684ce68638a req-ffa0af30-b610-4a79-8783-a85b0b24d806 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.539459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b68e019-c392-4f1d-b602-5684ce68638a req-ffa0af30-b610-4a79-8783-a85b0b24d806 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 950 time: 0.1164286 Jul 15 13:17:16.589416 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-a943b60a-a6eb-44bd-aed1-eb94777df42b service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093492 Jul 15 13:17:16.607933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b68e019-c392-4f1d-b602-5684ce68638a req-d65b2e3c-64df-4014-bd05-c8b4abf7e5cc tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Jul 15 13:17:16.621732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb105ac-064e-484d-9e78-bbccdc747343 req-e15967de-cf3e-4642-a057-a8f2022e1107 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:16.625266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2eb105ac-064e-484d-9e78-bbccdc747343 req-e15967de-cf3e-4642-a057-a8f2022e1107 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.1955316 Jul 15 13:17:16.701510 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18949d06-0cfd-4bcc-abde-7c78a3f705f5 x-openstack-request-id: req-18949d06-0cfd-4bcc-abde-7c78a3f705f5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:16.701972 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78b9804-cfca-4729-a267-622b714a15dd", "name": "network-vif-deleted", "tag": "0b218827-967e-4468-ba43-6d735ebd3d84", "status": "failed", "code": 422}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:16.702384 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18949d06-0cfd-4bcc-abde-7c78a3f705f5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:16.703076 n-d-798054-11 neutron-server[93995]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c78b9804-cfca-4729-a267-622b714a15dd', 'name': 'network-vif-deleted', 'tag': '0b218827-967e-4468-ba43-6d735ebd3d84', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:17:16.710357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2eb105ac-064e-484d-9e78-bbccdc747343 req-91980e76-ef1e-436b-adc5-72c3443e37fb tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749025 Jul 15 13:17:16.778577 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-afe4463f-5830-4b3f-9f6e-9106b8108c8d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304388 Jul 15 13:17:17.015748 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.122500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eddd0-d037-4235-ad45-e34bedf9f01f req-6a4096bc-6a23-4f60-904e-37855eaa102a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.129524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd4eddd0-d037-4235-ad45-e34bedf9f01f req-6a4096bc-6a23-4f60-904e-37855eaa102a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.1098776 Jul 15 13:17:17.142808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:17.199989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-3788f308-177e-4b57-aff7-3be85c7db8d7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.201936 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-3788f308-177e-4b57-aff7-3be85c7db8d7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128354 Jul 15 13:17:17.202722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd4eddd0-d037-4235-ad45-e34bedf9f01f req-eec19e37-15b4-4bb8-b4be-386ca5666e8c tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722253 Jul 15 13:17:17.223334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:17.317043 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.377794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9601d39c-acef-4dcc-9102-79b6bf90a992 req-163b2760-b365-4953-8806-407d260d17d5 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.1723390 Jul 15 13:17:17.388709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:17.390606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:17.395513 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29105f5-f4fe-47f6-8402-3d27589aaa87" -d '{"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:17.402836 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.502640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=11']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:17.525746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:17.531414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:17.711257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-f656dfd0-fc7c-4413-902b-101810cbcdb6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:17.719245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-f656dfd0-fc7c-4413-902b-101810cbcdb6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.2614069 Jul 15 13:17:17.742979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-57f6a0a8-ca5b-4c0d-959c-967c33c22345 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0130067 Jul 15 13:17:17.749287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3b9bccfe-5859-4066-a0b5-cf8e69942d03 req-c6a4e38a-efe2-406a-ab62-b2adacf55a61 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 210 time: 0.0427184 Jul 15 13:17:17.790413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.177 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/39eef8fb-f2dd-40e4-9411-7bc7d15148c9) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:17.840690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-9416ce83-32b3-43a8-bd80-58ce826a32c8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949938 Jul 15 13:17:17.952583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37198) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:18.012318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-18754cc8-e602-4dda-b65e-8b2d7ed3c5b0 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701329 Jul 15 13:17:18.087629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f376a3a-7c0d-4b51-bd56-0e9669fa7ba1 req-bdbf657d-9060-4368-b3cc-bfd4bea1e8eb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.089539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f376a3a-7c0d-4b51-bd56-0e9669fa7ba1 req-bdbf657d-9060-4368-b3cc-bfd4bea1e8eb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1681626 Jul 15 13:17:18.106154 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.140207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:18.142262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1250911965', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:18.170686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f376a3a-7c0d-4b51-bd56-0e9669fa7ba1 req-320bf13c-98f3-4316-b178-b8d27ca09f13 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Jul 15 13:17:18.220310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-3ff0ea1e-b3c7-494b-9e5b-741093325c97 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065954 Jul 15 13:17:18.221218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.222061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Made reservation on behalf of d97b60679f7840ecbd5c8cf1c531374b for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:18.229835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.239134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:18.251821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.343385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.383274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca', '965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:18.405726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:18.414217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:18.428056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:18.495708 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f141a781-4d80-43a2-91ac-288e72a3fd4b x-openstack-request-id: req-f141a781-4d80-43a2-91ac-288e72a3fd4b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:18.496903 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:18.498228 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f141a781-4d80-43a2-91ac-288e72a3fd4b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:18.498877 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'code': 200} Jul 15 13:17:18.625617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.630723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:18.632891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.645017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.666020 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:18.741241 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-2314a9e1-2311-4bae-a1eb-096b44c42666 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5220091 Jul 15 13:17:18.756960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] device_id is not set on port 6acbf379-5081-4cfb-835f-004426b5ddf7 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:18.782813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b934816-db8d-4579-8b10-c3d43ea5ce1a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:18.890744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Request body: {'port': {'device_id': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:19.048147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3223aa-f0ec-49c7-b4e0-41c41e885541 req-c74ca902-453a-4f94-a6ce-02ed26df695d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.057320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c3223aa-f0ec-49c7-b4e0-41c41e885541 req-c74ca902-453a-4f94-a6ce-02ed26df695d tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.3627415 Jul 15 13:17:19.092581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.141138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c3223aa-f0ec-49c7-b4e0-41c41e885541 req-e64e26d1-934e-4699-84ae-0b87f3d0384a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809040 Jul 15 13:17:19.142486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f72695-1327-410c-8d98-675970a7f0db req-f47f92e1-44d3-401b-8fb1-5daea4d0de70 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.165068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36f72695-1327-410c-8d98-675970a7f0db req-f47f92e1-44d3-401b-8fb1-5daea4d0de70 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.3882620 Jul 15 13:17:19.188973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-98e0ada7-3d2f-4f5b-927d-654e3f461d09 None None] Provisioning for port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:19.197134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-98e0ada7-3d2f-4f5b-927d-654e3f461d09 None None] Provisioning complete for port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:19.197718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-98e0ada7-3d2f-4f5b-927d-654e3f461d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.288580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-98e0ada7-3d2f-4f5b-927d-654e3f461d09 None None] Port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:19.335138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36f72695-1327-410c-8d98-675970a7f0db req-c732660d-3b7d-4412-96ab-9033ef748bbf tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676452 Jul 15 13:17:19.416489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Allocated IP 172.25.3.95 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/6acbf379-5081-4cfb-835f-004426b5ddf7) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:19.445636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf5722ba-8605-47a9-ae95-0251b6ba4cf2 req-6c827bf2-8d8c-4db0-ba61-2a481d51531b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 210 time: 0.0711448 Jul 15 13:17:19.674680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-100bf01a-160c-40bc-b82d-fdc0765a0a9b req-fda0cd65-54aa-4762-8bee-92fbf0c5bdf4 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.1008308 Jul 15 13:17:19.882777 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.923198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:19.942782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:19.976155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce38c7-a3a3-4999-92b5-6e05d029109b req-f1718e8a-225a-4f49-9a14-d9fe7d063041 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:19.978390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65ce38c7-a3a3-4999-92b5-6e05d029109b req-f1718e8a-225a-4f49-9a14-d9fe7d063041 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 936 time: 0.2763464 Jul 15 13:17:19.988371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Transition to ACTIVE for port object 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:20.005569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.013915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.091202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:20.106157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4a36f-c55b-4883-a396-ba04a4d02d61 req-90c81711-07e5-4af5-8dea-dea9583631b8 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.108033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bae4a36f-c55b-4883-a396-ba04a4d02d61 req-90c81711-07e5-4af5-8dea-dea9583631b8 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1780107 Jul 15 13:17:20.109546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:20.111994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Pushing event updated for resources: {'Port': ['ID=6acbf379-5081-4cfb-835f-004426b5ddf7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.115112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:20.116579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65ce38c7-a3a3-4999-92b5-6e05d029109b req-2fd28601-bb48-4c23-9f62-4f5e737b4de4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199732 Jul 15 13:17:20.120262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Pushing event updated for resources: {'Port': ['ID=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.254555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Attempting to bind port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:20.254994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Attempting to bind port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:20.255343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Attempting to bind port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:20.256972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bae4a36f-c55b-4883-a396-ba04a4d02d61 req-0474b7f2-65c4-4097-8005-fc7924bf7f5c tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059175 Jul 15 13:17:20.263408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:20.264164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Attempting to bind port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:20.273131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:20.274152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:20.274777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:20.275555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Bound port: 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:20.276047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.288515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.289847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.348977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b1fb1a52-1e0c-428a-af39-232b94753ed5 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3921170 Jul 15 13:17:20.350044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:20.380356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}]}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:20.427702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.429983 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.501633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] For port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:20.512088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] For port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:20.560127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.571470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.690628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.691648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:20.694029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] 10.222.0.58 "PUT /v2.0/ports/39eef8fb-f2dd-40e4-9411-7bc7d15148c9 HTTP/1.1" status: 200 len: 1097 time: 1.8191466 Jul 15 13:17:20.698078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'tag': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:20.703126 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475a5344-97b9-4eb3-a4b9-ad72b7332561" -d '{"events": [{"name": "network-changed", "server_uuid": "28f8ca87-48e2-4561-bffe-770a8aac816d", "tag": "39eef8fb-f2dd-40e4-9411-7bc7d15148c9"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:20.778263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66018b6-0b42-4a92-b95b-cacd475d6a7a service neutron] Pushing event updated for resources: {'Port': ['ID=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:20.820554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412780b2-0783-4a22-9d48-acdb3ae1c36e req-aa29ae80-f34a-4b1f-bc75-46fb40792518 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.824558 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-412780b2-0783-4a22-9d48-acdb3ae1c36e req-aa29ae80-f34a-4b1f-bc75-46fb40792518 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.3097460 Jul 15 13:17:20.972855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-412780b2-0783-4a22-9d48-acdb3ae1c36e req-dade1419-dd3b-4a48-8892-6a5257371a44 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023319 Jul 15 13:17:20.987212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a9b68849-a1d6-45c7-8a10-e8640f115d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:20.990180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-a9b68849-a1d6-45c7-8a10-e8640f115d75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 1100 time: 0.1637719 Jul 15 13:17:21.086837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-7cd50543-8b55-4610-94bd-baa1fcf128e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9 HTTP/1.1" status: 200 len: 217 time: 0.0791905 Jul 15 13:17:21.108141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.171675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-24cab55b-3f27-4138-8f15-26d963cfe679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.173832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-24cab55b-3f27-4138-8f15-26d963cfe679 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0739574 Jul 15 13:17:21.223780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0e39-74d5-4acc-a520-5961c2615af7 req-7027d2d3-addd-4f5c-a020-9edf8b103f48 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.232417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6dff0e39-74d5-4acc-a520-5961c2615af7 req-7027d2d3-addd-4f5c-a020-9edf8b103f48 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.5891869 Jul 15 13:17:21.254959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-ba3812e0-e869-4681-8e5a-3acd557e7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.257364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-ba3812e0-e869-4681-8e5a-3acd557e7776 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766287 Jul 15 13:17:21.260796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-1c2e8e9e-7bfb-46f0-9c73-63dcf3813156 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.262398 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-1c2e8e9e-7bfb-46f0-9c73-63dcf3813156 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.6036520 Jul 15 13:17:21.286247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Request body: {'port': {'device_id': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'admin_state_up': True, 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:21.354642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6dff0e39-74d5-4acc-a520-5961c2615af7 req-953ff2a4-85d3-41e6-9a61-88531c95241c tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103642 Jul 15 13:17:21.432794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b2a6084-03d1-4e3a-890e-61f42e3bb843 req-adb22373-93c3-417b-8ee6-ddcd9363d935 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 210 time: 0.0546641 Jul 15 13:17:21.452017 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa1690-db3a-4b91-ac4f-63ad2f9c9559 x-openstack-request-id: req-27fa1690-db3a-4b91-ac4f-63ad2f9c9559 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:21.452394 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f8ca87-48e2-4561-bffe-770a8aac816d", "tag": "39eef8fb-f2dd-40e4-9411-7bc7d15148c9", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:21.452566 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27fa1690-db3a-4b91-ac4f-63ad2f9c9559 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:21.452951 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'tag': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'status': 'completed', 'code': 200} Jul 15 13:17:21.469730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-55709f5e-f006-4a8a-ad7e-ccdfc8b3d1bd service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041423 Jul 15 13:17:21.556807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:21.564434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:21.622851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af11f46a-988e-4219-ba36-85d0732e4d72 req-d7b90282-87b9-4535-90e3-8e3fc040fab0 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455505 Jul 15 13:17:21.665912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e33e653-227c-4800-b96b-c77cbc6ca76b req-eb498f36-7db1-4911-88d2-e6d4ba897562 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0827196 Jul 15 13:17:21.677636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ce6e0-dc1a-418b-9705-58b46a7ca3b5 req-e6cd2ffc-65c6-4643-a3e3-d9c96b4f4043 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.680150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-795ce6e0-dc1a-418b-9705-58b46a7ca3b5 req-e6cd2ffc-65c6-4643-a3e3-d9c96b4f4043 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 948 time: 0.1048527 Jul 15 13:17:21.794202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-795ce6e0-dc1a-418b-9705-58b46a7ca3b5 req-4daf63f5-b8db-4d67-8211-33ddedb802ac tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725935 Jul 15 13:17:21.811900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-6bbaf0c6-f248-49a2-b2a5-463e32b7b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.814379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-6bbaf0c6-f248-49a2-b2a5-463e32b7b986 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 1100 time: 0.1283486 Jul 15 13:17:21.953006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-e020ec60-28e7-430c-8796-7a74d795248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:21.954954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-e020ec60-28e7-430c-8796-7a74d795248c service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1331275 Jul 15 13:17:22.049497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-40e4e353-cf97-4ec8-8d01-07874bdaca4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9 HTTP/1.1" status: 200 len: 217 time: 0.0776241 Jul 15 13:17:22.102814 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.126292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-b63b595d-2155-43dd-b3df-f2491d5a6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.129037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-b63b595d-2155-43dd-b3df-f2491d5a6191 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0664804 Jul 15 13:17:22.250149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-aa0fb39f-e123-4d31-92e4-2ddd03a60cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.253936 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-aa0fb39f-e123-4d31-92e4-2ddd03a60cb1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167057 Jul 15 13:17:22.415569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-a6abe2ed-44ff-40ec-89b9-7b7c56d64c9a service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529083 Jul 15 13:17:22.419216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-e66f5fe5-2ad5-4379-adf2-406ce1e31b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.420855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-e66f5fe5-2ad5-4379-adf2-406ce1e31b51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1097 time: 0.1351206 Jul 15 13:17:22.460994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.480773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Allocated IP 172.20.0.7 (35a7f83b-d9df-48c2-94f0-c76c73e6ea6e/a867b882-0336-456d-a5e4-f9c513468bb1/60d878c1-4f86-4371-aa8a-0880441949b6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:22.595824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28669d0e-feff-4550-a1db-b31f3f6551d1 req-445748cd-e39a-4f76-b8e7-1aaaf23d2e99 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.597397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28669d0e-feff-4550-a1db-b31f3f6551d1 req-445748cd-e39a-4f76-b8e7-1aaaf23d2e99 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.6317236 Jul 15 13:17:22.653985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475a5344-97b9-4eb3-a4b9-ad72b7332561 req-477b38b2-fe97-4941-b977-f660d622e141 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177658 Jul 15 13:17:22.656754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-918251f1-b8f9-4f93-84ea-fa1c935cdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.658242 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-918251f1-b8f9-4f93-84ea-fa1c935cdecb service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.2307305 Jul 15 13:17:22.682062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd427a-9a18-44f5-96b3-fdc425235d97 req-5d3bf16d-8d34-4868-b7bd-1775f1713b2a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.683871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1cd427a-9a18-44f5-96b3-fdc425235d97 req-5d3bf16d-8d34-4868-b7bd-1775f1713b2a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2370715 Jul 15 13:17:22.803883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28669d0e-feff-4550-a1db-b31f3f6551d1 req-d7d4e09d-de64-4b4e-a5e6-26f61f940676 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755624 Jul 15 13:17:22.805487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1cd427a-9a18-44f5-96b3-fdc425235d97 req-a3b86d54-9580-474a-a73c-e07ad5abbf25 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785744 Jul 15 13:17:22.810472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-1b9cfda8-6f37-4f49-add8-56e77e334ed3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.1369724 Jul 15 13:17:22.903627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-b825ac25-ed5d-4594-a1ed-84287c033c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:22.907444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-b825ac25-ed5d-4594-a1ed-84287c033c3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.0909071 Jul 15 13:17:22.914220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:22.922490 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.052362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-b442874e-e9e1-4585-aef4-ec0cd781373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.055271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-b442874e-e9e1-4585-aef4-ec0cd781373e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413763 Jul 15 13:17:23.162415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:23.201657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.205589 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.219267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b9030c8-3c9f-4eb2-811f-58cb1924d1da req-5914f7af-e771-45d2-911e-a5ee3bcb4c2d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 210 time: 0.0603533 Jul 15 13:17:23.280286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-681a1d98-9cfb-4747-ae37-4e6936ae95ec service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166448 Jul 15 13:17:23.312712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.313605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d25ed05-d187-4c18-b73b-5451f163147c {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:17:23.319390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.416688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:23.422968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:23.429229 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:17:23.430440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00e8652a-efa3-4045-8f7e-f510dbd1ea62 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0677447 Jul 15 13:17:23.431579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:23.437200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:23.449034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee847d-5d8e-44f1-a0f5-297a229123f5 req-a8cdcf07-770f-4107-ae43-059df1ec7a63 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.450806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-deee847d-5d8e-44f1-a0f5-297a229123f5 req-a8cdcf07-770f-4107-ae43-059df1ec7a63 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.3915014 Jul 15 13:17:23.474349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1f8263e-c30c-4bb6-915a-cb52fcf7ab12 req-8729b087-83d7-4dea-ba53-188a3b1b9233 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0532644 Jul 15 13:17:23.495605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event updated for resources: {'Port': ['ID=60d878c1-4f86-4371-aa8a-0880441949b6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:23.527664 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951e7a71-e9ab-4190-a101-7e73cd9f0cd2 req-793b3c18-2afb-4076-8f1d-e934823fcd0a service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408381 Jul 15 13:17:23.552851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:23.553568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.585724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:23.593695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Deleting port 6acbf379-5081-4cfb-835f-004426b5ddf7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:23.594098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.613235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-deee847d-5d8e-44f1-a0f5-297a229123f5 req-8ecdbc6b-3154-427b-9b8f-859238976128 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277554 Jul 15 13:17:23.618465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-408e3580-e9f8-4357-876a-c448ec94bcf8 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3397951 Jul 15 13:17:23.629902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'mac_address': 'fa:16:3e:d3:d9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:23.631539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Request body: {'port': {'device_id': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:23.777765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.783385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.794199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.814768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:23.862468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:23.873570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:23.946602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.181259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['39eef8fb-f2dd-40e4-9411-7bc7d15148c9'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:24.270637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Calling delete_port for 6acbf379-5081-4cfb-835f-004426b5ddf7 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:24.320025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a986ece-b7a0-4199-9128-971812fd623d req-afad21b3-cf46-435d-911f-725d77dd81fa tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.323024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a986ece-b7a0-4199-9128-971812fd623d req-afad21b3-cf46-435d-911f-725d77dd81fa tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2159472 Jul 15 13:17:24.370343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338bf19-2186-423b-a171-82f92c7e4ef7 req-168c8381-df41-4589-a517-6877a1ff0f05 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.374246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8338bf19-2186-423b-a171-82f92c7e4ef7 req-168c8381-df41-4589-a517-6877a1ff0f05 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 948 time: 0.6711118 Jul 15 13:17:24.437962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d878c1-4f86-4371-aa8a-0880441949b6 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:24.467846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.488540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a986ece-b7a0-4199-9128-971812fd623d req-91680c3f-e9fc-4b7c-94ed-f478153c08c3 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467676 Jul 15 13:17:24.522038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8338bf19-2186-423b-a171-82f92c7e4ef7 req-37ffc575-38b5-4afd-b16a-191cf8a3b794 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377120 Jul 15 13:17:24.567044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.586355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Transition to ACTIVE for port object 60d878c1-4f86-4371-aa8a-0880441949b6 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:24.602926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.608095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Pushing event deleted for resources: {'Port': ['ID=6acbf379-5081-4cfb-835f-004426b5ddf7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.699091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Pushing event updated for resources: {'Port': ['ID=60d878c1-4f86-4371-aa8a-0880441949b6,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:24.709937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.713286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7f94ecfc-e37e-499f-962f-5660b0460504 tempest-RoutersAdminNegativeTest-587087400 tempest-RoutersAdminNegativeTest-587087400-project-admin] 10.222.0.57 "DELETE /v2.0/ports/6acbf379-5081-4cfb-835f-004426b5ddf7 HTTP/1.1" status: 204 len: 168 time: 1.2693379 Jul 15 13:17:24.854961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Attempting to bind port 60d878c1-4f86-4371-aa8a-0880441949b6 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:24.855423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Attempting to bind port 60d878c1-4f86-4371-aa8a-0880441949b6 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:24.855616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Attempting to bind port 60d878c1-4f86-4371-aa8a-0880441949b6 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:24.863863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Port 60d878c1-4f86-4371-aa8a-0880441949b6 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:24.864281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Attempting to bind port 60d878c1-4f86-4371-aa8a-0880441949b6 on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:24.873987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:24.874447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:24.874773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Bound using segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:24.875405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Bound port: 60d878c1-4f86-4371-aa8a-0880441949b6, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:24.875685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:24.888954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b8a-64cc-4904-bd1b-2f1125c6f405 req-d022c8ee-362b-483a-a4d2-b0c379720fd7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.889793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72003b8a-64cc-4904-bd1b-2f1125c6f405 req-d022c8ee-362b-483a-a4d2-b0c379720fd7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.1228781 Jul 15 13:17:24.986909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078a6d8-6832-40a2-b3a1-3907e4f9031c req-50395c48-72df-4496-b3dd-0d5ff4db546e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:24.989593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5078a6d8-6832-40a2-b3a1-3907e4f9031c req-50395c48-72df-4496-b3dd-0d5ff4db546e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 943 time: 0.1135571 Jul 15 13:17:24.992778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72003b8a-64cc-4904-bd1b-2f1125c6f405 req-4a2fce92-7e2c-4458-bf0c-43038f9915e0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931890 Jul 15 13:17:25.025650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] For port 60d878c1-4f86-4371-aa8a-0880441949b6, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:25.025650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] For port 60d878c1-4f86-4371-aa8a-0880441949b6, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=60d878c1-4f86-4371-aa8a-0880441949b6,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:25.040735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.071151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5078a6d8-6832-40a2-b3a1-3907e4f9031c req-2d605b01-bec4-49a1-8e9c-f062f458a8bb tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650129 Jul 15 13:17:25.132965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.135061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.139394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] 10.222.0.59 "PUT /v2.0/ports/60d878c1-4f86-4371-aa8a-0880441949b6 HTTP/1.1" status: 200 len: 1092 time: 1.5135143 Jul 15 13:17:25.140624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'tag': '60d878c1-4f86-4371-aa8a-0880441949b6'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:25.147873 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6adcf-048f-4ddb-a272-e643f083b04b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c8c8de-85ca-48ba-bf18-9a06f68f550a", "tag": "60d878c1-4f86-4371-aa8a-0880441949b6"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:25.290834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eceba-0b33-49ee-b4a9-34c875361b4a service neutron] Pushing event updated for resources: {'Port': ['ID=60d878c1-4f86-4371-aa8a-0880441949b6,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:25.376335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-164cb36d-165e-4585-a9c3-79539cb70693 req-daf84deb-b799-4f2f-8c61-09ec0c41c643 tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.1078026 Jul 15 13:17:25.381221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37376) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:25.417404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f73527-152f-4b55-a703-cfb9eba79945 req-86f5b4e0-815c-4554-9980-abbd0e909d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.420187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2f73527-152f-4b55-a703-cfb9eba79945 req-86f5b4e0-815c-4554-9980-abbd0e909d6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.1996529 Jul 15 13:17:25.471675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17bee33b-d698-46c0-a1c8-9ad0b7c5d2e4 req-e7502920-0107-47ca-8260-44344e2f0416 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0632715 Jul 15 13:17:25.487420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-8b378eaa-29f9-4d43-b5aa-8c7290604210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.488970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-8b378eaa-29f9-4d43-b5aa-8c7290604210 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 1095 time: 0.2526124 Jul 15 13:17:25.503732 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2f73527-152f-4b55-a703-cfb9eba79945 req-54c46e3e-fb24-46ac-a978-70cf934e8587 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715735 Jul 15 13:17:25.529688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43221e2-9a01-4ae7-9a6a-4522c6d1fa98 req-4b94fbcc-efbb-48cb-8058-aa5350674d72 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.532721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c43221e2-9a01-4ae7-9a6a-4522c6d1fa98 req-4b94fbcc-efbb-48cb-8058-aa5350674d72 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.2070940 Jul 15 13:17:25.550902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-9f34064c-e62f-4412-b0ad-0f0452f4c366 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d878c1-4f86-4371-aa8a-0880441949b6 HTTP/1.1" status: 200 len: 217 time: 0.0524521 Jul 15 13:17:25.616287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c43221e2-9a01-4ae7-9a6a-4522c6d1fa98 req-e50e28d6-c82a-4b04-a8e1-1e56c6e6c66b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741246 Jul 15 13:17:25.626880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5957fe08-53fc-4519-979a-74a1c86e5168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.650796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-ec6c34f9-2647-42eb-9fea-dc42fb1c994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.650796 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-ec6c34f9-2647-42eb-9fea-dc42fb1c994c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.0902708 Jul 15 13:17:25.689274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-90868ac7-f311-4212-8354-1d28153e6950 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322099 Jul 15 13:17:25.834668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-2d092a84-a65d-4aa2-b5dd-accb33960f70 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370988 Jul 15 13:17:25.884897 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9e672a-5a4e-45b6-98ce-24fae907ec07 x-openstack-request-id: req-4e9e672a-5a4e-45b6-98ce-24fae907ec07 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:25.885167 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c8c8de-85ca-48ba-bf18-9a06f68f550a", "tag": "60d878c1-4f86-4371-aa8a-0880441949b6", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:25.885450 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e9e672a-5a4e-45b6-98ce-24fae907ec07 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:25.885845 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'tag': '60d878c1-4f86-4371-aa8a-0880441949b6', 'status': 'completed', 'code': 200} Jul 15 13:17:25.900837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37895144-5b06-442b-9eef-3cc31948f59c req-5a05cd2a-8a39-4ab4-a122-1d7c029bfeb5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:25.903562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-37895144-5b06-442b-9eef-3cc31948f59c req-5a05cd2a-8a39-4ab4-a122-1d7c029bfeb5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1387341 Jul 15 13:17:25.903833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5957fe08-53fc-4519-979a-74a1c86e5168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.939100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5957fe08-53fc-4519-979a-74a1c86e5168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:25.998013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-37895144-5b06-442b-9eef-3cc31948f59c req-cd1876a2-e4c7-4f30-9a61-3abef360a70d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824656 Jul 15 13:17:25.999163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5957fe08-53fc-4519-979a-74a1c86e5168 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9048d33699ad4cd9914d25de7db8f8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136744 Jul 15 13:17:26.003141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.032994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b8e4fc-6c2f-428c-8217-5456f548c677 req-0e5a66f1-9637-4cae-9d35-91c8cf2fcafc service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890090 Jul 15 13:17:26.035743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957fe08-53fc-4519-979a-74a1c86e5168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84da423-b283-4666-a8c9-939cd4794d70,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.078075 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b0f618-b03a-4ffc-bb91-109e7d2a142e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.129298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b0f618-b03a-4ffc-bb91-109e7d2a142e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.246391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b0f618-b03a-4ffc-bb91-109e7d2a142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.249970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b0f618-b03a-4ffc-bb91-109e7d2a142e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:26.252045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02b0f618-b03a-4ffc-bb91-109e7d2a142e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a84da423-b283-4666-a8c9-939cd4794d70 HTTP/1.1" status: 204 len: 168 time: 0.2470827 Jul 15 13:17:26.262562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f618-b03a-4ffc-bb91-109e7d2a142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84da423-b283-4666-a8c9-939cd4794d70,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:26.296150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-131a4b7b-ecc6-4047-abbf-ec711caf1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.305040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-131a4b7b-ecc6-4047-abbf-ec711caf1692 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 1095 time: 0.1519802 Jul 15 13:17:26.331573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e769931-517d-4cd2-8c15-906f2786a575 req-810c9426-8bf9-4cee-8c1a-170c3b91086f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.333595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e769931-517d-4cd2-8c15-906f2786a575 req-810c9426-8bf9-4cee-8c1a-170c3b91086f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 949 time: 0.1356444 Jul 15 13:17:26.402288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569305a-4695-4da5-9072-d1017f68c0b4 req-ceef6a60-68cc-4f55-bd57-5802997abbcc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.405532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4569305a-4695-4da5-9072-d1017f68c0b4 req-ceef6a60-68cc-4f55-bd57-5802997abbcc tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.1078694 Jul 15 13:17:26.484616 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e769931-517d-4cd2-8c15-906f2786a575 req-f5c27fd6-a7ab-4660-a76b-fd7887ea055d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420255 Jul 15 13:17:26.489789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4569305a-4695-4da5-9072-d1017f68c0b4 req-a35fedb5-9cf5-4e92-b99f-ed2310627b3c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764394 Jul 15 13:17:26.538545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-5d6a137d-f53d-4f4a-9a9d-e0fda1ce5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.541006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-5d6a137d-f53d-4f4a-9a9d-e0fda1ce5bf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.2226288 Jul 15 13:17:26.648757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-3cc7ec16-d42b-4ab5-94ba-62e122d619e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d878c1-4f86-4371-aa8a-0880441949b6 HTTP/1.1" status: 200 len: 217 time: 0.0973423 Jul 15 13:17:26.741892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-3c201d5a-b09e-442f-b3de-e694ac9ea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.743789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-3c201d5a-b09e-442f-b3de-e694ac9ea2e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.0870402 Jul 15 13:17:26.798433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-dca57f22-237b-408e-b792-3783ff7b5a29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458386 Jul 15 13:17:26.834334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37436) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:26.872393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba41d0f-abfd-480e-b737-9136e3adfad9 req-4b079723-a069-4a9a-a2be-56ee67b05365 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:26.874060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ba41d0f-abfd-480e-b737-9136e3adfad9 req-4b079723-a069-4a9a-a2be-56ee67b05365 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 943 time: 0.1563036 Jul 15 13:17:26.978312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ba41d0f-abfd-480e-b737-9136e3adfad9 req-f264da51-7c00-4018-82d4-666a56965bf1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948913 Jul 15 13:17:26.995736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ea3fc63f-98be-4428-99e2-d0b7c7901537 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d97b60679f7840ecbd5c8cf1c531374b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597910 Jul 15 13:17:26.999346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37444) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:27.055407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-6a664e5a-a65e-45f9-b184-b7b0d9a0604e service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490449 Jul 15 13:17:27.100093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-562614d8-cdcc-4ce6-a584-0b83c03fcfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.147314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-562614d8-cdcc-4ce6-a584-0b83c03fcfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.165236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33f194e6-83c8-4c02-967d-e2f8b0d08748 req-c15273b6-13e1-4210-9ff8-f1be560428cf tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0561805 Jul 15 13:17:27.193145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:27.245662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9cd6adcf-048f-4ddb-a272-e643f083b04b req-26ac4678-3980-4ba7-8c43-5b7b676b6d82 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797791 Jul 15 13:17:27.282002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-562614d8-cdcc-4ce6-a584-0b83c03fcfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.289519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-562614d8-cdcc-4ce6-a584-0b83c03fcfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.297722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-562614d8-cdcc-4ce6-a584-0b83c03fcfe0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b934816-db8d-4579-8b10-c3d43ea5ce1a HTTP/1.1" status: 204 len: 168 time: 0.2965021 Jul 15 13:17:27.316218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562614d8-cdcc-4ce6-a584-0b83c03fcfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b934816-db8d-4579-8b10-c3d43ea5ce1a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:27.368583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:27.377870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:27.378570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.463569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869304dc-ef74-483e-a923-7c283a7c9024 req-f6a06db1-69bc-4eb4-95d7-841cadf37733 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:27.465370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-869304dc-ef74-483e-a923-7c283a7c9024 req-f6a06db1-69bc-4eb4-95d7-841cadf37733 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1284051 Jul 15 13:17:27.598029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-869304dc-ef74-483e-a923-7c283a7c9024 req-01977366-8728-452b-b9b8-d6fb391bbbb7 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050837 Jul 15 13:17:27.618776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.681036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:27.685980 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cfe791-0c8c-49ee-bb2a-65041e355b69" -d '{"events": [{"server_uuid": "28f8ca87-48e2-4561-bffe-770a8aac816d", "name": "network-vif-plugged", "status": "completed", "tag": "39eef8fb-f2dd-40e4-9411-7bc7d15148c9"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:27.716604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:27.727616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:27.838736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:28.140343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32efbd6c-c8ae-4742-8978-f6b8c9c2ea62 req-b397849e-0d0b-43ba-9c21-052c7ba2cb75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=874278e9019a4f22bcd8f15ebbb02164&device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0483720 Jul 15 13:17:28.175118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32efbd6c-c8ae-4742-8978-f6b8c9c2ea62 req-61f1aece-4c91-4913-a4ac-691288bb5e76 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=874278e9019a4f22bcd8f15ebbb02164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248485 Jul 15 13:17:28.218350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e32ed-af18-4d1b-a6b5-78007ecba4b6 req-0a9a9865-4c38-4451-be50-d1e662656dff tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.220505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee4e32ed-af18-4d1b-a6b5-78007ecba4b6 req-0a9a9865-4c38-4451-be50-d1e662656dff tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.1233599 Jul 15 13:17:28.273522 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee4e32ed-af18-4d1b-a6b5-78007ecba4b6 req-cbd162d0-d14c-4d2d-aa82-a65a8c41b319 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440376 Jul 15 13:17:28.379829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efbd6c-c8ae-4742-8978-f6b8c9c2ea62 req-875e7aab-8fea-4c6a-9f98-790ade8e1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.382367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-32efbd6c-c8ae-4742-8978-f6b8c9c2ea62 req-875e7aab-8fea-4c6a-9f98-790ade8e1a37 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947002 Jul 15 13:17:28.418403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66bf21-e8c1-4978-9cc4-0db1e261f7f5 req-78b5677f-5d19-46c5-916e-9edbfda4d354 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:28.427924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f66bf21-e8c1-4978-9cc4-0db1e261f7f5 req-78b5677f-5d19-46c5-916e-9edbfda4d354 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 950 time: 0.1950302 Jul 15 13:17:28.478437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f66bf21-e8c1-4978-9cc4-0db1e261f7f5 req-e237c821-3ea2-45ed-ba27-6f4f4487d18b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465362 Jul 15 13:17:28.683084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37522) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:28.813622 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b744973-a7d1-4e69-8e4f-91b14957617d x-openstack-request-id: req-6b744973-a7d1-4e69-8e4f-91b14957617d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:28.814359 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f8ca87-48e2-4561-bffe-770a8aac816d", "name": "network-vif-plugged", "status": "completed", "tag": "39eef8fb-f2dd-40e4-9411-7bc7d15148c9", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:28.817104 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b744973-a7d1-4e69-8e4f-91b14957617d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:28.818507 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'code': 200} Jul 15 13:17:28.971042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1239722281'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:29.100515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Made reservation on behalf of 3548d976d0a246c8881847380f850007 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:29.107635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.119007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2147615-50a3-45db-88b2-a52207fdfa5d req-4e568453-a71b-4902-8e95-afc5624831aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.121927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2147615-50a3-45db-88b2-a52207fdfa5d req-4e568453-a71b-4902-8e95-afc5624831aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 1102 time: 0.1613207 Jul 15 13:17:29.125987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.152049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 60d878c1-4f86-4371-aa8a-0880441949b6 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:29.209790 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2147615-50a3-45db-88b2-a52207fdfa5d req-600ed58a-2c1c-44d8-93fc-e2514a8ab322 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721502 Jul 15 13:17:29.276742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce48d-e9d1-45db-abaf-d82ebf1aece6 req-9dcb9f44-854e-4e3f-a530-ab5f86d1c068 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.279505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ccce48d-e9d1-45db-abaf-d82ebf1aece6 req-9dcb9f44-854e-4e3f-a530-ab5f86d1c068 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 943 time: 0.2745590 Jul 15 13:17:29.365889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 60d878c1-4f86-4371-aa8a-0880441949b6, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=60d878c1-4f86-4371-aa8a-0880441949b6,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:29.391734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '60d878c1-4f86-4371-aa8a-0880441949b6', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': '60d878c1-4f86-4371-aa8a-0880441949b6', 'mac_address': 'fa:16:3e:ab:be:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:29.436571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ccce48d-e9d1-45db-abaf-d82ebf1aece6 req-f1f222c4-405a-4fc4-ae25-e527850f5ca2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258252 Jul 15 13:17:29.446042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-502df380-d406-448f-a57a-131bd1d6fe52 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2576535 Jul 15 13:17:29.492263 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.532048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d878c1-4f86-4371-aa8a-0880441949b6 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:29.547676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.560053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.580008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 60d878c1-4f86-4371-aa8a-0880441949b6, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=60d878c1-4f86-4371-aa8a-0880441949b6,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:29.588742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.601650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:29.625416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b66b01-465e-48b7-9703-69c7a647bb6e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.628741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.629088 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Added segment 9849507c-702f-41c9-82ef-4336d892c7a7 of type vlan for network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 Jul 15 13:17:29.671305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-2e9e46dc-90d1-4a8d-a6c8-68575fde13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.673285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-2e9e46dc-90d1-4a8d-a6c8-68575fde13b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1097 time: 0.1828892 Jul 15 13:17:29.689675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.734138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=60d878c1-4f86-4371-aa8a-0880441949b6,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:29.813857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73a40cae-0433-459d-8097-ef7279d747c7 req-365280d0-de85-4968-86c5-ce045076dfbf tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0516672 Jul 15 13:17:29.819685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.825714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.826950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:29.903904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['60d878c1-4f86-4371-aa8a-0880441949b6'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:29.953545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:29.954014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2688115 Jul 15 13:17:29.960823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-751dab77-44d5-435c-8243-712b12332348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:29.962067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Request body: {'subnet': {'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:29.963736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-751dab77-44d5-435c-8243-712b12332348 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.2430425 Jul 15 13:17:30.022057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb413-d8b7-4ae1-ac13-a7cfa07cf37f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event updated for resources: {'Network': ['ID=cf9dbfde-fa4a-4b19-8022-e1df306ac4d9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:30.093039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:30.238686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Made reservation on behalf of 3548d976d0a246c8881847380f850007 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:30.257562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:30.555411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32efbd6c-c8ae-4742-8978-f6b8c9c2ea62 req-44ba5728-3fec-4d1d-a6f4-5ea4d743750a tempest-ServerShowV257Test-46835888 tempest-ServerShowV257Test-46835888-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f725aca-de8b-4308-a8cb-275294d69eb0 HTTP/1.1" status: 200 len: 210 time: 0.0552120 Jul 15 13:17:30.573867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-48a52045-9db2-430a-bde5-d9f5a3ba62c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.6008372 Jul 15 13:17:30.674153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9017-d849-441c-a5c7-b8ab2adb73bc req-86bbd1fa-368a-4720-8898-389a8007c9f5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.676187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d3da9017-d849-441c-a5c7-b8ab2adb73bc req-86bbd1fa-368a-4720-8898-389a8007c9f5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.6133800 Jul 15 13:17:30.682759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-0ab5cdb8-d394-4de1-9795-09232273bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.684555 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-0ab5cdb8-d394-4de1-9795-09232273bedc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.1018016 Jul 15 13:17:30.721627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-94e26b0a-1fe5-4d6e-9ab7-64e2c71d1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.740001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-94e26b0a-1fe5-4d6e-9ab7-64e2c71d1fce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.3896449 Jul 15 13:17:30.778927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0828f-eea6-4068-bf12-d2b5b0a52345 req-e92ed01d-e842-463a-aaaa-9b0a18d86f4f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.786956 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9cd0828f-eea6-4068-bf12-d2b5b0a52345 req-e92ed01d-e842-463a-aaaa-9b0a18d86f4f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 950 time: 0.4337611 Jul 15 13:17:30.846712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d3da9017-d849-441c-a5c7-b8ab2adb73bc req-87118156-5cab-4b82-b5ed-9816a709400c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445770 Jul 15 13:17:30.872738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-2db66238-7a47-473c-94cb-9c21c309cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:30.875193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-2db66238-7a47-473c-94cb-9c21c309cd7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745889 Jul 15 13:17:30.915733 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-2cec2788-8107-40d7-ba66-4f1a09409e46 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1355538 Jul 15 13:17:30.988408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9cd0828f-eea6-4068-bf12-d2b5b0a52345 req-eecc2944-4bb6-41f8-95b8-7d6df00857ae tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992354 Jul 15 13:17:31.015579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-763fccc9-8c7f-42dc-8a18-7ffe1468cfad service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329274 Jul 15 13:17:31.024345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-7fca2ae0-9956-4ebd-95bb-c4fd04d62cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.026433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-7fca2ae0-9956-4ebd-95bb-c4fd04d62cdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.2773626 Jul 15 13:17:31.098041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-18662fe3-7b92-4165-bbfd-465ab6ed8656 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.0596850 Jul 15 13:17:31.099145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.220458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-6cfc8fa0-a421-4b20-ba21-fe440d55ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.222046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-6cfc8fa0-a421-4b20-ba21-fe440d55ba12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b0537c9743542c38b464ed3de248556&device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 1100 time: 0.2053814 Jul 15 13:17:31.247649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8110dbbb-6bd3-4213-9930-c512b9f6199c req-7e034539-4af9-4bd5-8fc6-5b185fe5df51 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188480 Jul 15 13:17:31.273639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-14a5021b-9ec8-40f6-ad50-1136ad92f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.276658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-14a5021b-9ec8-40f6-ad50-1136ad92f142 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.1682625 Jul 15 13:17:31.277446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event updated for resources: {'Subnet': ['ID=7c529724-eb8b-43e7-bb5e-b8265c3959c2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:31.333315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-145642bf-36c2-4379-8528-06af06b71d0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404301 Jul 15 13:17:31.336443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Checking segment: {'id': '9849507c-702f-41c9-82ef-4336d892c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:31.337007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Network hostable DHCP agents. Network: cf9dbfde-fa4a-4b19-8022-e1df306ac4d9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:31.403748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-b1d8527a-c3f3-4324-8316-2764b3e1aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.405235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f08af-8a97-43d2-8a00-530f78ba0577 req-4ae9e1c4-b671-47ff-91da-0be60b2995eb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.405696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-b1d8527a-c3f3-4324-8316-2764b3e1aa3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1452162 Jul 15 13:17:31.407083 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b6f08af-8a97-43d2-8a00-530f78ba0577 req-4ae9e1c4-b671-47ff-91da-0be60b2995eb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2306011 Jul 15 13:17:31.424694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:31.473444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-7aa85b8a-d06c-4b5c-905a-13a1385b2708 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec HTTP/1.1" status: 200 len: 217 time: 0.0579336 Jul 15 13:17:31.500630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, cf9dbfde-fa4a-4b19-8022-e1df306ac4d9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:31.513619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e85c4-8260-4a08-9cf4-8ed3ee80dc49 None None] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:31.520688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.521434 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.563493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b6f08af-8a97-43d2-8a00-530f78ba0577 req-db4e1cc0-fe60-4857-95cd-2dc303090b62 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438861 Jul 15 13:17:31.583305 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0da10417-6a82-4e80-aad6-dbdb0087cd0f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6267917 Jul 15 13:17:31.586705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:31.590512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-968c7afb-9921-45aa-b855-71b821c6f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.593044 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-968c7afb-9921-45aa-b855-71b821c6f1bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1112995 Jul 15 13:17:31.607610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Request body: {'port': {'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-340010949'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:31.755384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-40b18527-c148-42d9-af17-83d3d9853c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:31.755384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-40b18527-c148-42d9-af17-83d3d9853c42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1517999 Jul 15 13:17:31.768004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-dc398536-3ad6-4307-b6b2-7b046dd1dfbf service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103379 Jul 15 13:17:31.849058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-cf9dbfde-fa4a-4b19-8022-e1df306ac4d9', 'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9', 'tenant_id': '3548d976d0a246c8881847380f850007', 'fixed_ips': [{'subnet_id': '7c529724-eb8b-43e7-bb5e-b8265c3959c2'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:31.850244 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.876796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Made reservation on behalf of 3548d976d0a246c8881847380f850007 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:31.883532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:31.910819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-859fd11d-037a-410f-b4a0-bab4662cb0c4 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438594 Jul 15 13:17:32.045750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Allocated IP 2001:db8::2 (cf9dbfde-fa4a-4b19-8022-e1df306ac4d9/7c529724-eb8b-43e7-bb5e-b8265c3959c2/5f546749-42ab-42c8-9ab5-e1a218236321) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:32.094478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c984c5f7-ad16-458e-8192-3c3eea3d05e9 req-ffea9f2c-9cd1-429c-b028-b426dbec110c service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763573 Jul 15 13:17:32.148408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] device_id is not set on port 2d36616a-f34f-4823-9426-ac2f8edb3560 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:32.245887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4df3d5b-ee2f-4112-b358-1aca83c1a665 req-0907372d-dbed-4178-b9dc-9f551a8cc9a7 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655802 Jul 15 13:17:32.317752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dba733-43c9-4283-aa3c-080a15bdda6b req-16a17846-2fd7-4145-941b-ce63934fb2f0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.328526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0dba733-43c9-4283-aa3c-080a15bdda6b req-16a17846-2fd7-4145-941b-ce63934fb2f0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 944 time: 0.4630055 Jul 15 13:17:32.372094 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.399291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Transition to ACTIVE for port object 5f546749-42ab-42c8-9ab5-e1a218236321 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:32.420212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0dba733-43c9-4283-aa3c-080a15bdda6b req-2ce4ea25-b660-4c45-b6f4-df4c0ba9bf7f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836732 Jul 15 13:17:32.425118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Transition to ACTIVE for port object 5f546749-42ab-42c8-9ab5-e1a218236321 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:32.437683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.497694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:32.502505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:32.513918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:32.548284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Pushing event updated for resources: {'Port': ['ID=5f546749-42ab-42c8-9ab5-e1a218236321,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:32.576034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Allocated IP 2001:db8::254 (cf9dbfde-fa4a-4b19-8022-e1df306ac4d9/7c529724-eb8b-43e7-bb5e-b8265c3959c2/2d36616a-f34f-4823-9426-ac2f8edb3560) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:32.678061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f145f8b-1623-4f42-a21c-ceef2b623e13 req-8a2026cc-0ee2-4bdb-9107-44ec5adb3620 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.681800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f145f8b-1623-4f42-a21c-ceef2b623e13 req-8a2026cc-0ee2-4bdb-9107-44ec5adb3620 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2172287 Jul 15 13:17:32.682976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:32.700301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Attempting to bind port 5f546749-42ab-42c8-9ab5-e1a218236321 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:32.701047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Attempting to bind port 5f546749-42ab-42c8-9ab5-e1a218236321 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9849507c-702f-41c9-82ef-4336d892c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:32.701666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Attempting to bind port 5f546749-42ab-42c8-9ab5-e1a218236321 on network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:32.723857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:32.724693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Checking segment: {'id': '9849507c-702f-41c9-82ef-4336d892c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:32.725408 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.726552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Bound using segment: {'id': '9849507c-702f-41c9-82ef-4336d892c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:32.728695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Bound port: 5f546749-42ab-42c8-9ab5-e1a218236321, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9849507c-702f-41c9-82ef-4336d892c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:32.729331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.779435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f145f8b-1623-4f42-a21c-ceef2b623e13 req-4fbb923a-fee7-4d1c-abae-17a246bfaf95 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 Jul 15 13:17:32.852410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] For port 5f546749-42ab-42c8-9ab5-e1a218236321, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:32.858961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] For port 5f546749-42ab-42c8-9ab5-e1a218236321, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f546749-42ab-42c8-9ab5-e1a218236321,segment=NetworkSegment(9849507c-702f-41c9-82ef-4336d892c7a7),segment_id=9849507c-702f-41c9-82ef-4336d892c7a7)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:32.870617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.973253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e70ef51-b486-4bd1-a902-f06a7ce4110f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:32.984077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5e973-5a3a-42d9-bd3f-87937b4253a0 req-70b4cec9-e84b-4757-ab2b-c106fdb76470 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:32.993328 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2e5e973-5a3a-42d9-bd3f-87937b4253a0 req-70b4cec9-e84b-4757-ab2b-c106fdb76470 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 950 time: 0.2801239 Jul 15 13:17:33.014917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.023767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a3bfc-42f3-4494-95bf-b7407f8614f3 None None] Pushing event updated for resources: {'Port': ['ID=5f546749-42ab-42c8-9ab5-e1a218236321,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.051088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Transition to ACTIVE for port object 2d36616a-f34f-4823-9426-ac2f8edb3560 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:33.065347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2e5e973-5a3a-42d9-bd3f-87937b4253a0 req-78b9f92d-c260-46cb-9ab7-f2c81c744a82 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Jul 15 13:17:33.116194 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.172815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 60d878c1-4f86-4371-aa8a-0880441949b6 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:33.206800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:33.213151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:33.220967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:33.234781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.235905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.281187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event updated for resources: {'Port': ['ID=2d36616a-f34f-4823-9426-ac2f8edb3560,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.347846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3623cb4-7d0d-4e54-9611-6977e11159b5 req-078f199e-af27-40d5-bb8e-dd18cee5b61b tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.350409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3623cb4-7d0d-4e54-9611-6977e11159b5 req-078f199e-af27-40d5-bb8e-dd18cee5b61b tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 948 time: 0.3700449 Jul 15 13:17:33.362443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 60d878c1-4f86-4371-aa8a-0880441949b6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:33.384459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 60d878c1-4f86-4371-aa8a-0880441949b6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:33.384459 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.488082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e70ef51-b486-4bd1-a902-f06a7ce4110f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.488312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12269ccb-bb16-4218-8dc9-b210b5b9e4ff req-207b1923-6860-4967-b525-76c7dca412ed tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.490155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12269ccb-bb16-4218-8dc9-b210b5b9e4ff req-207b1923-6860-4967-b525-76c7dca412ed tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1368878 Jul 15 13:17:33.519084 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.519792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e70ef51-b486-4bd1-a902-f06a7ce4110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.523037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ad351f87-1f4c-4d72-897a-bcdfa3083523 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9329691 Jul 15 13:17:33.524786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.552552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d878c1-4f86-4371-aa8a-0880441949b6'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:33.555333 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c81826-b400-4dd9-a10f-4a2ed7a19916" -d '{"events": [{"server_uuid": "a7c8c8de-85ca-48ba-bf18-9a06f68f550a", "name": "network-vif-plugged", "status": "completed", "tag": "60d878c1-4f86-4371-aa8a-0880441949b6"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:33.571318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12269ccb-bb16-4218-8dc9-b210b5b9e4ff req-ea4329e7-6f77-4f92-8b65-ba4dadd6d6b4 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705154 Jul 15 13:17:33.575205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 60d878c1-4f86-4371-aa8a-0880441949b6, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=60d878c1-4f86-4371-aa8a-0880441949b6,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:33.586512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Request body: {'port': {'network_id': 'cf9dbfde-fa4a-4b19-8022-e1df306ac4d9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1625423999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:33.587377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] bootfile-name is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:17:33.587839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] tftp-server is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:17:33.588889 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] server-ip-address is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:17:33.592604 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.619477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3623cb4-7d0d-4e54-9611-6977e11159b5 req-c8197324-ccbe-471e-9c03-ecf30e10acad tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345176 Jul 15 13:17:33.662015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=60d878c1-4f86-4371-aa8a-0880441949b6,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.688530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70ef51-b486-4bd1-a902-f06a7ce4110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7fcad-0cd4-4035-85de-4f60a39a4df5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:33.761915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1e70ef51-b486-4bd1-a902-f06a7ce4110f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=874278e9019a4f22bcd8f15ebbb02164&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0772107 Jul 15 13:17:33.764965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37634) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:33.884321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43bfd8dd-00e6-4a60-900e-92dec44e7085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.887509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Made reservation on behalf of 3548d976d0a246c8881847380f850007 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:33.891633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.919887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] device_id is not set on port 16b8917c-3745-4737-815b-961e9d3c8734 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:17:33.936664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43bfd8dd-00e6-4a60-900e-92dec44e7085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:33.939933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cfe81-d483-46e7-9a31-fd139018aa3c req-3c106dc2-3061-4ae8-b446-538083511430 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.941629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a13cfe81-d483-46e7-9a31-fd139018aa3c req-3c106dc2-3061-4ae8-b446-538083511430 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.1258729 Jul 15 13:17:33.951932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78b78a-9b34-4128-aa46-20f0d32d2162 req-fb37b210-3283-4b2e-8b94-dc5fd8f44e77 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:33.953790 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b78b78a-9b34-4128-aa46-20f0d32d2162 req-fb37b210-3283-4b2e-8b94-dc5fd8f44e77 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 1102 time: 0.1496327 Jul 15 13:17:34.036532 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a13cfe81-d483-46e7-9a31-fd139018aa3c req-0616328f-9b1d-4e5f-a122-e210c7b7063b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Jul 15 13:17:34.053603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43bfd8dd-00e6-4a60-900e-92dec44e7085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.060358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43bfd8dd-00e6-4a60-900e-92dec44e7085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:34.068646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-43bfd8dd-00e6-4a60-900e-92dec44e7085 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67f7fcad-0cd4-4035-85de-4f60a39a4df5 HTTP/1.1" status: 204 len: 168 time: 0.3022597 Jul 15 13:17:34.101806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b78b78a-9b34-4128-aa46-20f0d32d2162 req-d71108c1-5951-4efc-91bc-82b7bb76c6f0 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409886 Jul 15 13:17:34.141836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfd8dd-00e6-4a60-900e-92dec44e7085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7fcad-0cd4-4035-85de-4f60a39a4df5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:34.190662 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea9afa-9466-4aea-b017-42d387721db4 x-openstack-request-id: req-78ea9afa-9466-4aea-b017-42d387721db4 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:34.196223 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c8c8de-85ca-48ba-bf18-9a06f68f550a", "name": "network-vif-plugged", "status": "completed", "tag": "60d878c1-4f86-4371-aa8a-0880441949b6", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:34.196223 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78ea9afa-9466-4aea-b017-42d387721db4 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:34.196680 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d878c1-4f86-4371-aa8a-0880441949b6', 'code': 200} Jul 15 13:17:34.242121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Allocated IP 2001:db8::118 (cf9dbfde-fa4a-4b19-8022-e1df306ac4d9/7c529724-eb8b-43e7-bb5e-b8265c3959c2/16b8917c-3745-4737-815b-961e9d3c8734) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:34.312556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f546749-42ab-42c8-9ab5-e1a218236321 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:34.324216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-81407709-a858-49e5-8a3b-7efbd2679ecf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.326928 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-81407709-a858-49e5-8a3b-7efbd2679ecf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.59 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 948 time: 0.2507029 Jul 15 13:17:34.511817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5f546749-42ab-42c8-9ab5-e1a218236321 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:34.540853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352283-0955-4920-82d3-c23b4a48b1b0 req-e3c143ab-35dd-4077-96af-e7b8fdc9422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.544063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4352283-0955-4920-82d3-c23b4a48b1b0 req-e3c143ab-35dd-4077-96af-e7b8fdc9422e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 1097 time: 0.1936624 Jul 15 13:17:34.701536 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4352283-0955-4920-82d3-c23b4a48b1b0 req-2193b104-914c-42c8-887f-fa1ee62f203b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329730 Jul 15 13:17:34.737771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735763-8dd5-44bf-ac4c-04c5e16ba671 req-34180ade-31d7-4ebb-873a-5e6af07e5c8e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:34.740621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17735763-8dd5-44bf-ac4c-04c5e16ba671 req-34180ade-31d7-4ebb-873a-5e6af07e5c8e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2189467 Jul 15 13:17:34.744103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-287a556b-571f-4306-9cf2-22f549811579 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529010 Jul 15 13:17:34.832698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17735763-8dd5-44bf-ac4c-04c5e16ba671 req-482528ba-6680-40e0-8858-8782009132d5 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Jul 15 13:17:34.954016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46eb43-de9d-4e6e-b435-a03a8f669602 None None] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:35.005363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] Provisioning for port 5f546749-42ab-42c8-9ab5-e1a218236321 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:35.031168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Deleting port 98e64baa-0b5f-4516-8c61-f8964acca789 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:35.031563 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.051731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] Provisioning complete for port 5f546749-42ab-42c8-9ab5-e1a218236321 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:35.053132 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.071661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.096659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-8adae920-1156-4d8a-ac70-25ba08e8058f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.098607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-8adae920-1156-4d8a-ac70-25ba08e8058f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101306 Jul 15 13:17:35.125165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Transition to ACTIVE for port object 16b8917c-3745-4737-815b-961e9d3c8734 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:35.133038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff304a-20ed-4973-bb1f-4e3637d2ecee req-a29dafb2-704d-4c7f-b2a5-fc2e1140f768 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.159414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0ff304a-20ed-4973-bb1f-4e3637d2ecee req-a29dafb2-704d-4c7f-b2a5-fc2e1140f768 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1566710 Jul 15 13:17:35.181056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-ddd51d00-259d-49bc-ac53-3c652866a3f7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/quotas/b4123a0f04d74de594c1ac5baa46f4ed HTTP/1.1" status: 200 len: 375 time: 0.0718355 Jul 15 13:17:35.243821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0ff304a-20ed-4973-bb1f-4e3637d2ecee req-55184311-182b-49e3-ac37-621083f422f6 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830956 Jul 15 13:17:35.263483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] For port 98e64baa-0b5f-4516-8c61-f8964acca789, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=98e64baa-0b5f-4516-8c61-f8964acca789,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:35.263887 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.286661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Calling delete_port for 98e64baa-0b5f-4516-8c61-f8964acca789 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:35.307923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.416767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:35.427959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:35.440777 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.459905 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-1fb0b537-504a-418f-a3d2-f3076a5f063b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2778208 Jul 15 13:17:35.468029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:35.482444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.483307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.500770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event updated for resources: {'Port': ['ID=16b8917c-3745-4737-815b-961e9d3c8734,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.541915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] For port 5f546749-42ab-42c8-9ab5-e1a218236321, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f546749-42ab-42c8-9ab5-e1a218236321,segment=NetworkSegment(9849507c-702f-41c9-82ef-4336d892c7a7),segment_id=9849507c-702f-41c9-82ef-4336d892c7a7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:35.558570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0c12a23-edbb-474a-b4e4-93cc5c66b4ab tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9798229 Jul 15 13:17:35.560181 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:35.564046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37678) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:35.710666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8042c6-bcf5-4d2f-a2fe-d18e76764ccf None None] Pushing event updated for resources: {'Port': ['ID=5f546749-42ab-42c8-9ab5-e1a218236321,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:35.962403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d05a8-8722-47ce-b80b-fafeb06e006f req-96633292-dc68-47c0-8962-7579111c6230 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:35.975765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-452d05a8-8722-47ce-b80b-fafeb06e006f req-96633292-dc68-47c0-8962-7579111c6230 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 948 time: 0.2999272 Jul 15 13:17:36.117988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.129531 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-452d05a8-8722-47ce-b80b-fafeb06e006f req-6a70ff6f-df23-469a-858a-4901b83e06d4 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420739 Jul 15 13:17:36.223905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b950e80-6de3-4d97-808d-dbfa9e69189f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.245966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b950e80-6de3-4d97-808d-dbfa9e69189f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.246425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f546749-42ab-42c8-9ab5-e1a218236321 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:36.288549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b950e80-6de3-4d97-808d-dbfa9e69189f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.290343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8b950e80-6de3-4d97-808d-dbfa9e69189f tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7239339 Jul 15 13:17:36.293605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37692) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:36.347752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Pushing event deleted for resources: {'Port': ['ID=98e64baa-0b5f-4516-8c61-f8964acca789,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:36.498493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5f546749-42ab-42c8-9ab5-e1a218236321 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:36.499069 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.628929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Provisioning for port 2d36616a-f34f-4823-9426-ac2f8edb3560 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:36.643336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Provisioning complete for port 2d36616a-f34f-4823-9426-ac2f8edb3560 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:36.644462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.701159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] No DVR routers for this DVR port 98e64baa-0b5f-4516-8c61-f8964acca789 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:36.706089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.709464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a41397f-73bf-4601-adcb-0eb0b5850621 req-1c27d6c0-dcec-471b-9580-41b594933faf tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.59 "DELETE /v2.0/ports/98e64baa-0b5f-4516-8c61-f8964acca789 HTTP/1.1" status: 204 len: 173 time: 2.3644590 Jul 15 13:17:36.711054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-deleted', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:36.723188 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594ce8ab-20a4-4391-9c48-4a68a0b6c977" -d '{"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-deleted", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:36.724517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Deleting port 16b8917c-3745-4737-815b-961e9d3c8734 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:36.724879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:36.812890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d889a-58f3-4c8f-95e2-f26c841981e3 req-92c5a504-7045-47da-a46f-474ee0015ec6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.814965 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-501d889a-58f3-4c8f-95e2-f26c841981e3 req-92c5a504-7045-47da-a46f-474ee0015ec6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2695200 Jul 15 13:17:36.839210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Port 2d36616a-f34f-4823-9426-ac2f8edb3560 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:36.857762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73dd71-0052-4407-be84-fbf791165e25 req-0208d1ca-5782-424d-9ddc-79be05e07ea7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:36.873158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c73dd71-0052-4407-be84-fbf791165e25 req-0208d1ca-5782-424d-9ddc-79be05e07ea7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.4975030 Jul 15 13:17:36.984321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Provisioning complete for port 5f546749-42ab-42c8-9ab5-e1a218236321 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:36.984932 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.001599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c73dd71-0052-4407-be84-fbf791165e25 req-76570dc9-b027-4ee3-a982-0a3d57230a62 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266215 Jul 15 13:17:37.094402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-501d889a-58f3-4c8f-95e2-f26c841981e3 req-a8a2fdc8-1251-41fd-b320-d66e9f9925b4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515991 Jul 15 13:17:37.176022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:37.212307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.264745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Calling delete_port for 16b8917c-3745-4737-815b-961e9d3c8734 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:37.272290 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a3c61c-e5c1-434b-9e12-48541aa7ace8 x-openstack-request-id: req-e2a3c61c-e5c1-434b-9e12-48541aa7ace8 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:37.272828 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bead0cd-c748-4257-8cc5-bb7c5e4e7953", "name": "network-vif-deleted", "tag": "98e64baa-0b5f-4516-8c61-f8964acca789", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:37.272828 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2a3c61c-e5c1-434b-9e12-48541aa7ace8 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:37.273234 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bead0cd-c748-4257-8cc5-bb7c5e4e7953', 'name': 'network-vif-deleted', 'tag': '98e64baa-0b5f-4516-8c61-f8964acca789', 'status': 'completed', 'code': 200} Jul 15 13:17:37.289370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 98e64baa-0b5f-4516-8c61-f8964acca789 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:37.291113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 98e64baa-0b5f-4516-8c61-f8964acca789 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:37.455027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20bd8df0-49b0-4dbc-ba2d-34d32a0ef42a req-88789f48-0b27-4a6b-8d89-2a1e3765c98d tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 210 time: 0.0657649 Jul 15 13:17:37.496716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Provisioning for port 16b8917c-3745-4737-815b-961e9d3c8734 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:37.510952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Provisioning complete for port 16b8917c-3745-4737-815b-961e9d3c8734 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:37.511503 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.583587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfe009-87ab-4fce-828a-edf5b21635ce None None] Port 16b8917c-3745-4737-815b-961e9d3c8734 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:37.725781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5779cbe-acff-4910-adc3-6bf5800340fa None None] Provisioning complete for port 2d36616a-f34f-4823-9426-ac2f8edb3560 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:37.729264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5779cbe-acff-4910-adc3-6bf5800340fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.867598 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:37.893922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d5779cbe-acff-4910-adc3-6bf5800340fa None None] Port 2d36616a-f34f-4823-9426-ac2f8edb3560 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:37.909571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5779cbe-acff-4910-adc3-6bf5800340fa None None] Could not find standard attr ID for object 16b8917c-3745-4737-815b-961e9d3c8734. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:17:37.963783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef015b3e-0b87-4a82-8fed-fcea70552bd3 req-74cba0ab-c38e-4a96-b0f6-f5d1e5771051 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bead0cd-c748-4257-8cc5-bb7c5e4e7953 HTTP/1.1" status: 200 len: 210 time: 0.1416507 Jul 15 13:17:38.113698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event deleted for resources: {'Port': ['ID=16b8917c-3745-4737-815b-961e9d3c8734,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:38.138187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.149122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37722) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.150817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-97a07159-af56-410b-abab-d854898e000b tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "DELETE /v2.0/ports/16b8917c-3745-4737-815b-961e9d3c8734 HTTP/1.1" status: 204 len: 168 time: 1.8559642 Jul 15 13:17:38.182395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Request body: {'port': {'name': 'tempest-new-port-name-948808819', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:38.188178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] bootfile-name is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:17:38.189209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] tftp-server is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:17:38.190066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] server-ip-address is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:17:38.378390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5aa1b-5ef8-44a2-8520-967a0693bf0b req-e9039dea-6794-442c-817b-2eaa598a0540 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.393592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aab5aa1b-5ef8-44a2-8520-967a0693bf0b req-e9039dea-6794-442c-817b-2eaa598a0540 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.2645040 Jul 15 13:17:38.480730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.488411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aab5aa1b-5ef8-44a2-8520-967a0693bf0b req-f8aa442f-3aee-4cb2-bcbe-c9631c492ed1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933366 Jul 15 13:17:38.640711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a769-1f67-4e53-8a4e-439ac9af79c8 req-e2a54e25-259a-4a6c-8dc0-0c861a87d374 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:38.643103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a32a769-1f67-4e53-8a4e-439ac9af79c8 req-e2a54e25-259a-4a6c-8dc0-0c861a87d374 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.1786098 Jul 15 13:17:38.733835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a31c2568-7a39-4236-8793-1b8fa33f416c req-b8b716aa-9ae2-4b0d-b8cb-f051f300cbcd tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 210 time: 0.0645523 Jul 15 13:17:38.835661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37732) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:38.855391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a32a769-1f67-4e53-8a4e-439ac9af79c8 req-f5359322-f7aa-402c-994b-506a8f199809 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885605 Jul 15 13:17:38.892092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-36f08185-b6ce-4ba4-b7a2-9f098f413f78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513184 Jul 15 13:17:38.934965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:38.942718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.055904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] In _notify_port_updated(), no bound segment for port 2d36616a-f34f-4823-9426-ac2f8edb3560 on network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:17:39.065972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.066943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.073173 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "PUT /v2.0/ports/2d36616a-f34f-4823-9426-ac2f8edb3560 HTTP/1.1" status: 200 len: 1129 time: 0.9219608 Jul 15 13:17:39.073935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37738) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:39.220686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50672bdb-4e95-4138-9a75-0d3bf14ff465 req-4ea5c6ad-ca96-49b4-abb3-255c93a18cc1 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.223607 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50672bdb-4e95-4138-9a75-0d3bf14ff465 req-4ea5c6ad-ca96-49b4-abb3-255c93a18cc1 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2706547 Jul 15 13:17:39.237988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5df1bf01-997f-4ea9-872c-6e73194da064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.239588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-6bfc81bb-6627-4ee7-83b4-cf00b43fb633 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.252104 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-6bfc81bb-6627-4ee7-83b4-cf00b43fb633 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540471 Jul 15 13:17:39.264655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f93b7-d70f-4463-9a85-9089659ea8f3 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event updated for resources: {'Port': ['ID=2d36616a-f34f-4823-9426-ac2f8edb3560,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.313553 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-0fc552a9-fefb-44bf-b679-eca1a705edb3 service neutron] show failed (client error): The resource could not be found. Jul 15 13:17:39.315016 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-0fc552a9-fefb-44bf-b679-eca1a705edb3 service neutron] 10.222.0.59 "GET /v2.0/ports/0fa2116d-8009-4c40-9672-ad37687dfca8/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.3504238 Jul 15 13:17:39.321984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:39.336618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477654d5-59a0-4e84-bf99-9708fbfa9d4e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:39.342444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-477654d5-59a0-4e84-bf99-9708fbfa9d4e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "GET /v2.0/ports/2d36616a-f34f-4823-9426-ac2f8edb3560 HTTP/1.1" status: 200 len: 1129 time: 0.2581947 Jul 15 13:17:39.343901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37742) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:39.482713 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5df1bf01-997f-4ea9-872c-6e73194da064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.492002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5df1bf01-997f-4ea9-872c-6e73194da064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.523934 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50672bdb-4e95-4138-9a75-0d3bf14ff465 req-b010fa59-e188-4b73-9351-635eb78b564b tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700965 Jul 15 13:17:39.628537 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5df1bf01-997f-4ea9-872c-6e73194da064 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5eb96a72a0d94e8eb105cb4933747977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7909396 Jul 15 13:17:39.629841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:39.630983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1bf01-997f-4ea9-872c-6e73194da064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a889bc-2ae1-40ac-b12a-4f3e3fd4f5c9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:39.805337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-493aa2b1-5078-4af1-bd7d-2b62d47e3a48 None None] Provisioning complete for port 2d36616a-f34f-4823-9426-ac2f8edb3560 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:39.807002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-493aa2b1-5078-4af1-bd7d-2b62d47e3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.847467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Deleting port 2d36616a-f34f-4823-9426-ac2f8edb3560 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:39.847907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.909567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-493aa2b1-5078-4af1-bd7d-2b62d47e3a48 None None] Port 2d36616a-f34f-4823-9426-ac2f8edb3560 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:39.917580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:39.920978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:39.954386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2acb2504-cf51-4b9b-834c-a007cd0eebff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.402489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-be0b4bef-0e70-4416-b545-d6f576db5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.405429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-be0b4bef-0e70-4416-b545-d6f576db5795 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63&tenant_id=ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 1102 time: 0.6724126 Jul 15 13:17:40.422809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:40.438609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2acb2504-cf51-4b9b-834c-a007cd0eebff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.444638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.460092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Calling delete_port for 2d36616a-f34f-4823-9426-ac2f8edb3560 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:40.566419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d03c4-22a4-4d4e-926c-2f343b03287d req-10b2b88c-ddfb-423e-a5b5-11dbbe44ed04 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:40.568134 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a1d03c4-22a4-4d4e-926c-2f343b03287d req-10b2b88c-ddfb-423e-a5b5-11dbbe44ed04 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.7349589 Jul 15 13:17:40.624244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a5e911d-e692-443e-a96a-010f37f658c4 req-3b676b9f-0909-4b2f-9083-0831173671e6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 210 time: 0.0705357 Jul 15 13:17:40.645917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2acb2504-cf51-4b9b-834c-a007cd0eebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.651686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2acb2504-cf51-4b9b-834c-a007cd0eebff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.653773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2acb2504-cf51-4b9b-834c-a007cd0eebff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55a889bc-2ae1-40ac-b12a-4f3e3fd4f5c9 HTTP/1.1" status: 204 len: 168 time: 1.0176420 Jul 15 13:17:40.697924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a1d03c4-22a4-4d4e-926c-2f343b03287d req-454d4f2f-0437-4dbd-bf3a-8b147c540654 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216977 Jul 15 13:17:40.737174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb2504-cf51-4b9b-834c-a007cd0eebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a889bc-2ae1-40ac-b12a-4f3e3fd4f5c9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:40.816033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:40.933993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.163 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/ceb613f1-9805-4fd9-89f9-8a1613177823) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:41.108245 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.287186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event deleted for resources: {'Port': ['ID=2d36616a-f34f-4823-9426-ac2f8edb3560,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:41.306852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c976f-961e-4698-81f3-5bd8a78fc1c8 req-b40b5d5c-d868-41ef-bb8e-86bf504779bd tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.309689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b6c976f-961e-4698-81f3-5bd8a78fc1c8 req-b40b5d5c-d868-41ef-bb8e-86bf504779bd tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 948 time: 0.1862838 Jul 15 13:17:41.426672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.435199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "DELETE /v2.0/ports/2d36616a-f34f-4823-9426-ac2f8edb3560 HTTP/1.1" status: 204 len: 168 time: 2.0818675 Jul 15 13:17:41.436803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37774) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:41.441998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b6c976f-961e-4698-81f3-5bd8a78fc1c8 req-bcf38d98-adcf-44f8-b49c-e8ff518adb5a tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224635 Jul 15 13:17:41.483369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.484278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.484749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.486219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.486443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.486990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.487527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.488306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.488790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.489343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.489871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.490353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eebc4ba-f065-434a-88af-374948a88855 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:41.818731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Deleting subnet 7c529724-eb8b-43e7-bb5e-b8265c3959c2 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:17:41.841618 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.864175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138a95-5ed7-4c9a-bea6-676d13d5b8a3 req-1bfffcbb-cb0c-4e67-a3b6-065354fcf49f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:41.880750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7e138a95-5ed7-4c9a-bea6-676d13d5b8a3 req-1bfffcbb-cb0c-4e67-a3b6-065354fcf49f tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.7554235 Jul 15 13:17:41.895037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:41.948435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-adaafe00-7347-473b-bd76-585d20a950f9 req-1ed23099-7f1a-44b2-98a1-12d22a469760 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 210 time: 0.0604594 Jul 15 13:17:42.014248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object ceb613f1-9805-4fd9-89f9-8a1613177823 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:42.035420 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7e138a95-5ed7-4c9a-bea6-676d13d5b8a3 req-c8f283dc-544d-4265-bd40-03a34461e0ce tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519156 Jul 15 13:17:42.078404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-95f9f9de-7269-401c-b69a-c6f49f338a77 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.081782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-95f9f9de-7269-401c-b69a-c6f49f338a77 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.58 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 948 time: 0.2153292 Jul 15 13:17:42.085043 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.131810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37792) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.248958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.262306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca', '965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:42.271450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', '39eef8fb-f2dd-40e4-9411-7bc7d15148c9'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:42.356327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-network', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:42.373127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:42.387651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:42.393302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685ebaa-04a2-478f-af7a-a1fbc3ab4cbf req-f7436f1d-c45d-45cd-a2a8-a7f80c05504d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.393569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.401438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:42.407214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8685ebaa-04a2-478f-af7a-a1fbc3ab4cbf req-f7436f1d-c45d-45cd-a2a8-a7f80c05504d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.3235471 Jul 15 13:17:42.466353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=ceb613f1-9805-4fd9-89f9-8a1613177823,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:42.534713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:42.535729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.554305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Made reservation on behalf of 5559dff60b2a4c60ac2ed1514dc7afa5 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:42.565415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.588581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-370d0de4-ad0a-4aac-adb7-ee7a14f42cc7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2882228 Jul 15 13:17:42.593071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.594307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:42.622079 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8685ebaa-04a2-478f-af7a-a1fbc3ab4cbf req-3aed5cf7-7114-4309-8888-97dbfb5ef140 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135279 Jul 15 13:17:42.622253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Request body: {'port': {'device_id': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:42.664264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Deleting port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:42.664912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.750151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.771252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:42.846678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event deleted for resources: {'Subnet': ['ID=7c529724-eb8b-43e7-bb5e-b8265c3959c2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:42.854364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.856968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a087c0e7-6f2d-4bed-8eff-faea3c39f97e tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "DELETE /v2.0/subnets/7c529724-eb8b-43e7-bb5e-b8265c3959c2 HTTP/1.1" status: 204 len: 168 time: 1.3955860 Jul 15 13:17:42.866493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:42.879623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:42.882421 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c81d600-7671-4adf-acc5-e8b11bc031de" -d '{"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:42.887944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:42.899222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc377b7c-dfad-4ee0-9d9c-d2340a2a58e6 None None] Network cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:42.935885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.007964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] For port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:43.008577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.038666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Transition to ACTIVE for port object 0fa2116d-8009-4c40-9672-ad37687dfca8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:43.040800 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7fb306ae-4eb5-40a1-8079-40dc9736c06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.055378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.072320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Calling delete_port for ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:43.086725 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842b4cc7-ba8b-4312-98c6-ee8d916c59be x-openstack-request-id: req-842b4cc7-ba8b-4312-98c6-ee8d916c59be {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:43.087127 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:43.087416 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-842b4cc7-ba8b-4312-98c6-ee8d916c59be {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:43.088199 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'code': 200} Jul 15 13:17:43.182905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.224180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.238715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:43.265528 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:17:43.298338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.299077 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Added segment 5b40d122-3e1f-4587-b610-47817ced9d55 of type vlan for network c781cd74-8e99-441f-9583-0ab7d7eedb5f Jul 15 13:17:43.329159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] No DVR routers for this DVR port 0fa2116d-8009-4c40-9672-ad37687dfca8 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:43.343726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:43.365906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-668b42fd-196f-4dbd-97c1-3d09441b6bf9 None None] Provisioning for port ceb613f1-9805-4fd9-89f9-8a1613177823 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:43.413160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:43.414033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:43.414496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:43.421183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.427817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:43.428289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:43.449143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:43.449143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:43.449143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:43.450026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Bound port: 0fa2116d-8009-4c40-9672-ad37687dfca8, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:43.450569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.469066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-668b42fd-196f-4dbd-97c1-3d09441b6bf9 None None] Provisioning complete for port ceb613f1-9805-4fd9-89f9-8a1613177823 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:43.473139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-668b42fd-196f-4dbd-97c1-3d09441b6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.721898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedbb7e-7286-40be-a4da-6ac364a20321 req-cf028f1f-095a-466b-849c-9710e1bb22fd tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.731407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bedbb7e-7286-40be-a4da-6ac364a20321 req-cf028f1f-095a-466b-849c-9710e1bb22fd tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 936 time: 0.2939198 Jul 15 13:17:43.757255 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.764850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:43.804931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:43.826499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb613f1-9805-4fd9-89f9-8a1613177823 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:43.829894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Pushing event deleted for resources: {'Port': ['ID=ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:43.833952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:43.854831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bedbb7e-7286-40be-a4da-6ac364a20321 req-c398e105-ac96-4fe0-a9b1-e3cdfc5574c2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203008 Jul 15 13:17:43.863364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.870012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.966394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:43.967218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:43.968793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] 10.222.0.58 "PUT /v2.0/ports/0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 1097 time: 3.5533903 Jul 15 13:17:43.986776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.004606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] No DVR routers for this DVR port ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:44.023704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.027458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffcf7f8e-a678-4a38-9af4-d280ad61c423 req-c3c0e7d5-3256-42bf-bb27-4caf6531b602 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.58 "DELETE /v2.0/ports/ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec HTTP/1.1" status: 204 len: 173 time: 1.9250317 Jul 15 13:17:44.072489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6699410b-da57-4c82-9548-20729a98dd74,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.123990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e9dcb-c853-4226-9183-532d6973eaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.141966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-668b42fd-196f-4dbd-97c1-3d09441b6bf9 None None] Port ceb613f1-9805-4fd9-89f9-8a1613177823 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:44.196484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3d6af-f339-48df-8c56-5a72fcc3409f req-3e336152-0ba4-4abd-827d-d902bc321f5e tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.203399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19d3d6af-f339-48df-8c56-5a72fcc3409f req-3e336152-0ba4-4abd-827d-d902bc321f5e tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/ports?device_id=8244f009-442e-4bc1-83a4-a84a8db10be6 HTTP/1.1" status: 200 len: 866 time: 1.2729635 Jul 15 13:17:44.206981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.208678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.216204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.226271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-65f9242f-950b-4796-a557-90058370276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.229374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-65f9242f-950b-4796-a557-90058370276a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1100 time: 0.2171092 Jul 15 13:17:44.286395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Transition to ACTIVE for port object ceb613f1-9805-4fd9-89f9-8a1613177823 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:44.327666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690bbb-33ce-4bdc-af41-fbbb648d5376 req-47b34c23-4c42-4bac-a02a-e1976a673224 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.340746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3690bbb-33ce-4bdc-af41-fbbb648d5376 req-47b34c23-4c42-4bac-a02a-e1976a673224 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 948 time: 0.2451215 Jul 15 13:17:44.362277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] DHCP port deletion for cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:17:44.514822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3690bbb-33ce-4bdc-af41-fbbb648d5376 req-1d2b3fe4-a45f-4725-8856-3ccfbcb6f8d3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728582 Jul 15 13:17:44.564494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-bf31f071-0736-4ba6-b63a-3bd8a8b1b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:44.569726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-bf31f071-0736-4ba6-b63a-3bd8a8b1b1e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3255174 Jul 15 13:17:44.575309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] Pushing event updated for resources: {'Network': ['ID=c781cd74-8e99-441f-9583-0ab7d7eedb5f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.580109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:44.585731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d2e1d8d1-751d-43af-b2f9-9479e59748fa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4521043 Jul 15 13:17:44.599044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:17:44.687567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:44.693749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Request body: {'subnet': {'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-subnet', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:44.700295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-0a2cbc13-8bf6-49e0-9be9-841b1c6cb291 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.1234736 Jul 15 13:17:44.831281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19d3d6af-f339-48df-8c56-5a72fcc3409f req-3221ebee-bdeb-46fc-b751-2f7f54107f28 tempest-ListImageFiltersTestJSON-1859888696 tempest-ListImageFiltersTestJSON-1859888696-project] 10.222.0.57 "GET /v2.0/security-groups?id=344c5466-bed2-4505-876b-bc7a08ce7af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556538 Jul 15 13:17:44.864303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Pushing event updated for resources: {'Port': ['ID=ceb613f1-9805-4fd9-89f9-8a1613177823,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:44.877581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Made reservation on behalf of 5559dff60b2a4c60ac2ed1514dc7afa5 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:17:44.889788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.038764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-49ca4f59-3a8c-4bc7-82ab-d6fc11daa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.049055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-49ca4f59-3a8c-4bc7-82ab-d6fc11daa8e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.3333020 Jul 15 13:17:45.124978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.134365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] Deleting port 5f546749-42ab-42c8-9ab5-e1a218236321 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:45.136265 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.140631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Deleting port 5f546749-42ab-42c8-9ab5-e1a218236321 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:17:45.141411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.144794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Attempting to bind port ceb613f1-9805-4fd9-89f9-8a1613177823 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:45.145368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Attempting to bind port ceb613f1-9805-4fd9-89f9-8a1613177823 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:45.145891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Attempting to bind port ceb613f1-9805-4fd9-89f9-8a1613177823 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:45.197575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Port ceb613f1-9805-4fd9-89f9-8a1613177823 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:17:45.198253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Attempting to bind port ceb613f1-9805-4fd9-89f9-8a1613177823 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:45.219101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}, {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-deleted', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:45.222946 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfae1dc-30b6-412e-b63f-9e49771d858a" -d '{"events": [{"name": "network-changed", "server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}, {"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-deleted", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:45.249573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:45.250698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:45.251691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:45.252796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Bound port: ceb613f1-9805-4fd9-89f9-8a1613177823, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:45.253730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.432921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a7fad-1fe0-46ff-83a5-ba65291cd54e req-0c5115e2-e6d8-44bd-a160-20fffd9dfa6b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.444605 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-842a7fad-1fe0-46ff-83a5-ba65291cd54e req-0c5115e2-e6d8-44bd-a160-20fffd9dfa6b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.7041426 Jul 15 13:17:45.546154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-842a7fad-1fe0-46ff-83a5-ba65291cd54e req-b3c3f8ec-b3f7-4635-86d8-d1c32caeda1a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962541 Jul 15 13:17:45.605991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-d431186a-3e87-44e0-8937-210db028273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.609601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-d431186a-3e87-44e0-8937-210db028273d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5462182 Jul 15 13:17:45.610517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] For port 5f546749-42ab-42c8-9ab5-e1a218236321, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f546749-42ab-42c8-9ab5-e1a218236321,segment=NetworkSegment(9849507c-702f-41c9-82ef-4336d892c7a7),segment_id=9849507c-702f-41c9-82ef-4336d892c7a7)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:45.611283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.713302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Calling delete_port for 5f546749-42ab-42c8-9ab5-e1a218236321 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:45.847656 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a9e58-153b-48c6-9b98-1e5e4312e3c3 x-openstack-request-id: req-1e8a9e58-153b-48c6-9b98-1e5e4312e3c3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:45.848271 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "status": "completed", "code": 200}, {"server_uuid": "8244f009-442e-4bc1-83a4-a84a8db10be6", "name": "network-vif-deleted", "tag": "ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:45.850729 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e8a9e58-153b-48c6-9b98-1e5e4312e3c3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:45.851978 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'status': 'completed', 'code': 200} Jul 15 13:17:45.852606 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244f009-442e-4bc1-83a4-a84a8db10be6', 'name': 'network-vif-deleted', 'tag': 'ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec', 'status': 'completed', 'code': 200} Jul 15 13:17:45.858051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:45.875911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:45.885242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] For port ceb613f1-9805-4fd9-89f9-8a1613177823, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:45.926997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] For port ceb613f1-9805-4fd9-89f9-8a1613177823, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ceb613f1-9805-4fd9-89f9-8a1613177823,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:45.960566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb16a9-f13d-4156-9371-63ae8f61fc4f req-5f306387-a02a-4cfc-80a1-49e285032ee2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:45.964797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92bb16a9-f13d-4156-9371-63ae8f61fc4f req-5f306387-a02a-4cfc-80a1-49e285032ee2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 948 time: 0.7735982 Jul 15 13:17:45.986757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:45.987484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ed6ca45d-eedf-4cc1-bdd9-53b24e7fdaec not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:45.990053 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.099923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.123838 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0871a31b-f1ea-4ed5-be67-6ac87ad572ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.133039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.198061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] No DVR routers for this DVR port 5f546749-42ab-42c8-9ab5-e1a218236321 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:46.228141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] For port 5f546749-42ab-42c8-9ab5-e1a218236321, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f546749-42ab-42c8-9ab5-e1a218236321,segment=NetworkSegment(9849507c-702f-41c9-82ef-4336d892c7a7),segment_id=9849507c-702f-41c9-82ef-4336d892c7a7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:46.238729 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.247086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f546749-42ab-42c8-9ab5-e1a218236321 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:17:46.310284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a040158-4a99-4cce-aa1b-f6b40d9924d1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:46.356567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-6b3cc824-d338-4886-b0fc-7c1139ded21f service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359259 Jul 15 13:17:46.357546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5f546749-42ab-42c8-9ab5-e1a218236321 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:17:46.358127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f546749-42ab-42c8-9ab5-e1a218236321 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:17:46.381783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] Calling delete_port for 5f546749-42ab-42c8-9ab5-e1a218236321 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:17:46.389162 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.390440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.391690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.400399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] 10.222.0.58 "PUT /v2.0/ports/ceb613f1-9805-4fd9-89f9-8a1613177823 HTTP/1.1" status: 200 len: 1097 time: 3.7933571 Jul 15 13:17:46.466904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92bb16a9-f13d-4156-9371-63ae8f61fc4f req-48da3472-4078-44d4-9c2b-c2aea5e7a041 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566010 Jul 15 13:17:46.467955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'tag': 'ceb613f1-9805-4fd9-89f9-8a1613177823'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:46.471435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-9e81ed83-8d6d-4f37-bf7f-fb104c211fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.471738 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1609ed-1aea-4536-95dd-7b71d985e046", "tag": "ceb613f1-9805-4fd9-89f9-8a1613177823"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:46.479274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-9e81ed83-8d6d-4f37-bf7f-fb104c211fa1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1100 time: 0.6124852 Jul 15 13:17:46.635755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Checking segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:46.636451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Network hostable DHCP agents. Network: c781cd74-8e99-441f-9583-0ab7d7eedb5f, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:17:46.643562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-b5545259-be05-43c8-91f1-10a8630500c8 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565329 Jul 15 13:17:46.722853 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.786344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] No DVR routers for this DVR port 5f546749-42ab-42c8-9ab5-e1a218236321 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:17:46.812859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859846-bea5-4d93-b6ed-4ed887f5eea6 None None] Pushing event deleted for resources: {'Port': ['ID=5f546749-42ab-42c8-9ab5-e1a218236321,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:46.849854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:17:46.917973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:46.925198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628528-505f-49ef-867b-ff8352cbd05d service neutron] Pushing event updated for resources: {'Port': ['ID=ceb613f1-9805-4fd9-89f9-8a1613177823,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:46.972529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281ea3-c54f-4985-ac01-8dfaf5087310 req-16dc7fec-9bd0-4047-8f4d-e1bd04738877 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:46.973257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9dbfde-fa4a-4b19-8022-e1df306ac4d9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:46.987117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9281ea3-c54f-4985-ac01-8dfaf5087310 req-16dc7fec-9bd0-4047-8f4d-e1bd04738877 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 948 time: 0.7499893 Jul 15 13:17:47.037857 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.044796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event deleted for resources: {'Port': ['ID=5f546749-42ab-42c8-9ab5-e1a218236321,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.069035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9849507c-702f-41c9-82ef-4336d892c7a7') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:47.070258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9849507c-702f-41c9-82ef-4336d892c7a7') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:47.075194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c781cd74-8e99-441f-9583-0ab7d7eedb5f) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:47.091132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd7973-1508-4ee1-b5f9-72893474f87d None None] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:47.100138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-fdcdde93-349f-4204-a4af-39b740a87a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.104023 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-fdcdde93-349f-4204-a4af-39b740a87a44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 1100 time: 0.6242893 Jul 15 13:17:47.107824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.140183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-364fd472-2005-404a-8927-ba321e573eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.142506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-364fd472-2005-404a-8927-ba321e573eff service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.6410584 Jul 15 13:17:47.153132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.154791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.217983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-bac10d09-ea76-49a2-8dd6-895cf2221a8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ceb613f1-9805-4fd9-89f9-8a1613177823 HTTP/1.1" status: 200 len: 217 time: 0.0952795 Jul 15 13:17:47.220581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.248394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9281ea3-c54f-4985-ac01-8dfaf5087310 req-95538c39-b21e-49fe-8c99-c4deddf4d8f4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599652 Jul 15 13:17:47.251213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:17:47.252193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:17:47.259220 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:17:47.460767 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc3efd7-a4ba-439a-852b-a7f2eae59f73 x-openstack-request-id: req-1fc3efd7-a4ba-439a-852b-a7f2eae59f73 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:47.461215 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1609ed-1aea-4536-95dd-7b71d985e046", "tag": "ceb613f1-9805-4fd9-89f9-8a1613177823", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:47.461588 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1fc3efd7-a4ba-439a-852b-a7f2eae59f73 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:47.462296 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'tag': 'ceb613f1-9805-4fd9-89f9-8a1613177823', 'status': 'completed', 'code': 200} Jul 15 13:17:47.465107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-d0becaca-868e-456e-8f10-d110c033fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.468352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-d0becaca-868e-456e-8f10-d110c033fd2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2371535 Jul 15 13:17:47.521365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-43cf172f-58f2-4ca8-bb31-29704e509b52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.3144281 Jul 15 13:17:47.559277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.609562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.617458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:17:47.620203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.630869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] 10.222.0.57 "DELETE /v2.0/networks/cf9dbfde-fa4a-4b19-8022-e1df306ac4d9 HTTP/1.1" status: 204 len: 168 time: 4.7524145 Jul 15 13:17:47.632636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551c1b0-97e7-41fb-b0bc-6ebb7bdb5881 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231 tempest-ExtraDHCPOptionsIpV6TestJSON-474174231-project] Pushing event deleted for resources: {'Network': ['ID=cf9dbfde-fa4a-4b19-8022-e1df306ac4d9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:47.646317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-d06017d3-127e-499f-a8f8-be30df603fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.648482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-d06017d3-127e-499f-a8f8-be30df603fd4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1189313 Jul 15 13:17:47.651154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-fe8c4742-af0e-4a8e-8386-ddd0189682c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.653086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-fe8c4742-af0e-4a8e-8386-ddd0189682c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1100 time: 0.8104422 Jul 15 13:17:47.655175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9069007c-f44c-4b6e-b493-5538f39502fa admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9663332 Jul 15 13:17:47.661954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37854) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:47.679210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:47.805516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.806835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:47.839956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901435e-76fe-440a-9746-5710e0481b53 req-e05614bc-0d66-4208-a664-c61ebfdaf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:47.854590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-e05614bc-0d66-4208-a664-c61ebfdaf15a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3778815 Jul 15 13:17:48.033815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.057006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Allocated IP 172.20.0.2 (c781cd74-8e99-441f-9583-0ab7d7eedb5f/7a040158-4a99-4cce-aa1b-f6b40d9924d1/d13f734f-ee6e-436b-9b29-f4a619621925) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:48.137861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-956def01-ce75-483d-b5c2-a15ca5c0472b service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698767 Jul 15 13:17:48.363511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37862) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:48.464705 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.501235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Transition to ACTIVE for port object d13f734f-ee6e-436b-9b29-f4a619621925 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:48.545510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51636-66dd-434f-a085-f862c4cbc773 req-e24453ee-e5c4-4083-89ce-f4f79cd57509 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.573383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5f51636-66dd-434f-a085-f862c4cbc773 req-e24453ee-e5c4-4083-89ce-f4f79cd57509 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.8533890 Jul 15 13:17:48.584820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Transition to ACTIVE for port object d13f734f-ee6e-436b-9b29-f4a619621925 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:48.624706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.688801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-f12e5f18-2805-4c2c-b162-db726c9ec310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.690725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-f12e5f18-2805-4c2c-b162-db726c9ec310 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 1.0246408 Jul 15 13:17:48.710740 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.715233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:48.724754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:48.725964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5f51636-66dd-434f-a085-f862c4cbc773 req-c6440ca9-db55-4506-8423-c5e2b5de0363 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500585 Jul 15 13:17:48.741652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-be32f6a6-177e-43f6-96d4-c1d5e9eb0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:48.742755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:48.743860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-be32f6a6-177e-43f6-96d4-c1d5e9eb0dfd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0874736 Jul 15 13:17:48.784444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Pushing event updated for resources: {'Port': ['ID=d13f734f-ee6e-436b-9b29-f4a619621925,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:48.837365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6901435e-76fe-440a-9746-5710e0481b53 req-71dedb32-3e21-4e1d-9f4a-4affc8581257 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869160 Jul 15 13:17:48.843046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:48.858237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-767ba8ad-5447-48a4-9bd6-290a1404452f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.1489799 Jul 15 13:17:48.931299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b627b676-c714-49ae-ba6f-efef7a7acf95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3548d976d0a246c8881847380f850007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544429 Jul 15 13:17:48.936025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37878) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:48.986278 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:17:49.007316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Attempting to bind port d13f734f-ee6e-436b-9b29-f4a619621925 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:49.009777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Attempting to bind port d13f734f-ee6e-436b-9b29-f4a619621925 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:49.010423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Attempting to bind port d13f734f-ee6e-436b-9b29-f4a619621925 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:49.033624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:49.034220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Checking segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:49.034925 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.035580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Bound using segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:49.036382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Bound port: d13f734f-ee6e-436b-9b29-f4a619621925, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:49.049558 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.150425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-e0caa23f-7508-4bae-9948-a820d04d5b31 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094504 Jul 15 13:17:49.160240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80b9a72b-a1e9-43af-8fcb-b4c98bd44020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.296796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] For port d13f734f-ee6e-436b-9b29-f4a619621925, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:49.302476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] For port d13f734f-ee6e-436b-9b29-f4a619621925, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d13f734f-ee6e-436b-9b29-f4a619621925,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:49.307618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:49.314476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-c0db9497-9fa6-4263-b883-9f68c7fa34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.318095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-c0db9497-9fa6-4263-b883-9f68c7fa34e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 1100 time: 0.3376608 Jul 15 13:17:49.356252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-009c0937-f56b-42fd-a42b-d60223d63b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.359051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-009c0937-f56b-42fd-a42b-d60223d63b5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4199977 Jul 15 13:17:49.470679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:49.488906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'mac_address': 'fa:16:3e:21:5a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:49.495354 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.507083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-40aa9d2d-f22a-4371-a3c6-91051a04073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.510136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-40aa9d2d-f22a-4371-a3c6-91051a04073d service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1694396 Jul 15 13:17:49.529340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80b9a72b-a1e9-43af-8fcb-b4c98bd44020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.627589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-77ac188d-ede7-429a-a681-f2820448107f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=ceb613f1-9805-4fd9-89f9-8a1613177823 HTTP/1.1" status: 200 len: 217 time: 0.0939560 Jul 15 13:17:49.641112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.669817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e07f2-0176-4e92-9245-22bf3fa8803e req-35d0ee88-f853-4032-8881-5b57add586e6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.673259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-458e07f2-0176-4e92-9245-22bf3fa8803e req-35d0ee88-f853-4032-8881-5b57add586e6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 948 time: 0.5163019 Jul 15 13:17:49.680077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa2116d-8009-4c40-9672-ad37687dfca8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:49.683930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-cdc639f9-f0bd-479c-8d33-d5112ecd1311 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362950 Jul 15 13:17:49.720632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:49.726351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad02557-a07b-4bbf-a942-0c0bc0424932 None None] Pushing event updated for resources: {'Port': ['ID=d13f734f-ee6e-436b-9b29-f4a619621925,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.743441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:49.875185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:49.912640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-458e07f2-0176-4e92-9245-22bf3fa8803e req-48523330-088e-4fc6-8d7e-5e92424c2795 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265863 Jul 15 13:17:49.922011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-4cdf1c1f-7061-4d96-b2a6-9eccce098467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:49.924839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-4cdf1c1f-7061-4d96-b2a6-9eccce098467 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5547259 Jul 15 13:17:50.045379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992b6f1-abe9-45e8-b063-14dfc96d3b9f req-ad686b2a-6d35-47a5-b8ee-4d6694157ff0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.045822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4992b6f1-abe9-45e8-b063-14dfc96d3b9f req-ad686b2a-6d35-47a5-b8ee-4d6694157ff0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 948 time: 0.8027143 Jul 15 13:17:50.069317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-cdad11a4-46c3-43c7-8fee-72bdedd2aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.073998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-cdad11a4-46c3-43c7-8fee-72bdedd2aff3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4232512 Jul 15 13:17:50.087371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0fa2116d-8009-4c40-9672-ad37687dfca8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:50.286888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-c31874fb-bc04-41c8-8eae-3f33cfdfb661 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546083 Jul 15 13:17:50.519615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfae1dc-30b6-412e-b63f-9e49771d858a req-88b4c657-c7f3-4a46-a5fb-f688d4a82ee0 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250197 Jul 15 13:17:50.859696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd4cf5-e62e-4621-b975-41ddb9ca85ba req-0a32f33d-4a3e-4139-91c0-863af1d7cff0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:50.862453 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10dd4cf5-e62e-4621-b975-41ddb9ca85ba req-0a32f33d-4a3e-4139-91c0-863af1d7cff0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.1216059 Jul 15 13:17:50.934724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10dd4cf5-e62e-4621-b975-41ddb9ca85ba req-03469df5-4545-455a-9cae-00e348feb2a2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617230 Jul 15 13:17:51.048885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4992b6f1-abe9-45e8-b063-14dfc96d3b9f req-8954f510-8722-4fa7-a264-1eed1a995a9e tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9471178 Jul 15 13:17:51.050599 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.058111 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80b9a72b-a1e9-43af-8fcb-b4c98bd44020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.060401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80b9a72b-a1e9-43af-8fcb-b4c98bd44020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.065512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-80b9a72b-a1e9-43af-8fcb-b4c98bd44020 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91b66b01-465e-48b7-9703-69c7a647bb6e HTTP/1.1" status: 204 len: 168 time: 2.1244960 Jul 15 13:17:51.097837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9a72b-a1e9-43af-8fcb-b4c98bd44020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b66b01-465e-48b7-9703-69c7a647bb6e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:51.100255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.206660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-6f06f30d-1b5e-44e1-ae09-a6edea174a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.208713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-6f06f30d-1b5e-44e1-ae09-a6edea174a83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1211998 Jul 15 13:17:51.289754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ceb613f1-9805-4fd9-89f9-8a1613177823 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:17:51.454691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Allocated IP 172.25.3.158 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/20949f5a-fa1f-4565-affa-5e4584195af4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:51.465155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ea2d3-66f2-488e-82e7-7a91dc7c4e63 None None] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:17:51.475148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-27a542fa-2adb-4bb9-a75e-a47082e97df5 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577131 Jul 15 13:17:51.722767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1dd8922b-1e9a-4ad1-a895-502e56cc577c None None] Provisioning for port d13f734f-ee6e-436b-9b29-f4a619621925 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:51.748207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ceb613f1-9805-4fd9-89f9-8a1613177823, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ceb613f1-9805-4fd9-89f9-8a1613177823,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:51.756206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb8848-c3db-489b-ae00-f26b3f44386a req-80f9a9c3-39a9-4b45-8189-c40f0961e6ff tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:51.758850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96bb8848-c3db-489b-ae00-f26b3f44386a req-80f9a9c3-39a9-4b45-8189-c40f0961e6ff tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 948 time: 0.2967453 Jul 15 13:17:51.762142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed125e50-9a32-4cd6-b5a7-cd9ced834e76 req-492bebac-1996-47e0-b3f5-59683f21ff78 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752163 Jul 15 13:17:51.787038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.787244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ceb613f1-9805-4fd9-89f9-8a1613177823', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'ceb613f1-9805-4fd9-89f9-8a1613177823', 'mac_address': 'fa:16:3e:b7:1c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:17:51.870591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96bb8848-c3db-489b-ae00-f26b3f44386a req-68f03569-86f5-4ef9-a47b-61b63b0920d8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884480 Jul 15 13:17:51.921779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.942264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb613f1-9805-4fd9-89f9-8a1613177823 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:17:51.943655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:51.983507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ceb613f1-9805-4fd9-89f9-8a1613177823, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ceb613f1-9805-4fd9-89f9-8a1613177823,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:51.991865 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.034875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:52.038356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:52.053523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:52.148380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ceb613f1-9805-4fd9-89f9-8a1613177823,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:52.153245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Pushing event updated for resources: {'Port': ['ID=20949f5a-fa1f-4565-affa-5e4584195af4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:52.308823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ceb613f1-9805-4fd9-89f9-8a1613177823'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:17:52.372568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37944) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.501652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d13f734f-ee6e-436b-9b29-f4a619621925 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:52.587040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fab73f-147c-41fd-8d2d-4ca0376c10e2 req-48c8a2e4-645a-4814-8e42-306df6b5745c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.612481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9fab73f-147c-41fd-8d2d-4ca0376c10e2 req-48c8a2e4-645a-4814-8e42-306df6b5745c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.3369565 Jul 15 13:17:52.679298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d13f734f-ee6e-436b-9b29-f4a619621925 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:52.706942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d13f734f-ee6e-436b-9b29-f4a619621925 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:52.707668 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.742757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9fab73f-147c-41fd-8d2d-4ca0376c10e2 req-da6241c8-a874-4ea8-93d0-0d41f25a2065 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283524 Jul 15 13:17:52.775481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53514737-147d-4f32-8130-d2493f9838fc req-3be1470b-33b6-4148-935a-f7639517f795 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:52.777551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-53514737-147d-4f32-8130-d2493f9838fc req-3be1470b-33b6-4148-935a-f7639517f795 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 949 time: 0.2581398 Jul 15 13:17:52.923763 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.967801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37958) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:52.972048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-53514737-147d-4f32-8130-d2493f9838fc req-6df46880-d09f-4fd2-8639-6ecb443b1067 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815355 Jul 15 13:17:52.982691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fba1efeb-267c-4a7f-91ff-4316cb5b0ae0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b0537c9743542c38b464ed3de248556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083562 Jul 15 13:17:52.990579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:52.990579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.019610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d13f734f-ee6e-436b-9b29-f4a619621925, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d13f734f-ee6e-436b-9b29-f4a619621925,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.026933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.146740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d13f734f-ee6e-436b-9b29-f4a619621925,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.164677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2cf21-a2c3-49f2-b9d1-533422e22138 req-af992b50-6e9b-4361-86a8-3dd43a775bf9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.167011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5b2cf21-a2c3-49f2-b9d1-533422e22138 req-af992b50-6e9b-4361-86a8-3dd43a775bf9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 949 time: 0.1118524 Jul 15 13:17:53.218721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-80c956f6-075d-4a78-b8fc-69f336c5d2da tempest-ServiceProvidersTest-661241342 tempest-ServiceProvidersTest-661241342-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2462502 Jul 15 13:17:53.238458 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd2fac30-cea9-4de3-ae76-f58837a12213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.254509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5b2cf21-a2c3-49f2-b9d1-533422e22138 req-d34027d1-8fc5-49c4-bdab-8831d4d0c9a9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754101 Jul 15 13:17:53.276848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd2fac30-cea9-4de3-ae76-f58837a12213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.303740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:53.458094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 0fa2116d-8009-4c40-9672-ad37687dfca8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:53.466902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 0fa2116d-8009-4c40-9672-ad37687dfca8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:53.467359 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.594966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd2fac30-cea9-4de3-ae76-f58837a12213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.599828 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd2fac30-cea9-4de3-ae76-f58837a12213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.606724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cd2fac30-cea9-4de3-ae76-f58837a12213 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/344c5466-bed2-4505-876b-bc7a08ce7af0 HTTP/1.1" status: 204 len: 168 time: 0.6165390 Jul 15 13:17:53.611842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.643596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fac30-cea9-4de3-ae76-f58837a12213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c5466-bed2-4505-876b-bc7a08ce7af0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.663600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:53.667686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.671634 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ace4197-0c3b-4a44-a982-ce26da5d1471" -d '{"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-plugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:53.686682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-279610f8-3bcf-410b-9bb6-988159242144 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.689790 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-279610f8-3bcf-410b-9bb6-988159242144 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63&tenant_id=ecb6d455265049feb9b274baa3ba9363&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 949 time: 0.2273788 Jul 15 13:17:53.710101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:53.714189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0083d-3a18-41cf-b55f-a35187f905a4 req-638ba698-f96e-4d0e-b57b-8a5875347420 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:53.717792 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:53.728354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a0083d-3a18-41cf-b55f-a35187f905a4 req-638ba698-f96e-4d0e-b57b-8a5875347420 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 949 time: 0.1713407 Jul 15 13:17:53.750411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37980) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:53.818263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:53.825183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a0083d-3a18-41cf-b55f-a35187f905a4 req-9bc03fac-a266-4819-9a45-ff48fbe104ad tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906386 Jul 15 13:17:53.871151 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e024e10-9d90-44fa-bcdf-50d1d2f22a51 x-openstack-request-id: req-5e024e10-9d90-44fa-bcdf-50d1d2f22a51 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:53.871508 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-plugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:53.871772 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e024e10-9d90-44fa-bcdf-50d1d2f22a51 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:53.872158 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'code': 200} Jul 15 13:17:53.979990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-2dbee597-15df-401c-b22a-f6dbb215887e service neutron] 10.222.0.58 "GET /v2.0/ports/0fa2116d-8009-4c40-9672-ad37687dfca8/bindings/n-h2-798054-11 HTTP/1.1" status: 200 len: 383 time: 0.2817833 Jul 15 13:17:54.026603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.088538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:17:54.162431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d13f734f-ee6e-436b-9b29-f4a619621925 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:54.175833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-f8e3eff4-f0ac-4e1b-b3af-8d20c1b3a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.177882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-f8e3eff4-f0ac-4e1b-b3af-8d20c1b3a104 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1102 time: 0.1680129 Jul 15 13:17:54.218365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdc3c6-325e-4b56-a1b3-445024b668ff req-c719a361-3bac-4ee3-83b1-35cb928e271b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.221412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0cdc3c6-325e-4b56-a1b3-445024b668ff req-c719a361-3bac-4ee3-83b1-35cb928e271b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.2579994 Jul 15 13:17:54.238894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d13f734f-ee6e-436b-9b29-f4a619621925 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:54.239620 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.346287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0cdc3c6-325e-4b56-a1b3-445024b668ff req-f4b98f66-32cf-49ea-9b69-85026d31805a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154983 Jul 15 13:17:54.350015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.361109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.408775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-d8282011-9bbb-4e16-b70d-9421c44dc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.412881 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-d8282011-9bbb-4e16-b70d-9421c44dc059 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2289872 Jul 15 13:17:54.415454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:54.428905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:17:54.444666 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:54.445647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:17:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:54.452502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2ec148-cd13-41df-a78b-736491e6bd63,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.477274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-206ea778-1346-4794-9603-8e6ccf4a6ccd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.0557921 Jul 15 13:17:54.481838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66720374a5114031a70ef2f2fcd4c2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275138 Jul 15 13:17:54.484347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.484825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.485537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.486126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.486629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.486833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37998) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:54.487150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.487576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.488281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.488788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.489217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.489702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.490230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecabad27-a6e2-4dfb-90dd-46edddb348eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:54.589403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.591687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-32f01a1d-4d14-44ec-85c9-55be230b422c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9207559 Jul 15 13:17:54.596341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38004) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:54.637906 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:54.649657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-3bf7a448-e000-4343-94cb-46a9f64f21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.651718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-3bf7a448-e000-4343-94cb-46a9f64f21de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1640506 Jul 15 13:17:54.693905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771903a-2a2f-4f65-8772-0f5d987037d0 req-d403e36b-13c2-40c0-b6ce-3eb561568bcd tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:54.697263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e771903a-2a2f-4f65-8772-0f5d987037d0 req-d403e36b-13c2-40c0-b6ce-3eb561568bcd tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 949 time: 0.2182009 Jul 15 13:17:54.697881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b407d60-dd2d-4364-9017-8f9f48cbc7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.790334 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b407d60-dd2d-4364-9017-8f9f48cbc7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.927364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e771903a-2a2f-4f65-8772-0f5d987037d0 req-3297b454-0ec1-4e68-b6ba-a29c6398bc79 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122869 Jul 15 13:17:54.941077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b407d60-dd2d-4364-9017-8f9f48cbc7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.955547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b407d60-dd2d-4364-9017-8f9f48cbc7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:54.960951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7b407d60-dd2d-4364-9017-8f9f48cbc7f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d2ec148-cd13-41df-a78b-736491e6bd63 HTTP/1.1" status: 204 len: 168 time: 0.4680502 Jul 15 13:17:54.977798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b407d60-dd2d-4364-9017-8f9f48cbc7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2ec148-cd13-41df-a78b-736491e6bd63,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:54.999420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-08f28510-358a-4a22-af10-eeb4e0a53c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.004932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-08f28510-358a-4a22-af10-eeb4e0a53c0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3208878 Jul 15 13:17:55.078863 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:52Z', 'revision_number': 3, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:55.143044 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:17:55.144474 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Updating router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 port 20949f5a-fa1f-4565-affa-5e4584195af4 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:17:55.251487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-3fcd01bc-aef1-478d-8907-e11fe52d7b45 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393291 Jul 15 13:17:55.311440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ceb613f1-9805-4fd9-89f9-8a1613177823 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:55.388742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8f0ef-2600-45e2-af0e-bfb2e0313e0c req-31a4fe3b-8b98-4adb-8317-fabc72f51e95 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:55.402439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ac8f0ef-2600-45e2-af0e-bfb2e0313e0c req-31a4fe3b-8b98-4adb-8317-fabc72f51e95 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2618566 Jul 15 13:17:55.441704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ceb613f1-9805-4fd9-89f9-8a1613177823 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:55.457628 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.458442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ceb613f1-9805-4fd9-89f9-8a1613177823 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:55.458938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.496851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-fd90f08a-55fe-4c2c-8403-7f73ff123570 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363853 Jul 15 13:17:55.608992 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ac8f0ef-2600-45e2-af0e-bfb2e0313e0c req-d90ca112-c5b9-44df-b082-13e99cb9af7a tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047331 Jul 15 13:17:55.652436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.744919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ceb613f1-9805-4fd9-89f9-8a1613177823, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ceb613f1-9805-4fd9-89f9-8a1613177823,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:55.753417 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.830898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:55.876249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb613f1-9805-4fd9-89f9-8a1613177823'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:17:55.879091 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a310f20-b76b-42f2-a4f8-ecb6c5dc3382" -d '{"events": [{"server_uuid": "4c1609ed-1aea-4536-95dd-7b71d985e046", "name": "network-vif-plugged", "status": "completed", "tag": "ceb613f1-9805-4fd9-89f9-8a1613177823"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:17:55.900041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ceb613f1-9805-4fd9-89f9-8a1613177823,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:55.985780 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8500393-20a4-48f1-afdb-4fc8e367370b x-openstack-request-id: req-f8500393-20a4-48f1-afdb-4fc8e367370b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:17:55.986236 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1609ed-1aea-4536-95dd-7b71d985e046", "name": "network-vif-plugged", "status": "completed", "tag": "ceb613f1-9805-4fd9-89f9-8a1613177823", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:17:55.986497 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8500393-20a4-48f1-afdb-4fc8e367370b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:17:55.988124 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb613f1-9805-4fd9-89f9-8a1613177823', 'code': 200} Jul 15 13:17:56.024095 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.045217 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Transition to ACTIVE for port object 20949f5a-fa1f-4565-affa-5e4584195af4 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:56.074440 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.150579 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Attempting to bind port 20949f5a-fa1f-4565-affa-5e4584195af4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:17:56.150579 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Attempting to bind port 20949f5a-fa1f-4565-affa-5e4584195af4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:17:56.150579 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Attempting to bind port 20949f5a-fa1f-4565-affa-5e4584195af4 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:17:56.158027 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:17:56.158394 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:17:56.158961 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.159401 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:17:56.160072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Bound port: 20949f5a-fa1f-4565-affa-5e4584195af4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:17:56.160470 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.168174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e611-2a45-4b2e-b62f-0db6922efc27 req-4b50c9c1-1573-4ea2-bca0-ff12566f34bc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.171499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3062e611-2a45-4b2e-b62f-0db6922efc27 req-4b50c9c1-1573-4ea2-bca0-ff12566f34bc tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.3137150 Jul 15 13:17:56.248056 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] For port 20949f5a-fa1f-4565-affa-5e4584195af4, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:17:56.252291 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] For port 20949f5a-fa1f-4565-affa-5e4584195af4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=20949f5a-fa1f-4565-affa-5e4584195af4,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:17:56.269184 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.299257 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Pushing event updated for resources: {'Port': ['ID=20949f5a-fa1f-4565-affa-5e4584195af4,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.330159 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.334722 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.335456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.336084 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.338088 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.338903 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.347318 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.348243 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.348959 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.349627 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.350186 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.350811 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:17:56.368771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869bcb1-f509-4490-8e1d-45e1b9aa7e74 req-d35159b0-e353-459e-8501-02f3cb362cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.372096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3869bcb1-f509-4490-8e1d-45e1b9aa7e74 req-d35159b0-e353-459e-8501-02f3cb362cd8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 1102 time: 0.2077191 Jul 15 13:17:56.402419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3062e611-2a45-4b2e-b62f-0db6922efc27 req-f1ec9f45-b708-4243-82a4-40100f10ce11 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614842 Jul 15 13:17:56.464837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3869bcb1-f509-4490-8e1d-45e1b9aa7e74 req-be1399f9-c544-405d-b7db-17d2affb8dfa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693960 Jul 15 13:17:56.482275 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:17:56.483262 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:17:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:56.523078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Allocated IP 172.20.0.1 (c781cd74-8e99-441f-9583-0ab7d7eedb5f/7a040158-4a99-4cce-aa1b-f6b40d9924d1/12b6b259-78dc-4d97-a1ab-353c5ebabbbf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:17:56.583294 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59d05-052e-4aab-8712-ee48e9b9be51 None None] Pushing event updated for resources: {'Port': ['ID=20949f5a-fa1f-4565-affa-5e4584195af4,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:56.692283 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:17:56.698747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c33c1-e6d8-4907-92cd-3cbbd9db03a0 req-2eebdf38-1fa0-4a7d-a340-8a170d544df9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:56.717453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d4c33c1-e6d8-4907-92cd-3cbbd9db03a0 req-2eebdf38-1fa0-4a7d-a340-8a170d544df9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 950 time: 0.1672711 Jul 15 13:17:56.727943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.761819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Transition to ACTIVE for port object 12b6b259-78dc-4d97-a1ab-353c5ebabbbf will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:17:56.811015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d4c33c1-e6d8-4907-92cd-3cbbd9db03a0 req-5b63a5a0-b785-4d19-891f-e41ed14eb143 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922072 Jul 15 13:17:56.848629 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:56.928414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:56.928414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:56.946660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:17:57.010712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Pushing event updated for resources: {'Port': ['ID=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:57.048708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.067012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38058) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:57.072870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034196 Jul 15 13:17:57.078613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38060) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:57.187569 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:52Z', 'revision_number': 3, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:17:57.272663 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b9afc-99ee-496e-b5c9-85d64070ea64 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:52Z', 'revision_number': 3, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:17:57.351584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa41a16-02a9-4c8e-b3de-349387f3bfe1 req-96e420c9-c5e3-4a63-b846-c55b0d9c114c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:57.360375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baa41a16-02a9-4c8e-b3de-349387f3bfe1 req-96e420c9-c5e3-4a63-b846-c55b0d9c114c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2003813 Jul 15 13:17:57.370856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8bd89c6b-da72-4ddf-b110-c9822bd91683 tempest-NetworksApiDiscovery-1727962791 tempest-NetworksApiDiscovery-1727962791-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2902267 Jul 15 13:17:57.444051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc14543b-8b38-46dd-91cb-8c15b351a009 None None] Provisioning for port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:57.453475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baa41a16-02a9-4c8e-b3de-349387f3bfe1 req-63aee2c4-70a9-49e1-b653-3bf42770df8c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914159 Jul 15 13:17:57.464368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc14543b-8b38-46dd-91cb-8c15b351a009 None None] Provisioning complete for port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:57.464970 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc14543b-8b38-46dd-91cb-8c15b351a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.507166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:57.593226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-bc14543b-8b38-46dd-91cb-8c15b351a009 None None] Port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:58.064747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.080973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.185534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:58.328482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Pushing event updated for resources: {'Port': ['ID=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.338074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 20949f5a-fa1f-4565-affa-5e4584195af4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:17:58.426308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.566247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 20949f5a-fa1f-4565-affa-5e4584195af4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:17:58.579853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 20949f5a-fa1f-4565-affa-5e4584195af4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:58.584098 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.673086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12293d6a-0152-4579-abca-e081d0f0c544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.746643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.772391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6793270-9079-4faf-b9d8-87e6604afbe9 req-8b744624-b078-4ea2-90a4-e76490a33a70 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.774094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:17:58.780771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 20949f5a-fa1f-4565-affa-5e4584195af4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=20949f5a-fa1f-4565-affa-5e4584195af4,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:17:58.782257 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6793270-9079-4faf-b9d8-87e6604afbe9 req-8b744624-b078-4ea2-90a4-e76490a33a70 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.3825936 Jul 15 13:17:58.783936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:17:58.799631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-767b8204-2cd1-4dcb-81fd-9014f6c5eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.802075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-767b8204-2cd1-4dcb-81fd-9014f6c5eafb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.4378996 Jul 15 13:17:58.808942 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:58.887944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=20949f5a-fa1f-4565-affa-5e4584195af4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:58.957992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe2e2e-dc17-4d9a-93c7-cc7746f0b630 req-9da34500-8b93-4a27-983a-91daa03fb85f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:58.966217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15fe2e2e-dc17-4d9a-93c7-cc7746f0b630 req-9da34500-8b93-4a27-983a-91daa03fb85f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 950 time: 0.4593019 Jul 15 13:17:59.066931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6793270-9079-4faf-b9d8-87e6604afbe9 req-99281937-fa75-46b1-81df-cde6b9b67632 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830842 Jul 15 13:17:59.101644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-ded25070-39e4-4008-9d06-f9070b3497a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.105587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-ded25070-39e4-4008-9d06-f9070b3497a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.2936826 Jul 15 13:17:59.138609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15fe2e2e-dc17-4d9a-93c7-cc7746f0b630 req-cc164cc5-5cd4-4d65-a81f-f4d91b7cdf8b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709635 Jul 15 13:17:59.215287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-eedd99bf-c918-4ec3-a15b-023f89f0b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.218319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-eedd99bf-c918-4ec3-a15b-023f89f0b494 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63&tenant_id=ecb6d455265049feb9b274baa3ba9363 HTTP/1.1" status: 200 len: 1102 time: 0.3949184 Jul 15 13:17:59.222087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12293d6a-0152-4579-abca-e081d0f0c544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.225661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-2b299c37-40d3-4d76-aed7-58b3052dce18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.1088285 Jul 15 13:17:59.230776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12293d6a-0152-4579-abca-e081d0f0c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.235666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:17:59.242972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:17:59.276899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b396f918-5b36-4bb0-bbca-219c45cabb76 None None] Provisioning complete for port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:17:59.282816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b396f918-5b36-4bb0-bbca-219c45cabb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.366970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-a9193978-3d47-41fb-97c3-1c1cfdf732a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.369886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-a9193978-3d47-41fb-97c3-1c1cfdf732a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.1323242 Jul 15 13:17:59.381535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b396f918-5b36-4bb0-bbca-219c45cabb76 None None] Port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:17:59.490146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-d7ca2aba-d07a-428a-9ec7-6fa5d3d176f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849130 Jul 15 13:17:59.500312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293d6a-0152-4579-abca-e081d0f0c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad3dd0-02d5-4f0c-a8a7-7efe9b43201c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:17:59.517152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-12293d6a-0152-4579-abca-e081d0f0c544 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=846901d5ce52471886e045824422e6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3309529 Jul 15 13:17:59.526582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38094) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:17:59.597412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.652448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236aa5c-059e-4d4c-af3e-4c8ccfb3beb9 req-6a611d92-d31e-42fa-9e6e-3a2afa56d6ab tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.655743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b236aa5c-059e-4d4c-af3e-4c8ccfb3beb9 req-6a611d92-d31e-42fa-9e6e-3a2afa56d6ab tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.2321146 Jul 15 13:17:59.748201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:17:59.757469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a095bfe1-9833-43e4-97f8-80215ef9e138 admin admin] 10.222.0.57 "PUT /v2.0/routers/c511b27c-1fe2-494f-bfb9-f25a1995d7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1598921 Jul 15 13:17:59.835673 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c974f285-5e77-4ba6-bfb8-daf0aa6fc033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:17:59.894915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c2da-c83a-4e13-b7ad-bdfb37a20ea9 req-a711cebf-d49e-4237-92cf-42ea921b5ea5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:17:59.897042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e93c2da-c83a-4e13-b7ad-bdfb37a20ea9 req-a711cebf-d49e-4237-92cf-42ea921b5ea5 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.4260523 Jul 15 13:17:59.921568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c974f285-5e77-4ba6-bfb8-daf0aa6fc033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.071825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e93c2da-c83a-4e13-b7ad-bdfb37a20ea9 req-e757fd62-8312-4c7a-a4df-8d5dc7df0418 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563272 Jul 15 13:18:00.137039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:00.165031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 20949f5a-fa1f-4565-affa-5e4584195af4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:00.176503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-b087dfb3-0d12-43ba-be08-aa4d8b39e2b0 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772294 Jul 15 13:18:00.220344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c974f285-5e77-4ba6-bfb8-daf0aa6fc033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.223988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c974f285-5e77-4ba6-bfb8-daf0aa6fc033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.228657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c974f285-5e77-4ba6-bfb8-daf0aa6fc033 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21ad3dd0-02d5-4f0c-a8a7-7efe9b43201c HTTP/1.1" status: 204 len: 168 time: 0.7007134 Jul 15 13:18:00.238768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:00.252348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:00.254449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974f285-5e77-4ba6-bfb8-daf0aa6fc033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad3dd0-02d5-4f0c-a8a7-7efe9b43201c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:00.309932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:00.311781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:17:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:00.372690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.376790 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b236aa5c-059e-4d4c-af3e-4c8ccfb3beb9 req-be15a88b-e058-4d07-840b-fbe7cab98bc4 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7045555 Jul 15 13:18:00.385938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef9d935-7bce-416d-834c-e1c1aac98bb9 req-c05e6fef-6372-4838-aa8c-7c21f3727996 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996691 Jul 15 13:18:00.391267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:00.394254 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55926a-1822-4320-8043-1c71e3f9bb02" -d '{"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:00.401183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Transition to ACTIVE for port object 0fa2116d-8009-4c40-9672-ad37687dfca8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:00.434636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.582222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=10']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:00.627529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] No DVR routers for this DVR port 0fa2116d-8009-4c40-9672-ad37687dfca8 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:00.765545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7234b-97ea-4ef0-a599-91a1cf07a020 req-5aa7e61c-08ab-4804-8ad9-6554073ed635 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:00.775009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7234b-97ea-4ef0-a599-91a1cf07a020 req-5aa7e61c-08ab-4804-8ad9-6554073ed635 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 1102 time: 0.1648221 Jul 15 13:18:00.777644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:00.778121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:00.778600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:00.793194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:00.793724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Attempting to bind port 0fa2116d-8009-4c40-9672-ad37687dfca8 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:00.811952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:00.812561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:00.813132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:00.813912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Bound port: 0fa2116d-8009-4c40-9672-ad37687dfca8, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:00.814557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:00.846402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28c7234b-97ea-4ef0-a599-91a1cf07a020 req-eb0077c2-048b-4f1c-abcd-759b1b8b6115 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703232 Jul 15 13:18:01.013284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 20949f5a-fa1f-4565-affa-5e4584195af4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:01.021756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.150144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:01.265997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac8615-bb42-4492-a986-1f21d2d96ad0 req-5959e609-0bec-4197-a307-e73d6f070c32 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.267750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4ac8615-bb42-4492-a986-1f21d2d96ad0 req-5959e609-0bec-4197-a307-e73d6f070c32 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.1642792 Jul 15 13:18:01.354718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:01.359183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:01.368820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.387865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4ac8615-bb42-4492-a986-1f21d2d96ad0 req-05566d83-a3e5-4e26-a7a7-e1032fc8110c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133692 Jul 15 13:18:01.457970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.459807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.463132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] 10.222.0.59 "PUT /v2.0/ports/0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 1098 time: 2.2361443 Jul 15 13:18:01.489066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:01.598421 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e8b4e-0eba-4a1f-9b23-41dbba2f0a38 x-openstack-request-id: req-b11e8b4e-0eba-4a1f-9b23-41dbba2f0a38 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:01.606715 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:01.607080 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b11e8b4e-0eba-4a1f-9b23-41dbba2f0a38 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:01.610777 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'code': 200} Jul 15 13:18:01.658343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6ba44-0cb9-4f02-a023-ab810185a987 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=11']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:01.696686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38146) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:01.707154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934315088', 'description': 'tempest-description--978349026'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:01.784071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-78aef0da-a8c1-432b-810b-d0750fca05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:01.789579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-78aef0da-a8c1-432b-810b-d0750fca05cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1101 time: 0.2907798 Jul 15 13:18:01.801617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:01.824026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:01.827509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 2, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:01.898043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:01.898820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Updating router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:18:02.022551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-810f483c-d710-49ef-937f-2635dc58dc09 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153169 Jul 15 13:18:02.029881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:02.032068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.043200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc887-8563-4b70-b989-d3ebd103ea03 req-312dd7fe-e40d-4bbb-9f12-9a4891c6c3b2 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.051757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9bfbc887-8563-4b70-b989-d3ebd103ea03 req-312dd7fe-e40d-4bbb-9f12-9a4891c6c3b2 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1032870 Jul 15 13:18:02.159109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-fb2c52f1-8127-43f6-80fb-539a6feb757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.160880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-fb2c52f1-8127-43f6-80fb-539a6feb757f service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3633420 Jul 15 13:18:02.166892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9bfbc887-8563-4b70-b989-d3ebd103ea03 req-f8a600af-b8e7-46e6-820b-90a1e4bd80ec tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122534 Jul 15 13:18:02.242607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-ad9b7bc3-3851-40c0-a20b-3c0fc305443b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.0442562 Jul 15 13:18:02.279788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-624047785-network', 'tenant_id': '8002cc0892724c6da4bd04c6758414cf'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:02.351154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-06e4f3aa-bd49-4910-85bf-4dac221e7295 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.354610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-06e4f3aa-bd49-4910-85bf-4dac221e7295 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984247 Jul 15 13:18:02.397813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-ccad6736-f20d-4284-b62a-45bc365c770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.407062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-ccad6736-f20d-4284-b62a-45bc365c770d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1538241 Jul 15 13:18:02.417872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6c1e99bb-c616-4bcf-88ce-a399e9e36456 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/quotas/b4123a0f04d74de594c1ac5baa46f4ed HTTP/1.1" status: 200 len: 375 time: 0.0503361 Jul 15 13:18:02.448825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.525773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Made reservation on behalf of 8002cc0892724c6da4bd04c6758414cf for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:02.531256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.532407 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.552411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.565659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Transition to ACTIVE for port object 12b6b259-78dc-4d97-a1ab-353c5ebabbbf will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:02.568593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.571147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8716724 Jul 15 13:18:02.575737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffc652-0462-4d86-9e52-7a60e0b5e68a req-141a5f71-5769-4eb2-ad8a-86e030ea6c95 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.575922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38166) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:02.577198 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.578352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a2ffc652-0462-4d86-9e52-7a60e0b5e68a req-141a5f71-5769-4eb2-ad8a-86e030ea6c95 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 949 time: 0.1780350 Jul 15 13:18:02.580417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.591619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'security_group_rule': {'security_group_id': 'c029a789-a953-4f76-8992-0f2fc80590f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:02.634422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fb27d-26ef-4767-a52f-c98f24b99947 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c029a789-a953-4f76-8992-0f2fc80590f4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:02.658383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Pushing event updated for resources: {'Port': ['ID=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:02.682670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2324d59-39ad-4518-9057-56a7054682c2 req-aae57d84-687e-4c28-8490-8749410d0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:02.685127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-aae57d84-687e-4c28-8490-8749410d0bbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2658439 Jul 15 13:18:02.689696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.690038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.690676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.691045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.691382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.691871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.692287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.692618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.693057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.693372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.693704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.694128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:02.708311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a2ffc652-0462-4d86-9e52-7a60e0b5e68a req-d1835973-02cb-483c-b089-fefe01071695 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116958 Jul 15 13:18:02.710467 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:18:02.710467 n-d-798054-11 neutron-server[93995]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:18:02.710467 n-d-798054-11 neutron-server[93995]: [parameters: {'project_id_1': '8002cc0892724c6da4bd04c6758414cf', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 18, 2, 614771)}] Jul 15 13:18:02.710467 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:18:02.711182 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:18:02.781495 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.837729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Attempting to bind port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:02.838117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Attempting to bind port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:02.838434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Attempting to bind port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf on network c781cd74-8e99-441f-9583-0ab7d7eedb5f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:02.849921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:02.850324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Checking segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:02.850722 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.851115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Bound using segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:02.851602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Bound port: 12b6b259-78dc-4d97-a1ab-353c5ebabbbf, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:02.851983 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:02.859440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-7b76086e-0407-4f9e-99d7-64381b9d2779 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4158409 Jul 15 13:18:03.032797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] For port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:03.038657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] For port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:03.046064 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.176190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.199338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.231789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.324345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:03.334472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:17:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:03.393412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.405133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8181868 Jul 15 13:18:03.406578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff7788-73f3-4dbb-be2a-098e741dee51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535b8ae8-e084-4361-badb-e82e57bc2f47,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.424765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38178) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:03.460039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'security_group_rule': {'security_group_id': 'c029a789-a953-4f76-8992-0f2fc80590f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:03.477413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-34eda2ae-3f96-4509-ab60-5052ede4e731 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734246 Jul 15 13:18:03.490872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582001-dcbb-4f4d-a5ca-c4f44e92e668 req-1fe18f72-d9fc-45d2-a8f3-310dbfb6c3d7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:03.493833 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34582001-dcbb-4f4d-a5ca-c4f44e92e668 req-1fe18f72-d9fc-45d2-a8f3-310dbfb6c3d7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.4670012 Jul 15 13:18:03.540379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a9b8a-4524-420e-99c8-7e30d968a107 None None] Pushing event updated for resources: {'Port': ['ID=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:03.775592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:03.780885 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a" -d '{"events": [{"name": "network-changed", "server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:03.788750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2324d59-39ad-4518-9057-56a7054682c2 req-d6a0231a-d7e7-4e08-a671-5436e1c8ed14 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684314 Jul 15 13:18:03.791932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34582001-dcbb-4f4d-a5ca-c4f44e92e668 req-2a030a09-26ac-4137-9ed4-78a1b02fe5c1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685087 Jul 15 13:18:03.918590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:03.925492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:03.930069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9868ede-0dd8-4704-bb8e-eb511ec426e9 req-d735297d-7026-46bf-a29a-1f08fbae0deb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 210 time: 0.1383321 Jul 15 13:18:03.935477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.010587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:04.017002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.047310 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.047869 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Added segment 9a18b75f-3eba-4b19-98d6-6585edca9d83 of type vlan for network 23a17f39-3e8f-4eda-8826-6f37d40d5eec Jul 15 13:18:04.208844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.218651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.268302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.316632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6614d3b-1846-4bae-973d-11d0248bee93,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.385963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.390820 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47e56a2d-6e8d-41d0-8154-54d99766ca6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9510267 Jul 15 13:18:04.394270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:04.412891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:04.507213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.511682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.513244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.573033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.626825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5706224 Jul 15 13:18:04.644200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38200) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:04.662939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Request body: {'subnet': {'network_id': '23a17f39-3e8f-4eda-8826-6f37d40d5eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-624047785-subnet', 'tenant_id': '8002cc0892724c6da4bd04c6758414cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:04.721033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Pushing event updated for resources: {'Network': ['ID=23a17f39-3e8f-4eda-8826-6f37d40d5eec,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.727161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3179fe-aee7-4353-aa09-cbab4602df57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687d8ea3-d59a-472e-8a34-3f38cbd618aa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:04.752089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 23a17f39-3e8f-4eda-8826-6f37d40d5eec details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:04.811961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1692b7-1bb1-47bd-9de3-20a76258d64a req-1e770516-b732-4d5b-b721-5e8e6b6c9d64 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.816281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba1692b7-1bb1-47bd-9de3-20a76258d64a req-1e770516-b732-4d5b-b721-5e8e6b6c9d64 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 949 time: 0.3108673 Jul 15 13:18:04.839521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc452d8-0347-4f66-be3d-0f3130753698 req-a07fcaca-a30b-4b53-9c65-426855f201cf tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:04.858863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:03Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:04.859905 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0cc452d8-0347-4f66-be3d-0f3130753698 req-a07fcaca-a30b-4b53-9c65-426855f201cf tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.5001185 Jul 15 13:18:04.893299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Made reservation on behalf of 8002cc0892724c6da4bd04c6758414cf for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:04.896597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:04.960105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:04.999132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0cc452d8-0347-4f66-be3d-0f3130753698 req-0240c665-cd93-45d2-a390-60512b19191e tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287451 Jul 15 13:18:05.024410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbaa0e2-ed1c-48b5-8248-995d748a1e67 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:03Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:05.095567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba1692b7-1bb1-47bd-9de3-20a76258d64a req-e9ac4be7-3469-4746-bab5-5f1058c3c440 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603483 Jul 15 13:18:05.248256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:05.348182 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0c2b08-d3f7-4f0f-a73a-afe9e0d5fea0 x-openstack-request-id: req-8c0c2b08-d3f7-4f0f-a73a-afe9e0d5fea0 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:05.349362 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:05.349362 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c0c2b08-d3f7-4f0f-a73a-afe9e0d5fea0 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:05.349915 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'status': 'completed', 'code': 200} Jul 15 13:18:05.688591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:05.717281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'mac_address': 'fa:16:3e:21:5a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:05.756893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-25e45913-15a5-42c0-8f68-9c1989c34246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.760359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c595541e-6761-49b9-9a84-79ffc44828e5 req-803b69fc-e74a-42a4-9d9d-f38837da5eb2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 210 time: 0.2049053 Jul 15 13:18:05.761785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-22ebd888-82c4-41bf-9522-68de8e2f90c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.768612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-25e45913-15a5-42c0-8f68-9c1989c34246 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1101 time: 0.4349818 Jul 15 13:18:05.820026 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.865758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa2116d-8009-4c40-9672-ad37687dfca8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:05.869213 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:05.925970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-e9bc9a2c-a278-4692-bf9e-a0a41960f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:05.934185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-e9bc9a2c-a278-4692-bf9e-a0a41960f1e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1101 time: 0.5329878 Jul 15 13:18:05.934447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:05.940582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.016134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=12']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:06.201634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Allocated IP 172.25.3.135 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/12541cd8-b773-4f65-93c4-98aa968bbeb3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:06.224014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0fa2116d-8009-4c40-9672-ad37687dfca8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:06.406764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12b6b259-78dc-4d97-a1ab-353c5ebabbbf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:06.518479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-22ebd888-82c4-41bf-9522-68de8e2f90c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.535512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa9a30-847a-487f-8e25-fb0f66bf7d35 req-5ede7c7d-01a3-4b04-87bb-eb32456c8f5d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.538904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-22ebd888-82c4-41bf-9522-68de8e2f90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.563878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-16aa9a30-847a-487f-8e25-fb0f66bf7d35 req-5ede7c7d-01a3-4b04-87bb-eb32456c8f5d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 1.1183589 Jul 15 13:18:06.594483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.684469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:06.684761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-22ebd888-82c4-41bf-9522-68de8e2f90c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abd2be28a6f746049a5e4905a42548a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7227409 Jul 15 13:18:06.710022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:06.710493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.721857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38216) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:06.722138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebd888-82c4-41bf-9522-68de8e2f90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7fe496-2e93-4de8-8378-b8ad56ed13c7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:06.741176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-8f5c214c-5dea-4e90-8db6-5ab1d56577e3 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1254776 Jul 15 13:18:06.888922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.947539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:06.957809 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:06.958151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-efeba78e-a4df-4bdc-9345-f4ca67e269ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:06.959791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-efeba78e-a4df-4bdc-9345-f4ca67e269ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 1.0035813 Jul 15 13:18:07.109268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.133191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-16aa9a30-847a-487f-8e25-fb0f66bf7d35 req-b4ab9d0c-0e13-4b05-88b2-7451ae06746f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671983 Jul 15 13:18:07.193330 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-4066311b-7011-403b-b865-b310d9a9ed16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.1997123 Jul 15 13:18:07.204549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6afe6254-6b4e-4996-bfc9-62239678991a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.206924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6afe6254-6b4e-4996-bfc9-62239678991a tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419544 Jul 15 13:18:07.228876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Request body: {'port': {'device_id': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b4123a0f04d74de594c1ac5baa46f4ed'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:07.246702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.348707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9083a439-3ed1-48f8-81a5-d143312d2b63,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.374690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-dad209e3-7f23-40a8-9950-285373e16327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.377219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-dad209e3-7f23-40a8-9950-285373e16327 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1688344 Jul 15 13:18:07.387304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Checking segment: {'id': '9a18b75f-3eba-4b19-98d6-6585edca9d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '23a17f39-3e8f-4eda-8826-6f37d40d5eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:07.388018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Network hostable DHCP agents. Network: 23a17f39-3e8f-4eda-8826-6f37d40d5eec, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:07.393277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7493-5a5c-4351-8723-6b0e6db8f7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.444437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7493-5a5c-4351-8723-6b0e6db8f7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.518616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-68e4dea1-1a05-4a23-a713-64a774983747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.523926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-68e4dea1-1a05-4a23-a713-64a774983747 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 1.7395973 Jul 15 13:18:07.555891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f9837-5aa4-4bd8-9139-3aafd7f9e212 req-427c9505-d92c-491a-91f7-0a09f301a327 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.559232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-307f9837-5aa4-4bd8-9139-3aafd7f9e212 req-427c9505-d92c-491a-91f7-0a09f301a327 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.9414957 Jul 15 13:18:07.656061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-e6a46873-a97f-4db4-8cc1-9210b45c62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.657826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-e6a46873-a97f-4db4-8cc1-9210b45c62bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720866 Jul 15 13:18:07.666564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-e41f6d4f-ea48-4963-abf4-35a5181f01a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 200 len: 217 time: 0.1297858 Jul 15 13:18:07.680832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Network 23a17f39-3e8f-4eda-8826-6f37d40d5eec is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:07.715337 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-307f9837-5aa4-4bd8-9139-3aafd7f9e212 req-2865032c-6113-4923-9fe3-65ba19c988fc tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418359 Jul 15 13:18:07.719145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Made reservation on behalf of b4123a0f04d74de594c1ac5baa46f4ed for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:07.725226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.735466 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7493-5a5c-4351-8723-6b0e6db8f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.738127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7493-5a5c-4351-8723-6b0e6db8f7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.744217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ff7d7493-5a5c-4351-8723-6b0e6db8f7c0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc7fe496-2e93-4de8-8378-b8ad56ed13c7 HTTP/1.1" status: 204 len: 168 time: 0.9069021 Jul 15 13:18:07.780502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 23a17f39-3e8f-4eda-8826-6f37d40d5eec) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:07.792806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d5905-9ee6-4bd9-b0c5-8fa48eeebee3 None None] Network 23a17f39-3e8f-4eda-8826-6f37d40d5eec requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:07.833423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:07.834048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:07.850181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d7493-5a5c-4351-8723-6b0e6db8f7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7fe496-2e93-4de8-8378-b8ad56ed13c7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:07.992833 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-06671115-50b3-4540-a5f1-22374c70f000 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084528 Jul 15 13:18:08.041370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a1da7-7caf-482e-8203-a268e4237d02 None None] Network 23a17f39-3e8f-4eda-8826-6f37d40d5eec requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:08.044678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.063779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d084563-601c-45f9-94c4-94fd19e99131 req-81ab6291-3ffc-486b-babe-6b163a72094e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 210 time: 0.0770767 Jul 15 13:18:08.074446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-28646637-e0c2-4061-8cb9-2ba23e1aafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.101647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-28646637-e0c2-4061-8cb9-2ba23e1aafcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.4073389 Jul 15 13:18:08.305333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9d96194a-3f7a-4348-b390-fe490524d52f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.6380489 Jul 15 13:18:08.321291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Allocated IP 192.168.233.162 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/1361b044-b277-4a80-8c04-da4a8bb4bf29) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:08.326146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:08.350094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:08.360827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12b6b259-78dc-4d97-a1ab-353c5ebabbbf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:08.367045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-be74fe97-481d-47e7-a094-54a33cb91217 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496933 Jul 15 13:18:08.373609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:08.381373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'Port': ['ID=12541cd8-b773-4f65-93c4-98aa968bbeb3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:08.518814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d6b37-66c3-4292-b0e7-08893b336144 req-b8b056cb-8f1d-4328-b41b-f762ca43d738 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.520737 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc2d6b37-66c3-4292-b0e7-08893b336144 req-b8b056cb-8f1d-4328-b41b-f762ca43d738 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 950 time: 0.7774847 Jul 15 13:18:08.575074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-c85e648e-7d60-4721-9399-e659f78a5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:08.576782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-c85e648e-7d60-4721-9399-e659f78a5176 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4236350 Jul 15 13:18:08.649564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:08.650347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.879697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.904767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Transition to ACTIVE for port object 1361b044-b277-4a80-8c04-da4a8bb4bf29 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:08.964964 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:08.993287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.007007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca', '965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:09.011661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'ceb613f1-9805-4fd9-89f9-8a1613177823'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:09.116102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:09.127755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:09.132877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:09.170279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event updated for resources: {'Port': ['ID=1361b044-b277-4a80-8c04-da4a8bb4bf29,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:09.221087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:09.222596 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.268493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6ae2ff20-afb0-4b5e-a872-0941afe0fdc2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0464897 Jul 15 13:18:09.285089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Request body: {'port': {'device_id': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:09.293186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:09.522661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.651681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc2d6b37-66c3-4292-b0e7-08893b336144 req-91946991-4590-440f-8b96-9622e9bd0e21 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0792058 Jul 15 13:18:09.732369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0fa2116d-8009-4c40-9672-ad37687dfca8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:09.742339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ced29f6e-4ba0-4cd9-9e74-d79a7dee0ecb None None] Provisioning for port 1361b044-b277-4a80-8c04-da4a8bb4bf29 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:09.761032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-b5a5fff8-a0ec-4d54-a48b-59b39a08a1b9 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1680963 Jul 15 13:18:09.814889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0fa2116d-8009-4c40-9672-ad37687dfca8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:09.815852 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.819072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ced29f6e-4ba0-4cd9-9e74-d79a7dee0ecb None None] Provisioning complete for port 1361b044-b277-4a80-8c04-da4a8bb4bf29 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:09.824361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ced29f6e-4ba0-4cd9-9e74-d79a7dee0ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:09.841123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.037385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ced29f6e-4ba0-4cd9-9e74-d79a7dee0ecb None None] Port 1361b044-b277-4a80-8c04-da4a8bb4bf29 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:10.069678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.115438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-146119267-network', 'tenant_id': '43da2b96d7264022918497043f4c2ce8'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.144052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38278) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:10.159802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83d6ec53-aab7-42d0-a46a-cf3b2ed2ac1a req-7f68b62c-fa31-4171-b9aa-47ff6329951f service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885226 Jul 15 13:18:10.216748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25b4f2-8472-4866-9afe-d893896c86c5 req-e237b902-5e1d-428b-9739-4ff18bc723f2 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.225591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b25b4f2-8472-4866-9afe-d893896c86c5 req-e237b902-5e1d-428b-9739-4ff18bc723f2 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.6809247 Jul 15 13:18:10.228779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Made reservation on behalf of 43da2b96d7264022918497043f4c2ce8 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:10.232550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.276777 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.284157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.304190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.348668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89b0df-36ce-470a-a397-36ed5927081d req-09f945eb-fe6c-4357-a375-aad8729160ec tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.351184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd89b0df-36ce-470a-a397-36ed5927081d req-09f945eb-fe6c-4357-a375-aad8729160ec tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.4336705 Jul 15 13:18:10.430703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.433154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1739544441-network', 'tenant_id': 'f9fe13b8ea4f4514a5ef362fb49149a0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:10.486061 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b25b4f2-8472-4866-9afe-d893896c86c5 req-543719bd-1aed-4a0a-b646-c4126359bc70 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553837 Jul 15 13:18:10.488967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.512953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd89b0df-36ce-470a-a397-36ed5927081d req-a699fe8f-a36c-4e90-a78f-84ef640229fb tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325839 Jul 15 13:18:10.529720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'Port': ['ID=12541cd8-b773-4f65-93c4-98aa968bbeb3,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.559613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.561395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Made reservation on behalf of f9fe13b8ea4f4514a5ef362fb49149a0 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:10.563766 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.588529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-7b3a5fa0-0568-45a5-8bdd-9e10af550c8c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:10.590319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-7b3a5fa0-0568-45a5-8bdd-9e10af550c8c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 945 time: 0.3018844 Jul 15 13:18:10.592019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.595575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.675571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.677204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1baf3bb2-9569-43d9-aa8f-b5c832969b46 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2811480 Jul 15 13:18:10.684685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:10.692132 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d884a1a-f6f3-4011-9c54-3dd9f2edc65e" -d '{"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-plugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:10.743254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:10.908876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d422c35-0bd3-47cb-8bf8-b0039b857ca3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:10.921546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:10.922985 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Added segment 290a1c1a-5f16-46ad-851c-b3649abd40ac of type vlan for network f8296efe-2d27-4924-b456-011dbe2c2504 Jul 15 13:18:11.016082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:11.075271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.093713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8892a-6f50-4a78-bcf5-632010ecb052 req-8296a652-557e-408d-9f76-2ba85349a7ed tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.100675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aff8892a-6f50-4a78-bcf5-632010ecb052 req-8296a652-557e-408d-9f76-2ba85349a7ed tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 1102 time: 0.2754915 Jul 15 13:18:11.129931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Deleting port 60d878c1-4f86-4371-aa8a-0880441949b6 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:11.130574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.159127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.161954 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.164018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.164857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.270621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.336409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2615001 Jul 15 13:18:11.346341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:11.350562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36656b-6751-475f-81c3-e605b746aa37 admin admin] Pushing event updated for resources: {'Network': ['ID=f8296efe-2d27-4924-b456-011dbe2c2504,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.386476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Request body: {'subnet': {'network_id': 'f8296efe-2d27-4924-b456-011dbe2c2504', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-146119267-subnet', 'tenant_id': '43da2b96d7264022918497043f4c2ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:11.403709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.426131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1361b044-b277-4a80-8c04-da4a8bb4bf29 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:11.444583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.462919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Made reservation on behalf of 43da2b96d7264022918497043f4c2ce8 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:11.465659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.478757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded96613-532b-44fd-b85b-37b095ae696c req-4c5c4998-7a16-4042-926f-5ce8168d4b0b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:11.480962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ded96613-532b-44fd-b85b-37b095ae696c req-4c5c4998-7a16-4042-926f-5ce8168d4b0b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 936 time: 0.3078980 Jul 15 13:18:11.496729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Transition to ACTIVE for port object 1361b044-b277-4a80-8c04-da4a8bb4bf29 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:11.516129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:18:11.519029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aff8892a-6f50-4a78-bcf5-632010ecb052 req-93c5d2a7-276a-485d-889b-c4d0991bd1ad tempest-MigrationsAdminTest-1635154046 tempest-MigrationsAdminTest-1635154046-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752754 Jul 15 13:18:11.527748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.533996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] For port 60d878c1-4f86-4371-aa8a-0880441949b6, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=60d878c1-4f86-4371-aa8a-0880441949b6,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:11.534784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.571259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f62f0e5-8eb3-4df4-9758-28f7a47f9570,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.594314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:11.603271 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Added segment 97988c74-0e72-40d9-9999-308da7183a76 of type vlan for network 843d92bf-3cfe-4b37-8934-70a58b23e489 Jul 15 13:18:11.606993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Calling delete_port for 60d878c1-4f86-4371-aa8a-0880441949b6 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:11.645765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f8296efe-2d27-4924-b456-011dbe2c2504 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:11.649668 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72854a60-c64e-4e2b-8e04-acd020ac84ba x-openstack-request-id: req-72854a60-c64e-4e2b-8e04-acd020ac84ba {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:11.650078 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-plugged", "status": "completed", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:11.650320 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-72854a60-c64e-4e2b-8e04-acd020ac84ba {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:11.650767 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'code': 200} Jul 15 13:18:11.835483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=13']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.856222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ded96613-532b-44fd-b85b-37b095ae696c req-02d0482d-6a1a-49c0-b918-54e880e81fc4 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584433 Jul 15 13:18:11.910291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Pushing event updated for resources: {'Port': ['ID=1361b044-b277-4a80-8c04-da4a8bb4bf29,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:11.994316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.129666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.134798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.137335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.178337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Attempting to bind port 1361b044-b277-4a80-8c04-da4a8bb4bf29 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:12.179830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Attempting to bind port 1361b044-b277-4a80-8c04-da4a8bb4bf29 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:12.188269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Attempting to bind port 1361b044-b277-4a80-8c04-da4a8bb4bf29 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:12.218035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Port 1361b044-b277-4a80-8c04-da4a8bb4bf29 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:12.218366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Attempting to bind port 1361b044-b277-4a80-8c04-da4a8bb4bf29 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:12.271903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1244564 Jul 15 13:18:12.299938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38310) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:12.307252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Request body: {'subnet': {'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1739544441-subnet', 'tenant_id': 'f9fe13b8ea4f4514a5ef362fb49149a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:12.315437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:12.315899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:12.316223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:12.316888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Bound port: 1361b044-b277-4a80-8c04-da4a8bb4bf29, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:12.317407 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.365339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.428876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Made reservation on behalf of f9fe13b8ea4f4514a5ef362fb49149a0 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:12.431396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.462618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9707170-0c5f-4962-ab35-7c6a480c8ed0 req-0d7cc54d-99a9-421d-ad11-45fa06e7e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.464399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9707170-0c5f-4962-ab35-7c6a480c8ed0 req-0d7cc54d-99a9-421d-ad11-45fa06e7e00d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.4061129 Jul 15 13:18:12.485046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-2c084839-c5de-4aa7-b756-e752491f6e36 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--934315088&fields=id&tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 267 time: 0.6687982 Jul 15 13:18:12.489150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd58201-3d5a-4335-a61e-41cb0aa7875b admin admin] Pushing event updated for resources: {'Network': ['ID=843d92bf-3cfe-4b37-8934-70a58b23e489,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.506619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 843d92bf-3cfe-4b37-8934-70a58b23e489 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:18:12.541448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2ec2ff-56fb-4c0a-8a44-af850bf6d529,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.596534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] For port 1361b044-b277-4a80-8c04-da4a8bb4bf29, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:12.624334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd226ae-ddaf-4d07-9fd0-8ca108abe027 req-dfb0fda6-f467-4aa7-ab0c-7679893a031a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.631666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdd226ae-ddaf-4d07-9fd0-8ca108abe027 req-dfb0fda6-f467-4aa7-ab0c-7679893a031a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.4005258 Jul 15 13:18:12.666277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] For port 1361b044-b277-4a80-8c04-da4a8bb4bf29, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:12.671408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9707170-0c5f-4962-ab35-7c6a480c8ed0 req-498ee4ca-c1d0-4bf1-b8b2-11f7fbb117cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915481 Jul 15 13:18:12.681122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Checking segment: {'id': '290a1c1a-5f16-46ad-851c-b3649abd40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f8296efe-2d27-4924-b456-011dbe2c2504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:12.681482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Network hostable DHCP agents. Network: f8296efe-2d27-4924-b456-011dbe2c2504, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:12.697646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.773135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.773757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.775579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] 10.222.0.59 "PUT /v2.0/ports/1361b044-b277-4a80-8c04-da4a8bb4bf29 HTTP/1.1" status: 200 len: 1097 time: 3.4971726 Jul 15 13:18:12.776184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'tag': '1361b044-b277-4a80-8c04-da4a8bb4bf29'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:12.778515 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415" -d '{"events": [{"name": "network-changed", "server_uuid": "418253f1-9a14-4c1e-8beb-0e2936da7665", "tag": "1361b044-b277-4a80-8c04-da4a8bb4bf29"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:12.801445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdd226ae-ddaf-4d07-9fd0-8ca108abe027 req-3fad2c47-0f87-453d-9167-3ce246f1fdcb tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687906 Jul 15 13:18:12.823489 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.863098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Network f8296efe-2d27-4924-b456-011dbe2c2504 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:12.906567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5314b3-0750-4d8a-9898-e943a9c326fd service neutron] Pushing event updated for resources: {'Port': ['ID=1361b044-b277-4a80-8c04-da4a8bb4bf29,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.920975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f8296efe-2d27-4924-b456-011dbe2c2504) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:12.933760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:12.934547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:12.940630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event deleted for resources: {'Port': ['ID=60d878c1-4f86-4371-aa8a-0880441949b6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:12.978769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b6e40f-3c8b-4c73-951e-814d35d4df66 None None] Network f8296efe-2d27-4924-b456-011dbe2c2504 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:13.011466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-6ad3b3e2-a319-4daa-9ae0-b7e2e159311f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.016727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-6ad3b3e2-a319-4daa-9ae0-b7e2e159311f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 817 time: 0.5089231 Jul 15 13:18:13.035987 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b68a3d8-9438-4816-a674-ce058e5a7f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.043328 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-930fe37e-6a11-4dba-875b-b2a70d6fbfd5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6939042 Jul 15 13:18:13.053834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] No DVR routers for this DVR port 60d878c1-4f86-4371-aa8a-0880441949b6 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:13.061257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.063620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9975dc18-17cb-40a2-9a4e-75e59e7510d0 req-2153f416-812a-4e43-a191-dc1d883d5891 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "DELETE /v2.0/ports/60d878c1-4f86-4371-aa8a-0880441949b6 HTTP/1.1" status: 204 len: 173 time: 2.4645846 Jul 15 13:18:13.074680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'name': 'network-vif-deleted', 'tag': '60d878c1-4f86-4371-aa8a-0880441949b6'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:13.090039 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23b6533-884d-4392-9d79-042dace3dd3a" -d '{"events": [{"server_uuid": "a7c8c8de-85ca-48ba-bf18-9a06f68f550a", "name": "network-vif-deleted", "tag": "60d878c1-4f86-4371-aa8a-0880441949b6"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:13.113787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f443d6e9-ed41-4f92-9493-9aef60d9f859 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/quotas/5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 375 time: 0.0874243 Jul 15 13:18:13.173064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12612fa9-afbd-40d8-b6df-3e3ae5b1be6e req-c14bb282-3ea2-48df-a3cf-1dbc8198f50d tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c8c8de-85ca-48ba-bf18-9a06f68f550a HTTP/1.1" status: 200 len: 210 time: 0.1266747 Jul 15 13:18:13.217430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:13.286558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 60d878c1-4f86-4371-aa8a-0880441949b6 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:13.318931 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-d4c1e4a7-179a-4c99-9910-5d8a9b12fb8b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1945977 Jul 15 13:18:13.369913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 60d878c1-4f86-4371-aa8a-0880441949b6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:13.370504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 60d878c1-4f86-4371-aa8a-0880441949b6 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:13.383852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-39791650-751e-4185-887f-6f7525c89a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:13.388346 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-39791650-751e-4185-887f-6f7525c89a20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 1100 time: 0.5291846 Jul 15 13:18:13.454815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-6774ca6a-bd86-4658-8f82-6c3b4411509f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:13.456246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-6774ca6a-bd86-4658-8f82-6c3b4411509f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061032 Jul 15 13:18:13.507257 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-bc9fb7fd-2dd4-4af6-8f21-8f030b6ebd4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29 HTTP/1.1" status: 200 len: 217 time: 0.0941119 Jul 15 13:18:13.534707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:13.588444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb137ac6-af22-45bd-a151-098ed1f7fad1 None None] Network f8296efe-2d27-4924-b456-011dbe2c2504 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:13.689419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-2db34c4f-5145-477a-bc63-77bccc08763a service neutron] 10.222.0.57 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206838 Jul 15 13:18:13.949627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-4255c86d-c580-49a1-9b65-94fef8d88a3e service neutron] 10.222.0.57 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515717 Jul 15 13:18:14.213190 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7900a7-68da-4369-b3b7-ee03a9ec476e x-openstack-request-id: req-5b7900a7-68da-4369-b3b7-ee03a9ec476e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:14.213658 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418253f1-9a14-4c1e-8beb-0e2936da7665", "tag": "1361b044-b277-4a80-8c04-da4a8bb4bf29", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:14.214034 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b7900a7-68da-4369-b3b7-ee03a9ec476e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:14.214675 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'tag': '1361b044-b277-4a80-8c04-da4a8bb4bf29', 'status': 'completed', 'code': 200} Jul 15 13:18:14.231054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:14.265516 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a018d011-ba82-48eb-ab6a-a0cb25fbb6d5 x-openstack-request-id: req-a018d011-ba82-48eb-ab6a-a0cb25fbb6d5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:14.266380 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c8c8de-85ca-48ba-bf18-9a06f68f550a", "name": "network-vif-deleted", "tag": "60d878c1-4f86-4371-aa8a-0880441949b6", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:14.266380 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a018d011-ba82-48eb-ab6a-a0cb25fbb6d5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:14.267047 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c8c8de-85ca-48ba-bf18-9a06f68f550a', 'name': 'network-vif-deleted', 'tag': '60d878c1-4f86-4371-aa8a-0880441949b6', 'status': 'completed', 'code': 200} Jul 15 13:18:14.269707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Checking segment: {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:14.270111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Network hostable DHCP agents. Network: 843d92bf-3cfe-4b37-8934-70a58b23e489, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:18:14.346588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-0fd54bff-60e0-42cc-8afe-ded3d1ed943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.348405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-0fd54bff-60e0-42cc-8afe-ded3d1ed943c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.8181922 Jul 15 13:18:14.355568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Deleting subnet 9083a439-3ed1-48f8-81a5-d143312d2b63 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:14.378217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.459438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Network 843d92bf-3cfe-4b37-8934-70a58b23e489 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:18:14.469819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3443e-2677-47eb-a80a-ea956ec15a1c req-43b318dd-80d6-41e2-bcba-9bb1cdb6b850 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.471659 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0c3443e-2677-47eb-a80a-ea956ec15a1c req-43b318dd-80d6-41e2-bcba-9bb1cdb6b850 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 951 time: 0.1031330 Jul 15 13:18:14.513606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 843d92bf-3cfe-4b37-8934-70a58b23e489) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:14.518885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.526347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8c1ba-b60c-4f75-923e-439dd3b5de07 None None] Network 843d92bf-3cfe-4b37-8934-70a58b23e489 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:14.559489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.560487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.563523 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0c3443e-2677-47eb-a80a-ea956ec15a1c req-334d2509-1c5a-41d1-a7f0-9a9c7f5630d8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828538 Jul 15 13:18:14.614705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d85ef-c0e6-40ed-8472-ac42b4ad27bb req-791ad74e-4398-43dd-b8cd-dfb9c79462ee tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.617561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a6d85ef-c0e6-40ed-8472-ac42b4ad27bb req-791ad74e-4398-43dd-b8cd-dfb9c79462ee tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 948 time: 0.3995175 Jul 15 13:18:14.670703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2ea70f7b-4836-40c4-b2de-21c0c6958691 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3672535 Jul 15 13:18:14.690455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-bdc162dc-943f-47d1-bee4-d68b13e36d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:14.693229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-bdc162dc-943f-47d1-bee4-d68b13e36d7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3331296 Jul 15 13:18:14.697091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.823006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a6d85ef-c0e6-40ed-8472-ac42b4ad27bb req-3064413d-99f6-40a7-9f8e-f1e5f2d71a6f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840506 Jul 15 13:18:14.835609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec337a9-b91d-4134-8f29-8e8f23607b0d None None] Network 843d92bf-3cfe-4b37-8934-70a58b23e489 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:18:14.927883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:14.963607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.020236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-0c565e18-87c0-4042-8f05-b24674e223c5 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138227 Jul 15 13:18:15.024297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9083a439-3ed1-48f8-81a5-d143312d2b63,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.028137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.031394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-187cba09-b4c5-49fb-8133-9790c80fdcae admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9083a439-3ed1-48f8-81a5-d143312d2b63 HTTP/1.1" status: 204 len: 168 time: 1.4745903 Jul 15 13:18:15.036949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05d4d-423c-456b-979a-55645938eafe req-f49a48b9-34e6-449b-af09-ec65baace9c7 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.045392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:15.054784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ea05d4d-423c-456b-979a-55645938eafe req-f49a48b9-34e6-449b-af09-ec65baace9c7 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2665625 Jul 15 13:18:15.171871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.274370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ea05d4d-423c-456b-979a-55645938eafe req-220975f2-e3f0-4782-b327-65bf8dbbf88d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101595 Jul 15 13:18:15.299203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.327428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-6d5c19fe-b2a9-4c50-a3ef-08d9ff72e4d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.330761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-6d5c19fe-b2a9-4c50-a3ef-08d9ff72e4d0 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 951 time: 0.3206518 Jul 15 13:18:15.387124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb4223cd-d854-47cd-9001-eb3ea05fe8e6 req-022ebd29-0c56-4cd3-847a-da1296c1fbc4 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539572 Jul 15 13:18:15.490740 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6daf51bb-ad40-45d6-83fb-5a7f0194086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.538284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.554269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a17f39-3e8f-4eda-8826-6f37d40d5eec']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:15.561450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Deleting port 0fa2116d-8009-4c40-9672-ad37687dfca8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:15.562035 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.567835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a18b75f-3eba-4b19-98d6-6585edca9d83') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:15.568114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a18b75f-3eba-4b19-98d6-6585edca9d83') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:15.592995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.633665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.650761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1446499-55e1-4e4e-8805-3a971d5fc438 req-54627a7f-a724-4ae9-adc6-52b4c589e16e tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.653093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c1446499-55e1-4e4e-8805-3a971d5fc438 req-54627a7f-a724-4ae9-adc6-52b4c589e16e tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.3462989 Jul 15 13:18:15.653814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.669478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:15.670003 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:15.680301 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:15.691190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3beaad18-5990-4608-8d9a-f968deaef4e6 req-e542462f-5f07-47c4-bf27-0b785a727baf tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 210 time: 0.0978084 Jul 15 13:18:15.790932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c1446499-55e1-4e4e-8805-3a971d5fc438 req-2c01516d-484d-4019-8ee7-f17931528aa2 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247342 Jul 15 13:18:15.795284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-784119c2-6607-4777-a764-7844cf461666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:15.796869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-784119c2-6607-4777-a764-7844cf461666 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 1100 time: 0.2199752 Jul 15 13:18:15.856000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.891050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.895860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] 10.222.0.57 "DELETE /v2.0/networks/23a17f39-3e8f-4eda-8826-6f37d40d5eec HTTP/1.1" status: 204 len: 168 time: 0.8471811 Jul 15 13:18:15.902418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38356) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:15.911756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2563ec-677c-4311-a7a7-6c523f385633 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a17f39-3e8f-4eda-8826-6f37d40d5eec,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:15.941136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] For port 0fa2116d-8009-4c40-9672-ad37687dfca8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0fa2116d-8009-4c40-9672-ad37687dfca8,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:15.942160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:15.970814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Calling delete_port for 0fa2116d-8009-4c40-9672-ad37687dfca8 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:16.154156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-e7e3869f-d7fb-4530-8e19-371aa65a6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.157015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-e7e3869f-d7fb-4530-8e19-371aa65a6f7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.3509982 Jul 15 13:18:16.203257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Deleting subnet 6e2ec2ff-56fb-4c0a-8a44-af850bf6d529 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:18:16.210231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.246603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-0c9228d0-3cf4-4f3f-a32d-7c1370cd6f40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29 HTTP/1.1" status: 200 len: 217 time: 0.0823584 Jul 15 13:18:16.251570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3e3feffe-18e7-4eed-897f-d3ac50ea284e req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1924773170', 'description': 'tempest-description-201354310'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:16.290369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3e3feffe-18e7-4eed-897f-d3ac50ea284e req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.357819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-0ace4ad4-38cd-441d-a7fd-4f3fa78ec01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.359457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-0ace4ad4-38cd-441d-a7fd-4f3fa78ec01a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0795650 Jul 15 13:18:16.422208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.495547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3e3feffe-18e7-4eed-897f-d3ac50ea284e req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.498251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-30ef86d4-ed3e-4584-a067-a2e0cc900102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.501077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-30ef86d4-ed3e-4584-a067-a2e0cc900102 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305661 Jul 15 13:18:16.503551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3e3feffe-18e7-4eed-897f-d3ac50ea284e req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.555124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c869404-7390-43dd-a27e-a60c416e505f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:16.584635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3e3feffe-18e7-4eed-897f-d3ac50ea284e req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.586065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e3feffe-18e7-4eed-897f-d3ac50ea284e req-c4275839-19c2-4cac-82fe-00e46bff6bc9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3416994 Jul 15 13:18:16.629923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.648489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7b86e7d9-f72b-4e5c-b46d-35ace08a6489'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:16.662151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130', '545994c0-dabb-4a8d-83d8-aca76f4fcf75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:16.697789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-51608c18-a2e9-4d32-b765-1aa4cd54ce36 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884401 Jul 15 13:18:16.730392 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.829659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event deleted for resources: {'Port': ['ID=0fa2116d-8009-4c40-9672-ad37687dfca8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:16.961581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] No DVR routers for this DVR port 0fa2116d-8009-4c40-9672-ad37687dfca8 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:16.977601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-e6356b22-8c0a-4311-8c41-4724c68630b6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:16.980900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-e6356b22-8c0a-4311-8c41-4724c68630b6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 817 time: 0.6114810 Jul 15 13:18:16.987864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:16.992786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c521a06-23a3-4926-92f1-38b77fc10d94 req-58264562-66b6-4118-991c-e350f4f35b74 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "DELETE /v2.0/ports/0fa2116d-8009-4c40-9672-ad37687dfca8 HTTP/1.1" status: 204 len: 173 time: 1.6561110 Jul 15 13:18:16.994010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-deleted', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:16.998570 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a98f314-ed98-486a-a1ec-d403ecfc8415" -d '{"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-deleted", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:17.015203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0c2ca4f-6477-4887-889f-f6ee9b0cd415 req-47032e74-9294-4323-b529-6699bc1887e0 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106616 Jul 15 13:18:17.060136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.090505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d00ec-84ef-4fa5-bcc0-f71ca1aee74a req-cf539f30-1d45-4875-bd57-fb02fad1ebf2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.091159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eac0b-860a-474f-9ffb-5cde8ad32c32 req-dfd053ac-308c-4b83-afbe-8f4552116672 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.100513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff4d00ec-84ef-4fa5-bcc0-f71ca1aee74a req-cf539f30-1d45-4875-bd57-fb02fad1ebf2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 948 time: 0.3073289 Jul 15 13:18:17.105865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd0eac0b-860a-474f-9ffb-5cde8ad32c32 req-dfd053ac-308c-4b83-afbe-8f4552116672 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=55bf397c-60ae-4a7e-ac62-2d5a35ba6f63 HTTP/1.1" status: 200 len: 868 time: 0.7380240 Jul 15 13:18:17.184906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.190612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff4d00ec-84ef-4fa5-bcc0-f71ca1aee74a req-edbac8aa-8906-436d-98bb-a85beb3d7b7f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881214 Jul 15 13:18:17.225569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2ec2ff-56fb-4c0a-8a44-af850bf6d529,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.237029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-46435c70-45a2-4f34-bf9d-a39e205a14c7 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 379 time: 0.2249823 Jul 15 13:18:17.249714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd0eac0b-860a-474f-9ffb-5cde8ad32c32 req-9300d1c8-7f19-4add-bb74-cd06e7153bee tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421106 Jul 15 13:18:17.274827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'port': {'device_id': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'admin_state_up': True, 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'security_groups': ['c029a789-a953-4f76-8992-0f2fc80590f4']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:17.313131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1361b044-b277-4a80-8c04-da4a8bb4bf29 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:17.315577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:17.323098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.325132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dd9c0050-68d4-4fa3-9e5a-17b277b1d873 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6e2ec2ff-56fb-4c0a-8a44-af850bf6d529 HTTP/1.1" status: 204 len: 168 time: 1.4144692 Jul 15 13:18:17.329512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:17.353495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 0fa2116d-8009-4c40-9672-ad37687dfca8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:17.353998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0fa2116d-8009-4c40-9672-ad37687dfca8 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:17.460337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Made reservation on behalf of 5559dff60b2a4c60ac2ed1514dc7afa5 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:17.467853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.535098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1361b044-b277-4a80-8c04-da4a8bb4bf29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:17.551506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '1361b044-b277-4a80-8c04-da4a8bb4bf29', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '1361b044-b277-4a80-8c04-da4a8bb4bf29', 'mac_address': 'fa:16:3e:ba:c1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:17.561490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.627717 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.647173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-f0233478-30cd-42f7-8da2-112f9c81db8f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:17.655516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-f0233478-30cd-42f7-8da2-112f9c81db8f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.2831547 Jul 15 13:18:17.657120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1361b044-b277-4a80-8c04-da4a8bb4bf29 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:17.711561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-6e4791f7-014b-4237-9896-b6ec11607c93 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/quotas/977de1d0936e436a832f272a051493a1 HTTP/1.1" status: 200 len: 375 time: 0.0545278 Jul 15 13:18:17.721837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1361b044-b277-4a80-8c04-da4a8bb4bf29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:17.732606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.766058 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-21b628c2-cae8-41a8-8f84-b4c9239e5a9a tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530362 Jul 15 13:18:17.814420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.833664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8296efe-2d27-4924-b456-011dbe2c2504']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:17.837898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=1361b044-b277-4a80-8c04-da4a8bb4bf29,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:17.849035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290a1c1a-5f16-46ad-851c-b3649abd40ac') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:17.849940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290a1c1a-5f16-46ad-851c-b3649abd40ac') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:17.866447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.903029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.914136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:18:17.915028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:18:17.921193 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:18:17.948695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-94954c0b-1bb0-49a5-b945-03a13f634233 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:18:17.949746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-94954c0b-1bb0-49a5-b945-03a13f634233 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1819899 Jul 15 13:18:17.965031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-237e9e30-1ad5-431e-8356-cae5cae9fa84 req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-14007480', 'description': 'tempest-description-1277721797'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:18.001512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['1361b044-b277-4a80-8c04-da4a8bb4bf29'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:18.025852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.036978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.042440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f8296efe-2d27-4924-b456-011dbe2c2504 HTTP/1.1" status: 204 len: 168 time: 0.7067039 Jul 15 13:18:18.042794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-237e9e30-1ad5-431e-8356-cae5cae9fa84 req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.114775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf6e28-c262-43e4-984c-9bb0f8ccdc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8296efe-2d27-4924-b456-011dbe2c2504,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.127805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Allocated IP 172.20.0.6 (c781cd74-8e99-441f-9583-0ab7d7eedb5f/7a040158-4a99-4cce-aa1b-f6b40d9924d1/d08a93df-4e27-45bf-ae2e-efe871eba2c8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:18.186493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-0a4d3ee3-0805-4398-8efd-8de0bf78f8c2 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951697 Jul 15 13:18:18.216804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-cee3e551-4218-4f08-a54c-5bb656c4301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.218395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-cee3e551-4218-4f08-a54c-5bb656c4301d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.1838307 Jul 15 13:18:18.369436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.370301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-237e9e30-1ad5-431e-8356-cae5cae9fa84 req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.379193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-237e9e30-1ad5-431e-8356-cae5cae9fa84 req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.391793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-757366e1-9f1a-467b-beed-4a6f09621e12 service neutron] 10.222.0.57 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042272 Jul 15 13:18:18.405769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-075d0378-5a40-4792-8b46-bf74fc0917fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.407383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-075d0378-5a40-4792-8b46-bf74fc0917fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.1818099 Jul 15 13:18:18.441108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-237e9e30-1ad5-431e-8356-cae5cae9fa84 req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.443198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-237e9e30-1ad5-431e-8356-cae5cae9fa84 req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4826698 Jul 15 13:18:18.482748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-7339d7d4-9fd2-4c54-acd5-2af23a0a4ffd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.0655077 Jul 15 13:18:18.486105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8347e353-e717-4911-bcfe-074f5c0fca21 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8002cc0892724c6da4bd04c6758414cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154368 Jul 15 13:18:18.488981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:18.497763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eccdfb-0ce6-467a-b3f6-adf1170a19ba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002a513f-b30a-4bb6-a9b6-f8aa66581ccf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.511848 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.516096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.557278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-a113978d-ec12-458f-902b-8b4d789bead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.559522 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-a113978d-ec12-458f-902b-8b4d789bead0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.0580785 Jul 15 13:18:18.569255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Transition to ACTIVE for port object d08a93df-4e27-45bf-ae2e-efe871eba2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:18.625423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-0c4cec49-083f-4154-a653-ff2c0cb438f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526969 Jul 15 13:18:18.653260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.723223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2957-a7f7-4fdf-b152-e6b9a5bfbac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.763766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:18.779804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:18.784384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:18.787303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:18.865927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2957-a7f7-4fdf-b152-e6b9a5bfbac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.886165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.886920 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:18.935104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172550-0a1d-4acb-8df7-e79f015d03e1 req-75f04d9c-0fe3-4e3d-8133-9f37b8e6fea0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:18.938147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e172550-0a1d-4acb-8df7-e79f015d03e1 req-75f04d9c-0fe3-4e3d-8133-9f37b8e6fea0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 931 time: 0.1883893 Jul 15 13:18:18.942041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-c5678c3d-47f0-4ac9-9c5b-4c28a929b06e service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085144 Jul 15 13:18:18.942631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-f86f19ef-a43e-4b46-8fe0-57ae38bcb57f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6866190 Jul 15 13:18:18.972860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Request body: {'port': {'device_id': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:19.109707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f881e49-a834-44c6-b0e0-17f181dea20f req-1f33b9c8-cc67-4b29-bf14-5fc116f371d5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.117592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f881e49-a834-44c6-b0e0-17f181dea20f req-1f33b9c8-cc67-4b29-bf14-5fc116f371d5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.2790124 Jul 15 13:18:19.122787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2957-a7f7-4fdf-b152-e6b9a5bfbac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.123559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e172550-0a1d-4acb-8df7-e79f015d03e1 req-89abd432-3af5-40f5-a206-4820f797238c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739135 Jul 15 13:18:19.125537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2957-a7f7-4fdf-b152-e6b9a5bfbac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.126777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8bcf2957-a7f7-4fdf-b152-e6b9a5bfbac7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/687d8ea3-d59a-472e-8a34-3f38cbd618aa HTTP/1.1" status: 204 len: 168 time: 0.6367650 Jul 15 13:18:19.166703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf2957-a7f7-4fdf-b152-e6b9a5bfbac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d8ea3-d59a-472e-8a34-3f38cbd618aa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:19.171379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7b4f36-7187-4d09-8053-ce4968ee20c2 req-c1ceae02-a069-4b51-b6ac-e523baf58967 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183259 Jul 15 13:18:19.212781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f881e49-a834-44c6-b0e0-17f181dea20f req-e69677dd-df8a-468c-a180-a5bd357f993a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939987 Jul 15 13:18:19.282403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83ae8650-ff93-4624-8e59-c30828f549ee None None] Provisioning for port d08a93df-4e27-45bf-ae2e-efe871eba2c8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:19.289388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83ae8650-ff93-4624-8e59-c30828f549ee None None] Provisioning complete for port d08a93df-4e27-45bf-ae2e-efe871eba2c8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:19.290229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-83ae8650-ff93-4624-8e59-c30828f549ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.293009 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64039de3-865f-4158-bdca-1e64d67b25b9 x-openstack-request-id: req-64039de3-865f-4158-bdca-1e64d67b25b9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:19.298746 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bf397c-60ae-4a7e-ac62-2d5a35ba6f63", "name": "network-vif-deleted", "tag": "0fa2116d-8009-4c40-9672-ad37687dfca8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:19.299330 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64039de3-865f-4158-bdca-1e64d67b25b9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:19.303422 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bf397c-60ae-4a7e-ac62-2d5a35ba6f63', 'name': 'network-vif-deleted', 'tag': '0fa2116d-8009-4c40-9672-ad37687dfca8', 'status': 'completed', 'code': 200} Jul 15 13:18:19.362780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1361b044-b277-4a80-8c04-da4a8bb4bf29 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:19.363317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.444518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-83ae8650-ff93-4624-8e59-c30828f549ee None None] Port d08a93df-4e27-45bf-ae2e-efe871eba2c8 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:18:19.482826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 1361b044-b277-4a80-8c04-da4a8bb4bf29 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:19.491547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 1361b044-b277-4a80-8c04-da4a8bb4bf29 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:19.492201 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.568544 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:18:19.572500 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:18:19.695248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980176ca-66a3-4803-bcef-6bcb0076fb26 req-ad29bba0-5211-4b4a-805e-49f9647dfa7a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.708608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-980176ca-66a3-4803-bcef-6bcb0076fb26 req-ad29bba0-5211-4b4a-805e-49f9647dfa7a tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1336319 Jul 15 13:18:19.756755 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:19.785834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-980176ca-66a3-4803-bcef-6bcb0076fb26 req-8e11df25-9502-49d6-9184-cc30321608fd tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759552 Jul 15 13:18:19.838185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1361b044-b277-4a80-8c04-da4a8bb4bf29'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:19.842269 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e1b29-d327-402b-b0ee-f21c65366402" -d '{"events": [{"server_uuid": "418253f1-9a14-4c1e-8beb-0e2936da7665", "name": "network-vif-plugged", "status": "completed", "tag": "1361b044-b277-4a80-8c04-da4a8bb4bf29"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:19.862211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c603e-65d5-4901-a667-58cb82e84b59 req-d50067a8-2265-4618-8fe1-6f05cee11a0e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:19.866107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f9c603e-65d5-4901-a667-58cb82e84b59 req-d50067a8-2265-4618-8fe1-6f05cee11a0e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 949 time: 0.3407745 Jul 15 13:18:19.883195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1361b044-b277-4a80-8c04-da4a8bb4bf29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:19.891684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.083862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=1361b044-b277-4a80-8c04-da4a8bb4bf29,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.144096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38420) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.150197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f9c603e-65d5-4901-a667-58cb82e84b59 req-9355ede0-016c-47ed-ba9d-0998698eec1e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671010 Jul 15 13:18:20.232344 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5fba63f-342a-41f2-9bdf-f18be6248b93 req-180c3b10-5b88-420e-8caf-7b767588ce56 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 210 time: 0.0578613 Jul 15 13:18:20.280439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb375b10-b15f-475b-946b-7a87e3c3bf99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43da2b96d7264022918497043f4c2ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345074 Jul 15 13:18:20.284636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38430) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:20.358665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b130-cdc1-46c7-97a1-d83d1e3f26bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.363641 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e531afd3-9a91-4223-8b3b-0834de17e5b1 x-openstack-request-id: req-e531afd3-9a91-4223-8b3b-0834de17e5b1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:20.365089 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418253f1-9a14-4c1e-8beb-0e2936da7665", "name": "network-vif-plugged", "status": "completed", "tag": "1361b044-b277-4a80-8c04-da4a8bb4bf29", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:20.365489 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e531afd3-9a91-4223-8b3b-0834de17e5b1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:20.366112 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1361b044-b277-4a80-8c04-da4a8bb4bf29', 'code': 200} Jul 15 13:18:20.405144 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b130-cdc1-46c7-97a1-d83d1e3f26bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.455184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08a93df-4e27-45bf-ae2e-efe871eba2c8 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:20.484948 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.568753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b130-cdc1-46c7-97a1-d83d1e3f26bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.573409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b130-cdc1-46c7-97a1-d83d1e3f26bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.580006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5b3b130-cdc1-46c7-97a1-d83d1e3f26bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d422c35-0bd3-47cb-8bf8-b0039b857ca3 HTTP/1.1" status: 204 len: 168 time: 0.2892570 Jul 15 13:18:20.585292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Transition to ACTIVE for port object d08a93df-4e27-45bf-ae2e-efe871eba2c8 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:20.590911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3b130-cdc1-46c7-97a1-d83d1e3f26bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d422c35-0bd3-47cb-8bf8-b0039b857ca3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.599123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:20.603992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b057d6-126b-49b5-81d7-644695ae5be4 req-1aa6d628-8bed-46cb-b0f7-d06ea56a58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.606940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67b057d6-126b-49b5-81d7-644695ae5be4 req-1aa6d628-8bed-46cb-b0f7-d06ea56a58c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 1102 time: 0.1261666 Jul 15 13:18:20.682434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67b057d6-126b-49b5-81d7-644695ae5be4 req-e6bf0c1c-406f-49fe-9782-5ea80f73814b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677946 Jul 15 13:18:20.720849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-127bbba7-ac49-418b-97bc-41febdfb1a76 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:20.731435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-127bbba7-ac49-418b-97bc-41febdfb1a76 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 813 time: 0.3985834 Jul 15 13:18:20.744545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:20.807295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-9043c35d-c2ff-4f09-9413-3dcd89d43d23 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/quotas/f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 375 time: 0.0470181 Jul 15 13:18:20.910903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-c84e3b88-9a82-4800-941b-bacdd9c21b7b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017714 Jul 15 13:18:21.115298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Attempting to bind port d08a93df-4e27-45bf-ae2e-efe871eba2c8 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:21.115696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Attempting to bind port d08a93df-4e27-45bf-ae2e-efe871eba2c8 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:21.116228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Attempting to bind port d08a93df-4e27-45bf-ae2e-efe871eba2c8 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:21.129204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7bfcc-5df8-4c28-b8f8-b8ae249de870 req-c2ff271e-54c4-4bd5-87f6-fbb0bddd155c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.130217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Port d08a93df-4e27-45bf-ae2e-efe871eba2c8 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:21.130413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Attempting to bind port d08a93df-4e27-45bf-ae2e-efe871eba2c8 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:21.141130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5d7bfcc-5df8-4c28-b8f8-b8ae249de870 req-c2ff271e-54c4-4bd5-87f6-fbb0bddd155c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.1298816 Jul 15 13:18:21.167242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:21.179094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Checking segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:21.179833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Bound using segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:21.181224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Bound port: d08a93df-4e27-45bf-ae2e-efe871eba2c8, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:21.183364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.249498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-013f1703-6457-4eeb-bccc-7021b4c330f8 service neutron] 10.222.0.57 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939777 Jul 15 13:18:21.401326 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5d7bfcc-5df8-4c28-b8f8-b8ae249de870 req-1b1f3fbb-fd78-4698-91b0-009f3b789d1d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448564 Jul 15 13:18:21.493120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-8a0b7b32-a1c2-41e2-9504-2b07c9f3efa1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.495265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-8a0b7b32-a1c2-41e2-9504-2b07c9f3efa1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 812 time: 0.3372741 Jul 15 13:18:21.510934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Request body: {'port': {'device_id': '98cb38ec-c43d-4317-9184-1c5211506614', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'admin_state_up': True, 'tenant_id': '977de1d0936e436a832f272a051493a1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:21.523688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:21.564686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:21.581348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.655765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-3aec2e82-bd2a-4961-9dfd-5dd646db8e91 service neutron] 10.222.0.57 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799016 Jul 15 13:18:21.688354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:21.689407 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:21.696758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] 10.222.0.59 "PUT /v2.0/ports/d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 1092 time: 2.7345004 Jul 15 13:18:21.697437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:21.722460 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12de49b-3c6a-462a-8dea-775318a9a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:21.797465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5d9d1-1cc6-4c5d-a775-b84a5daa084e service neutron] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:22.034103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-37544ca9-163b-40b3-850c-9723bf0ec2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.035942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-37544ca9-163b-40b3-850c-9723bf0ec2be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1095 time: 0.2045493 Jul 15 13:18:22.097799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6f786-0113-496b-98d0-38b31c1f80b4 req-33378b6c-a414-4c73-bd85-51f1af4e309b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.111123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76e6f786-0113-496b-98d0-38b31c1f80b4 req-33378b6c-a414-4c73-bd85-51f1af4e309b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.3681233 Jul 15 13:18:22.125597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Made reservation on behalf of 977de1d0936e436a832f272a051493a1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:22.134070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:22.138117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-2aa2ca7b-e05a-4d36-9d0b-512a4c9b8409 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 217 time: 0.0851946 Jul 15 13:18:22.244322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-6a2ec107-95c9-4b10-9050-e86666ea631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.246150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-6a2ec107-95c9-4b10-9050-e86666ea631f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.1050947 Jul 15 13:18:22.249874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76e6f786-0113-496b-98d0-38b31c1f80b4 req-522243da-8c44-403e-b1e5-56d8d9db7fae tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372080 Jul 15 13:18:22.506599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389266a-6c00-4733-85c6-58944957625e req-1d3fefaa-7d89-47a2-a98b-759f0ad18971 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.509113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6389266a-6c00-4733-85c6-58944957625e req-1d3fefaa-7d89-47a2-a98b-759f0ad18971 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 951 time: 0.1646426 Jul 15 13:18:22.525093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-2b40ca8e-1894-4bbd-8245-864e6bff1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.527070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-2b40ca8e-1894-4bbd-8245-864e6bff1fdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2746122 Jul 15 13:18:22.567184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Allocated IP 172.20.0.6 (35a7f83b-d9df-48c2-94f0-c76c73e6ea6e/a867b882-0336-456d-a5e4-f9c513468bb1/80694053-8464-402d-b6b0-57fee52b3ddd) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:22.635216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6389266a-6c00-4733-85c6-58944957625e req-c3347eb6-fdfa-4129-8321-2e85596e61a6 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125782 Jul 15 13:18:22.679099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-301d244d-0713-4b59-8214-8f9b985601f4 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434488 Jul 15 13:18:22.793824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57992a89-3b23-4f16-8191-be85904c1c7f req-f831b6a8-f863-4cbc-990b-cbd02c19fd87 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.795749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57992a89-3b23-4f16-8191-be85904c1c7f req-f831b6a8-f863-4cbc-990b-cbd02c19fd87 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 951 time: 0.3524213 Jul 15 13:18:22.918739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9a3dcba-5f52-4660-82a5-15066dc30454 req-101b0a54-c384-4b1a-82c3-a099d430217c service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180946 Jul 15 13:18:22.955711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f58852-4ee7-4673-994c-8bcb48f56c77 req-67c21977-4a37-4ddc-9e29-a5aac4d76dda tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.957584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9f58852-4ee7-4673-994c-8bcb48f56c77 req-67c21977-4a37-4ddc-9e29-a5aac4d76dda tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.3785622 Jul 15 13:18:22.966035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de069-b72f-4693-bdbf-9715b01ced7a req-6cf0b168-b1c9-4c10-89c5-ae0863155406 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:22.968390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-920de069-b72f-4693-bdbf-9715b01ced7a req-6cf0b168-b1c9-4c10-89c5-ae0863155406 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 950 time: 0.1343431 Jul 15 13:18:23.043300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-920de069-b72f-4693-bdbf-9715b01ced7a req-36784729-003b-4a13-8b6e-d2d645468f2f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Jul 15 13:18:23.092608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.123403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9f58852-4ee7-4673-994c-8bcb48f56c77 req-7ac68b15-365c-47c3-bd8f-6783299377b3 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570385 Jul 15 13:18:23.192462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Deleting port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:23.193117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:23.222825 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e016507-84d6-442d-8bd8-4fdf9eb64aab x-openstack-request-id: req-3e016507-84d6-442d-8bd8-4fdf9eb64aab {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:23.223168 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:23.223417 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e016507-84d6-442d-8bd8-4fdf9eb64aab {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:23.223837 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'status': 'completed', 'code': 200} Jul 15 13:18:23.294460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15add2b3-5a90-4dd7-bd92-d572ceed6e6f req-4ac3dd57-b16f-4030-b13b-830418e80291 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 210 time: 0.0617821 Jul 15 13:18:23.487152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-ff62b675-1978-4407-9b61-248e4e6dbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.490274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-ff62b675-1978-4407-9b61-248e4e6dbc02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1095 time: 0.1916642 Jul 15 13:18:23.688814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e89d03-0945-4a09-8743-ca0c94652658 req-9e6fbbf1-f052-4654-a0ec-98d32b982470 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.696844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2e89d03-0945-4a09-8743-ca0c94652658 req-9e6fbbf1-f052-4654-a0ec-98d32b982470 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.1665807 Jul 15 13:18:23.700577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-9417dcc1-d87d-4512-a7f8-048e007617fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.702236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-9417dcc1-d87d-4512-a7f8-048e007617fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.2034292 Jul 15 13:18:23.762152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-3e6d1089-bba4-453e-b1c8-cd4158596358 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 217 time: 0.0443678 Jul 15 13:18:23.843504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2e89d03-0945-4a09-8743-ca0c94652658 req-e135969c-2e33-4bb0-87dd-dd67fa86a935 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451271 Jul 15 13:18:23.871885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-384971ef-d6e2-4c97-98e2-f5ce6a948672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.873920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-384971ef-d6e2-4c97-98e2-f5ce6a948672 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.0954680 Jul 15 13:18:23.928070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b7a5a66-5f1c-4dab-8159-12d8b6606644 req-ee62c581-c78a-4e5c-9426-185dd2988f45 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 210 time: 0.0829482 Jul 15 13:18:23.964168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-95086b79-c55b-4e86-9b19-e9ad9d730497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:23.964168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-95086b79-c55b-4e86-9b19-e9ad9d730497 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775702 Jul 15 13:18:24.035761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.206171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:24.215987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-18aa2ca6-04dd-4ea2-990d-59fa411d952b service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476714 Jul 15 13:18:24.216608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event updated for resources: {'Port': ['ID=80694053-8464-402d-b6b0-57fee52b3ddd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:24.232579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] For port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:24.232956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.236808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:24.275301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:24.323633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Calling delete_port for 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:24.438725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3776ce-bc79-41e5-bc56-7820929d9694 req-4cc2cad1-ceb6-4456-b654-ac810c751abe tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.448452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c3776ce-bc79-41e5-bc56-7820929d9694 req-4cc2cad1-ceb6-4456-b654-ac810c751abe tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 1102 time: 0.4211864 Jul 15 13:18:24.524208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38508) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:24.536621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.537706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.605851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9aa00-f2d7-4870-886b-7478e4187456 req-6808d108-7748-4ffa-b6f4-0bc0e77bc244 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.614010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95d9aa00-f2d7-4870-886b-7478e4187456 req-6808d108-7748-4ffa-b6f4-0bc0e77bc244 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.4048018 Jul 15 13:18:24.621408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-180e1f01-57f1-433e-9165-bd04041985c6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:24.623106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-180e1f01-57f1-433e-9165-bd04041985c6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 813 time: 0.3810861 Jul 15 13:18:24.626395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-fd1c1b2f-64cd-42ad-adc9-9ab770585cab tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1224647 Jul 15 13:18:24.628492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b12de49b-3c6a-462a-8dea-775318a9a58e req-717f0df5-62c7-4a4e-a917-ebed197a2181 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051919 Jul 15 13:18:24.643060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c3776ce-bc79-41e5-bc56-7820929d9694 req-662c65fb-8f89-4b39-87b7-0ef5495825e4 tempest-ServersOnMultiNodesTest-1199547728 tempest-ServersOnMultiNodesTest-1199547728-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923358 Jul 15 13:18:24.647116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Request body: {'port': {'device_id': '98cb38ec-c43d-4317-9184-1c5211506614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:24.648577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'port': {'device_id': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489', 'admin_state_up': True, 'tenant_id': 'f9fe13b8ea4f4514a5ef362fb49149a0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:24.808755 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95d9aa00-f2d7-4870-886b-7478e4187456 req-f0c56d6e-c797-47a8-b5c7-d235ac3cd895 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932137 Jul 15 13:18:24.912621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fc50cdd-785d-414f-9463-6f3436ba9177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.948125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Made reservation on behalf of f9fe13b8ea4f4514a5ef362fb49149a0 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:18:24.952315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.955121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:24.973401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130', '545994c0-dabb-4a8d-83d8-aca76f4fcf75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:25.054063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c922cf5-7bf3-4d9c-942f-bae8a825525e req-0516d00f-e64a-4668-942b-c58f92279dae tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2612b90-8ae3-4be0-9255-9e02f4ecf06d HTTP/1.1" status: 200 len: 210 time: 0.1139374 Jul 15 13:18:25.103329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.138171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event deleted for resources: {'Port': ['ID=7b86e7d9-f72b-4e5c-b46d-35ace08a6489,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:25.350881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:25.364494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Allocated IP 172.20.0.7 (843d92bf-3cfe-4b37-8934-70a58b23e489/93e0edd6-43c9-4b87-97ad-9fd24fcfd06e/0d6eeb11-d1f9-49ba-a29e-35f94cb67a66) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:18:25.441978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] No DVR routers for this DVR port 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:25.466953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.469604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57992a89-3b23-4f16-8191-be85904c1c7f req-737d4e88-8b24-4be2-a0de-ffb1bfbab5e2 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.58 "DELETE /v2.0/ports/7b86e7d9-f72b-4e5c-b46d-35ace08a6489 HTTP/1.1" status: 204 len: 173 time: 2.6658559 Jul 15 13:18:25.470912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-deleted', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:25.473354 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39804b1c-57c7-47e4-896e-27b23dc41eaf" -d '{"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-deleted", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:25.478256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:25.517989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:25.518514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7b86e7d9-f72b-4e5c-b46d-35ace08a6489 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:25.755262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.777047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:25.826310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'mac_address': 'fa:16:3e:ca:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:25.850243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.867551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fc50cdd-785d-414f-9463-6f3436ba9177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.889736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62044d3d-e8b7-4a85-aa86-edc8092aac82 req-58d982ef-c4dc-45f0-9881-488b8515597f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:25.897367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62044d3d-e8b7-4a85-aa86-edc8092aac82 req-58d982ef-c4dc-45f0-9881-488b8515597f tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 931 time: 0.5945625 Jul 15 13:18:25.902389 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fc50cdd-785d-414f-9463-6f3436ba9177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:25.950934 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:18:25.974321 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.003793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08a93df-4e27-45bf-ae2e-efe871eba2c8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:26.023531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.053025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:26.058165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7fc50cdd-785d-414f-9463-6f3436ba9177 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad005d2508a44f10bb769eb032d03a13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5116637 Jul 15 13:18:26.067456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38530) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:26.071691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.104038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Network 843d92bf-3cfe-4b37-8934-70a58b23e489 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:18:26.113280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:18:26.127227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:18:26.145569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62044d3d-e8b7-4a85-aa86-edc8092aac82 req-f8d15fef-215d-47c7-b296-37131f705b0b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468929 Jul 15 13:18:26.154859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50cdd-785d-414f-9463-6f3436ba9177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097338d4-2302-4e3c-a12b-4c9c31e957a1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.218404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73ff1c50-697c-489a-b21f-653d19b8c5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.244705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.249458 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73ff1c50-697c-489a-b21f-653d19b8c5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.262912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.263737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.316018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-7c0499f1-6239-4c1e-929e-2bf47859ed77 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6703904 Jul 15 13:18:26.335908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Request body: {'port': {'device_id': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:26.365158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d08a93df-4e27-45bf-ae2e-efe871eba2c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:26.423503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea17144-19da-4902-8134-9afe4c25bc2b req-f10972ec-c503-4d3a-9aab-0f080db31342 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.432179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ea17144-19da-4902-8134-9afe4c25bc2b req-f10972ec-c503-4d3a-9aab-0f080db31342 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.4129608 Jul 15 13:18:26.524403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ea17144-19da-4902-8134-9afe4c25bc2b req-c41d1fc7-c92d-4006-9f66-72ee92647360 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903196 Jul 15 13:18:26.549924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.595417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80694053-8464-402d-b6b0-57fee52b3ddd {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:26.615386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.674012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73ff1c50-697c-489a-b21f-653d19b8c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.680124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73ff1c50-697c-489a-b21f-653d19b8c5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.681737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-73ff1c50-697c-489a-b21f-653d19b8c5b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/097338d4-2302-4e3c-a12b-4c9c31e957a1 HTTP/1.1" status: 204 len: 168 time: 0.6110125 Jul 15 13:18:26.716037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Transition to ACTIVE for port object 80694053-8464-402d-b6b0-57fee52b3ddd will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:26.750709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:26.874074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff1c50-697c-489a-b21f-653d19b8c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097338d4-2302-4e3c-a12b-4c9c31e957a1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:26.914943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902d9d-1aa4-4104-8ebd-5093447a6544 req-75c6c105-f84a-48e9-b90e-2f6bea728459 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:26.919574 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3902d9d-1aa4-4104-8ebd-5093447a6544 req-75c6c105-f84a-48e9-b90e-2f6bea728459 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 931 time: 0.5615783 Jul 15 13:18:26.931367 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68473833-945e-4e0d-99dc-6191328863ce x-openstack-request-id: req-68473833-945e-4e0d-99dc-6191328863ce {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:26.931773 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612b90-8ae3-4be0-9255-9e02f4ecf06d", "name": "network-vif-deleted", "tag": "7b86e7d9-f72b-4e5c-b46d-35ace08a6489", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:26.932140 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68473833-945e-4e0d-99dc-6191328863ce {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:26.932582 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2612b90-8ae3-4be0-9255-9e02f4ecf06d', 'name': 'network-vif-deleted', 'tag': '7b86e7d9-f72b-4e5c-b46d-35ace08a6489', 'status': 'completed', 'code': 200} Jul 15 13:18:26.959815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=80694053-8464-402d-b6b0-57fee52b3ddd,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.127939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3902d9d-1aa4-4104-8ebd-5093447a6544 req-fbe981cc-9d14-4544-bb46-a99d034bbf79 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590540 Jul 15 13:18:27.204799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619337ae-065f-452b-893f-6de4e6a59a3e req-9acd137c-00aa-43a4-a758-77355855eae5 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.206471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-619337ae-065f-452b-893f-6de4e6a59a3e req-9acd137c-00aa-43a4-a758-77355855eae5 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 950 time: 0.1987386 Jul 15 13:18:27.341556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Attempting to bind port 80694053-8464-402d-b6b0-57fee52b3ddd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:27.344704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Attempting to bind port 80694053-8464-402d-b6b0-57fee52b3ddd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:27.345496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Attempting to bind port 80694053-8464-402d-b6b0-57fee52b3ddd on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:27.356044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Port 80694053-8464-402d-b6b0-57fee52b3ddd on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:27.356420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Attempting to bind port 80694053-8464-402d-b6b0-57fee52b3ddd on network 35a7f83b-d9df-48c2-94f0-c76c73e6ea6e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:27.365777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:27.366238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Checking segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:27.366767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Bound using segment: {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:27.367525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Bound port: 80694053-8464-402d-b6b0-57fee52b3ddd, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:27.368146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.374438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38542) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.385020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:27.421774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.426792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6808cf2d-868a-4bf9-9288-3394eb3c8ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.481838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Transition to ACTIVE for port object 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:18:27.539241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.547163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] For port 80694053-8464-402d-b6b0-57fee52b3ddd, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:27.555393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] For port 80694053-8464-402d-b6b0-57fee52b3ddd, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80694053-8464-402d-b6b0-57fee52b3ddd,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:27.572916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d71d53-1f82-45d7-a6cb-604f5ecd80ab req-9162ff00-6bfe-4a88-a8ee-616e2e9bb9e9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.574762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93d71d53-1f82-45d7-a6cb-604f5ecd80ab req-9162ff00-6bfe-4a88-a8ee-616e2e9bb9e9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.2104857 Jul 15 13:18:27.588498 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.610482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e7aac-29fc-45b9-a1a7-adbb57c37e25 req-63e2dc87-c8c4-4860-a095-ff42f4af7a68 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.613084 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe1e7aac-29fc-45b9-a1a7-adbb57c37e25 req-63e2dc87-c8c4-4860-a095-ff42f4af7a68 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 950 time: 0.3471701 Jul 15 13:18:27.656531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.657426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.658549 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/80694053-8464-402d-b6b0-57fee52b3ddd HTTP/1.1" status: 200 len: 1092 time: 3.0184822 Jul 15 13:18:27.701311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.708807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97898aa6-58da-4c58-8943-131c5213d2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=80694053-8464-402d-b6b0-57fee52b3ddd,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.737630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93d71d53-1f82-45d7-a6cb-604f5ecd80ab req-49f2bbc8-988e-45e4-9cf9-d24bad28e7d7 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191022 Jul 15 13:18:27.767893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6808cf2d-868a-4bf9-9288-3394eb3c8ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.796442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6808cf2d-868a-4bf9-9288-3394eb3c8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.843468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe1e7aac-29fc-45b9-a1a7-adbb57c37e25 req-d0d846f3-756f-45c2-a301-b4509146bd56 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149653 Jul 15 13:18:27.859392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6808cf2d-868a-4bf9-9288-3394eb3c8ce1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a69f0d6a0e3e4362984589a5964d8749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837077 Jul 15 13:18:27.860503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:27.872660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808cf2d-868a-4bf9-9288-3394eb3c8ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a80d7a-8059-4d6b-b792-eb2008194cfb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:27.903291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port 1361b044-b277-4a80-8c04-da4a8bb4bf29 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:27.904102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:27.951510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-ac4ce644-dda7-4fbd-80bb-f925ce93c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:27.953288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-ac4ce644-dda7-4fbd-80bb-f925ce93c5fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 1095 time: 0.2081034 Jul 15 13:18:28.016987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-f6d44feb-f9e0-4899-9a1a-6833a0fc99b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80694053-8464-402d-b6b0-57fee52b3ddd HTTP/1.1" status: 200 len: 217 time: 0.0539141 Jul 15 13:18:28.071540 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74624328-ad0e-4c42-b431-4f5a664bd419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.160913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-dbb13689-3c37-47ee-9e62-d25b70311f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.163589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-dbb13689-3c37-47ee-9e62-d25b70311f38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.1368341 Jul 15 13:18:28.167814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74624328-ad0e-4c42-b431-4f5a664bd419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.227031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-b1d08d1d-3b16-4b96-bdd2-8cd5645c7b7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541043 Jul 15 13:18:28.364701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235e8c9-75e1-45b9-aaf6-e4ac0f4512ea req-e717f378-f4a7-43fa-87c2-51da028caac0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.366627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5235e8c9-75e1-45b9-aaf6-e4ac0f4512ea req-e717f378-f4a7-43fa-87c2-51da028caac0 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 943 time: 0.2787304 Jul 15 13:18:28.399935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74624328-ad0e-4c42-b431-4f5a664bd419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.402531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74624328-ad0e-4c42-b431-4f5a664bd419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.407839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-74624328-ad0e-4c42-b431-4f5a664bd419 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21a80d7a-8059-4d6b-b792-eb2008194cfb HTTP/1.1" status: 204 len: 168 time: 0.5385013 Jul 15 13:18:28.416568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-0c867553-66e0-4945-bda5-cb9c980f8b1c service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752174 Jul 15 13:18:28.442610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74624328-ad0e-4c42-b431-4f5a664bd419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a80d7a-8059-4d6b-b792-eb2008194cfb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:28.519329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Attempting to bind port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:18:28.520040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Attempting to bind port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:18:28.520397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Attempting to bind port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 on network 843d92bf-3cfe-4b37-8934-70a58b23e489 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:28.521771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5235e8c9-75e1-45b9-aaf6-e4ac0f4512ea req-b5fb9561-fb23-4435-ba7c-2c3a83e1573b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254609 Jul 15 13:18:28.577263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eac8116-bf3f-41a3-a9d4-20ae96976476 req-b81c50f1-ead7-4608-b926-6c42be16274a service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476910 Jul 15 13:18:28.603667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 on network 843d92bf-3cfe-4b37-8934-70a58b23e489 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:18:28.604224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Attempting to bind port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 on network 843d92bf-3cfe-4b37-8934-70a58b23e489 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:18:28.655102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port 1361b044-b277-4a80-8c04-da4a8bb4bf29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1361b044-b277-4a80-8c04-da4a8bb4bf29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:28.655729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.671618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:18:28.672445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Checking segment: {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:18:28.673297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Bound using segment: {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:18:28.673944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Bound port: 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:18:28.674573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:28.704430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for 1361b044-b277-4a80-8c04-da4a8bb4bf29 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:28.778724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-77cec609-25f5-4a7e-b553-dd3a07a3dc9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3887787 Jul 15 13:18:28.835585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3b37-374a-4249-955a-02b74155831c req-3753498a-36b3-41fb-9656-78ace4f089c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:28.844928 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-731e3b37-374a-4249-955a-02b74155831c req-3753498a-36b3-41fb-9656-78ace4f089c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 944 time: 0.4517844 Jul 15 13:18:28.933858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cb38ec-c43d-4317-9184-1c5211506614', 'tag': '80694053-8464-402d-b6b0-57fee52b3ddd'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:28.937240 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6" -d '{"events": [{"name": "network-changed", "server_uuid": "98cb38ec-c43d-4317-9184-1c5211506614", "tag": "80694053-8464-402d-b6b0-57fee52b3ddd"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:28.989684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:18:28.996403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:18:29.055502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.193849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-731e3b37-374a-4249-955a-02b74155831c req-5d6ce95f-b15d-44e1-8f0a-a9aad828a55f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472037 Jul 15 13:18:29.203879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:29.250079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.258071 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.260953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-be827fa9-7fda-4ca4-ab5d-7469d2442553 service neutron] 10.222.0.58 "PUT /v2.0/ports/0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 1092 time: 2.9371364 Jul 15 13:18:29.265099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:29.282984 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0406c9-51c0-40ca-92d6-abc7366c2cda" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:29.352769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:29.388405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-f998335a-30f0-4a95-b0b3-9d398c93b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.398357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-f998335a-30f0-4a95-b0b3-9d398c93b590 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 1097 time: 0.1771944 Jul 15 13:18:29.457503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-b46ae24a-fc57-4dd1-9e42-654eff7a7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.460280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-b46ae24a-fc57-4dd1-9e42-654eff7a7144 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ecb6d455265049feb9b274baa3ba9363&device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 1102 time: 0.5789475 Jul 15 13:18:29.634811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-96b68615-5d29-445e-bcdd-ee28f5d9e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.638570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-96b68615-5d29-445e-bcdd-ee28f5d9e9a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1480477 Jul 15 13:18:29.654272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-8fe70fbb-0757-414a-b1d7-421719001428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.657659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-8fe70fbb-0757-414a-b1d7-421719001428 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.2512927 Jul 15 13:18:29.796017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-86c7a30b-412c-4967-a111-c2bfd5f144b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 200 len: 217 time: 0.1434112 Jul 15 13:18:29.812420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port d08a93df-4e27-45bf-ae2e-efe871eba2c8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:29.829839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d08a93df-4e27-45bf-ae2e-efe871eba2c8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:29.830444 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:29.903094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-988aaf02-5af9-4b35-b31f-2cb0e06665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:29.909947 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-988aaf02-5af9-4b35-b31f-2cb0e06665ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1095 time: 0.5663364 Jul 15 13:18:29.967907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-19f5e8de-61d7-4bbc-8aef-de445c376589 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 200 len: 1001 time: 0.3016427 Jul 15 13:18:30.036999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-51bdd962-fb55-4a96-84eb-d7d119874955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.040065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-51bdd962-fb55-4a96-84eb-d7d119874955 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2320211 Jul 15 13:18:30.052546 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.062253 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.078845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-47acb4ec-6bc0-4454-9fe8-c78a443bb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.081821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-47acb4ec-6bc0-4454-9fe8-c78a443bb277 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.1044176 Jul 15 13:18:30.104805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'ceb613f1-9805-4fd9-89f9-8a1613177823'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:30.126855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca', '965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:30.204827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=1361b044-b277-4a80-8c04-da4a8bb4bf29,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.239247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdc030-81e2-4032-a15a-828d1d7c1487 req-d625adfe-c72c-4b7f-ba42-44cb045a3ca8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.247152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dcdc030-81e2-4032-a15a-828d1d7c1487 req-d625adfe-c72c-4b7f-ba42-44cb045a3ca8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=418253f1-9a14-4c1e-8beb-0e2936da7665 HTTP/1.1" status: 200 len: 867 time: 0.4013977 Jul 15 13:18:30.301539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-aa3b8bbb-1946-416b-8486-de8bbf85381a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 217 time: 0.2570856 Jul 15 13:18:30.317430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dcdc030-81e2-4032-a15a-828d1d7c1487 req-f2ef1f17-a822-41be-ac90-76705b274dbf tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690453 Jul 15 13:18:30.381496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-788a2de8-a7fc-4383-9339-b1f1d50bb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.385875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-788a2de8-a7fc-4383-9339-b1f1d50bb395 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2947330 Jul 15 13:18:30.440239 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f2ac5-9da6-4260-87c2-d08d78ff47cd x-openstack-request-id: req-fe6f2ac5-9da6-4260-87c2-d08d78ff47cd {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:30.440565 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cb38ec-c43d-4317-9184-1c5211506614", "tag": "80694053-8464-402d-b6b0-57fee52b3ddd", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:30.440877 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe6f2ac5-9da6-4260-87c2-d08d78ff47cd {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:30.441269 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cb38ec-c43d-4317-9184-1c5211506614', 'tag': '80694053-8464-402d-b6b0-57fee52b3ddd', 'status': 'completed', 'code': 200} Jul 15 13:18:30.458046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:30.486308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:30.492514 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4370abcd-68fc-4778-a0fd-512e7caa9836" -d '{"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-plugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:30.516626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.519552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1361b044-b277-4a80-8c04-da4a8bb4bf29 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:30.545531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port 1361b044-b277-4a80-8c04-da4a8bb4bf29 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:30.578146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:30.588804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-619337ae-065f-452b-893f-6de4e6a59a3e req-09091c1c-971c-4c73-aa0e-2fa2ab3e61a8 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "DELETE /v2.0/ports/1361b044-b277-4a80-8c04-da4a8bb4bf29 HTTP/1.1" status: 204 len: 173 time: 3.3501992 Jul 15 13:18:30.757522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85511d8-1ce4-4e40-ba85-2580dde49e44 req-f059b474-986e-40dc-afd4-c54aa4f1fba2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.779374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e85511d8-1ce4-4e40-ba85-2580dde49e44 req-f059b474-986e-40dc-afd4-c54aa4f1fba2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 943 time: 0.8946459 Jul 15 13:18:30.787237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-616bb0af-5746-46a6-aa6d-7b5071687912 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928313 Jul 15 13:18:30.787531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20b9af-beba-466d-8453-00652e2efa3f req-83bea2f7-fcd8-471f-8f5f-f38cd8fe3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.789963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-83bea2f7-fcd8-471f-8f5f-f38cd8fe3330 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.4546778 Jul 15 13:18:30.823239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 1361b044-b277-4a80-8c04-da4a8bb4bf29 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:30.824022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1361b044-b277-4a80-8c04-da4a8bb4bf29 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:30.889016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:30.890915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-42eacb7e-8206-4de9-9b8b-0a4837960efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.893945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-42eacb7e-8206-4de9-9b8b-0a4837960efa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=977de1d0936e436a832f272a051493a1&device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 1095 time: 0.4189758 Jul 15 13:18:30.898911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-a2a6b67e-8732-41d0-894e-293a7d966494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:30.912743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-a2a6b67e-8732-41d0-894e-293a7d966494 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8565264 Jul 15 13:18:31.018362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-3923e712-53c3-4f89-819d-6a8efc00c6c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1948571 Jul 15 13:18:31.301581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041affc-13e4-41b7-ae01-4b64f2f55490 req-7187b3f7-cecb-4072-80ac-a95f6e8ace9c tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.313867 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f041affc-13e4-41b7-ae01-4b64f2f55490 req-7187b3f7-cecb-4072-80ac-a95f6e8ace9c tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.5876679 Jul 15 13:18:31.326722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-1f222c26-b4a5-46a2-b449-73ec9c965e35 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289984 Jul 15 13:18:31.346824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80694053-8464-402d-b6b0-57fee52b3ddd details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:31.359101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-1c435af6-1872-4927-a778-2367b9b18767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.363697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-1c435af6-1872-4927-a778-2367b9b18767 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 200 len: 913 time: 0.4074192 Jul 15 13:18:31.365145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e85511d8-1ce4-4e40-ba85-2580dde49e44 req-0f984104-e52c-4fd8-87cf-508479619b01 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842836 Jul 15 13:18:31.575423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-4cf1bf83-eb13-4e1d-a7d0-f80124f0d68b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80694053-8464-402d-b6b0-57fee52b3ddd HTTP/1.1" status: 200 len: 217 time: 0.1863849 Jul 15 13:18:31.601080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f041affc-13e4-41b7-ae01-4b64f2f55490 req-f957d912-c149-4dee-97fa-3373595f81d1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852216 Jul 15 13:18:31.764101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-fb42266d-1f51-4d72-95ea-ee8c68ecb2c3 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295208 Jul 15 13:18:31.768672 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9cbad6-7ea2-4d89-a5b5-41999d28fd06 x-openstack-request-id: req-5c9cbad6-7ea2-4d89-a5b5-41999d28fd06 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:31.769140 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:31.769419 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c9cbad6-7ea2-4d89-a5b5-41999d28fd06 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:31.769941 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'status': 'completed', 'code': 200} Jul 15 13:18:31.783152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-6703dac5-703b-4aed-b5ee-f5e485f974e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:31.790439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-6703dac5-703b-4aed-b5ee-f5e485f974e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 200 len: 852 time: 0.2039931 Jul 15 13:18:31.895963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca20b9af-beba-466d-8453-00652e2efa3f req-f88e7967-fc35-45a7-b4ff-4023fc74f742 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196415 Jul 15 13:18:31.908251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80694053-8464-402d-b6b0-57fee52b3ddd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80694053-8464-402d-b6b0-57fee52b3ddd,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:31.955618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-54ac5ee5-65cd-4b35-94aa-175abc2e55c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521354 Jul 15 13:18:32.021922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '80694053-8464-402d-b6b0-57fee52b3ddd', 'network_id': '35a7f83b-d9df-48c2-94f0-c76c73e6ea6e', 'port_id': '80694053-8464-402d-b6b0-57fee52b3ddd', 'mac_address': 'fa:16:3e:77:4f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a867b882-0336-456d-a5e4-f9c513468bb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:32.066597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-c415951d-43a2-4043-a016-40c48ba64d39 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0491953 Jul 15 13:18:32.336254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-de8c94fa-ba0b-4843-b6cb-80b6b9991d30 service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746102 Jul 15 13:18:32.353881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.427449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-a2f5dbf1-ae6f-409a-860b-339af2fec1de tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.430275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-a2f5dbf1-ae6f-409a-860b-339af2fec1de tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 1.4294255 Jul 15 13:18:32.436128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdac707-bcb8-4c6f-b39b-356bfabdeadb req-5f312038-2136-4d44-942d-2957c3205f92 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.440342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dfdac707-bcb8-4c6f-b39b-356bfabdeadb req-5f312038-2136-4d44-942d-2957c3205f92 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 950 time: 0.2417333 Jul 15 13:18:32.464797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80694053-8464-402d-b6b0-57fee52b3ddd {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:32.553555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80694053-8464-402d-b6b0-57fee52b3ddd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80694053-8464-402d-b6b0-57fee52b3ddd,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:32.586325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5d8c22a-74c7-4db3-9e0f-9354856e9564 req-d077bca2-80ea-4046-a207-755c4f418600 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822893 Jul 15 13:18:32.599621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:32.653344 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bfc62fe4-9bce-47d0-ba6b-a2c7a59d23b6 req-506ca6e1-0dff-4fd3-87ca-2d5c3b8f904c service neutron] 10.222.0.59 "GET /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105559 Jul 15 13:18:32.759388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dfdac707-bcb8-4c6f-b39b-356bfabdeadb req-6d9a855f-f956-4c69-900f-4f4c3c26a685 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496357 Jul 15 13:18:32.772928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4e601-6408-49bf-8949-01c110fba90d req-ca754249-cce2-4f68-a1a1-765e22de2caf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.789595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bed4e601-6408-49bf-8949-01c110fba90d req-ca754249-cce2-4f68-a1a1-765e22de2caf tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 943 time: 0.7046010 Jul 15 13:18:32.826417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-f933d849-7144-4f99-a268-6f04ae926aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:32.829945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-f933d849-7144-4f99-a268-6f04ae926aef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1095 time: 0.4609950 Jul 15 13:18:32.902881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['80694053-8464-402d-b6b0-57fee52b3ddd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:32.925021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bed4e601-6408-49bf-8949-01c110fba90d req-a3ca32f5-8818-4986-a15a-5c5cce0d1a80 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168675 Jul 15 13:18:33.130218 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5481c5a3-f209-4dd5-bc58-e5bc957cd13b x-openstack-request-id: req-5481c5a3-f209-4dd5-bc58-e5bc957cd13b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:33.131981 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-plugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:33.132199 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5481c5a3-f209-4dd5-bc58-e5bc957cd13b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:33.135624 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'code': 200} Jul 15 13:18:33.207906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=80694053-8464-402d-b6b0-57fee52b3ddd,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:33.374554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Deleting port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:33.375224 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.431989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 545994c0-dabb-4a8d-83d8-aca76f4fcf75 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:33.508513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-a037c536-e924-4130-9b9b-ffd2e11af9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.514104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-a037c536-e924-4130-9b9b-ffd2e11af9e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 0.6065593 Jul 15 13:18:33.628405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb7e34-a4c7-4bd6-a936-12bfcfc9f517 req-225a8a30-edee-4d31-801b-dd34739b3d5f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.641841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdeb7e34-a4c7-4bd6-a936-12bfcfc9f517 req-225a8a30-edee-4d31-801b-dd34739b3d5f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.5489426 Jul 15 13:18:33.698241 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-9b01523c-fd17-4265-920d-28939e81115d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5856154 Jul 15 13:18:33.744083 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.776499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'name': 'network-vif-deleted', 'tag': '1361b044-b277-4a80-8c04-da4a8bb4bf29'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:33.779899 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2d54d0-3190-4bf7-8a75-3169fd8d71c5" -d '{"events": [{"server_uuid": "418253f1-9a14-4c1e-8beb-0e2936da7665", "name": "network-vif-deleted", "tag": "1361b044-b277-4a80-8c04-da4a8bb4bf29"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:33.834457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-54ec43a9-d7d7-471a-af31-9fa611afbb82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 217 time: 0.2095470 Jul 15 13:18:33.876937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:33.886584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.935506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdeb7e34-a4c7-4bd6-a936-12bfcfc9f517 req-18d5023a-c270-452a-9a3c-e4e808c8d79f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920816 Jul 15 13:18:33.938495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6413-1ca9-47f4-b84a-e6f49d9e2fef req-6d0fa271-4921-44d4-93e0-5b5a9b0ea032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:33.940744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2b6413-1ca9-47f4-b84a-e6f49d9e2fef req-6d0fa271-4921-44d4-93e0-5b5a9b0ea032 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1097 time: 0.5719409 Jul 15 13:18:33.953700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] For port 545994c0-dabb-4a8d-83d8-aca76f4fcf75, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=545994c0-dabb-4a8d-83d8-aca76f4fcf75,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:33.954204 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:33.986335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Calling delete_port for 545994c0-dabb-4a8d-83d8-aca76f4fcf75 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:34.036993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-15db10d6-c6d3-41bc-b9c3-44ea070e1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.038989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-15db10d6-c6d3-41bc-b9c3-44ea070e1dbd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.1932662 Jul 15 13:18:34.070845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:34.113140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915028b-0d7b-4a97-a78c-d43a0a190d15 req-f8c34634-64b9-4d1a-8e3b-911240eea8ea tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.113824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2b6413-1ca9-47f4-b84a-e6f49d9e2fef req-7c2de117-0654-4a8f-b5e6-ab72bcbe80f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584117 Jul 15 13:18:34.121024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5915028b-0d7b-4a97-a78c-d43a0a190d15 req-f8c34634-64b9-4d1a-8e3b-911240eea8ea tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 943 time: 0.4870040 Jul 15 13:18:34.127501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-d694ebb6-a2e1-412d-bada-cd71b701a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.130544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-d694ebb6-a2e1-412d-bada-cd71b701a792 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b703c65df8eb47a4961333776f809259&device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 1097 time: 0.3705058 Jul 15 13:18:34.174479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-00168b76-2441-4683-9c2e-05fc4e4d837f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271760 Jul 15 13:18:34.232307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5915028b-0d7b-4a97-a78c-d43a0a190d15 req-51c24087-4b48-448c-8708-a9e3fbcb3aab tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098330 Jul 15 13:18:34.425483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-3bd7ee1f-080a-4b80-a34f-f72b841764bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:34.428362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-3bd7ee1f-080a-4b80-a34f-f72b841764bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 200 len: 920 time: 0.2581179 Jul 15 13:18:34.817240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-a372fe1f-254e-4849-ab01-c1241c5f7f6a service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322458 Jul 15 13:18:34.862443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:34.877416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f7df11b8-8d7e-48e1-aa31-9d18b31aa130'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:35.042123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-84d53a5e-911f-4ed2-814f-4f988b72bf39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 200 len: 217 time: 0.6046646 Jul 15 13:18:35.049122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event deleted for resources: {'Port': ['ID=545994c0-dabb-4a8d-83d8-aca76f4fcf75,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:35.075953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd011-f431-47a5-95d9-4af97dd09548 req-ea0bdb86-f87c-4bf6-b47f-08abe21054d4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.091351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b28cd011-f431-47a5-95d9-4af97dd09548 req-ea0bdb86-f87c-4bf6-b47f-08abe21054d4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.7938476 Jul 15 13:18:35.144265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:35.145986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] No DVR routers for this DVR port 545994c0-dabb-4a8d-83d8-aca76f4fcf75 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:35.152607 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1bb74e-1867-45f2-ad09-51665eb0659f" -d '{"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-unplugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:35.233058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-e9f2fc17-5235-4d43-be1e-5497914e141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.236971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-e9f2fc17-5235-4d43-be1e-5497914e141b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 200 len: 859 time: 0.1157916 Jul 15 13:18:35.309359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-0a74979e-c950-42d6-936d-a5eaa7b2091d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233ec2cf-3552-4118-8027-5bb65667167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539148 Jul 15 13:18:35.309882 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.315388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05b52b8c-ee97-44e9-ba70-9c5c34266cdd req-4a0a5806-e85f-481d-8cb0-f0080f8287a9 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "DELETE /v2.0/ports/545994c0-dabb-4a8d-83d8-aca76f4fcf75 HTTP/1.1" status: 204 len: 173 time: 2.8455338 Jul 15 13:18:35.320220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b0406c9-51c0-40ca-92d6-abc7366c2cda req-34475ac9-8163-45f7-97f8-eb38458642a5 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876461 Jul 15 13:18:35.328159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b28cd011-f431-47a5-95d9-4af97dd09548 req-b50d6b2a-ca03-43e1-b88d-2cf89b2a44ca tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348206 Jul 15 13:18:35.378284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-211dff41-1ce3-4293-bc8e-a927032d3d97 req-ab14fa3d-f93b-406a-8862-4d3f6f8e6999 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1f6444e-8c02-4d31-bccb-a8154f502118 HTTP/1.1" status: 200 len: 210 time: 0.2399783 Jul 15 13:18:35.396503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80694053-8464-402d-b6b0-57fee52b3ddd up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:35.466988 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f5289d-b666-4bdc-b145-c2ea9c823fde x-openstack-request-id: req-75f5289d-b666-4bdc-b145-c2ea9c823fde {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:35.467345 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418253f1-9a14-4c1e-8beb-0e2936da7665", "name": "network-vif-deleted", "tag": "1361b044-b277-4a80-8c04-da4a8bb4bf29", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:35.467730 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75f5289d-b666-4bdc-b145-c2ea9c823fde {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:35.468046 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418253f1-9a14-4c1e-8beb-0e2936da7665', 'name': 'network-vif-deleted', 'tag': '1361b044-b277-4a80-8c04-da4a8bb4bf29', 'status': 'completed', 'code': 200} Jul 15 13:18:35.539820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:18:35.550882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 80694053-8464-402d-b6b0-57fee52b3ddd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:35.559971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-6be23053-a5fe-488e-8995-3464af2b10a4 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278681 Jul 15 13:18:35.577034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 80694053-8464-402d-b6b0-57fee52b3ddd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:35.577916 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:35.900329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baeb551d-4fc8-4c5e-b2f5-822b042e9ba7 req-fa5da3d5-13df-46be-862a-e06f38830053 service neutron] 10.222.0.58 "GET /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268433 Jul 15 13:18:35.940042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca5018-8e8f-4d88-8e9a-f549486331ee req-6c8b0ab7-ce84-4941-950f-7054464ae7af tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.942885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8eca5018-8e8f-4d88-8e9a-f549486331ee req-6c8b0ab7-ce84-4941-950f-7054464ae7af tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 944 time: 0.1990528 Jul 15 13:18:35.973250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae08e13-41b9-48c9-9fd7-c3fc1834f096 req-85211bf7-a0c5-49dd-a1db-f965963dcf08 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:35.977597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae08e13-41b9-48c9-9fd7-c3fc1834f096 req-85211bf7-a0c5-49dd-a1db-f965963dcf08 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 950 time: 0.2820048 Jul 15 13:18:35.990505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:35.996837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.036564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489', 'port_id': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'mac_address': 'fa:16:3e:d3:25:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e0edd6-43c9-4b87-97ad-9fd24fcfd06e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:18:36.061846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8eca5018-8e8f-4d88-8e9a-f549486331ee req-2a0d46cc-73f1-46d2-8dad-7cc334fe0db2 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003392 Jul 15 13:18:36.078901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80694053-8464-402d-b6b0-57fee52b3ddd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80694053-8464-402d-b6b0-57fee52b3ddd,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:36.085048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae08e13-41b9-48c9-9fd7-c3fc1834f096 req-d26221c9-c99d-44eb-b56c-20a931ad0f5f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980346 Jul 15 13:18:36.144161 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.245387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38680) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:36.302943 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.328538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:18:36.336972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=80694053-8464-402d-b6b0-57fee52b3ddd,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:36.387961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:36.399177 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.482727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-38934b2d-d55a-4680-89a3-c6888b8f2d2b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.488231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-38934b2d-d55a-4680-89a3-c6888b8f2d2b tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 950 time: 0.2276323 Jul 15 13:18:36.490499 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d5dcb-c4f7-4290-b979-41975a3d049a x-openstack-request-id: req-d11d5dcb-c4f7-4290-b979-41975a3d049a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:36.490499 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-unplugged", "status": "completed", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:36.491658 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d11d5dcb-c4f7-4290-b979-41975a3d049a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:36.492160 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'code': 200} Jul 15 13:18:36.500322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c21e3-0d15-440d-bf88-63e695f503d6 req-114c52eb-2f69-4cf9-82a2-4a46d1b46786 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.504440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be2c21e3-0d15-440d-bf88-63e695f503d6 req-114c52eb-2f69-4cf9-82a2-4a46d1b46786 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.1682014 Jul 15 13:18:36.595683 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad712b3a-7384-43dd-be42-56d8b98da517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.601229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be2c21e3-0d15-440d-bf88-63e695f503d6 req-2e9110bb-df2c-49af-b98e-2391976543ba tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855968 Jul 15 13:18:36.603706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:36.707249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:36.886097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port ceb613f1-9805-4fd9-89f9-8a1613177823 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:36.887086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:36.966853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2d7a-8449-4b76-9813-be699d35b58c req-36da8e28-856a-44c9-899f-86a3451a98a0 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:36.968801 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f21c2d7a-8449-4b76-9813-be699d35b58c req-36da8e28-856a-44c9-899f-86a3451a98a0 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 944 time: 0.3439732 Jul 15 13:18:37.033992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc3e43-3eb2-4f66-b9ad-dc6653405e7c req-29ba0ccd-cf76-4ade-a14d-d0df4ef4f67d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:37.036853 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-adfc3e43-3eb2-4f66-b9ad-dc6653405e7c req-29ba0ccd-cf76-4ade-a14d-d0df4ef4f67d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.1241741 Jul 15 13:18:37.046001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:37.052281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'floatingip': {'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:37.126725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.152792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port ceb613f1-9805-4fd9-89f9-8a1613177823, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ceb613f1-9805-4fd9-89f9-8a1613177823,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:37.153383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.173370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for ceb613f1-9805-4fd9-89f9-8a1613177823 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:37.331072 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad712b3a-7384-43dd-be42-56d8b98da517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.354489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f21c2d7a-8449-4b76-9813-be699d35b58c req-1f079734-5372-43aa-92aa-bb9ea6de1a72 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728557 Jul 15 13:18:37.355629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad712b3a-7384-43dd-be42-56d8b98da517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.458688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad712b3a-7384-43dd-be42-56d8b98da517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21640c-b2e5-4717-9cdc-48e960b756cb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.465883 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ad712b3a-7384-43dd-be42-56d8b98da517 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4693879d63d14de6a0327c9800b72cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2164376 Jul 15 13:18:37.483991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38702) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:37.551898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.565525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca', '965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:37.595977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=ceb613f1-9805-4fd9-89f9-8a1613177823,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:37.600487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a175ba65-94ee-4480-a197-8665ddbda101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.688953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80dba28b-2ff5-4a0f-a371-6945d5273028 req-d6de291f-149f-47a7-86c8-1f5704ba35c3 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 210 time: 0.0843718 Jul 15 13:18:37.706752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', '39eef8fb-f2dd-40e4-9411-7bc7d15148c9'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:37.724685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-deleted', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:37.725545 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fba08d-200c-46be-8dd0-c5daec9047b1" -d '{"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-deleted", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:37.750291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port ceb613f1-9805-4fd9-89f9-8a1613177823 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:37.753990 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a175ba65-94ee-4480-a197-8665ddbda101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.757073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.759377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-877d906f-5eca-42f0-8f9d-dca0a8f53c8c req-fc2c55a8-8390-41cd-a8f6-c7a6bbb5ee81 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "DELETE /v2.0/ports/ceb613f1-9805-4fd9-89f9-8a1613177823 HTTP/1.1" status: 204 len: 173 time: 1.2645822 Jul 15 13:18:37.759858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'name': 'network-vif-deleted', 'tag': 'ceb613f1-9805-4fd9-89f9-8a1613177823'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:37.763128 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc39da-912a-47f0-a627-2cfa6e447281" -d '{"events": [{"server_uuid": "4c1609ed-1aea-4536-95dd-7b71d985e046", "name": "network-vif-deleted", "tag": "ceb613f1-9805-4fd9-89f9-8a1613177823"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:37.877409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a175ba65-94ee-4480-a197-8665ddbda101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.900268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a175ba65-94ee-4480-a197-8665ddbda101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:37.905843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a175ba65-94ee-4480-a197-8665ddbda101 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d21640c-b2e5-4717-9cdc-48e960b756cb HTTP/1.1" status: 204 len: 168 time: 0.4192362 Jul 15 13:18:37.955427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ba65-94ee-4480-a197-8665ddbda101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21640c-b2e5-4717-9cdc-48e960b756cb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:38.133212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d29c-265a-41b7-83df-7609c3c4642d req-c77e00aa-77d6-4652-b24d-0cd9c20867b5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.141565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7745d29c-265a-41b7-83df-7609c3c4642d req-c77e00aa-77d6-4652-b24d-0cd9c20867b5 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.4101086 Jul 15 13:18:38.234693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d507887-f005-4d23-ad2d-48fb519e9d2c req-f448cb35-5fc4-4dae-90bb-c28e7d40f3df tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.238880 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d507887-f005-4d23-ad2d-48fb519e9d2c req-f448cb35-5fc4-4dae-90bb-c28e7d40f3df tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.2930589 Jul 15 13:18:38.373753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d507887-f005-4d23-ad2d-48fb519e9d2c req-7f9e4d81-cbf0-4ee2-888f-2c499db15a80 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230812 Jul 15 13:18:38.428776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7745d29c-265a-41b7-83df-7609c3c4642d req-b881965b-bf43-42c3-b8cd-373d43a281a7 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821934 Jul 15 13:18:38.444786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:18:38.503810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cb38ec-c43d-4317-9184-1c5211506614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80694053-8464-402d-b6b0-57fee52b3ddd'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:38.513443 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a414a-20ef-4b70-bbac-fc9bc44d6754" -d '{"events": [{"server_uuid": "98cb38ec-c43d-4317-9184-1c5211506614", "name": "network-vif-plugged", "status": "completed", "tag": "80694053-8464-402d-b6b0-57fee52b3ddd"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:38.563915 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e7052-ce41-4e66-9fca-2adcdf184853 x-openstack-request-id: req-650e7052-ce41-4e66-9fca-2adcdf184853 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:38.564397 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f6444e-8c02-4d31-bccb-a8154f502118", "name": "network-vif-deleted", "tag": "545994c0-dabb-4a8d-83d8-aca76f4fcf75", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:38.566248 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-650e7052-ce41-4e66-9fca-2adcdf184853 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:38.566999 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f6444e-8c02-4d31-bccb-a8154f502118', 'name': 'network-vif-deleted', 'tag': '545994c0-dabb-4a8d-83d8-aca76f4fcf75', 'status': 'completed', 'code': 200} Jul 15 13:18:38.569056 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ba3b62-ca52-42cc-9379-b09d2bb8f67a x-openstack-request-id: req-58ba3b62-ca52-42cc-9379-b09d2bb8f67a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:38.570395 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1609ed-1aea-4536-95dd-7b71d985e046", "name": "network-vif-deleted", "tag": "ceb613f1-9805-4fd9-89f9-8a1613177823", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:38.571119 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58ba3b62-ca52-42cc-9379-b09d2bb8f67a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:38.571840 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1609ed-1aea-4536-95dd-7b71d985e046', 'name': 'network-vif-deleted', 'tag': 'ceb613f1-9805-4fd9-89f9-8a1613177823', 'status': 'completed', 'code': 200} Jul 15 13:18:38.703497 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8541e8d0-6660-43ff-a23a-3bcd278b29a7 x-openstack-request-id: req-8541e8d0-6660-43ff-a23a-3bcd278b29a7 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:38.704345 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cb38ec-c43d-4317-9184-1c5211506614", "name": "network-vif-plugged", "status": "completed", "tag": "80694053-8464-402d-b6b0-57fee52b3ddd", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:38.704345 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8541e8d0-6660-43ff-a23a-3bcd278b29a7 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:38.704865 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cb38ec-c43d-4317-9184-1c5211506614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80694053-8464-402d-b6b0-57fee52b3ddd', 'code': 200} Jul 15 13:18:38.717791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.727907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:38.933835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f462de-0c19-4acd-b968-680a624af423 req-8d7c5a6b-9eec-414b-9319-2293966cd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:38.935895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57f462de-0c19-4acd-b968-680a624af423 req-8d7c5a6b-9eec-414b-9319-2293966cd0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 1097 time: 0.1360145 Jul 15 13:18:38.953272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38722) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.030264 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2735-f233-4101-b187-5fb5172da093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.126254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57f462de-0c19-4acd-b968-680a624af423 req-94b7c70c-86a0-4326-8ada-852baea24b36 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767924 Jul 15 13:18:39.167557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b91ce440-7d8e-492d-9ba9-b66b86d8e0a6 req-26fa4677-360d-4c64-9861-0600e73909a9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1609ed-1aea-4536-95dd-7b71d985e046 HTTP/1.1" status: 200 len: 210 time: 0.1456883 Jul 15 13:18:39.196273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e285e-e59b-4ef1-be92-ef95cae569ce req-2e620062-8017-4c1c-88a1-2d632aa55153 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.200444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-474e285e-e59b-4ef1-be92-ef95cae569ce req-2e620062-8017-4c1c-88a1-2d632aa55153 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 944 time: 0.2621143 Jul 15 13:18:39.258036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-8c9ed365-54c7-4c33-bf82-1ad8901ecb24 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:39.261265 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-8c9ed365-54c7-4c33-bf82-1ad8901ecb24 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.3766508 Jul 15 13:18:39.267364 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Floating IP 83638fa7-5c69-4207-a9c3-212af1a7b0a3 associated. External IP: 172.25.3.135, port: d08a93df-4e27-45bf-ae2e-efe871eba2c8. Jul 15 13:18:39.371802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-474e285e-e59b-4ef1-be92-ef95cae569ce req-56694ce1-c946-489c-92f7-51ac90d1b83e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101363 Jul 15 13:18:39.512564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2735-f233-4101-b187-5fb5172da093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.524073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2735-f233-4101-b187-5fb5172da093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.546755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:18:39.604070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d4e2735-f233-4101-b187-5fb5172da093 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaa78500add04626b47ccef386d0cf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6465366 Jul 15 13:18:39.609096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:39.647317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:18:39.656790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:18:39.657292 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.664864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e2735-f233-4101-b187-5fb5172da093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d816b9a-a286-4f0c-8f79-4129c78cdbae,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:39.738280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bead4fd4-8ad0-4b94-a292-3bd1e6549bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.768781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bead4fd4-8ad0-4b94-a292-3bd1e6549bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.829009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.839999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bead4fd4-8ad0-4b94-a292-3bd1e6549bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.842751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bead4fd4-8ad0-4b94-a292-3bd1e6549bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.844099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bead4fd4-8ad0-4b94-a292-3bd1e6549bb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d816b9a-a286-4f0c-8f79-4129c78cdbae HTTP/1.1" status: 204 len: 168 time: 0.2335849 Jul 15 13:18:39.855675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead4fd4-8ad0-4b94-a292-3bd1e6549bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d816b9a-a286-4f0c-8f79-4129c78cdbae,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:39.890965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:39.911949 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:39.913268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ceb613f1-9805-4fd9-89f9-8a1613177823 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:39.943002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: ceb613f1-9805-4fd9-89f9-8a1613177823 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:39.943213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ceb613f1-9805-4fd9-89f9-8a1613177823 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:40.035108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682ee7b-9ba9-45eb-a473-8ada20c02fbe req-7bb8fe46-0c93-400e-89dd-1a8bd534944b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.038542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3682ee7b-9ba9-45eb-a473-8ada20c02fbe req-7bb8fe46-0c93-400e-89dd-1a8bd534944b tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.1703475 Jul 15 13:18:40.055556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ecad3-2693-4736-be1f-2d9fe1f168a3 req-c9e8cde5-9fae-48dc-b4ea-02cde44101c3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.057198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e9ecad3-2693-4736-be1f-2d9fe1f168a3 req-c9e8cde5-9fae-48dc-b4ea-02cde44101c3 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 950 time: 0.4659185 Jul 15 13:18:40.058779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Deleting port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:40.059124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:40.068217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:18:40.072098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:40.154863 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e9ecad3-2693-4736-be1f-2d9fe1f168a3 req-5204cee7-199c-4ae6-befa-1c3ec8b485be tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852916 Jul 15 13:18:40.184402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3682ee7b-9ba9-45eb-a473-8ada20c02fbe req-133443d4-c46d-42cf-96b5-a4faf8355693 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306815 Jul 15 13:18:40.706459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:40.710850 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ed7bc-7a11-4335-8371-7b674f1f98f9" -d '{"events": [{"server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "name": "network-vif-plugged", "status": "completed", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:40.893855 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7b25-639b-4313-bad7-d022b6aec80e req-406bb948-2171-4488-9a7a-9ca95489e5a3 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:40.903231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cc2b7b25-639b-4313-bad7-d022b6aec80e req-406bb948-2171-4488-9a7a-9ca95489e5a3 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 945 time: 0.3159873 Jul 15 13:18:40.988888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cc2b7b25-639b-4313-bad7-d022b6aec80e req-4bf7e4d7-035d-45bb-8c66-441301db0338 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 Jul 15 13:18:41.041909 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4349e099-4f03-4b5d-9afa-f3c6b5d58687 x-openstack-request-id: req-4349e099-4f03-4b5d-9afa-f3c6b5d58687 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:41.042549 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "name": "network-vif-plugged", "status": "completed", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:41.042914 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4349e099-4f03-4b5d-9afa-f3c6b5d58687 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:41.043549 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'code': 200} Jul 15 13:18:41.069301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:18:41.080707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.093811 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:18:41.126969 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:41.127634 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:18:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:41.227979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] For port f7df11b8-8d7e-48e1-aa31-9d18b31aa130, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:41.229020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.289655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f8fa1bac-cc97-4b25-bef4-9a3854060ae9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "PUT /v2.0/floatingips/83638fa7-5c69-4207-a9c3-212af1a7b0a3 HTTP/1.1" status: 200 len: 991 time: 4.2420583 Jul 15 13:18:41.291953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Calling delete_port for f7df11b8-8d7e-48e1-aa31-9d18b31aa130 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:41.295633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:41.300984 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb941cd0-d079-45b4-ab74-4a4edd9c827f" -d '{"events": [{"name": "network-changed", "server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:41.386433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58317def-7c2e-4f34-a8e3-28b4aa8d90a2 req-39cb4e07-f7f3-4dfb-9cf3-8f05f2152bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.389291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58317def-7c2e-4f34-a8e3-28b4aa8d90a2 req-39cb4e07-f7f3-4dfb-9cf3-8f05f2152bbd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1097 time: 0.2341833 Jul 15 13:18:41.466814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f7df11b8-8d7e-48e1-aa31-9d18b31aa130 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:41.517880 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:41.533069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58317def-7c2e-4f34-a8e3-28b4aa8d90a2 req-8440f62a-1ab1-412d-b967-f93d2f954b63 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361530 Jul 15 13:18:41.848014 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.905072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:41.931772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0f63b-5327-4dfb-9e09-099915661233 req-b99928fc-b347-4732-a856-dcf93e0c12c6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:41.934767 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cce0f63b-5327-4dfb-9e09-099915661233 req-b99928fc-b347-4732-a856-dcf93e0c12c6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.2864881 Jul 15 13:18:42.049705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Pushing event deleted for resources: {'Port': ['ID=f7df11b8-8d7e-48e1-aa31-9d18b31aa130,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:42.059408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cce0f63b-5327-4dfb-9e09-099915661233 req-09a0f8d9-6c31-4fb3-8e8c-19693daf42ec tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084783 Jul 15 13:18:42.156819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] No DVR routers for this DVR port f7df11b8-8d7e-48e1-aa31-9d18b31aa130 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:42.162812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.167759 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25da9da1-aae6-4fb6-9c74-e794abbe3305 req-d3e28116-d1ef-424a-8a3b-91d3fa1861db tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.59 "DELETE /v2.0/ports/f7df11b8-8d7e-48e1-aa31-9d18b31aa130 HTTP/1.1" status: 204 len: 173 time: 2.8939209 Jul 15 13:18:42.193392 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '83638fa7-5c69-4207-a9c3-212af1a7b0a3', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'mac_address': 'fa:16:3e:ca:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:08Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 1, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:42.255838 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:18:42.275284 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:18:42.275985 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:18:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:42.300302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab41dd-841d-46fb-adf9-c81c3d253cfc req-ccbcc1c8-63d4-499f-bc52-03fc59ad3f2c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.307354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00ab41dd-841d-46fb-adf9-c81c3d253cfc req-ccbcc1c8-63d4-499f-bc52-03fc59ad3f2c tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 867 time: 0.5212002 Jul 15 13:18:42.396737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f854e17-3e98-449a-81d7-c5e39204cfcf req-733dd3de-eadc-4cf1-ab94-fa4bdf0315ac tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.402936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00ab41dd-841d-46fb-adf9-c81c3d253cfc req-aa328d94-e6e8-42c6-9b0a-b6d5c3d9d9f8 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/security-groups?id=7e7bc01b-13fd-46d7-b9a7-23010423295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846260 Jul 15 13:18:42.426436 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f854e17-3e98-449a-81d7-c5e39204cfcf req-733dd3de-eadc-4cf1-ab94-fa4bdf0315ac tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 950 time: 0.1484070 Jul 15 13:18:42.537544 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:18:42.541785 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f854e17-3e98-449a-81d7-c5e39204cfcf req-21dc1afb-baca-437e-bc47-b3f609763aa6 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137915 Jul 15 13:18:42.646188 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd8dce-9309-40ae-bec0-ab562d131719 x-openstack-request-id: req-3dcd8dce-9309-40ae-bec0-ab562d131719 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:42.648270 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:42.649029 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3dcd8dce-9309-40ae-bec0-ab562d131719 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:42.649677 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'status': 'completed', 'code': 200} Jul 15 13:18:42.961486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-7cc44373-48b8-4bd8-90b5-5c6130a2cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:42.989401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-7cc44373-48b8-4bd8-90b5-5c6130a2cda7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1097 time: 0.2690992 Jul 15 13:18:42.993413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-798fccf2-c983-4ffa-9d28-7d77a7a7e216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:42.999433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-320e6332-56a9-49fb-a606-abf3cd7956d9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.008190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-320e6332-56a9-49fb-a606-abf3cd7956d9 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 950 time: 0.2615790 Jul 15 13:18:43.326017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-d063739d-e4dc-48be-9239-f716d762fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.331216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-d063739d-e4dc-48be-9239-f716d762fef9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.3331771 Jul 15 13:18:43.386061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '83638fa7-5c69-4207-a9c3-212af1a7b0a3', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'mac_address': 'fa:16:3e:ca:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:08Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 1, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:18:43.523898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9edf8e-6175-4c68-84ac-84c4f491e048 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '83638fa7-5c69-4207-a9c3-212af1a7b0a3', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'mac_address': 'fa:16:3e:ca:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:18:08Z', 'updated_at': '2021-07-15T13:18:38Z', 'revision_number': 1, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:18:43.530077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-c8817be3-b690-493d-8121-7cb5e93916fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 999 time: 0.1920996 Jul 15 13:18:43.640381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:43.640934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:43.684794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-208df393-dc71-4c22-8613-e57322de9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.691609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-208df393-dc71-4c22-8613-e57322de9223 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.1484759 Jul 15 13:18:43.828809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889024e-4fdb-4a60-8ba2-e256d29d73fb req-60ec0f40-d0f1-4d2a-81aa-f0b1e01621f1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.833555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3889024e-4fdb-4a60-8ba2-e256d29d73fb req-60ec0f40-d0f1-4d2a-81aa-f0b1e01621f1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 945 time: 0.5868053 Jul 15 13:18:43.899528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-87489c1b-4606-4311-b2ae-971217b8e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:43.909956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-87489c1b-4606-4311-b2ae-971217b8e3fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2103128 Jul 15 13:18:43.972382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3889024e-4fdb-4a60-8ba2-e256d29d73fb req-5c4d1046-f7c5-4876-86d1-9cbc14ba3bc1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285808 Jul 15 13:18:44.044724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffecd479-15dd-42a3-9b35-cef8fee9017d req-21bd53d8-350c-4871-b5ee-ee1f064d4de7 tempest-MigrationsAdminTest-2045118406 tempest-MigrationsAdminTest-2045118406-project] 10.222.0.57 "GET /v2.0/ports?device_id=a63e0ae9-b53a-4432-aa64-94c95f2f98ff HTTP/1.1" status: 200 len: 210 time: 0.0734270 Jul 15 13:18:44.260979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef8ae2-93c8-44ed-a29d-5bfca42eaf6c None None] New status for floating IP 83638fa7-5c69-4207-a9c3-212af1a7b0a3: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:18:44.293011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-d73ee5c1-3e62-4369-b4af-abe027e40620 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677080 Jul 15 13:18:44.412937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:44.414177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.434503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:44.446559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e1c4c-1f0d-42ae-9499-fb381760af3f req-19b56f5a-28bd-4adb-814b-95d33a4e0b8c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.455999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c04e1c4c-1f0d-42ae-9499-fb381760af3f req-19b56f5a-28bd-4adb-814b-95d33a4e0b8c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 950 time: 0.2770576 Jul 15 13:18:44.625376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c04e1c4c-1f0d-42ae-9499-fb381760af3f req-d85db94d-5374-45d2-bea1-f60e81f6d80e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675310 Jul 15 13:18:44.651852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-deleted', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:44.657700 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5648eff0-b972-48fc-af07-79d9b4b004ae" -d '{"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-deleted", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:44.759638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33dd5f-e233-4ec5-b88f-2014d4e0610a req-432e512d-94d8-48eb-aeb0-732a8e0d20fd tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:44.763055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c33dd5f-e233-4ec5-b88f-2014d4e0610a req-432e512d-94d8-48eb-aeb0-732a8e0d20fd tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.3798659 Jul 15 13:18:44.800572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb941cd0-d079-45b4-ab74-4a4edd9c827f req-6e961ddc-8173-44ac-b282-f977fb0698f4 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996331 Jul 15 13:18:44.850194 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.872317 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c33dd5f-e233-4ec5-b88f-2014d4e0610a req-628a2650-3623-48d7-8d0d-b2c81c5cbf50 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988684 Jul 15 13:18:44.930445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:44.948047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca', '965cec6a-1d91-4660-83d8-1f434d9b9a5a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:44.951835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:44.981457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=39eef8fb-f2dd-40e4-9411-7bc7d15148c9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:45.057953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.058304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.058674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.059027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.072206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.072610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.073051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.073401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.074431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.074849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.075785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.075785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:45.132006 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5690b7a8-880e-4bb9-9ebf-2872e7047f3b x-openstack-request-id: req-5690b7a8-880e-4bb9-9ebf-2872e7047f3b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:45.132630 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63e0ae9-b53a-4432-aa64-94c95f2f98ff", "name": "network-vif-deleted", "tag": "f7df11b8-8d7e-48e1-aa31-9d18b31aa130", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:45.133191 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5690b7a8-880e-4bb9-9ebf-2872e7047f3b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:45.134907 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63e0ae9-b53a-4432-aa64-94c95f2f98ff', 'name': 'network-vif-deleted', 'tag': 'f7df11b8-8d7e-48e1-aa31-9d18b31aa130', 'status': 'completed', 'code': 200} Jul 15 13:18:45.159613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.231052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-9205b5f0-3cb8-4fbb-bd24-02a4c99f5e48 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1924773170&fields=id&tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 267 time: 0.0818529 Jul 15 13:18:45.272127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:45.282187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.298931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f6481ea-7e4b-4e4e-b2cc-c1d29571b05a req-93a4de9f-3e06-48d5-9078-d3fa7ee0e872 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "DELETE /v2.0/ports/39eef8fb-f2dd-40e4-9411-7bc7d15148c9 HTTP/1.1" status: 204 len: 173 time: 2.2760696 Jul 15 13:18:45.298931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'name': 'network-vif-deleted', 'tag': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:45.300190 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc56541-e72a-431f-b3b5-9c1d76e3e458" -d '{"events": [{"server_uuid": "28f8ca87-48e2-4561-bffe-770a8aac816d", "name": "network-vif-deleted", "tag": "39eef8fb-f2dd-40e4-9411-7bc7d15148c9"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:45.431068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-72f0e76b-74b7-4f47-b6c6-77d36a0c387f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:45.459015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-72f0e76b-74b7-4f47-b6c6-77d36a0c387f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 945 time: 0.2263432 Jul 15 13:18:45.472768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'port': {'security_groups': ['1f62f0e5-8eb3-4df4-9758-28f7a47f9570', '0c869404-7390-43dd-a27e-a60c416e505f']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:45.570392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:45.643912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbabd053-a9e1-4b19-b32a-2ddac2a32844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.645760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:45.646271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 39eef8fb-f2dd-40e4-9411-7bc7d15148c9 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:45.691291 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f58b413-e315-41eb-b3ac-176b04141945 x-openstack-request-id: req-7f58b413-e315-41eb-b3ac-176b04141945 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:45.691291 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f8ca87-48e2-4561-bffe-770a8aac816d", "name": "network-vif-deleted", "tag": "39eef8fb-f2dd-40e4-9411-7bc7d15148c9", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:45.691291 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f58b413-e315-41eb-b3ac-176b04141945 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:45.691291 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f8ca87-48e2-4561-bffe-770a8aac816d', 'name': 'network-vif-deleted', 'tag': '39eef8fb-f2dd-40e4-9411-7bc7d15148c9', 'status': 'completed', 'code': 200} Jul 15 13:18:45.734566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:45.763147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.074214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c24d35e-8527-43bd-ba91-39c84007cb76 req-0a739936-4464-4748-9d5a-5b5cc5f13c09 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8ca87-48e2-4561-bffe-770a8aac816d HTTP/1.1" status: 200 len: 210 time: 0.0482538 Jul 15 13:18:46.145503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38852) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.344104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:46.416890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.429014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.539703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.541574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.555396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e39c0973-557e-4ca0-9ae9-206e534f753f req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "PUT /v2.0/ports/0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 981 time: 1.0949984 Jul 15 13:18:46.595496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-428536b5-10f2-4f0d-adaf-1bc4f24b3ead admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ecb6d455265049feb9b274baa3ba9363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476614 Jul 15 13:18:46.600207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38862) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:46.628343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:46.710864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5c4be-cf00-4808-995f-033e48e959fd req-0f530dce-baae-4f35-b8a1-d5e16f73cd24 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:46.712034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde800fa-81fd-4b84-9356-31022a5dc833 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:46.723909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0c5c4be-cf00-4808-995f-033e48e959fd req-0f530dce-baae-4f35-b8a1-d5e16f73cd24 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.3054221 Jul 15 13:18:46.760554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f7eb-a844-463a-962b-f3d8686b664f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.805875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f7eb-a844-463a-962b-f3d8686b664f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.882575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0c5c4be-cf00-4808-995f-033e48e959fd req-68e7bb92-a9de-4699-977c-b316fc1be21e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541505 Jul 15 13:18:46.949964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f7eb-a844-463a-962b-f3d8686b664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.956896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f7eb-a844-463a-962b-f3d8686b664f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:46.960378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c4c6f7eb-a844-463a-962b-f3d8686b664f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e7bc01b-13fd-46d7-b9a7-23010423295f HTTP/1.1" status: 204 len: 168 time: 0.3567922 Jul 15 13:18:46.977654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6f7eb-a844-463a-962b-f3d8686b664f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7bc01b-13fd-46d7-b9a7-23010423295f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:47.117746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:47.154298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:47.162576 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee2159-7a9b-4fcf-9e50-32451b5e6e86" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:47.234315 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.245761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-c736a0e1-594d-4785-97a1-57c092fd0cb4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-14007480&fields=id&tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 267 time: 0.1486418 Jul 15 13:18:47.390952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-18919525-e09b-4acf-b1f8-f39bd74158e2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:47.393788 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-18919525-e09b-4acf-b1f8-f39bd74158e2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 984 time: 0.1421154 Jul 15 13:18:47.419933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'port': {'security_groups': ['0c869404-7390-43dd-a27e-a60c416e505f', '1f62f0e5-8eb3-4df4-9758-28f7a47f9570', '002a513f-b30a-4bb6-a9b6-f8aa66581ccf']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:47.653155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:47.750168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38884) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:47.756282 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4c731c-0c4b-4528-b3f1-ab8218497d94 x-openstack-request-id: req-1d4c731c-0c4b-4528-b3f1-ab8218497d94 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:47.756732 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:47.757115 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d4c731c-0c4b-4528-b3f1-ab8218497d94 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:47.757893 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'status': 'completed', 'code': 200} Jul 15 13:18:47.868994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-69202409-5587-495b-9144-3b4351a65194 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a82e5bfa7d254e8dbd01d68d22031366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161122 Jul 15 13:18:47.875363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38888) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:47.996205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-e8a7fa6f-7c96-4527-9a9e-1c0704e04a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.000423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-e8a7fa6f-7c96-4527-9a9e-1c0704e04a9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1136 time: 0.2182031 Jul 15 13:18:48.081814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:48.114419 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f43070e4-0c2a-40c2-ae26-30cf032ae8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.178538 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.187041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.201671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:48.255284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.256410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.271015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51f3d791-4bec-47a7-a218-4602e86ee814 req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "PUT /v2.0/ports/0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 1020 time: 0.8695481 Jul 15 13:18:48.340978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294899-7e7e-4dfa-bef5-63bffc5695f6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:48.341755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f43070e4-0c2a-40c2-ae26-30cf032ae8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.394326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-de01ac5f-fd3f-4934-99f8-3d87c4e142eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.396053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-de01ac5f-fd3f-4934-99f8-3d87c4e142eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 0.3852684 Jul 15 13:18:48.546880 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-31bd0a62-2e53-4108-9af2-f9670aff7284 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 217 time: 0.0898645 Jul 15 13:18:48.674857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:48.769401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.830587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f43070e4-0c2a-40c2-ae26-30cf032ae8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.838163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f43070e4-0c2a-40c2-ae26-30cf032ae8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:48.847007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f43070e4-0c2a-40c2-ae26-30cf032ae8fb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/352f23e7-a7dd-4e69-952f-46a79fffecf0 HTTP/1.1" status: 204 len: 168 time: 0.9521163 Jul 15 13:18:48.908242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43070e4-0c2a-40c2-ae26-30cf032ae8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352f23e7-a7dd-4e69-952f-46a79fffecf0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:48.922074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-2698daae-b6f9-40ee-a035-aa316995d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:48.926719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-2698daae-b6f9-40ee-a035-aa316995d723 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.3544335 Jul 15 13:18:48.989280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-59ec9764-441a-4bba-b4c8-c4a2ff7fff99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486274 Jul 15 13:18:49.000781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02058f3c-f66b-4e72-af65-bf6f7fbb7fe5 req-98715310-688d-46ab-9028-503487b6b991 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.008291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02058f3c-f66b-4e72-af65-bf6f7fbb7fe5 req-98715310-688d-46ab-9028-503487b6b991 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.4633307 Jul 15 13:18:49.151980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02058f3c-f66b-4e72-af65-bf6f7fbb7fe5 req-f394921c-9052-4577-9e98-002452bdeb3e tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/security-groups?id=77e610a0-8c6c-49b6-8a84-7c545202ba51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397400 Jul 15 13:18:49.262336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-8c2989ab-3f36-4ce5-8a86-e01d8542de4b service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522092 Jul 15 13:18:49.405132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-132199a5-efe4-4ce1-87ea-bf55a9b12fa1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.407637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-132199a5-efe4-4ce1-87ea-bf55a9b12fa1 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 945 time: 0.2786584 Jul 15 13:18:49.582808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efee2159-7a9b-4fcf-9e50-32451b5e6e86 req-c866e050-d931-4f68-83f2-f6c3e7e702ca service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088198 Jul 15 13:18:49.631520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49402df7-5c0f-41d7-8594-65a7ab393ffb req-a166bb9f-c45b-4bab-b736-1fc705abf8c0 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.641645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49402df7-5c0f-41d7-8594-65a7ab393ffb req-a166bb9f-c45b-4bab-b736-1fc705abf8c0 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1023 time: 0.2263532 Jul 15 13:18:49.683456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bca0da-e51c-47b4-9d78-37dd3db50222 req-04744137-d3c5-4279-b955-c7e4e2842018 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:49.687471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-56bca0da-e51c-47b4-9d78-37dd3db50222 req-04744137-d3c5-4279-b955-c7e4e2842018 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.3711877 Jul 15 13:18:49.739631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49402df7-5c0f-41d7-8594-65a7ab393ffb req-163881d3-71bc-4446-bdde-139e2eb16fd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c869404-7390-43dd-a27e-a60c416e505f&id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=002a513f-b30a-4bb6-a9b6-f8aa66581ccf HTTP/1.1" status: 200 len: 6155 time: 0.0966659 Jul 15 13:18:49.765093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:49.769380 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771bb2a9-991a-4f93-bda7-19187543c7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:49.798310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-56bca0da-e51c-47b4-9d78-37dd3db50222 req-b2c25be5-2a71-4d0b-be73-6f16c267571d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044271 Jul 15 13:18:49.808623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Deleting port 80694053-8464-402d-b6b0-57fee52b3ddd {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:49.809555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:49.873396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e0bec760-6be2-4847-a2b6-5bfb301a1af5 req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1079844338 ', 'description': 'tempest-description-1423101899'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:50.037461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e0bec760-6be2-4847-a2b6-5bfb301a1af5 req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.112860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] For port 80694053-8464-402d-b6b0-57fee52b3ddd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80694053-8464-402d-b6b0-57fee52b3ddd,segment=NetworkSegment(bb297d0c-1131-4e96-9b0b-4fcfa3ba8486),segment_id=bb297d0c-1131-4e96-9b0b-4fcfa3ba8486)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:50.113423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.149128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Calling delete_port for 80694053-8464-402d-b6b0-57fee52b3ddd owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:50.355766 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f2ab6d-0f09-4e24-95cb-ea1510da2ee9 x-openstack-request-id: req-c5f2ab6d-0f09-4e24-95cb-ea1510da2ee9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:50.356692 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:50.357373 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5f2ab6d-0f09-4e24-95cb-ea1510da2ee9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:50.358783 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'status': 'completed', 'code': 200} Jul 15 13:18:50.411659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e0bec760-6be2-4847-a2b6-5bfb301a1af5 req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.421194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e0bec760-6be2-4847-a2b6-5bfb301a1af5 req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.498868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd50197e-cceb-4f43-9488-2f091a04fc96,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:50.514670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d469c14-9562-4e74-a5f9-595f049e614e req-0553e1dc-a6f7-4e66-b59c-468cf5407962 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.519910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d469c14-9562-4e74-a5f9-595f049e614e req-0553e1dc-a6f7-4e66-b59c-468cf5407962 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 950 time: 0.2954173 Jul 15 13:18:50.636048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e0bec760-6be2-4847-a2b6-5bfb301a1af5 req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:50.643661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0bec760-6be2-4847-a2b6-5bfb301a1af5 req-21eafb20-56ee-4205-bf69-37426fb88653 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7815442 Jul 15 13:18:50.667702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-79326060-3b68-4429-9b61-844cb8126397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.667702 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-79326060-3b68-4429-9b61-844cb8126397 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1175 time: 0.2835498 Jul 15 13:18:50.833626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-44e72551-499b-4f5c-a862-bf03eda6f433 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:50.835289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-44e72551-499b-4f5c-a862-bf03eda6f433 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.3064468 Jul 15 13:18:50.957641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.057931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-6220cb5a-bd49-44dd-b56d-09e4abcaaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.061306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-6220cb5a-bd49-44dd-b56d-09e4abcaaf30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 0.3824203 Jul 15 13:18:51.077090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19288552-64c8-4b2a-b486-8a32755a6a9a req-8810c095-1f50-46c1-ad40-13f4a8d939d3 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 210 time: 0.1472516 Jul 15 13:18:51.127361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Pushing event deleted for resources: {'Port': ['ID=80694053-8464-402d-b6b0-57fee52b3ddd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:51.173459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-acff8412-ac3f-4a3d-95fa-0b58322bcdd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 200 len: 217 time: 0.0945647 Jul 15 13:18:51.296147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port 965cec6a-1d91-4660-83d8-1f434d9b9a5a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:51.296767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.310312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] No DVR routers for this DVR port 80694053-8464-402d-b6b0-57fee52b3ddd on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:51.318180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.322306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ed97aa5-0426-4e85-98c7-942e20ce8849 req-27c9c67c-1820-422a-b409-3a9bc0d59be6 tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.59 "DELETE /v2.0/ports/80694053-8464-402d-b6b0-57fee52b3ddd HTTP/1.1" status: 204 len: 173 time: 1.9004214 Jul 15 13:18:51.365718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Deleting port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:51.365718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.441805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-5efb3a2d-8718-428e-8131-2dbc14dc72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.443536 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-5efb3a2d-8718-428e-8131-2dbc14dc72a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.2554193 Jul 15 13:18:51.465452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb4a63-fa8d-4903-8f49-fc9c6de1ec20 req-9add25cf-0555-4fc9-9b9a-52a873f5522e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.468778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ddb4a63-fa8d-4903-8f49-fc9c6de1ec20 req-9add25cf-0555-4fc9-9b9a-52a873f5522e tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 950 time: 0.3634722 Jul 15 13:18:51.486450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19afc89b-96bf-432d-9d0b-d6213f6fdf11 req-97bc8a03-cd29-4d6f-82b4-44cf2c58e513 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/cd50197e-cceb-4f43-9488-2f091a04fc96 HTTP/1.1" status: 200 len: 1783 time: 0.3051941 Jul 15 13:18:51.487367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port 965cec6a-1d91-4660-83d8-1f434d9b9a5a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=965cec6a-1d91-4660-83d8-1f434d9b9a5a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:51.487739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.509900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80694053-8464-402d-b6b0-57fee52b3ddd no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:51.517205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-9bd52241-7e2d-40dd-a684-910958301f8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604477 Jul 15 13:18:51.563517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for 965cec6a-1d91-4660-83d8-1f434d9b9a5a owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:51.612840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 80694053-8464-402d-b6b0-57fee52b3ddd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:51.613404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80694053-8464-402d-b6b0-57fee52b3ddd not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:51.801484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ddb4a63-fa8d-4903-8f49-fc9c6de1ec20 req-66c5578c-4dbc-4944-9bfa-96d85ff6868f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094354 Jul 15 13:18:51.888849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] For port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:51.889390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:51.928856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Calling delete_port for 5ef6574f-0e5f-4c45-9f7f-5886a096b38c owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:51.937403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-efb89bc9-12ac-4339-af12-ddd45fc90a6f service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937957 Jul 15 13:18:51.985687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd219e-35e3-47ea-9a70-e1aa83ff6b6c req-28f24de0-ec4c-4555-9351-c45bd6b44f16 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:51.988393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bcd219e-35e3-47ea-9a70-e1aa83ff6b6c req-28f24de0-ec4c-4555-9351-c45bd6b44f16 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 945 time: 0.2805097 Jul 15 13:18:52.084026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f896af-176d-43cb-b48c-01d3546111a8 req-2682ad26-be65-47f2-ad13-aecadf7913cc tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:52.087134 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95f896af-176d-43cb-b48c-01d3546111a8 req-2682ad26-be65-47f2-ad13-aecadf7913cc tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e1a7aa7-37f6-4906-847c-e4dd9f236755 HTTP/1.1" status: 200 len: 949 time: 0.4004214 Jul 15 13:18:52.097348 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f109cc0-848e-46c2-9c3f-803727f9b9ec req-e67c5608-935d-4040-83c2-a74ccbc3cc68 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/cd50197e-cceb-4f43-9488-2f091a04fc96 HTTP/1.1" status: 200 len: 1783 time: 0.2344685 Jul 15 13:18:52.255358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.273403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:52.274725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bcd219e-35e3-47ea-9a70-e1aa83ff6b6c req-878491cf-eba4-459b-af81-07dd6bde51be tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425566 Jul 15 13:18:52.277872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:52.378473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cb38ec-c43d-4317-9184-1c5211506614', 'name': 'network-vif-deleted', 'tag': '80694053-8464-402d-b6b0-57fee52b3ddd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:52.395427 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29faa187-5159-484c-87b4-b66a9f9a4ba5" -d '{"events": [{"server_uuid": "98cb38ec-c43d-4317-9184-1c5211506614", "name": "network-vif-deleted", "tag": "80694053-8464-402d-b6b0-57fee52b3ddd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:52.439498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=965cec6a-1d91-4660-83d8-1f434d9b9a5a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:52.534554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-771bb2a9-991a-4f93-bda7-19187543c7e1 req-459b2e28-3929-4e67-8b6a-e65f923d7c41 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860646 Jul 15 13:18:52.561540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port 965cec6a-1d91-4660-83d8-1f434d9b9a5a on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:52.567577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.572897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d469c14-9562-4e74-a5f9-595f049e614e req-e70b9a88-8f18-470d-b5c3-8e6a1069cd78 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "DELETE /v2.0/ports/965cec6a-1d91-4660-83d8-1f434d9b9a5a HTTP/1.1" status: 204 len: 173 time: 2.0388079 Jul 15 13:18:52.575395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'name': 'network-vif-deleted', 'tag': '965cec6a-1d91-4660-83d8-1f434d9b9a5a'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:52.581426 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f0ce7-5d13-420f-b5f2-614bae7cf4c0" -d '{"events": [{"server_uuid": "4e9d8c4c-3f39-4a87-be7f-bb0f706ab793", "name": "network-vif-deleted", "tag": "965cec6a-1d91-4660-83d8-1f434d9b9a5a"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:52.823559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38980) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:52.949696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f109cc0-848e-46c2-9c3f-803727f9b9ec req-22060372-9e08-4275-a49f-e2730ba1f0d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:52.956546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cdeff4a8-6d78-42c0-b0f6-76262caeb1d1 req-04b55ec9-b4b4-41a8-9896-7a7d0f9b675c tempest-DeleteServersTestJSON-283434375 tempest-DeleteServersTestJSON-283434375-project] 10.222.0.57 "GET /v2.0/ports?device_id=98cb38ec-c43d-4317-9184-1c5211506614 HTTP/1.1" status: 200 len: 210 time: 0.0670145 Jul 15 13:18:53.012467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:53.014117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.093888 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a159d5-82be-4d45-9966-382e3c66e9c6 x-openstack-request-id: req-20a159d5-82be-4d45-9966-382e3c66e9c6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:53.094266 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9d8c4c-3f39-4a87-be7f-bb0f706ab793", "name": "network-vif-deleted", "tag": "965cec6a-1d91-4660-83d8-1f434d9b9a5a", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:53.094732 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20a159d5-82be-4d45-9966-382e3c66e9c6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:53.095468 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9d8c4c-3f39-4a87-be7f-bb0f706ab793', 'name': 'network-vif-deleted', 'tag': '965cec6a-1d91-4660-83d8-1f434d9b9a5a', 'status': 'completed', 'code': 200} Jul 15 13:18:53.106805 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89574d1d-957d-4f33-8d2d-1c4408a07fd3 x-openstack-request-id: req-89574d1d-957d-4f33-8d2d-1c4408a07fd3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:53.107527 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cb38ec-c43d-4317-9184-1c5211506614", "name": "network-vif-deleted", "tag": "80694053-8464-402d-b6b0-57fee52b3ddd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:53.108126 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89574d1d-957d-4f33-8d2d-1c4408a07fd3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:53.108944 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cb38ec-c43d-4317-9184-1c5211506614', 'name': 'network-vif-deleted', 'tag': '80694053-8464-402d-b6b0-57fee52b3ddd', 'status': 'completed', 'code': 200} Jul 15 13:18:53.136241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0b544c8-6463-4986-a238-c7b87b06c5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.170278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f109cc0-848e-46c2-9c3f-803727f9b9ec req-22060372-9e08-4275-a49f-e2730ba1f0d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.191057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.352215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Pushing event deleted for resources: {'Port': ['ID=5ef6574f-0e5f-4c45-9f7f-5886a096b38c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:53.367595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0b544c8-6463-4986-a238-c7b87b06c5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.377278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0b544c8-6463-4986-a238-c7b87b06c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.457939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b544c8-6463-4986-a238-c7b87b06c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87de5f-ded7-4f82-a4c2-692d3f2b7072,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:53.502686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] No DVR routers for this DVR port 5ef6574f-0e5f-4c45-9f7f-5886a096b38c on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:53.517062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:53.517668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.523825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 965cec6a-1d91-4660-83d8-1f434d9b9a5a no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:53.524744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.528615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5307329-f657-467c-8e46-0192c2aac1c4 req-d9160978-fedf-4c86-a028-4692479ff065 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "DELETE /v2.0/ports/5ef6574f-0e5f-4c45-9f7f-5886a096b38c HTTP/1.1" status: 204 len: 173 time: 2.6858468 Jul 15 13:18:53.537440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2bf0733-3d92-437a-bc09-60de46f97af1 req-555297e3-556a-42c4-bae3-c980509d486f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e9d8c4c-3f39-4a87-be7f-bb0f706ab793 HTTP/1.1" status: 200 len: 210 time: 0.0648096 Jul 15 13:18:53.541555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c0b544c8-6463-4986-a238-c7b87b06c5bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44d8b140e7b44105aed2304b2e1f78a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167342 Jul 15 13:18:53.546056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38990) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:53.579180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:53.590789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 965cec6a-1d91-4660-83d8-1f434d9b9a5a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:53.591348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 965cec6a-1d91-4660-83d8-1f434d9b9a5a not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:53.603296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5ef6574f-0e5f-4c45-9f7f-5886a096b38c no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:53.653895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 5ef6574f-0e5f-4c45-9f7f-5886a096b38c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:18:53.654365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5ef6574f-0e5f-4c45-9f7f-5886a096b38c not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:18:53.655212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:18:53.719957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bbb29683-b075-4d6a-ae3a-6a750f2f18ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.733053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f109cc0-848e-46c2-9c3f-803727f9b9ec req-22060372-9e08-4275-a49f-e2730ba1f0d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.740533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f109cc0-848e-46c2-9c3f-803727f9b9ec req-22060372-9e08-4275-a49f-e2730ba1f0d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.744788 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f109cc0-848e-46c2-9c3f-803727f9b9ec req-22060372-9e08-4275-a49f-e2730ba1f0d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/cd50197e-cceb-4f43-9488-2f091a04fc96 HTTP/1.1" status: 204 len: 173 time: 1.5198438 Jul 15 13:18:53.775910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22060372-9e08-4275-a49f-e2730ba1f0d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd50197e-cceb-4f43-9488-2f091a04fc96,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:53.782368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bbb29683-b075-4d6a-ae3a-6a750f2f18ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.936833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bbb29683-b075-4d6a-ae3a-6a750f2f18ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.939189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.940859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bbb29683-b075-4d6a-ae3a-6a750f2f18ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.942722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bbb29683-b075-4d6a-ae3a-6a750f2f18ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c87de5f-ded7-4f82-a4c2-692d3f2b7072 HTTP/1.1" status: 204 len: 168 time: 0.3951011 Jul 15 13:18:53.966072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:53.970347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:53.981554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29683-b075-4d6a-ae3a-6a750f2f18ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87de5f-ded7-4f82-a4c2-692d3f2b7072,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.031646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=b4d2b5eb-2e96-4d02-87e1-e26d0ed24220,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:54.170550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10e0bce7-c565-4a5b-93cc-b0483d1bfec7 req-66b465a7-3373-436b-8011-6514a179cf96 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=6619d48c-7fd9-4e66-b240-b28d07d7500c HTTP/1.1" status: 200 len: 210 time: 0.1591458 Jul 15 13:18:54.292969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:18:54.298564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.303115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95f896af-176d-43cb-b48c-01d3546111a8 req-08be6fd6-7ccd-47a4-be57-b98d57571c65 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "DELETE /v2.0/ports/b4d2b5eb-2e96-4d02-87e1-e26d0ed24220 HTTP/1.1" status: 204 len: 173 time: 2.2038159 Jul 15 13:18:54.305709 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-58d55a44-8696-4aa3-b3ee-b219b6d898ce req-b4c07ba8-8927-43c2-a8c0-69d9327ab9a1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:18:54.309633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58d55a44-8696-4aa3-b3ee-b219b6d898ce req-b4c07ba8-8927-43c2-a8c0-69d9327ab9a1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/cd50197e-cceb-4f43-9488-2f091a04fc96 HTTP/1.1" status: 404 len: 352 time: 0.0875573 Jul 15 13:18:54.358230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:54.361422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0df02f4c-1932-460c-b63d-a92f24d2b992', 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:18:54.555166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:54.588029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ca825647-f160-43e8-bef9-dfc4ea27a85c req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1799630872', 'description': 'tempest-description-709233041'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:54.632795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb76c-975a-4dec-aa7b-2367282850ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.817082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ca825647-f160-43e8-bef9-dfc4ea27a85c req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.944716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb76c-975a-4dec-aa7b-2367282850ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:54.967674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb76c-975a-4dec-aa7b-2367282850ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.037004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cb76c-975a-4dec-aa7b-2367282850ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91d878e-c9b9-4046-b982-57b190b53e5a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.045282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef2cb76c-975a-4dec-aa7b-2367282850ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2fc65fcd23d144f0bf7622c0a6a779e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880261 Jul 15 13:18:55.046596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39022) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:18:55.091979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ca825647-f160-43e8-bef9-dfc4ea27a85c req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.108474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ca825647-f160-43e8-bef9-dfc4ea27a85c req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.117498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'name': 'network-vif-deleted', 'tag': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c'}, {'server_uuid': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'name': 'network-vif-deleted', 'tag': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:18:55.121628 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b33639-b3e5-474e-9be2-a0cb4c6dd004" -d '{"events": [{"server_uuid": "6619d48c-7fd9-4e66-b240-b28d07d7500c", "name": "network-vif-deleted", "tag": "5ef6574f-0e5f-4c45-9f7f-5886a096b38c"}, {"server_uuid": "7e1a7aa7-37f6-4906-847c-e4dd9f236755", "name": "network-vif-deleted", "tag": "b4d2b5eb-2e96-4d02-87e1-e26d0ed24220"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:18:55.162831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ca825647-f160-43e8-bef9-dfc4ea27a85c req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.164284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca825647-f160-43e8-bef9-dfc4ea27a85c req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5911419 Jul 15 13:18:55.166466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57225808-ac7b-4d0c-b84d-03269bd66cba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46747bb-d20e-4060-9e3a-53218c9d6d36,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.181509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.220545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.302463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.306406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.307994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c91d878e-c9b9-4046-b982-57b190b53e5a HTTP/1.1" status: 204 len: 168 time: 0.2585773 Jul 15 13:18:55.327985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91d878e-c9b9-4046-b982-57b190b53e5a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:55.352032 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006d2a7-6b6e-4b5a-9f06-09684de74c15 x-openstack-request-id: req-4006d2a7-6b6e-4b5a-9f06-09684de74c15 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:18:55.352336 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6619d48c-7fd9-4e66-b240-b28d07d7500c", "name": "network-vif-deleted", "tag": "5ef6574f-0e5f-4c45-9f7f-5886a096b38c", "status": "completed", "code": 200}, {"server_uuid": "7e1a7aa7-37f6-4906-847c-e4dd9f236755", "name": "network-vif-deleted", "tag": "b4d2b5eb-2e96-4d02-87e1-e26d0ed24220", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:18:55.352587 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4006d2a7-6b6e-4b5a-9f06-09684de74c15 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:18:55.353004 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6619d48c-7fd9-4e66-b240-b28d07d7500c', 'name': 'network-vif-deleted', 'tag': '5ef6574f-0e5f-4c45-9f7f-5886a096b38c', 'status': 'completed', 'code': 200} Jul 15 13:18:55.356604 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1a7aa7-37f6-4906-847c-e4dd9f236755', 'name': 'network-vif-deleted', 'tag': 'b4d2b5eb-2e96-4d02-87e1-e26d0ed24220', 'status': 'completed', 'code': 200} Jul 15 13:18:55.359262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.359919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.360269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.360609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.360947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.361324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.361792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.362170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.362592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.362937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.363532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.363867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be557e03-0270-467a-89c2-91632eef9937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:18:55.376741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe93cefb-17f1-4772-80e9-1739340bfc8e req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172225630', 'description': 'tempest-description-1338987482'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:55.408535 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe93cefb-17f1-4772-80e9-1739340bfc8e req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.535481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe93cefb-17f1-4772-80e9-1739340bfc8e req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.546443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe93cefb-17f1-4772-80e9-1739340bfc8e req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.611940 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe93cefb-17f1-4772-80e9-1739340bfc8e req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:55.613935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe93cefb-17f1-4772-80e9-1739340bfc8e req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2425427 Jul 15 13:18:55.624918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd7ad3-0dcc-4b26-ad32-973586f1738c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aae55d-ac18-4de6-9ba4-66f7b1b7e85a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.066333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-50287f88-9cf4-49fb-842f-745e3daf3cfb req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-223509666', 'description': 'tempest-description-18542510'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:18:56.105702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50287f88-9cf4-49fb-842f-745e3daf3cfb req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.256053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50287f88-9cf4-49fb-842f-745e3daf3cfb req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.263261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50287f88-9cf4-49fb-842f-745e3daf3cfb req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.303675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-50287f88-9cf4-49fb-842f-745e3daf3cfb req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:56.305873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50287f88-9cf4-49fb-842f-745e3daf3cfb req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2455156 Jul 15 13:18:56.309256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe8b60-45a2-483b-b419-b81e1ed4114b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9999c5-e665-45d6-872d-348a5874827d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:56.466558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1a3ab-c977-4acf-aba4-5cd39c4ea936 req-8fa04459-7e6a-4fff-a322-ce59fb6c2d24 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:56.470727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58b1a3ab-c977-4acf-aba4-5cd39c4ea936 req-8fa04459-7e6a-4fff-a322-ce59fb6c2d24 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1342874 Jul 15 13:18:56.515594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-58b1a3ab-c977-4acf-aba4-5cd39c4ea936 req-4206b06f-fcda-468a-951e-56c76b51b10f tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Jul 15 13:18:56.922573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0049849-6f2f-4808-a4d0-e0b6fd7d42cc req-1bd3eafd-3c77-496a-ab23-b971cca4f3a8 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 10907 time: 0.1718514 Jul 15 13:18:57.034118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0049849-6f2f-4808-a4d0-e0b6fd7d42cc req-871abeb7-8c4b-4f87-bced-7f57106919d5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/1f62f0e5-8eb3-4df4-9758-28f7a47f9570 HTTP/1.1" status: 200 len: 2985 time: 0.0941746 Jul 15 13:18:57.117911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0049849-6f2f-4808-a4d0-e0b6fd7d42cc req-98ddc2f7-5a02-454a-80f9-2653f7b8b56f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/1f62f0e5-8eb3-4df4-9758-28f7a47f9570 HTTP/1.1" status: 200 len: 2985 time: 0.0816681 Jul 15 13:18:57.442491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbc7edf0-15f4-4b54-8b91-a4cb3bf0d2d5 req-212011bf-ec83-4884-af03-7ddc0e3998c1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/f46747bb-d20e-4060-9e3a-53218c9d6d36 HTTP/1.1" status: 200 len: 1802 time: 0.0602324 Jul 15 13:18:57.527083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbc7edf0-15f4-4b54-8b91-a4cb3bf0d2d5 req-337fcad3-7d7d-4e35-af21-267e00135045 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.578432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbc7edf0-15f4-4b54-8b91-a4cb3bf0d2d5 req-337fcad3-7d7d-4e35-af21-267e00135045 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.662560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbc7edf0-15f4-4b54-8b91-a4cb3bf0d2d5 req-337fcad3-7d7d-4e35-af21-267e00135045 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.665632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbc7edf0-15f4-4b54-8b91-a4cb3bf0d2d5 req-337fcad3-7d7d-4e35-af21-267e00135045 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:57.667003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbc7edf0-15f4-4b54-8b91-a4cb3bf0d2d5 req-337fcad3-7d7d-4e35-af21-267e00135045 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/f46747bb-d20e-4060-9e3a-53218c9d6d36 HTTP/1.1" status: 204 len: 173 time: 0.2149765 Jul 15 13:18:57.681305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcad3-7d7d-4e35-af21-267e00135045 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46747bb-d20e-4060-9e3a-53218c9d6d36,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:57.801257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4de64-7b16-4840-b9c1-94795bd3a7c3 req-e1000d5b-bf75-4b4f-ab62-a68b78911256 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:57.804712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-edc4de64-7b16-4840-b9c1-94795bd3a7c3 req-e1000d5b-bf75-4b4f-ab62-a68b78911256 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 950 time: 0.0994704 Jul 15 13:18:57.865267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-edc4de64-7b16-4840-b9c1-94795bd3a7c3 req-be6d0af6-9e5c-4222-9438-ae5510449f02 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499718 Jul 15 13:18:58.101035 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-b2411d7f-d16d-4339-97c4-e32da015dbae req-65a9544c-960e-43df-83ea-88fc4e69fcb8 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:18:58.112367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2411d7f-d16d-4339-97c4-e32da015dbae req-65a9544c-960e-43df-83ea-88fc4e69fcb8 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/f46747bb-d20e-4060-9e3a-53218c9d6d36 HTTP/1.1" status: 404 len: 352 time: 0.0363050 Jul 15 13:18:58.170381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475a061-d42e-47b5-b986-fd48be9e0cdf req-75dc511e-9dc8-4bb7-a484-d31c0358fa5d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.179510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f475a061-d42e-47b5-b986-fd48be9e0cdf req-75dc511e-9dc8-4bb7-a484-d31c0358fa5d tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1573815 Jul 15 13:18:58.235249 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f475a061-d42e-47b5-b986-fd48be9e0cdf req-8f9f8ed3-13d6-477e-9d10-7c4994d90eaf tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509017 Jul 15 13:18:58.339861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-925e6104-8dc1-484a-914c-2e8a864841d3 req-741b221a-1093-4078-95ec-4e3545ca570c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/a1aae55d-ac18-4de6-9ba4-66f7b1b7e85a HTTP/1.1" status: 200 len: 1803 time: 0.0850968 Jul 15 13:18:58.377010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-65a0b5a9-1fbc-41fb-8cce-753cea36b187 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:58.382791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-65a0b5a9-1fbc-41fb-8cce-753cea36b187 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 950 time: 0.1092257 Jul 15 13:18:58.437628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-925e6104-8dc1-484a-914c-2e8a864841d3 req-b3e0c372-c8ff-4119-a04a-1b6cfd53f1d9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.466440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-925e6104-8dc1-484a-914c-2e8a864841d3 req-b3e0c372-c8ff-4119-a04a-1b6cfd53f1d9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.579284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-925e6104-8dc1-484a-914c-2e8a864841d3 req-b3e0c372-c8ff-4119-a04a-1b6cfd53f1d9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.587392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-925e6104-8dc1-484a-914c-2e8a864841d3 req-b3e0c372-c8ff-4119-a04a-1b6cfd53f1d9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.590627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-925e6104-8dc1-484a-914c-2e8a864841d3 req-b3e0c372-c8ff-4119-a04a-1b6cfd53f1d9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/a1aae55d-ac18-4de6-9ba4-66f7b1b7e85a HTTP/1.1" status: 204 len: 173 time: 0.2403822 Jul 15 13:18:58.610427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:58.613144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:58.643009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0c372-c8ff-4119-a04a-1b6cfd53f1d9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aae55d-ac18-4de6-9ba4-66f7b1b7e85a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:58.965795 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-3cb6c034-9f26-4c79-a1f2-4d96282514db req-fef7b63b-509d-4e53-b8cd-290679f7eb3c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:18:58.968771 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cb6c034-9f26-4c79-a1f2-4d96282514db req-fef7b63b-509d-4e53-b8cd-290679f7eb3c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/a1aae55d-ac18-4de6-9ba4-66f7b1b7e85a HTTP/1.1" status: 404 len: 352 time: 0.0495217 Jul 15 13:18:59.073777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.074413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.129256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-b45f0fd7-606d-4740-bd9d-506f7a74cbb7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.132111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-b45f0fd7-606d-4740-bd9d-506f7a74cbb7 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "GET /v2.0/ports?device_id=04bc0528-f0b5-4b49-bc52-243c3886f4e4 HTTP/1.1" status: 200 len: 950 time: 0.4397748 Jul 15 13:18:59.233376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3646899e-cd41-4a83-a06e-341181054b38 req-a88c24ac-7acb-446f-8fdd-3c8eb9245ea8 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/0c9999c5-e665-45d6-872d-348a5874827d HTTP/1.1" status: 200 len: 1800 time: 0.1535685 Jul 15 13:18:59.327012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:59.380280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3646899e-cd41-4a83-a06e-341181054b38 req-e7b11501-90a9-440a-908f-779c7d0f069e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.487018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3646899e-cd41-4a83-a06e-341181054b38 req-e7b11501-90a9-440a-908f-779c7d0f069e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.582592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3646899e-cd41-4a83-a06e-341181054b38 req-e7b11501-90a9-440a-908f-779c7d0f069e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.589094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3646899e-cd41-4a83-a06e-341181054b38 req-e7b11501-90a9-440a-908f-779c7d0f069e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.597351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port 0df02f4c-1932-460c-b63d-a92f24d2b992 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:18:59.597821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.607387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3646899e-cd41-4a83-a06e-341181054b38 req-e7b11501-90a9-440a-908f-779c7d0f069e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/0c9999c5-e665-45d6-872d-348a5874827d HTTP/1.1" status: 204 len: 173 time: 0.3714616 Jul 15 13:18:59.625129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6f7c0-c294-472c-92e8-44086a7516ef req-70ec38b5-e87f-43e1-b9a0-7cb75f989125 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:18:59.633119 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6e6f7c0-c294-472c-92e8-44086a7516ef req-70ec38b5-e87f-43e1-b9a0-7cb75f989125 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 950 time: 0.3714342 Jul 15 13:18:59.633980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11501-90a9-440a-908f-779c7d0f069e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9999c5-e665-45d6-872d-348a5874827d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:18:59.878976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6e6f7c0-c294-472c-92e8-44086a7516ef req-2550632c-9485-476e-9b2b-3b2647e35618 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446215 Jul 15 13:18:59.953818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port 0df02f4c-1932-460c-b63d-a92f24d2b992, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0df02f4c-1932-460c-b63d-a92f24d2b992,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:18:59.953818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.953818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:18:59.961733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for 0df02f4c-1932-460c-b63d-a92f24d2b992 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:18:59.971896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:00.023593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:00.097397 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-c9842762-d8d7-4807-b9ea-d00149f3e703 req-5b10e825-6332-410f-b55e-1818bcf80dab tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:19:00.099435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9842762-d8d7-4807-b9ea-d00149f3e703 req-5b10e825-6332-410f-b55e-1818bcf80dab tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/0c9999c5-e665-45d6-872d-348a5874827d HTTP/1.1" status: 404 len: 352 time: 0.0906193 Jul 15 13:19:00.164751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9fede-01de-48a5-8231-3a8b2a5d4c1b req-a08a3058-ee24-4f10-8fef-de0bfaebae94 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:00.171615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9c9fede-01de-48a5-8231-3a8b2a5d4c1b req-a08a3058-ee24-4f10-8fef-de0bfaebae94 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.2207236 Jul 15 13:19:00.206915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:00.214789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:00.225719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-809f4c68-096d-4df6-9ccb-bdc86d264fb7 req-e7de7135-805c-4088-a672-6ed4e2e0a98c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "DELETE /v2.0/ports/b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd HTTP/1.1" status: 204 len: 173 time: 1.8366246 Jul 15 13:19:00.240640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'name': 'network-vif-deleted', 'tag': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:00.246821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9c9fede-01de-48a5-8231-3a8b2a5d4c1b req-fa8a0575-96e9-4e21-83e3-3b83ae14713c tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Jul 15 13:19:00.251590 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e40f6-797d-4401-be49-b96a316d9e98" -d '{"events": [{"server_uuid": "9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89", "name": "network-vif-deleted", "tag": "b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:00.817250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c974f5d-d6bd-40d6-b967-d2fc38565ae6 req-2be9e653-8a3f-43f7-8fb1-299e54e56a68 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 6155 time: 0.2219918 Jul 15 13:19:00.925797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c974f5d-d6bd-40d6-b967-d2fc38565ae6 req-e180e4ba-775a-4ece-8a4c-df97a24c1516 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/1f62f0e5-8eb3-4df4-9758-28f7a47f9570 HTTP/1.1" status: 200 len: 2985 time: 0.1074698 Jul 15 13:19:01.020955 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c26e57-cc93-4ca9-994d-89207fae60ef x-openstack-request-id: req-25c26e57-cc93-4ca9-994d-89207fae60ef {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:01.021673 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89", "name": "network-vif-deleted", "tag": "b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:01.030207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c974f5d-d6bd-40d6-b967-d2fc38565ae6 req-076a2a98-90e5-4d70-8aa3-7a58579e792c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/1f62f0e5-8eb3-4df4-9758-28f7a47f9570 HTTP/1.1" status: 200 len: 2985 time: 0.1027925 Jul 15 13:19:01.030872 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25c26e57-cc93-4ca9-994d-89207fae60ef {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:01.031768 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89', 'name': 'network-vif-deleted', 'tag': 'b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd', 'status': 'completed', 'code': 200} Jul 15 13:19:01.181683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.195072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3ad3bb96-668d-405d-826f-85b88ea3fbca'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:01.276469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=0df02f4c-1932-460c-b63d-a92f24d2b992,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.278456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7104ea6f-b608-4099-95ec-1ae302a79f29 req-b3bf9e75-25df-47c2-9f0f-02826ccb8b47 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b9ab0a2-914f-45c4-bbcb-c63ca17a7b89 HTTP/1.1" status: 200 len: 210 time: 0.0701165 Jul 15 13:19:01.379676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7f867c94-c3c9-4f9f-9f0e-a11d2709f9a4 req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-841296708', 'description': 'tempest-description-1644070926'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:01.400374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port 0df02f4c-1932-460c-b63d-a92f24d2b992 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:01.406990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.422493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c9a9694-4558-4e4c-adb2-8fb510ba7a6d req-2a2030f9-e967-420c-ac88-a35b569589bb tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.58 "DELETE /v2.0/ports/0df02f4c-1932-460c-b63d-a92f24d2b992 HTTP/1.1" status: 204 len: 173 time: 2.2720370 Jul 15 13:19:01.446888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f867c94-c3c9-4f9f-9f0e-a11d2709f9a4 req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.626474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0df02f4c-1932-460c-b63d-a92f24d2b992 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:01.642702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-5b247bb0-4a15-4dab-888e-8f36f1444817 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:01.650434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-5b247bb0-4a15-4dab-888e-8f36f1444817 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.1932743 Jul 15 13:19:01.682628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f867c94-c3c9-4f9f-9f0e-a11d2709f9a4 req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.691626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 0df02f4c-1932-460c-b63d-a92f24d2b992 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:01.692221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0df02f4c-1932-460c-b63d-a92f24d2b992 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:01.692636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f867c94-c3c9-4f9f-9f0e-a11d2709f9a4 req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.692989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:01.742334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:01.742676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b5e336e4-a455-4a9e-9fd0-7ef42d3b6bcd not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:01.755101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3889a0-f15d-4b90-b61d-eae6a620584b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:01.811905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7f867c94-c3c9-4f9f-9f0e-a11d2709f9a4 req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:01.818680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f867c94-c3c9-4f9f-9f0e-a11d2709f9a4 req-db21e5c9-d958-47e6-8c21-e3ca09de29a2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4465497 Jul 15 13:19:02.064530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Deleting port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:02.065394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.141696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f387f-6fa1-4e5c-b62e-adce45b9cf8d req-de99e9f6-5075-4275-884e-537b65201882 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:02.145367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7f387f-6fa1-4e5c-b62e-adce45b9cf8d req-de99e9f6-5075-4275-884e-537b65201882 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 945 time: 0.3009756 Jul 15 13:19:02.261144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] For port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:02.261551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.268420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7f387f-6fa1-4e5c-b62e-adce45b9cf8d req-71e69b71-61c5-4501-991b-33dc615c1aef tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/security-groups?id=50553625-bdba-45b5-b8c3-0015a9e59237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859802 Jul 15 13:19:02.297982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Calling delete_port for 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:02.526294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-47c8349f-1708-48a3-81ad-b9b40c51c571 req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-902821427', 'description': 'tempest-description-1994089870'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:02.617350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-47c8349f-1708-48a3-81ad-b9b40c51c571 req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.629264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.670428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Pushing event deleted for resources: {'Port': ['ID=1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:02.750350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] No DVR routers for this DVR port 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:02.756922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.759660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c4227e7-3b61-405a-9d29-4b23a2975c92 req-b696dd6c-e023-49c6-9ffe-0f4b37165aad tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.58 "DELETE /v2.0/ports/1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 HTTP/1.1" status: 204 len: 173 time: 1.1064312 Jul 15 13:19:02.900636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-47c8349f-1708-48a3-81ad-b9b40c51c571 req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.916128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-47c8349f-1708-48a3-81ad-b9b40c51c571 req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:02.963937 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:03.000052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-47c8349f-1708-48a3-81ad-b9b40c51c571 req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.012042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47c8349f-1708-48a3-81ad-b9b40c51c571 req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4899027 Jul 15 13:19:03.034495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'name': 'network-vif-deleted', 'tag': '0df02f4c-1932-460c-b63d-a92f24d2b992'}, {'server_uuid': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'name': 'network-vif-deleted', 'tag': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:03.046541 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d0af8-9ae7-4fb8-9c1c-7e43199926ba" -d '{"events": [{"server_uuid": "04bc0528-f0b5-4b49-bc52-243c3886f4e4", "name": "network-vif-deleted", "tag": "0df02f4c-1932-460c-b63d-a92f24d2b992"}, {"server_uuid": "41a4d564-147c-4adb-b90e-3402b9dbda1d", "name": "network-vif-deleted", "tag": "1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:03.094119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a6dd-2083-4179-983e-3fb6e50707b1 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697bcb58-e882-4abb-b013-692fab451115,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:03.287734 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee584e-3a0d-4b9f-a413-c7f9705301b5 x-openstack-request-id: req-faee584e-3a0d-4b9f-a413-c7f9705301b5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:03.288052 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bc0528-f0b5-4b49-bc52-243c3886f4e4", "name": "network-vif-deleted", "tag": "0df02f4c-1932-460c-b63d-a92f24d2b992", "status": "completed", "code": 200}, {"server_uuid": "41a4d564-147c-4adb-b90e-3402b9dbda1d", "name": "network-vif-deleted", "tag": "1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:03.288303 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-faee584e-3a0d-4b9f-a413-c7f9705301b5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:03.288787 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bc0528-f0b5-4b49-bc52-243c3886f4e4', 'name': 'network-vif-deleted', 'tag': '0df02f4c-1932-460c-b63d-a92f24d2b992', 'status': 'completed', 'code': 200} Jul 15 13:19:03.289142 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a4d564-147c-4adb-b90e-3402b9dbda1d', 'name': 'network-vif-deleted', 'tag': '1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8', 'status': 'completed', 'code': 200} Jul 15 13:19:03.558953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39296) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:03.632600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:03.719750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-fce5e4b2-98c2-42f6-9480-03a3f099001a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:03.727637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-fce5e4b2-98c2-42f6-9480-03a3f099001a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 813 time: 0.2834067 Jul 15 13:19:03.744427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39304) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:03.751580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-f60b266a-cf8d-458c-bb31-fade140ebd71 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/quotas/f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 375 time: 0.0228095 Jul 15 13:19:03.794408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:03.821582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1a60f6b8-bb08-4be3-8afd-ee0110bdc1c8 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:03.951653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:03.974557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-a61f3fa9-6106-4d9b-b52f-c78d9e697af2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218406 Jul 15 13:19:04.007750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd03f-0c3a-4b15-a263-3c77e0cdc745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.073690 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8492e1fa-ff30-4529-90bd-8d45f5f1676c req-8b5685dd-3b9b-4f4e-894e-74bff567f9d3 tempest-ServerRescueNegativeTestJSON-1144600196 tempest-ServerRescueNegativeTestJSON-1144600196-project] 10.222.0.57 "GET /v2.0/ports?device_id=41a4d564-147c-4adb-b90e-3402b9dbda1d HTTP/1.1" status: 200 len: 210 time: 0.0633495 Jul 15 13:19:04.232238 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:19:04.232238 n-d-798054-11 neutron-server[93994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:19:04.232238 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id': '4ce29d6febff4beba3991fb615cbeb14', 'id': '6c73f8ac-1715-4dff-b6a7-41d128f59b64', 'expiration': datetime.datetime(2021, 7, 15, 13, 21, 4, 219504)}] Jul 15 13:19:04.232238 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:19:04.233008 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:19:04.241386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-84f2590c-a603-4f83-875e-4c8b21daff2d service neutron] 10.222.0.57 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637939 Jul 15 13:19:04.376271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd03f-0c3a-4b15-a263-3c77e0cdc745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.395110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd03f-0c3a-4b15-a263-3c77e0cdc745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.420146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-2ac60c74-f52b-4cb8-8b58-9b38c4d4bbdc service neutron] 10.222.0.57 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724260 Jul 15 13:19:04.457422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e3cd03f-0c3a-4b15-a263-3c77e0cdc745 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d25b49692e344ddab3b03e1fe573b31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7116003 Jul 15 13:19:04.460380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39312) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:04.482731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cd03f-0c3a-4b15-a263-3c77e0cdc745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3605daff-fd0e-42bc-95b7-4f1e99389674,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:04.548511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b689c6a-9e55-4284-924c-1a77fd05f4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.581023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b689c6a-9e55-4284-924c-1a77fd05f4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.613596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0681577-66f1-47ac-b295-a5b77d2f19cf req-2123abdb-6898-4fcc-a4d1-6cfe04143942 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:04.615556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f0681577-66f1-47ac-b295-a5b77d2f19cf req-2123abdb-6898-4fcc-a4d1-6cfe04143942 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 949 time: 0.0885866 Jul 15 13:19:04.676712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b689c6a-9e55-4284-924c-1a77fd05f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.681944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b689c6a-9e55-4284-924c-1a77fd05f4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.686487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4b689c6a-9e55-4284-924c-1a77fd05f4e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3605daff-fd0e-42bc-95b7-4f1e99389674 HTTP/1.1" status: 204 len: 168 time: 0.2212942 Jul 15 13:19:04.717951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689c6a-9e55-4284-924c-1a77fd05f4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3605daff-fd0e-42bc-95b7-4f1e99389674,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:04.734734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:04.796379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f0681577-66f1-47ac-b295-a5b77d2f19cf req-29993265-d793-497b-be90-7517ba09ac8f tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653864 Jul 15 13:19:04.987036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b7b65e8-c65b-44bd-896e-1616d2fa5d1b req-6152b160-ab7a-4a24-90f0-ef4473e35a2f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 210 time: 0.0833924 Jul 15 13:19:04.990505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.006274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.135387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ce29d6febff4beba3991fb615cbeb14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5697970 Jul 15 13:19:05.135387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47041fb9-bc79-402b-b966-957dd4588cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af414ee7-5463-4114-a0f0-88240a545ca9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.136913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39326) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.241827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39332) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.363699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7056c9dd-f93d-4c0e-9bed-836e0ae56fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.446922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7056c9dd-f93d-4c0e-9bed-836e0ae56fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.506657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa45480-f017-4dcb-b980-c4022426fffc req-13a1a115-0660-4bf1-8167-e170645db933 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:05.509909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baa45480-f017-4dcb-b980-c4022426fffc req-13a1a115-0660-4bf1-8167-e170645db933 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 949 time: 0.2593193 Jul 15 13:19:05.631662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39350) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:05.730751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7056c9dd-f93d-4c0e-9bed-836e0ae56fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.734650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7056c9dd-f93d-4c0e-9bed-836e0ae56fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.739379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7056c9dd-f93d-4c0e-9bed-836e0ae56fb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af414ee7-5463-4114-a0f0-88240a545ca9 HTTP/1.1" status: 204 len: 168 time: 0.5967295 Jul 15 13:19:05.752021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056c9dd-f93d-4c0e-9bed-836e0ae56fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af414ee7-5463-4114-a0f0-88240a545ca9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:05.799974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Deleting port 3ad3bb96-668d-405d-826f-85b88ea3fbca {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:05.801207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.972916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] For port 3ad3bb96-668d-405d-826f-85b88ea3fbca, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3ad3bb96-668d-405d-826f-85b88ea3fbca,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:05.973274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:05.993310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Calling delete_port for 3ad3bb96-668d-405d-826f-85b88ea3fbca owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:06.124224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Deleting subnet a867b882-0336-456d-a5e4-f9c513468bb1 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:06.130742 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.251371 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc91af-def6-4618-8c70-f043cc7df897 req-d54b8495-a101-435a-affd-b0185466a296 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:06.256706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13dc91af-def6-4618-8c70-f043cc7df897 req-d54b8495-a101-435a-affd-b0185466a296 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 949 time: 0.1898162 Jul 15 13:19:06.263211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.280855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.411225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39368) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.430392 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c536bff9-3bfe-4b44-ba9f-5ae0fedfd293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.560576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13dc91af-def6-4618-8c70-f043cc7df897 req-a560af34-17a8-4c93-8daa-da8c152b1474 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/security-groups?id=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480176 Jul 15 13:19:06.695002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c536bff9-3bfe-4b44-ba9f-5ae0fedfd293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.726457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c536bff9-3bfe-4b44-ba9f-5ae0fedfd293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.797744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c536bff9-3bfe-4b44-ba9f-5ae0fedfd293 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1086d9b282bf49ca943d76d4f258b531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841050 Jul 15 13:19:06.804348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39380) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:06.838602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536bff9-3bfe-4b44-ba9f-5ae0fedfd293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb28a85-aa72-4346-aeb9-4cdd51968713,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:06.893783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d5dae6d-668a-4fd7-98f1-3e83ff2d3b56 req-0d026b21-cd9c-43f6-af74-4a96941c4479 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 210 time: 0.0605984 Jul 15 13:19:06.911547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:06.949167 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.000466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Pushing event deleted for resources: {'Port': ['ID=3ad3bb96-668d-405d-826f-85b88ea3fbca,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.071090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] No DVR routers for this DVR port 3ad3bb96-668d-405d-826f-85b88ea3fbca on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:07.073523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.077565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.080178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-baa45480-f017-4dcb-b980-c4022426fffc req-af9ca186-180f-4060-a60d-5b093b436c3c tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.59 "DELETE /v2.0/ports/3ad3bb96-668d-405d-826f-85b88ea3fbca HTTP/1.1" status: 204 len: 173 time: 1.5520773 Jul 15 13:19:07.084519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'name': 'network-vif-deleted', 'tag': '3ad3bb96-668d-405d-826f-85b88ea3fbca'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:07.087602 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4003f-df91-4380-9bd1-1f3891c07244" -d '{"events": [{"server_uuid": "68583cf9-3eeb-4898-bec8-3b9e1690853f", "name": "network-vif-deleted", "tag": "3ad3bb96-668d-405d-826f-85b88ea3fbca"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:07.131652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a867b882-0336-456d-a5e4-f9c513468bb1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.140096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.143017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a8fe111-1ceb-46b8-aa20-ec82c8abe31b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a867b882-0336-456d-a5e4-f9c513468bb1 HTTP/1.1" status: 204 len: 168 time: 1.5090423 Jul 15 13:19:07.145346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39390) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:07.170355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Deleting port eac2de58-e200-4bc7-92f0-4ec03a1538e1 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:07.170878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.179935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a8d3-b7ec-4fd7-af17-d6514032c791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.230235 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd0c422-4bd3-444e-82d6-f9b9ed0883c3 x-openstack-request-id: req-bbd0c422-4bd3-444e-82d6-f9b9ed0883c3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:07.230637 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68583cf9-3eeb-4898-bec8-3b9e1690853f", "name": "network-vif-deleted", "tag": "3ad3bb96-668d-405d-826f-85b88ea3fbca", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:07.230886 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbd0c422-4bd3-444e-82d6-f9b9ed0883c3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:07.231314 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68583cf9-3eeb-4898-bec8-3b9e1690853f', 'name': 'network-vif-deleted', 'tag': '3ad3bb96-668d-405d-826f-85b88ea3fbca', 'status': 'completed', 'code': 200} Jul 15 13:19:07.246949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.312421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-94b4a3bd-9227-4980-862a-1b4eea65bf24 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:07.314213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-94b4a3bd-9227-4980-862a-1b4eea65bf24 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 813 time: 0.3607285 Jul 15 13:19:07.316586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a8d3-b7ec-4fd7-af17-d6514032c791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.366060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'port': {'device_id': '50dc74f1-3314-430f-98b5-127988156499', 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489', 'admin_state_up': True, 'tenant_id': 'f9fe13b8ea4f4514a5ef362fb49149a0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:07.391231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.414100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a7f83b-d9df-48c2-94f0-c76c73e6ea6e']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:07.440625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:07.440932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb297d0c-1131-4e96-9b0b-4fcfa3ba8486') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:07.472366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.525269 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.529262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] For port eac2de58-e200-4bc7-92f0-4ec03a1538e1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eac2de58-e200-4bc7-92f0-4ec03a1538e1,segment=NetworkSegment(765a6221-6be8-4d89-89dc-8d55c6d0ad69),segment_id=765a6221-6be8-4d89-89dc-8d55c6d0ad69)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:07.529262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.541378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:07.546430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.555801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Calling delete_port for eac2de58-e200-4bc7-92f0-4ec03a1538e1 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:07.565217 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:07.594002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3ad3bb96-668d-405d-826f-85b88ea3fbca no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:07.640555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 3ad3bb96-668d-405d-826f-85b88ea3fbca {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:07.641668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3ad3bb96-668d-405d-826f-85b88ea3fbca not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:07.663623 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.672687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.674855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/35a7f83b-d9df-48c2-94f0-c76c73e6ea6e HTTP/1.1" status: 204 len: 168 time: 0.5281069 Jul 15 13:19:07.685210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a8d3-b7ec-4fd7-af17-d6514032c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.691800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31307e9-9eb2-49f4-8d0c-4607063793a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a7f83b-d9df-48c2-94f0-c76c73e6ea6e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:07.695569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ec1a8d3-b7ec-4fd7-af17-d6514032c791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:07.699135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6ec1a8d3-b7ec-4fd7-af17-d6514032c791 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bb28a85-aa72-4346-aeb9-4cdd51968713 HTTP/1.1" status: 204 len: 168 time: 0.8899944 Jul 15 13:19:07.940908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56ef9a91-7296-4eb9-8451-3e6850329371 req-5d5fa81b-ac3f-4e7a-8c15-7f06728f9ce2 tempest-ServersOnMultiNodesTest-278818126 tempest-ServersOnMultiNodesTest-278818126-project] 10.222.0.57 "GET /v2.0/ports?device_id=68583cf9-3eeb-4898-bec8-3b9e1690853f HTTP/1.1" status: 200 len: 210 time: 0.0650172 Jul 15 13:19:07.970598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1a8d3-b7ec-4fd7-af17-d6514032c791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb28a85-aa72-4346-aeb9-4cdd51968713,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.162688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Made reservation on behalf of f9fe13b8ea4f4514a5ef362fb49149a0 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:08.173950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39436) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:08.184264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.305091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e7816c8f-d97a-484f-a6ec-41f45559e864 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=977de1d0936e436a832f272a051493a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358566 Jul 15 13:19:08.307418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39446) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:08.316066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f95f3f4-fff3-409a-a54a-043d62cd31b6 req-4c366416-5adb-4d68-88b4-5ce023fdd4f0 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 210 time: 0.0789793 Jul 15 13:19:08.417017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80405d40-3c24-4800-8157-9f746eaf8b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.445641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80405d40-3c24-4800-8157-9f746eaf8b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.494014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.521627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80405d40-3c24-4800-8157-9f746eaf8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.524927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-80405d40-3c24-4800-8157-9f746eaf8b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:08.530373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-80405d40-3c24-4800-8157-9f746eaf8b6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77e610a0-8c6c-49b6-8a84-7c545202ba51 HTTP/1.1" status: 204 len: 168 time: 0.2213614 Jul 15 13:19:08.543498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Pushing event deleted for resources: {'Port': ['ID=eac2de58-e200-4bc7-92f0-4ec03a1538e1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.551750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405d40-3c24-4800-8157-9f746eaf8b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e610a0-8c6c-49b6-8a84-7c545202ba51,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:08.654397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Allocated IP 172.20.0.5 (843d92bf-3cfe-4b37-8934-70a58b23e489/93e0edd6-43c9-4b87-97ad-9fd24fcfd06e/03c90b07-90c9-4231-9dfc-dc598c235d46) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:09.210288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.310463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.388647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa35fa-317d-47ec-b8ed-5bb657fb3a66 req-00f1da0a-0b63-45d0-b82f-b97f7d803fc3 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:09.396408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-97aa35fa-317d-47ec-b8ed-5bb657fb3a66 req-00f1da0a-0b63-45d0-b82f-b97f7d803fc3 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.3110409 Jul 15 13:19:09.694633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e5ad4eb-5771-4959-ac07-a15d5b7fdf74 req-08aa4cf1-13c3-41b3-9698-35261736de1b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 210 time: 0.0749371 Jul 15 13:19:09.920340 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-97aa35fa-317d-47ec-b8ed-5bb657fb3a66 req-bab7ec23-a4e7-4b8d-881c-26f51ba90bec tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547837 Jul 15 13:19:09.924908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:09.943804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:10.033517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39520) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.067963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Network 843d92bf-3cfe-4b37-8934-70a58b23e489 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:10.074880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:10.079438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:10.082683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:10.208680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Router 66f7f152-4f80-4688-a072-a2ce2e54b54f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:10.234145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:10.235176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.284188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-65ca16da-5158-4b9e-8915-f2390a1653ec tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9259570 Jul 15 13:19:10.456670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Request body: {'port': {'device_id': '50dc74f1-3314-430f-98b5-127988156499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:10.725348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:10.734702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:10.744940 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] Sync routers for ids ['66f7f152-4f80-4688-a072-a2ce2e54b54f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:10.761971 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0f77cdab-da1e-412c-98f6-17703393b3af admin admin] 10.222.0.57 "PUT /v2.0/routers/66f7f152-4f80-4688-a072-a2ce2e54b54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5183961 Jul 15 13:19:10.765290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39538) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:10.796327 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] Routers {'66f7f152-4f80-4688-a072-a2ce2e54b54f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:10.807576 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['66f7f152-4f80-4688-a072-a2ce2e54b54f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:10.836526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e24f6902-f85d-451c-8c60-9209eb36c33e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4123a0f04d74de594c1ac5baa46f4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8010545 Jul 15 13:19:10.845334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39542) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.021236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-8b706017-d496-41d3-8ba5-223a8b6e31da tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:11.023222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-8b706017-d496-41d3-8ba5-223a8b6e31da tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.3870819 Jul 15 13:19:11.089586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ea9e1ea-1e6b-44af-99a9-c2e2cd0d71f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.219783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ea9e1ea-1e6b-44af-99a9-c2e2cd0d71f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.230086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39548) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:11.327185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.495411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ea9e1ea-1e6b-44af-99a9-c2e2cd0d71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.528959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ea9e1ea-1e6b-44af-99a9-c2e2cd0d71f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:11.534660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3ea9e1ea-1e6b-44af-99a9-c2e2cd0d71f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a HTTP/1.1" status: 204 len: 168 time: 0.6856806 Jul 15 13:19:11.555253 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] Set router 66f7f152-4f80-4688-a072-a2ce2e54b54f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:11.693635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9e1ea-1e6b-44af-99a9-c2e2cd0d71f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac90d7-49d4-4969-98c8-d6d9bb5bd95a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:11.993501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-network', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:12.055308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Deleting port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:12.055914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.094061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:12.123485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.133787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5137154-cfc9-445a-b6a0-1ed4e89d3734 req-e274b60b-7761-46fd-842f-295c0eded800 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.157976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5137154-cfc9-445a-b6a0-1ed4e89d3734 req-e274b60b-7761-46fd-842f-295c0eded800 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 945 time: 0.7238955 Jul 15 13:19:12.192338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.240738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d2645-17d2-4c65-8ce4-61614840501d req-b8913b32-581d-4fd5-b5ce-c5778bf23bc4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:12.253825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2d2645-17d2-4c65-8ce4-61614840501d req-b8913b32-581d-4fd5-b5ce-c5778bf23bc4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 931 time: 1.0856795 Jul 15 13:19:12.292298 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:19:08Z', 'revision_number': 5, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:12.344857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.371080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2d2645-17d2-4c65-8ce4-61614840501d req-65f2c993-c71e-4d3c-a924-ba6e9444af13 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159391 Jul 15 13:19:12.389968 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] Checking router: 66f7f152-4f80-4688-a072-a2ce2e54b54f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:12.415785 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] Routers {'66f7f152-4f80-4688-a072-a2ce2e54b54f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:12.419466 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['66f7f152-4f80-4688-a072-a2ce2e54b54f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:12.549601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5137154-cfc9-445a-b6a0-1ed4e89d3734 req-dc55b0cd-58fb-4e08-a0d1-f9121607ac02 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894310 Jul 15 13:19:12.624551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c90b07-90c9-4231-9dfc-dc598c235d46 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:12.647809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.687272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Transition to ACTIVE for port object 03c90b07-90c9-4231-9dfc-dc598c235d46 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:12.720954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.725104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] For port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:12.729901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.756128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Deleting port 4ad72cc1-2519-498f-9eba-a7b5a09faf17 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:12.756579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.827836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.850756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.866992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:12.878285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:12.878580 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Added segment f523384e-68e1-4157-bdcb-81da7320b198 of type vlan for network e77ca1a6-b459-41a8-bf0a-f17464d9b948 Jul 15 13:19:12.894688 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] Set router 66f7f152-4f80-4688-a072-a2ce2e54b54f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:12.954625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.013149 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39ae719c-f25b-4e8e-bb8f-5a89f98dbe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.099816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39576) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.168745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.170630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:13.171469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.311004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-99e0f5fb-ac67-4aea-8f78-d4e8c89461fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af7a272e1f944619b2f128190ea0aae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095869 Jul 15 13:19:13.326392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.331168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39584) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.350999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de70dc4-d645-401d-855d-dbf015eda952,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.503214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.503779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.504817 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Floating IP f2e16066-4d35-4ff7-bb23-a01bb88a8683 disassociated. External IP: 172.25.3.165, port: e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7. Jul 15 13:19:13.505208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Calling delete_port for e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:13.599474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e77ca1a6-b459-41a8-bf0a-f17464d9b948,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:13.625153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:13.664446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ab96ed41-20d0-401b-9ebf-1f4b3d78c7f7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4163888 Jul 15 13:19:13.679499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39592) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:13.695050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Request body: {'subnet': {'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-subnet', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:13.762756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] For port 4ad72cc1-2519-498f-9eba-a7b5a09faf17, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4ad72cc1-2519-498f-9eba-a7b5a09faf17,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:13.763293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:13.765377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:13.794258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Attempting to bind port 03c90b07-90c9-4231-9dfc-dc598c235d46 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:13.795759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Attempting to bind port 03c90b07-90c9-4231-9dfc-dc598c235d46 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:13.797545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Attempting to bind port 03c90b07-90c9-4231-9dfc-dc598c235d46 on network 843d92bf-3cfe-4b37-8934-70a58b23e489 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:13.841915 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:19:08Z', 'revision_number': 5, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:13.898110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Port 03c90b07-90c9-4231-9dfc-dc598c235d46 on network 843d92bf-3cfe-4b37-8934-70a58b23e489 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:13.899689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Attempting to bind port 03c90b07-90c9-4231-9dfc-dc598c235d46 on network 843d92bf-3cfe-4b37-8934-70a58b23e489 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:13.953043 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040e736-259c-45eb-957d-e94e6c46097a None None] The sync data for ids ['66f7f152-4f80-4688-a072-a2ce2e54b54f'] in n-d-798054-11 is: [{'id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'name': 'tempest-ServerRescueNegativeTestJSON-1027452215-router', 'tenant_id': 'b703c65df8eb47a4961333776f809259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:15:27Z', 'updated_at': '2021-07-15T13:19:08Z', 'revision_number': 5, 'project_id': 'b703c65df8eb47a4961333776f809259', 'gw_port': {'id': '4ad72cc1-2519-498f-9eba-a7b5a09faf17', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f7f152-4f80-4688-a072-a2ce2e54b54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:15:29Z', 'updated_at': '2021-07-15T13:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:13.977831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Calling delete_port for 4ad72cc1-2519-498f-9eba-a7b5a09faf17 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:14.035418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.169659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:14.170766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Checking segment: {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:14.171314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Bound using segment: {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:14.172186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Bound port: 03c90b07-90c9-4231-9dfc-dc598c235d46, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97988c74-0e72-40d9-9999-308da7183a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:14.172675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.217329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:14.227834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.229926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39600) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:14.231901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106e2e1e-3a37-441a-a54d-22d41b76f753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.244407 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.308098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event deleted for resources: {'Port': ['ID=e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:14.440102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739d855-28f9-4788-a55a-8d526a749aef req-a35da3e2-927e-4c58-9e08-086b0f6c3813 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.440958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eac2de58-e200-4bc7-92f0-4ec03a1538e1 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:14.443660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1739d855-28f9-4788-a55a-8d526a749aef req-a35da3e2-927e-4c58-9e08-086b0f6c3813 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 867 time: 0.5129099 Jul 15 13:19:14.501046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106e2e1e-3a37-441a-a54d-22d41b76f753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.512336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: eac2de58-e200-4bc7-92f0-4ec03a1538e1 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:14.513057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eac2de58-e200-4bc7-92f0-4ec03a1538e1 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:14.554793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1739d855-28f9-4788-a55a-8d526a749aef req-5c8d6852-1735-464a-a307-8ef04cb2f45a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3367d676-809a-447f-81fb-c5e84e5a0e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015875 Jul 15 13:19:14.649133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c204d80-b13c-4c37-98ac-24d13ff01f3a req-7c54eab1-b22f-446a-9fc3-151bff031c1a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:14.662233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c204d80-b13c-4c37-98ac-24d13ff01f3a req-7c54eab1-b22f-446a-9fc3-151bff031c1a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 943 time: 0.8438442 Jul 15 13:19:14.711536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6722fd77-927c-450b-98e1-93da3f275324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.794961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.799404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:14.839935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:14.878104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.885334 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6722fd77-927c-450b-98e1-93da3f275324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.911356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6722fd77-927c-450b-98e1-93da3f275324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:14.982320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722fd77-927c-450b-98e1-93da3f275324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63539256-d3c5-4eac-ab89-04f5f3d0db6e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.004449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c204d80-b13c-4c37-98ac-24d13ff01f3a req-2003aa2f-5007-421f-a37a-a08252b0d4c4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410368 Jul 15 13:19:15.014391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6722fd77-927c-450b-98e1-93da3f275324 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d3c5d8cadc44bcbb93dfb30b61ffdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7718530 Jul 15 13:19:15.018645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:15.020603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39604) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:15.033818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.034457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.036053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] 10.222.0.58 "PUT /v2.0/ports/03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 1092 time: 4.7353933 Jul 15 13:19:15.037124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106e2e1e-3a37-441a-a54d-22d41b76f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.041862 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-106e2e1e-3a37-441a-a54d-22d41b76f753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.047785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-106e2e1e-3a37-441a-a54d-22d41b76f753 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08feb8dd-7b2d-435a-82f7-cebcfe0e514f HTTP/1.1" status: 204 len: 168 time: 1.6981106 Jul 15 13:19:15.047785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:15.057085 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e74ad3-d750-49df-b545-319b40b64e53" -d '{"events": [{"name": "network-changed", "server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:15.140524 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.193043 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f94d-4c24-4576-a64f-9f61c21421c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.217876 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbcb4a7-1303-4a56-bad6-b904ae2159e0 x-openstack-request-id: req-7fbcb4a7-1303-4a56-bad6-b904ae2159e0 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:15.219037 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:15.226817 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fbcb4a7-1303-4a56-bad6-b904ae2159e0 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:15.227672 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'status': 'completed', 'code': 200} Jul 15 13:19:15.272879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f94d-4c24-4576-a64f-9f61c21421c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.276814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e2e1e-3a37-441a-a54d-22d41b76f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08feb8dd-7b2d-435a-82f7-cebcfe0e514f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.400769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eaeed-146b-4370-86d4-c27b43f522a1 service neutron] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.429077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:15.443207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:15.462613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:15.466882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:15.474952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.485834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.493260 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f94d-4c24-4576-a64f-9f61c21421c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.498665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7fe4f94d-4c24-4576-a64f-9f61c21421c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.500637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7fe4f94d-4c24-4576-a64f-9f61c21421c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63539256-d3c5-4eac-ab89-04f5f3d0db6e HTTP/1.1" status: 204 len: 168 time: 0.4753721 Jul 15 13:19:15.581526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f94d-4c24-4576-a64f-9f61c21421c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63539256-d3c5-4eac-ab89-04f5f3d0db6e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.590788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] No DVR routers for this DVR port e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:15.610236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.620684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad72cc1-2519-498f-9eba-a7b5a09faf17,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.642992 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4a3aaa-0207-44bf-95fd-5d8f8cd9416e req-e6bed674-3aca-4620-a571-459de4e647c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "DELETE /v2.0/ports/e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7 HTTP/1.1" status: 204 len: 173 time: 4.5948775 Jul 15 13:19:15.644865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'name': 'network-vif-deleted', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:15.658067 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea485d1-ec90-43ae-9ea6-42ed1296f8ac" -d '{"events": [{"server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "name": "network-vif-deleted", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:15.731484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-7ed8af2e-d0af-47b5-8aaf-9af224fdbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:15.734663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-7ed8af2e-d0af-47b5-8aaf-9af224fdbe27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1095 time: 0.5290117 Jul 15 13:19:15.788448 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4134f817-b2fb-4dcd-98b1-c2f5a7ac7ee5 x-openstack-request-id: req-4134f817-b2fb-4dcd-98b1-c2f5a7ac7ee5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:15.788770 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e325e67-e0c1-4541-b15a-75ef59e6ed2b", "name": "network-vif-deleted", "tag": "e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:15.788947 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4134f817-b2fb-4dcd-98b1-c2f5a7ac7ee5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:15.789487 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e325e67-e0c1-4541-b15a-75ef59e6ed2b', 'name': 'network-vif-deleted', 'tag': 'e1c8e463-11a7-4cc4-85e8-3ef3c534bfb7', 'status': 'completed', 'code': 200} Jul 15 13:19:15.861818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c6edceab-e5d6-4b92-9bee-8fc334951e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:15.866490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbb8929-a19c-4b4f-947d-96b4c20e24fa,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:15.891686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-55f6869e-ad50-4102-af7c-8e2d587cd3e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 217 time: 0.1400347 Jul 15 13:19:15.904740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:15.939408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.036374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Checking segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:16.037239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Network hostable DHCP agents. Network: e77ca1a6-b459-41a8-bf0a-f17464d9b948, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:16.150742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46844520-6323-471d-9ddb-f9d16d543d64 req-7cfdd259-c3b0-43a5-9786-991a0d6bdff7 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e325e67-e0c1-4541-b15a-75ef59e6ed2b HTTP/1.1" status: 200 len: 210 time: 0.1454988 Jul 15 13:19:16.174786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.183322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.188966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-1a897eab-134f-4161-ace7-888bdbe8e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.190926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-1a897eab-134f-4161-ace7-888bdbe8e664 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.2700751 Jul 15 13:19:16.358180 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.444890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-cc309035-64cb-41ff-899f-f356e79b1522 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442763 Jul 15 13:19:16.447015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:16.583151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.630077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e77ca1a6-b459-41a8-bf0a-f17464d9b948) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:16.646827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:16.648028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.652452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.653406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66f7f152-4f80-4688-a072-a2ce2e54b54f {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:19:16.670573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.673395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-052e0e1d-130c-4ef6-897c-d67331de1ebb admin admin] 10.222.0.57 "DELETE /v2.0/routers/66f7f152-4f80-4688-a072-a2ce2e54b54f HTTP/1.1" status: 204 len: 168 time: 5.9060123 Jul 15 13:19:16.681586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.682468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.702481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c8254-bb02-41bd-872f-382740ba76f9 None None] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:16.716409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-031eb01b-a123-445f-9900-927b1c33ba98 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540121 Jul 15 13:19:16.722004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c29f32d7-6af7-460d-bb31-7ae0264a7372 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0391293 Jul 15 13:19:16.729098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:16.738972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39648) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:16.765105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:16.880603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Deleting subnet dee30397-eaaa-4851-8e08-70a022f911ce {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:19:16.899275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.944332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:16.952527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:16.953449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:16.954993 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.003262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a00b79cf-752d-4525-ac06-11a450c23b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.347385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:17.348225 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.388740 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.509046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:17.541962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bed8f-9fae-4ee3-b5ed-606ad846c616 req-47e27e2a-1139-480a-98d5-fd202cf5b15a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:17.558571 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f71bed8f-9fae-4ee3-b5ed-606ad846c616 req-47e27e2a-1139-480a-98d5-fd202cf5b15a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 943 time: 1.0324259 Jul 15 13:19:17.584230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.652437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a00b79cf-752d-4525-ac06-11a450c23b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.678833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a00b79cf-752d-4525-ac06-11a450c23b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.740224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a00b79cf-752d-4525-ac06-11a450c23b26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=88108ae5ff8f46d19a3b691a08192836&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0554442 Jul 15 13:19:17.755205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39664) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.831372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b79cf-752d-4525-ac06-11a450c23b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ca657-f647-4255-8921-06cf9d395af5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:17.892273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.902586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:17.922126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Allocated IP 172.20.0.2 (e77ca1a6-b459-41a8-bf0a-f17464d9b948/3fbb8929-a19c-4b4f-947d-96b4c20e24fa/ce4ed049-ff97-444f-8d79-486e2b871587) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:17.942475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39668) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:17.945276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-817696e7-6111-4bbc-85b1-d6b3981ce584 req-b9baaa51-39d1-4bea-ba78-67f2eb80bfd7 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2217062 Jul 15 13:19:18.057515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f71bed8f-9fae-4ee3-b5ed-606ad846c616 req-aa250274-4f05-48a9-9919-a75ae1b591ea tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971943 Jul 15 13:19:18.075761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:18.118647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7344a6-8db8-44e1-b136-5697a4d96f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.153442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7344a6-8db8-44e1-b136-5697a4d96f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.155461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b76e0-8cf3-475e-bd5c-927a6eb97093 None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:18.264684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.330961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee30397-eaaa-4851-8e08-70a022f911ce,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.337730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4ad72cc1-2519-498f-9eba-a7b5a09faf17 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:18.356623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.361616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.370471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f0769d75-acd7-4ff1-8224-528c26067507 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dee30397-eaaa-4851-8e08-70a022f911ce HTTP/1.1" status: 204 len: 168 time: 1.6869373 Jul 15 13:19:18.371173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:18.429744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4ad72cc1-2519-498f-9eba-a7b5a09faf17 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:19:18.437611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4ad72cc1-2519-498f-9eba-a7b5a09faf17 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:19:18.437922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7344a6-8db8-44e1-b136-5697a4d96f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.440995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7344a6-8db8-44e1-b136-5697a4d96f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.442714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ca7344a6-8db8-44e1-b136-5697a4d96f99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/758ca657-f647-4255-8921-06cf9d395af5 HTTP/1.1" status: 204 len: 168 time: 0.6833186 Jul 15 13:19:18.452064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Transition to ACTIVE for port object ce4ed049-ff97-444f-8d79-486e2b871587 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:18.560477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7344a6-8db8-44e1-b136-5697a4d96f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ca657-f647-4255-8921-06cf9d395af5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.560834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Transition to ACTIVE for port object ce4ed049-ff97-444f-8d79-486e2b871587 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:18.563775 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.613404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.675738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.683605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:18.699079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:18.704460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:18.730364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Pushing event updated for resources: {'Port': ['ID=ce4ed049-ff97-444f-8d79-486e2b871587,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:18.813983 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.845312 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a3f53-b1db-4f39-bc70-abad17789a5c None None] New status for floating IP f2e16066-4d35-4ff7-bb23-a01bb88a8683: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:19:18.847519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b34eea-a36b-4ce4-8d1f-6fe18df390e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.864333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.864674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.865000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.865331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.865652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.867862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.869945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.872017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.873249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.874665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.877163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.878700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:18.912778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Attempting to bind port ce4ed049-ff97-444f-8d79-486e2b871587 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:18.914446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Attempting to bind port ce4ed049-ff97-444f-8d79-486e2b871587 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:18.916542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Attempting to bind port ce4ed049-ff97-444f-8d79-486e2b871587 on network e77ca1a6-b459-41a8-bf0a-f17464d9b948 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:18.939820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:18.941525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Checking segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:18.942986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:18.944020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Bound using segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:18.962456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Bound port: ce4ed049-ff97-444f-8d79-486e2b871587, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:18.964378 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.025852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b34eea-a36b-4ce4-8d1f-6fe18df390e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.078238 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.117292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233ec2cf-3552-4118-8027-5bb65667167c']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:19.167914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765a6221-6be8-4d89-89dc-8d55c6d0ad69') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:19.169989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765a6221-6be8-4d89-89dc-8d55c6d0ad69') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:19.201678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.232969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-16302e8e-13f9-468a-95a9-c6d9468cc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.245875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.248677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-16302e8e-13f9-468a-95a9-c6d9468cc3ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1095 time: 1.1597464 Jul 15 13:19:19.249807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] For port ce4ed049-ff97-444f-8d79-486e2b871587, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:19.258037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] For port ce4ed049-ff97-444f-8d79-486e2b871587, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ce4ed049-ff97-444f-8d79-486e2b871587,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:19.261828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:19:19.262504 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.270932 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:19:19.306615 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:19:19.437306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39443837-d1f0-4d24-8007-fdd3b1954517 None None] Pushing event updated for resources: {'Port': ['ID=ce4ed049-ff97-444f-8d79-486e2b871587,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.454430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b34eea-a36b-4ce4-8d1f-6fe18df390e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.457529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91b34eea-a36b-4ce4-8d1f-6fe18df390e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.462786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-91b34eea-a36b-4ce4-8d1f-6fe18df390e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "DELETE /v2.0/security-groups/3367d676-809a-447f-81fb-c5e84e5a0e10 HTTP/1.1" status: 204 len: 168 time: 1.5155926 Jul 15 13:19:19.463847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.513055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b34eea-a36b-4ce4-8d1f-6fe18df390e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367d676-809a-447f-81fb-c5e84e5a0e10,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.515815 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-48e220b1-20b0-4cf7-87d5-6918d93cc507 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] show failed (client error): The resource could not be found. Jul 15 13:19:19.520854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-48e220b1-20b0-4cf7-87d5-6918d93cc507 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups/3367d676-809a-447f-81fb-c5e84e5a0e10 HTTP/1.1" status: 404 len: 347 time: 0.0503430 Jul 15 13:19:19.521317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39722) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:19.551439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.562337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.564741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/233ec2cf-3552-4118-8027-5bb65667167c HTTP/1.1" status: 204 len: 168 time: 1.1921382 Jul 15 13:19:19.643917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-bfda5ba9-b282-4290-b7f4-acb070d5412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.647283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-bfda5ba9-b282-4290-b7f4-acb070d5412b service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 0.3878882 Jul 15 13:19:19.670254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7eb7df-dcf6-4b00-a8dc-790c7accc8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=233ec2cf-3552-4118-8027-5bb65667167c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:19.737781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:19.818308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c311ca6-54e4-41aa-94ce-4be43114a0cf req-c21c7edb-26fa-4a55-9238-854c7925f031 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:19.835407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c311ca6-54e4-41aa-94ce-4be43114a0cf req-c21c7edb-26fa-4a55-9238-854c7925f031 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 943 time: 0.3588603 Jul 15 13:19:19.979421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-6b32bcfa-4a0e-4ec2-b21e-667b2dca6646 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 217 time: 0.2416179 Jul 15 13:19:19.981074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.010294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c311ca6-54e4-41aa-94ce-4be43114a0cf req-b2ca0856-f734-4545-b240-8821d3a8e35b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601598 Jul 15 13:19:20.028968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Deleting port 53612f7b-c139-4d74-9794-220051fe43f6 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:20.031329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.057062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.281305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39736) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.296355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e9f2b0b7-f019-44ea-a373-4ac9d2a79a9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b703c65df8eb47a4961333776f809259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296219 Jul 15 13:19:20.300888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39740) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:20.310026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Allocated IP 172.25.3.84 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/600d13e9-1c0e-498f-83ec-f0fb91b0991b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:20.422580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8944cbb1-01bc-418c-b440-01bf2175207b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.429821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.430250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.462404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ce4ed049-ff97-444f-8d79-486e2b871587 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:20.471312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Calling delete_port for 53612f7b-c139-4d74-9794-220051fe43f6 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:20.488383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8944cbb1-01bc-418c-b440-01bf2175207b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.551327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-dd0f8150-0ed2-4e06-bdcf-896b07474d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:20.553896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-dd0f8150-0ed2-4e06-bdcf-896b07474d91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.1755862 Jul 15 13:19:20.573488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb41462a-aaf8-4849-bd9a-2fe93e44883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.619205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ce4ed049-ff97-444f-8d79-486e2b871587 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:20.709698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8944cbb1-01bc-418c-b440-01bf2175207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.716848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8944cbb1-01bc-418c-b440-01bf2175207b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:20.732921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-37b40c59-2b1c-4a77-aae1-5a58c9542092 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915816 Jul 15 13:19:20.736646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8944cbb1-01bc-418c-b440-01bf2175207b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50553625-bdba-45b5-b8c3-0015a9e59237 HTTP/1.1" status: 204 len: 168 time: 0.4263349 Jul 15 13:19:20.837162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944cbb1-01bc-418c-b440-01bf2175207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50553625-bdba-45b5-b8c3-0015a9e59237,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.001908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-81f1604a-e97e-49ce-8309-0add88fc7e0f service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597525 Jul 15 13:19:21.067247 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.140932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.174032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event deleted for resources: {'Port': ['ID=53612f7b-c139-4d74-9794-220051fe43f6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.192244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb41462a-aaf8-4849-bd9a-2fe93e44883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.265331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb41462a-aaf8-4849-bd9a-2fe93e44883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.432072 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.435971 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.438292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9fce17bd-48da-48b3-bd65-12f76f81acb4 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "DELETE /v2.0/floatingips/f2e16066-4d35-4ff7-bb23-a01bb88a8683 HTTP/1.1" status: 204 len: 168 time: 1.8975883 Jul 15 13:19:21.482811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e74ad3-d750-49df-b545-319b40b64e53 req-a15f9afc-f0b7-44fb-834b-d84fdf37f5bf service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731641 Jul 15 13:19:21.531175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bb41462a-aaf8-4849-bd9a-2fe93e44883b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03aa31209b67412faccdcd69b8a07c16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2504594 Jul 15 13:19:21.534912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41462a-aaf8-4849-bd9a-2fe93e44883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504cd53d-cca5-4d55-ac08-648bbc1f72cf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.539516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39766) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:21.589818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.634985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b5cd3-29c1-4b64-88c3-4354d0b42d62 None None] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:21.668029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:21.675686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:21.681042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:21.716602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Pushing event updated for resources: {'Port': ['ID=600d13e9-1c0e-498f-83ec-f0fb91b0991b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:21.730022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 03c90b07-90c9-4231-9dfc-dc598c235d46 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:21.896892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6b0a18c-3918-493c-be12-547c1ae09102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:21.975644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6b0a18c-3918-493c-be12-547c1ae09102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.045826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:22.084390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'network_id': '843d92bf-3cfe-4b37-8934-70a58b23e489', 'port_id': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'mac_address': 'fa:16:3e:27:f5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e0edd6-43c9-4b87-97ad-9fd24fcfd06e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:22.099296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] Provisioning for port ce4ed049-ff97-444f-8d79-486e2b871587 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:22.140920 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6b0a18c-3918-493c-be12-547c1ae09102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.147536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6b0a18c-3918-493c-be12-547c1ae09102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.155847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e6b0a18c-3918-493c-be12-547c1ae09102 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/504cd53d-cca5-4d55-ac08-648bbc1f72cf HTTP/1.1" status: 204 len: 168 time: 0.6138105 Jul 15 13:19:22.182791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] Provisioning complete for port ce4ed049-ff97-444f-8d79-486e2b871587 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:22.184127 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.187126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8214d-5f8c-4f60-8e0e-734c64dbe26e req-3cd9bf0d-8f34-428b-855f-d9ea0938d712 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:22.207474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ada8214d-5f8c-4f60-8e0e-734c64dbe26e req-3cd9bf0d-8f34-428b-855f-d9ea0938d712 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 943 time: 0.5965137 Jul 15 13:19:22.238350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0a18c-3918-493c-be12-547c1ae09102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504cd53d-cca5-4d55-ac08-648bbc1f72cf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:22.285510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39782) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:22.304620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609399851', 'description': 'tempest-description--889710340'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:22.355484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ada8214d-5f8c-4f60-8e0e-734c64dbe26e req-e1460043-9f6f-4134-a724-5473e7d7405b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453040 Jul 15 13:19:22.419181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.429619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.473830 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.558415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c90b07-90c9-4231-9dfc-dc598c235d46 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:22.794122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:22.879585 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.883018 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.926627 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:22.960693 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.077962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.151635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dffacab-6d55-4046-9408-7253705c52b2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.178406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.183495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39814) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.188553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'security_group_rule': {'security_group_id': '3dffacab-6d55-4046-9408-7253705c52b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:23.205311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-12393750-47b5-47a8-bfe5-30a6d7407361 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9186578 Jul 15 13:19:23.232551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] For port ce4ed049-ff97-444f-8d79-486e2b871587, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ce4ed049-ff97-444f-8d79-486e2b871587,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:23.252224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['03c90b07-90c9-4231-9dfc-dc598c235d46'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:23.271341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.282494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.303722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.401398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.412680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.473813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aab26b-5bfb-477d-aef2-d9ca7b0cd2ec,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.491336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.499822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-53043c0d-bb7d-454b-b149-93693063aeda tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150795 Jul 15 13:19:23.500516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39844) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.505530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'security_group_rule': {'security_group_id': '3dffacab-6d55-4046-9408-7253705c52b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:23.574004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bddf20-b70b-4058-a5ac-9fe19c4efe7a None None] Pushing event updated for resources: {'Port': ['ID=ce4ed049-ff97-444f-8d79-486e2b871587,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.600430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.751380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Router a4a30f47-fa05-49d2-b1a5-01c1281304b0 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:23.761722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.767949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.797897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0ca3c9-65ee-406a-990f-f756c9017448,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:23.825584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.833293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-521f3df4-04be-420a-bfbe-4be431de3e01 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306284 Jul 15 13:19:23.868119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39848) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:23.876147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:23.921063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.931204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2d039fc4-23e5-4c77-b39d-8fafc8692530 None None] Provisioning complete for port ce4ed049-ff97-444f-8d79-486e2b871587 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:23.933314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2d039fc4-23e5-4c77-b39d-8fafc8692530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:23.977148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21626686-186a-47b3-afef-20256e737117 req-5fba5566-cce2-499e-94c1-41dae36c8232 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:23.978981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21626686-186a-47b3-afef-20256e737117 req-5fba5566-cce2-499e-94c1-41dae36c8232 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 944 time: 0.1853485 Jul 15 13:19:24.098024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:24.118047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Sync routers for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:24.128844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21626686-186a-47b3-afef-20256e737117 req-3253835a-eb2a-488a-841b-72c7d5701167 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419859 Jul 15 13:19:24.138266 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.146330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-849d8319-d7a3-408a-8c0b-d87dc7ccddcd admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4055717 Jul 15 13:19:24.147013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39866) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.155320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:24.156909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:24.231496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.461743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ce4ed049-ff97-444f-8d79-486e2b871587 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:24.501616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39874) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:24.617783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:24.628688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ce4ed049-ff97-444f-8d79-486e2b871587 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:24.629061 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:24.707314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Allocated IP 172.25.3.177 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/25e9973d-1826-4e53-be70-c582dce92a69) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:24.892426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-network', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:25.008020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.023789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8aa31e3-6bf5-4d4e-bcf7-f57953651809 req-b78d1496-6c7d-4f21-bcf6-07c067c65634 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0838575 Jul 15 13:19:25.050571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Made reservation on behalf of fabc4cfda5b44fee94348d8a4a63041c for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:25.055487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.068933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.149841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:25.150584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.158047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:25.162801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:25.311296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:25.328505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'Port': ['ID=25e9973d-1826-4e53-be70-c582dce92a69,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:25.563589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ff27d0-eebe-4a86-96fd-944b61402a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.597746 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.606803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.625532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.708547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:25.760291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 03c90b07-90c9-4231-9dfc-dc598c235d46 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:25.894975 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:25.895469 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Added segment 14a7e056-4468-4c6d-b9ec-2c06a0a580f3 of type vlan for network ef52c9d1-6878-4d2b-b269-67576e7befe9 Jul 15 13:19:25.898596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba547dd3-e6bd-4306-a86f-48532054135f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:25.956407 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.007538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 03c90b07-90c9-4231-9dfc-dc598c235d46 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:26.033976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 3, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:26.067091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ff808-07c6-417d-a116-b853a0a6d390 req-0095250d-8934-43fe-ac6d-bf9afb7b92e5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.075855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-259ff808-07c6-417d-a116-b853a0a6d390 req-0095250d-8934-43fe-ac6d-bf9afb7b92e5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 944 time: 0.7235017 Jul 15 13:19:26.085138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.105621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 03c90b07-90c9-4231-9dfc-dc598c235d46 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:26.106009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.110913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Checking router: a4a30f47-fa05-49d2-b1a5-01c1281304b0 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:26.110913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Updating router a4a30f47-fa05-49d2-b1a5-01c1281304b0 port 600d13e9-1c0e-498f-83ec-f0fb91b0991b binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:26.276142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.284632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.295763 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.367932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-259ff808-07c6-417d-a116-b853a0a6d390 req-fa07e9f9-a596-4969-af71-6dc4e1c99c45 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904689 Jul 15 13:19:26.428050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'Port': ['ID=25e9973d-1826-4e53-be70-c582dce92a69,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:26.442922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.465180 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.536946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.634272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.635502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.636207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.647752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:26.650756 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b705d71-bb87-41c9-98ff-1021a3927b83" -d '{"events": [{"server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "name": "network-vif-plugged", "status": "completed", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:26.680221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:26.690221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.722925 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349f6e62-6cb8-4d51-bdc8-febea1d3bc48 x-openstack-request-id: req-349f6e62-6cb8-4d51-bdc8-febea1d3bc48 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:26.723315 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "name": "network-vif-plugged", "status": "completed", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:26.723494 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-349f6e62-6cb8-4d51-bdc8-febea1d3bc48 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:26.723971 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'code': 200} Jul 15 13:19:26.781253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ff27d0-eebe-4a86-96fd-944b61402a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.800076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:26.813185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00d8f478-f3f2-4bac-9514-da1d6206b20a tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9318266 Jul 15 13:19:26.876029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:26.945956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] Pushing event updated for resources: {'Network': ['ID=ef52c9d1-6878-4d2b-b269-67576e7befe9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:26.965616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f891e-6e28-4304-989a-0262fd379b73 req-9694bdf6-a3da-4433-9363-6bcd65c7e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:26.968051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-290f891e-6e28-4304-989a-0262fd379b73 req-9694bdf6-a3da-4433-9363-6bcd65c7e0cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1097 time: 0.1361830 Jul 15 13:19:26.975880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:27.055524 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52642498-becd-4e2f-acb1-ea2de3ed076e req-ecf4430d-a24b-41e1-bb3b-bf46a7d070fd tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.3508170 Jul 15 13:19:27.056624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ff27d0-eebe-4a86-96fd-944b61402a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.120945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-290f891e-6e28-4304-989a-0262fd379b73 req-d4312456-3015-42ba-bcda-a833159ca5ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446955 Jul 15 13:19:27.122152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Allocated IP 172.20.0.1 (e77ca1a6-b459-41a8-bf0a-f17464d9b948/3fbb8929-a19c-4b4f-947d-96b4c20e24fa/15eacfa5-9299-4e6a-840a-51873c9a0365) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:27.155829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.162908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15ff27d0-eebe-4a86-96fd-944b61402a9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2659e8dd4c0d46c6ae55956f350f0a03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8511629 Jul 15 13:19:27.164894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a3583a4c-1a39-4a96-875a-35937a949bcd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6621153 Jul 15 13:19:27.170585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39924) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:27.191785 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.192205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Request body: {'subnet': {'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-subnet', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:27.207568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Transition to ACTIVE for port object 600d13e9-1c0e-498f-83ec-f0fb91b0991b will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:27.219373 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.237479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff27d0-eebe-4a86-96fd-944b61402a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11de254d-d6ff-4f28-82ed-6dbc4195333d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.283419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Made reservation on behalf of fabc4cfda5b44fee94348d8a4a63041c for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:27.286101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.313116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Attempting to bind port 600d13e9-1c0e-498f-83ec-f0fb91b0991b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:27.314087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Attempting to bind port 600d13e9-1c0e-498f-83ec-f0fb91b0991b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:27.314687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Attempting to bind port 600d13e9-1c0e-498f-83ec-f0fb91b0991b on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:27.320416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b317c-3bc6-483d-8ad2-05321132740a None None] Pushing event updated for resources: {'Port': ['ID=600d13e9-1c0e-498f-83ec-f0fb91b0991b,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.324321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:27.324829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:27.325440 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.326037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:27.326669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Bound port: 600d13e9-1c0e-498f-83ec-f0fb91b0991b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:27.327205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.411646 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9594650-87bf-4292-8106-f11bfe97ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.463912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-bd26170e-f94f-4091-aa2e-867e96f9d4ee tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1609399851&fields=id&tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f HTTP/1.1" status: 200 len: 267 time: 0.2692034 Jul 15 13:19:27.490777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] For port 600d13e9-1c0e-498f-83ec-f0fb91b0991b, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:27.497189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] For port 600d13e9-1c0e-498f-83ec-f0fb91b0991b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=600d13e9-1c0e-498f-83ec-f0fb91b0991b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:27.504386 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.524560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.579400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9594650-87bf-4292-8106-f11bfe97ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.622583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Transition to ACTIVE for port object 15eacfa5-9299-4e6a-840a-51873c9a0365 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:27.627791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:27.628480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:27.639070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b317c-3bc6-483d-8ad2-05321132740a None None] Pushing event updated for resources: {'Port': ['ID=600d13e9-1c0e-498f-83ec-f0fb91b0991b,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.791576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-3a31515e-20eb-4fb5-925d-54c8597ab7cd tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:27.798034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-3a31515e-20eb-4fb5-925d-54c8597ab7cd tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 811 time: 0.3324587 Jul 15 13:19:27.821993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.836622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9594650-87bf-4292-8106-f11bfe97ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.841004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9594650-87bf-4292-8106-f11bfe97ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.842743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c9594650-87bf-4292-8106-f11bfe97ff9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11de254d-d6ff-4f28-82ed-6dbc4195333d HTTP/1.1" status: 204 len: 168 time: 0.6854019 Jul 15 13:19:27.870297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-182d7d25-f053-4d0d-87f3-38700aed771e tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/quotas/bf10998f7a2446d2bb29ef5b24a35d2f HTTP/1.1" status: 200 len: 375 time: 0.0451589 Jul 15 13:19:27.893932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9594650-87bf-4292-8106-f11bfe97ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11de254d-d6ff-4f28-82ed-6dbc4195333d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:27.923799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299da0b-4aed-45ca-ac63-f1e1e0a9970b req-0e6fb128-51e5-41c9-bb57-275e72f9f1e2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:27.933281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8299da0b-4aed-45ca-ac63-f1e1e0a9970b req-0e6fb128-51e5-41c9-bb57-275e72f9f1e2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 945 time: 0.3394787 Jul 15 13:19:27.979578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:27.983456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:27.984072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:28.029688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-e48a94df-8d83-4f13-b4f6-7f2f031e6d95 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1498554 Jul 15 13:19:28.099871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:28.106466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Pushing event updated for resources: {'Port': ['ID=15eacfa5-9299-4e6a-840a-51873c9a0365,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.114600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:28.269213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8299da0b-4aed-45ca-ac63-f1e1e0a9970b req-7ce92379-651a-44a3-9056-347e87b41e01 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347244 Jul 15 13:19:28.289614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc02b7e-9c14-4bf8-bf03-a17935c169ed,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:28.364402 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.384285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Checking segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:28.389630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Network hostable DHCP agents. Network: ef52c9d1-6878-4d2b-b269-67576e7befe9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:28.416934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-a2e9cbc2-c68e-4275-821b-35e25d54afc7 service neutron] 10.222.0.57 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829916 Jul 15 13:19:28.577943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:28.630516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ef52c9d1-6878-4d2b-b269-67576e7befe9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:28.630516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:28.630516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.647166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac792db-fdcc-4b41-8e28-bdad12ac4ec7 None None] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:28.647834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-66aa8855-f7b7-4696-b57b-cc429c4a3332 service neutron] 10.222.0.57 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299118 Jul 15 13:19:28.699652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6656abfc-9d6d-4c17-88b8-0839c5f9172a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5222416 Jul 15 13:19:28.700051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39944) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:28.706466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:28.717952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ca0eea7-765b-4305-bfb5-b063729b29eb req-700bdda5-c898-4fad-8cf4-21eff64daefd tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.1217663 Jul 15 13:19:28.796067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.800779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.854273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-877f735f-145f-44e3-bbcb-721dc8fd9be3 None None] Provisioning for port 15eacfa5-9299-4e6a-840a-51873c9a0365 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:28.929422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.932111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-877f735f-145f-44e3-bbcb-721dc8fd9be3 None None] Provisioning complete for port 15eacfa5-9299-4e6a-840a-51873c9a0365 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:28.932492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-877f735f-145f-44e3-bbcb-721dc8fd9be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.935995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:28.959276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 3, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:29.118771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ac9a4-7d23-4572-b71d-57b9647a7a31 None None] The sync data for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 is: [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:21Z', 'revision_number': 3, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:29.361678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-877f735f-145f-44e3-bbcb-721dc8fd9be3 None None] Port 15eacfa5-9299-4e6a-840a-51873c9a0365 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:29.386062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-ef52c9d1-6878-4d2b-b269-67576e7befe9', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:19:29.387341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.441545 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8921519-46c3-45ec-bdb2-a9e89aef8036 req-4134f037-9134-41ff-bb30-e3d00318023e tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.2332809 Jul 15 13:19:29.547377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e806c928-ce3d-4c0c-b2c1-2967f2803fb0 req-2e438956-7d30-49cc-89e5-d74a35c9791c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0588782 Jul 15 13:19:29.648671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.659787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:29.672457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.006248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Allocated IP 172.20.0.2 (ef52c9d1-6878-4d2b-b269-67576e7befe9/8cc02b7e-9c14-4bf8-bf03-a17935c169ed/60294555-ca91-4aa5-a26a-55abad1b8038) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:30.057337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Pushing event updated for resources: {'Port': ['ID=15eacfa5-9299-4e6a-840a-51873c9a0365,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:30.172368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39974) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:30.287376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cebc8d-2b30-4d97-a947-2c34b949f578 req-4f91e0f6-c6cc-4f7d-b1f8-0701515390c3 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:30.302152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2cebc8d-2b30-4d97-a947-2c34b949f578 req-4f91e0f6-c6cc-4f7d-b1f8-0701515390c3 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 945 time: 0.3616989 Jul 15 13:19:30.324235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.565984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 600d13e9-1c0e-498f-83ec-f0fb91b0991b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:30.630651 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2cebc8d-2b30-4d97-a947-2c34b949f578 req-2851b36c-313c-46f9-bf84-79e7339a3e17 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136055 Jul 15 13:19:30.669962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-828b526a-5d85-464e-a612-cf6fd65b7062 req-cbd92237-5c62-4a2e-9c1b-6436f62066ae tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.5464544 Jul 15 13:19:30.781325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.808437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:30.814743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:30.844356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-881192344-network', 'tenant_id': 'e7510cbc4eb742d595bdb903a6d996e1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:30.903147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Made reservation on behalf of e7510cbc4eb742d595bdb903a6d996e1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:30.909803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.940278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:30.962502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.020246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.099152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Transition to ACTIVE for port object 60294555-ca91-4aa5-a26a-55abad1b8038 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:31.222272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 600d13e9-1c0e-498f-83ec-f0fb91b0991b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:31.244405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Transition to ACTIVE for port object 60294555-ca91-4aa5-a26a-55abad1b8038 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:31.279015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 600d13e9-1c0e-498f-83ec-f0fb91b0991b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:31.280898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.315147 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.403448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17255044-ef25-434f-8e68-8aa4fee70937 req-f9703147-0aa2-4607-9721-3b5e36ebca99 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-841296708&fields=id&tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 267 time: 0.1172869 Jul 15 13:19:31.468115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Router a4a30f47-fa05-49d2-b1a5-01c1281304b0 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:31.548944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5cb9b815-37a5-4c77-a787-bbf7b1da0c8a req-1429ae70-2020-4cb4-af91-d3eb1f93b716 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.1905220 Jul 15 13:19:31.607353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17356c47-aefb-4bb0-9f80-01a59032ad9c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:31.616275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17356c47-aefb-4bb0-9f80-01a59032ad9c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 945 time: 0.2123969 Jul 15 13:19:31.628215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Pushing event updated for resources: {'Port': ['ID=60294555-ca91-4aa5-a26a-55abad1b8038,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:31.633845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'port': {'security_groups': ['1f62f0e5-8eb3-4df4-9758-28f7a47f9570', 'eb3889a0-f15d-4b90-b61d-eae6a620584b']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:31.678842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:31.691932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:31.711874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:31.714820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc529164-9c52-4e15-a26f-c7f60fd52133 None None] Provisioning complete for port 15eacfa5-9299-4e6a-840a-51873c9a0365 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:31.715406 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc529164-9c52-4e15-a26f-c7f60fd52133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.827661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Allocated IP 172.25.3.63 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/6fa8cea3-ecad-4a01-99e5-f9e4d78c7218) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:31.878563 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:31.959995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.052734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:19:32.068435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dc529164-9c52-4e15-a26f-c7f60fd52133 None None] Port 15eacfa5-9299-4e6a-840a-51873c9a0365 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:32.077977 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.078608 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Added segment b4902017-ebe7-4d53-9f67-1f5de1847ba0 of type vlan for network e64da892-2cd9-4c48-b194-56e7859e320a Jul 15 13:19:32.100235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Attempting to bind port 60294555-ca91-4aa5-a26a-55abad1b8038 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:32.101770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Attempting to bind port 60294555-ca91-4aa5-a26a-55abad1b8038 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:32.103636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Attempting to bind port 60294555-ca91-4aa5-a26a-55abad1b8038 on network ef52c9d1-6878-4d2b-b269-67576e7befe9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:32.158978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.199535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 600d13e9-1c0e-498f-83ec-f0fb91b0991b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=600d13e9-1c0e-498f-83ec-f0fb91b0991b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:32.202813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:32.203805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Checking segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:32.204802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.205599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Bound using segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:32.206874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Bound port: 60294555-ca91-4aa5-a26a-55abad1b8038, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:32.207633 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.217232 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.227875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.234281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.250697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39ad84b1-a082-4435-96b5-2d3e4e6219f7 req-3acbcb78-95a6-454e-b7a8-efd3415e0d56 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.1548781 Jul 15 13:19:32.281112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.357231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.436325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:32.473907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7d442730-dd91-46ee-b253-b23da4f175f3 admin admin] 10.222.0.57 "PUT /v2.0/routers/a4a30f47-fa05-49d2-b1a5-01c1281304b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3247097 Jul 15 13:19:32.479845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.513537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=600d13e9-1c0e-498f-83ec-f0fb91b0991b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.544272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] For port 60294555-ca91-4aa5-a26a-55abad1b8038, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:32.553364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] For port 60294555-ca91-4aa5-a26a-55abad1b8038, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=60294555-ca91-4aa5-a26a-55abad1b8038,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:32.569203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.597810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.610786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:32.618074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:32.651937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:32.654362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:32.670827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:32.690409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5165682 Jul 15 13:19:32.702075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40000) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:32.740748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Request body: {'subnet': {'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-881192344-subnet', 'tenant_id': 'e7510cbc4eb742d595bdb903a6d996e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:32.818889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:32.882341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0985431-bf2b-4b62-bcc2-51b25ebb4213 None None] Pushing event updated for resources: {'Port': ['ID=60294555-ca91-4aa5-a26a-55abad1b8038,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.108734 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Sync routers for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:33.126360 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:33.127116 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:33.514647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:33.721253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Made reservation on behalf of e7510cbc4eb742d595bdb903a6d996e1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:33.734695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:33.738353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13580ac-fd17-49ad-9bdd-333c59812a90 admin admin] Pushing event updated for resources: {'Network': ['ID=e64da892-2cd9-4c48-b194-56e7859e320a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:33.769591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:33.779165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e64da892-2cd9-4c48-b194-56e7859e320a details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:19:33.837736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1d66580e-6af3-48ba-9a14-9bd7125d430f req-d28832f0-d4c3-4d01-a6f1-c15a695bf9f8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.0908220 Jul 15 13:19:33.878335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.336637 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:29Z', 'revision_number': 2, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:34.469237 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Checking router: a4a30f47-fa05-49d2-b1a5-01c1281304b0 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:34.470983 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Updating router a4a30f47-fa05-49d2-b1a5-01c1281304b0 port 15eacfa5-9299-4e6a-840a-51873c9a0365 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:34.477986 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.497281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.517371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', '03c90b07-90c9-4231-9dfc-dc598c235d46'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:34.554951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-011088b1-14fc-4100-a7df-eb68c585e9e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:34.558611 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-011088b1-14fc-4100-a7df-eb68c585e9e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 811 time: 1.6845438 Jul 15 13:19:34.630886 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:34.842282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 60294555-ca91-4aa5-a26a-55abad1b8038 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:34.862307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.177762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:35.183659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.190099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98738eaa-d459-43a3-a939-cc561ea93e72 None None] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:35.191962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17255044-ef25-434f-8e68-8aa4fee70937 req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "PUT /v2.0/ports/03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 981 time: 3.5743668 Jul 15 13:19:35.210765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:35.222126 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f918db-4356-44ca-be99-8317308dfb38" -d '{"events": [{"name": "network-changed", "server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:35.261652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-3cafdfdc-445b-46be-a56b-d1799d3b940e tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f HTTP/1.1" status: 200 len: 380 time: 0.5819578 Jul 15 13:19:35.291684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'port': {'device_id': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'admin_state_up': True, 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'security_groups': ['3dffacab-6d55-4046-9408-7253705c52b2']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:35.306213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17719295-7c24-4edb-957f-739f9a81372d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:35.534487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:19:35.592168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['03c90b07-90c9-4231-9dfc-dc598c235d46'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:35.828294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] Provisioning for port 60294555-ca91-4aa5-a26a-55abad1b8038 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:35.842515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.853652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] Provisioning complete for port 60294555-ca91-4aa5-a26a-55abad1b8038 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:35.854227 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.908501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 60294555-ca91-4aa5-a26a-55abad1b8038 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:35.931045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 60294555-ca91-4aa5-a26a-55abad1b8038 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:35.931568 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:35.960818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0c73f4b-844e-4d11-90cd-d257fbe97dae req-0411a498-f8b7-4d1f-a1c3-88fcb9c9f08c tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.2237005 Jul 15 13:19:35.963183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50ac58a4-58d5-4f73-90f3-e2870f150314 req-203affd3-81dc-4b21-8658-6fed5248496d tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0512803 Jul 15 13:19:36.010483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:36.064965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.067714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:36.069107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a7a9c49b-aeaf-488a-9741-173e7e31a486 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3674376 Jul 15 13:19:36.077020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:36.091762 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.133699 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Transition to ACTIVE for port object 15eacfa5-9299-4e6a-840a-51873c9a0365 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:36.159661 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.169260 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e05cf-351e-43e0-a1df-24aa717c805d x-openstack-request-id: req-411e05cf-351e-43e0-a1df-24aa717c805d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:36.169719 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:36.170129 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-411e05cf-351e-43e0-a1df-24aa717c805d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:36.170887 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'status': 'completed', 'code': 200} Jul 15 13:19:36.250585 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Pushing event updated for resources: {'Port': ['ID=15eacfa5-9299-4e6a-840a-51873c9a0365,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.275920 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.276855 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.277632 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.278389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.279211 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.280129 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.280896 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.281678 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.282440 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.283889 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.284665 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.285441 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:36.291487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-78dc02a1-90b4-4d05-8f50-3106d09e409d req-4ec5e7c2-ab0c-463d-86f7-f48017523515 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/eb3889a0-f15d-4b90-b61d-eae6a620584b HTTP/1.1" status: 200 len: 1802 time: 0.2770829 Jul 15 13:19:36.324790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Pushing event updated for resources: {'Subnet': ['ID=069e4c4b-dd75-429c-842a-b4fa3ac9e077,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:36.419405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Checking segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:36.421413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Network hostable DHCP agents. Network: e64da892-2cd9-4c48-b194-56e7859e320a, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:19:36.443121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Made reservation on behalf of bf10998f7a2446d2bb29ef5b24a35d2f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:36.446583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.499112 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Attempting to bind port 15eacfa5-9299-4e6a-840a-51873c9a0365 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:36.500453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Attempting to bind port 15eacfa5-9299-4e6a-840a-51873c9a0365 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:36.504198 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Attempting to bind port 15eacfa5-9299-4e6a-840a-51873c9a0365 on network e77ca1a6-b459-41a8-bf0a-f17464d9b948 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:36.523883 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:36.527095 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Checking segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:36.539350 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.540429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Bound using segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:36.542842 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Bound port: 15eacfa5-9299-4e6a-840a-51873c9a0365, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:36.546184 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.575723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:36.586782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:36.693550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f918db-4356-44ca-be99-8317308dfb38 req-2ec05be7-c3e2-437b-8965-84dbc7fb19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.696983 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-2ec05be7-c3e2-437b-8965-84dbc7fb19ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1136 time: 0.5261922 Jul 15 13:19:36.697892 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-78dc02a1-90b4-4d05-8f50-3106d09e409d req-173da627-fd42-4697-895b-bb6ae3ab649e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:19:36.705544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-78dc02a1-90b4-4d05-8f50-3106d09e409d req-173da627-fd42-4697-895b-bb6ae3ab649e tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb3889a0-f15d-4b90-b61d-eae6a620584b HTTP/1.1" status: 409 len: 341 time: 0.4121556 Jul 15 13:19:36.754715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Network e64da892-2cd9-4c48-b194-56e7859e320a is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:19:36.829452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e64da892-2cd9-4c48-b194-56e7859e320a) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:36.856020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6854b9-edbe-4308-9539-339f7e550108 None None] Network e64da892-2cd9-4c48-b194-56e7859e320a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:36.856687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:36.857182 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.859455 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] For port 15eacfa5-9299-4e6a-840a-51873c9a0365, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:36.869675 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] For port 15eacfa5-9299-4e6a-840a-51873c9a0365, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=15eacfa5-9299-4e6a-840a-51873c9a0365,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:36.883401 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:36.962559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.065497 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246acd4f-e282-4114-9dce-3b85305f23bf None None] Pushing event updated for resources: {'Port': ['ID=15eacfa5-9299-4e6a-840a-51873c9a0365,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:37.065843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82ed63d9-539b-497c-88ea-bdb2125f289b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.3448606 Jul 15 13:19:37.103754 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:37.109693 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:37.172461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.223529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Allocated IP 172.20.0.3 (23471685-f132-4026-ac3c-49a865428c4d/aa28cafa-a325-43b0-85af-606dcedb69a5/d5d12ef4-bf2e-42ac-9468-6421364220b7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:37.416486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] For port 60294555-ca91-4aa5-a26a-55abad1b8038, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=60294555-ca91-4aa5-a26a-55abad1b8038,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:37.544973 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:37.557872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:37.575027 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:37.690457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffdb46af-2de6-46b0-915d-7885e33d39c3 req-06e089c0-228f-4c9d-a500-26f34b897670 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.2687683 Jul 15 13:19:37.967754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3cc6b0e-d7af-4337-b278-23263b6f6bbe req-fc493b67-9e94-43b3-941b-a7addeaab205 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0759706 Jul 15 13:19:38.185734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f918db-4356-44ca-be99-8317308dfb38 req-959b1e31-03ad-4cbf-9874-a3aa023b0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.189941 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-959b1e31-03ad-4cbf-9874-a3aa023b0bf3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 1.4719114 Jul 15 13:19:38.214264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:19:38.224604 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:19:38.250387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19c5f0-e287-42c7-ab7d-03fc1ae6934f None None] Network e64da892-2cd9-4c48-b194-56e7859e320a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:19:38.269454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.302394 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:36Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:38.344560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Transition to ACTIVE for port object d5d12ef4-bf2e-42ac-9468-6421364220b7 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:38.345660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-dd9bad79-3b21-4d5e-b845-7e32d7f1d77e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 217 time: 0.1480725 Jul 15 13:19:38.346389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa68d8a-22b4-40e5-859c-e1a512cac575 None None] The sync data for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 is: [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:36Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:38.396682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158bcd-30b3-44bc-8dd0-877c6249eeca None None] Pushing event updated for resources: {'Port': ['ID=60294555-ca91-4aa5-a26a-55abad1b8038,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:38.606244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4769-de0a-4130-8221-1b822a4f972c req-207114ac-af02-4d3e-9bbd-ea904dca0d22 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.633698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ecb4769-de0a-4130-8221-1b822a4f972c req-207114ac-af02-4d3e-9bbd-ea904dca0d22 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 984 time: 0.6279974 Jul 15 13:19:38.692833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:38.949913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Network 23471685-f132-4026-ac3c-49a865428c4d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:38.965543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f918db-4356-44ca-be99-8317308dfb38 req-20406b60-ad44-48c0-adc9-dc1fdc89c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:38.976424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-20406b60-ad44-48c0-adc9-dc1fdc89c7cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.4667222 Jul 15 13:19:39.013278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:39.103769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ecb4769-de0a-4130-8221-1b822a4f972c req-99fc339c-50d8-4cf5-94bd-144bcd6ebe4f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=eb3889a0-f15d-4b90-b61d-eae6a620584b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4648860 Jul 15 13:19:39.107934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:39.196709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 600d13e9-1c0e-498f-83ec-f0fb91b0991b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:39.216149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-4d955cb7-8b9d-456d-949d-9d85d0ad1518 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278199 Jul 15 13:19:39.445011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.454617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.462317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-a89b763c-6aea-4be2-bba7-a2d6c2c07acb tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:39.465110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event updated for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:39.486008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-a89b763c-6aea-4be2-bba7-a2d6c2c07acb tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 821 time: 0.8576455 Jul 15 13:19:39.501541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-039c7c35-7f91-42af-b8a9-2d8a74eab370 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2357922 Jul 15 13:19:39.532813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Request body: {'port': {'device_id': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:39.534428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-6f755651-32e6-4840-bf26-82c7b4ceccda tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/quotas/e7510cbc4eb742d595bdb903a6d996e1 HTTP/1.1" status: 200 len: 375 time: 0.0474238 Jul 15 13:19:39.574032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-551a0459-e983-4f96-aeb8-3e57cc96a54b None None] Provisioning complete for port 60294555-ca91-4aa5-a26a-55abad1b8038 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:39.575036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-551a0459-e983-4f96-aeb8-3e57cc96a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.631612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-77882aa2-eae8-47a8-86c0-a998cc04ff70 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937581 Jul 15 13:19:39.725982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.775133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 600d13e9-1c0e-498f-83ec-f0fb91b0991b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:39.775518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:39.972607 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:19:40.021461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.073452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-3aeb85e0-085a-4fa2-aa94-fdf0ba0d84db service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404536 Jul 15 13:19:40.199232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:33Z', 'revision_number': 3, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:40.305956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:40.307017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Updating router 11a6fdba-0beb-453a-ac17-b9617ccc5635 port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:40.513446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8c2d8-1f8a-49a6-9a5a-e3a1ad2056aa req-e22a2e64-65e4-4c0b-b10a-27ec8a3e45c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:40.523105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b8c2d8-1f8a-49a6-9a5a-e3a1ad2056aa req-e22a2e64-65e4-4c0b-b10a-27ec8a3e45c0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 931 time: 0.2439811 Jul 15 13:19:40.585558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Allocated IP 172.20.0.1 (ef52c9d1-6878-4d2b-b269-67576e7befe9/8cc02b7e-9c14-4bf8-bf03-a17935c169ed/9e646913-8404-47ac-be86-796f8546c951) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:40.596888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.673899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76b8c2d8-1f8a-49a6-9a5a-e3a1ad2056aa req-1f4d6691-f37f-476e-b7ef-d016b17f6722 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476038 Jul 15 13:19:40.706884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d12ef4-bf2e-42ac-9468-6421364220b7 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:40.739602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:40.774315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Transition to ACTIVE for port object d5d12ef4-bf2e-42ac-9468-6421364220b7 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:40.788954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.081608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:41.141609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-b1fd44e0-f651-4241-9191-0986307d0458 service neutron] 10.222.0.57 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4959905 Jul 15 13:19:41.175440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5863a574-03a1-487c-97dc-6fdf3607142a None None] Provisioning for port d5d12ef4-bf2e-42ac-9468-6421364220b7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:41.469235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 60294555-ca91-4aa5-a26a-55abad1b8038 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:41.509668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.576338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Transition to ACTIVE for port object 9e646913-8404-47ac-be86-796f8546c951 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:41.657292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.836435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 60294555-ca91-4aa5-a26a-55abad1b8038 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:41.837470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:41.878663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:41.898646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:41.921806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9f806d8d-c037-4e7e-82ec-dadc9a3d06db service neutron] 10.222.0.57 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790301 Jul 15 13:19:41.933011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f918db-4356-44ca-be99-8317308dfb38 req-2595e910-c6b4-424f-869d-2cc912d4f7d0 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8299325 Jul 15 13:19:41.934966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:42.048445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Pushing event updated for resources: {'Port': ['ID=9e646913-8404-47ac-be86-796f8546c951,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:42.132763 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.376465 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc8ba13b-3134-45d9-88eb-45dc69b986dc req-4a3a0759-44c8-48e6-8bb1-f0edf24e4f45 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.1994815 Jul 15 13:19:42.402030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-3d5eb447-67d0-4613-a1b7-a45f3b6e59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.406573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-3d5eb447-67d0-4613-a1b7-a45f3b6e59b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1136 time: 0.2597315 Jul 15 13:19:42.537916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Attempting to bind port d5d12ef4-bf2e-42ac-9468-6421364220b7 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:42.538250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Attempting to bind port d5d12ef4-bf2e-42ac-9468-6421364220b7 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:42.538596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Attempting to bind port d5d12ef4-bf2e-42ac-9468-6421364220b7 on network 23471685-f132-4026-ac3c-49a865428c4d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:42.565523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Port d5d12ef4-bf2e-42ac-9468-6421364220b7 on network 23471685-f132-4026-ac3c-49a865428c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:42.566049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Attempting to bind port d5d12ef4-bf2e-42ac-9468-6421364220b7 on network 23471685-f132-4026-ac3c-49a865428c4d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:42.620654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.639769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:42.640407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Checking segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:42.641130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Bound using segment: {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:42.641912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Bound port: d5d12ef4-bf2e-42ac-9468-6421364220b7, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5559efbd-3054-492e-a768-e1ae073ec751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '23471685-f132-4026-ac3c-49a865428c4d'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:42.642564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.668659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Transition to ACTIVE for port object 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:42.718002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:42.838493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-c0b4e209-c50a-4765-82f0-adbf1b9df1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:42.841424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-c0b4e209-c50a-4765-82f0-adbf1b9df1f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 0.3969452 Jul 15 13:19:42.976185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:42.984047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:42.994747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f19c721f-9e7d-4c91-99a7-5146f6e941ad None None] Provisioning for port 9e646913-8404-47ac-be86-796f8546c951 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:43.001217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.055968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e17111d-d721-4684-87cd-65c546263a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.066689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f19c721f-9e7d-4c91-99a7-5146f6e941ad None None] Provisioning complete for port 9e646913-8404-47ac-be86-796f8546c951 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:43.067291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f19c721f-9e7d-4c91-99a7-5146f6e941ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.082982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Attempting to bind port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:43.083725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Attempting to bind port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:43.084302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Attempting to bind port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:43.160656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-c8e27193-f894-4842-a9e4-9128c64f8115 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 217 time: 0.3128366 Jul 15 13:19:43.216185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.217491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.219766 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5d12ef4-bf2e-42ac-9468-6421364220b7 HTTP/1.1" status: 200 len: 1092 time: 3.7115228 Jul 15 13:19:43.223612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:43.231210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a7b90-29bf-425f-9f29-9b18030e8da1 None None] Pushing event updated for resources: {'Port': ['ID=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.234452 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147da310-9f64-47f0-9e50-e40dacc7f001" -d '{"events": [{"name": "network-changed", "server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:43.272194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:43.272757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:43.273292 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.273808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:43.274452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Bound port: 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:43.277199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.369921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494344ad-867e-4d52-9f3d-9c28ee93b559 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:43.407303 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.478936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f19c721f-9e7d-4c91-99a7-5146f6e941ad None None] Port 9e646913-8404-47ac-be86-796f8546c951 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:43.539141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e039d-befc-4138-baca-e52de21aee65 req-4b923dc1-240d-4b84-85be-48d2afbebbcc tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.556638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-152e039d-befc-4138-baca-e52de21aee65 req-4b923dc1-240d-4b84-85be-48d2afbebbcc tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 943 time: 0.4430377 Jul 15 13:19:43.603921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15eacfa5-9299-4e6a-840a-51873c9a0365 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:43.609338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-c7453e3a-b8b8-4a92-9926-70d5d323c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.617417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-c7453e3a-b8b8-4a92-9926-70d5d323c955 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.4135184 Jul 15 13:19:43.678914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] For port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:43.703036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] For port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:43.719017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:43.781138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-152e039d-befc-4138-baca-e52de21aee65 req-7188cde5-1c8a-4642-8706-1780920fad20 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200060 Jul 15 13:19:43.789441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-f2492d18-a085-4f48-bdfc-2f7b5d024b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.795332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-f2492d18-a085-4f48-bdfc-2f7b5d024b13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 1095 time: 0.4964976 Jul 15 13:19:43.862205 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-b4363820-574d-4961-9d12-ee26f7c742d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264378 Jul 15 13:19:43.925829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-97316ccb-468b-4323-b840-bd0e90fa1ab9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7 HTTP/1.1" status: 200 len: 217 time: 0.1246762 Jul 15 13:19:43.939497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65e9f6-624d-4b45-82fb-66fe6bf0a008 req-115d5cc5-d0fd-4f8d-9eb2-95bce73b28ae tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:43.952309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d65e9f6-624d-4b45-82fb-66fe6bf0a008 req-115d5cc5-d0fd-4f8d-9eb2-95bce73b28ae tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 984 time: 0.9072301 Jul 15 13:19:43.983573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a7b90-29bf-425f-9f29-9b18030e8da1 None None] Pushing event updated for resources: {'Port': ['ID=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:44.062931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 15eacfa5-9299-4e6a-840a-51873c9a0365 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:44.085032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-771574e7-7132-428e-863b-3977faf47319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.086809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-771574e7-7132-428e-863b-3977faf47319 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.1561096 Jul 15 13:19:44.090227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 15eacfa5-9299-4e6a-840a-51873c9a0365 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:44.090627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.157993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:44.158584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:44.218893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d65e9f6-624d-4b45-82fb-66fe6bf0a008 req-1846a505-5416-4698-b2bb-4c1f61c3db05 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=eb3889a0-f15d-4b90-b61d-eae6a620584b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2648301 Jul 15 13:19:44.279426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a7f4319-dfc5-4912-9639-660a3ee13b71 req-292d3968-1c43-4eb4-bdbd-52152d4af182 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 210 time: 0.1660540 Jul 15 13:19:44.379128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-86f956df-c69d-47b5-a3d8-445c4484980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:44.396593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-86f956df-c69d-47b5-a3d8-445c4484980d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3029299 Jul 15 13:19:44.435862 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad3914-0af1-40c5-9e9b-20dd0d0968c4 x-openstack-request-id: req-b2ad3914-0af1-40c5-9e9b-20dd0d0968c4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:44.436305 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:44.436687 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2ad3914-0af1-40c5-9e9b-20dd0d0968c4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:44.437733 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'status': 'completed', 'code': 200} Jul 15 13:19:44.548485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-c8ceaaae-f2d1-498c-8f38-a37822987e55 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756532 Jul 15 13:19:44.565506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:44.571555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.639081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.675553 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-1fbf5d83-cb17-4b79-a031-5a3bd41c2431 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718570 Jul 15 13:19:44.680815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.776387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 15eacfa5-9299-4e6a-840a-51873c9a0365, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=15eacfa5-9299-4e6a-840a-51873c9a0365,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:44.803996 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.837470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:44.853115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4bc1dd1-184b-4874-a799-2194ce0cb4ad req-ae829632-220e-4134-8546-3d4bbf3da95f tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.1233842 Jul 15 13:19:45.017020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25a3e9f3-75b4-4bc6-b033-994a06d57a2a req-59fa8300-ee3e-46b6-8fb3-8ef375b8af54 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255458 Jul 15 13:19:45.099192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.180017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd91e397-2eb7-46f9-82ab-f2ad4875c036 req-42b9c26b-743a-4dd2-8938-3082c72efaa8 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196656 Jul 15 13:19:45.262217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Pushing event updated for resources: {'Port': ['ID=9e646913-8404-47ac-be86-796f8546c951,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.361767 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.466620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-7b9bacad-03ef-4b29-82a4-bdecf45e9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.473643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-7b9bacad-03ef-4b29-82a4-bdecf45e9eb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 1095 time: 0.3116393 Jul 15 13:19:45.520625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=15eacfa5-9299-4e6a-840a-51873c9a0365,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:45.567781 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bf91651-a67a-465d-b055-f8ed967ba6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.662052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:40Z', 'revision_number': 1, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:45.726786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:45.769183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:45.772410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87825fb-0714-4105-b9c7-b66c5aced63d req-bd334c9f-39b4-45f6-9686-af308253d1e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.773392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b86ed-b904-476b-a065-84905ae48d40 None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:40Z', 'revision_number': 1, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:45.774065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d87825fb-0714-4105-b9c7-b66c5aced63d req-bd334c9f-39b4-45f6-9686-af308253d1e5 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 943 time: 0.4057736 Jul 15 13:19:45.783584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:45.857322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-8561fde5-735d-43b8-8c09-83297020479b tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:45.859327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-8561fde5-735d-43b8-8c09-83297020479b tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 821 time: 0.5757706 Jul 15 13:19:45.884354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'port': {'device_id': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'admin_state_up': True, 'tenant_id': 'e7510cbc4eb742d595bdb903a6d996e1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:46.200446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-dfab007e-92a8-4a86-bd2b-ccb511bcd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.203411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-dfab007e-92a8-4a86-bd2b-ccb511bcd87c service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.7211235 Jul 15 13:19:46.323829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-52e4d71f-26ea-40bb-8b44-a88f951acc7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7 HTTP/1.1" status: 200 len: 217 time: 0.1082003 Jul 15 13:19:46.421659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-30c739ab-cbe2-4487-9d78-3f3790f56059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.423375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-30c739ab-cbe2-4487-9d78-3f3790f56059 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.0899913 Jul 15 13:19:46.425572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-abbdff4a-26fe-4632-bf3b-39e58facf2db None None] Provisioning complete for port 9e646913-8404-47ac-be86-796f8546c951 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:46.427890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abbdff4a-26fe-4632-bf3b-39e58facf2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.497152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369d485-332a-41ba-849a-dd2df2b85d05 req-6d1db500-ef7f-486a-a8be-693c353024f9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.506975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2369d485-332a-41ba-849a-dd2df2b85d05 req-6d1db500-ef7f-486a-a8be-693c353024f9 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 984 time: 0.6286335 Jul 15 13:19:46.515029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-abbdff4a-26fe-4632-bf3b-39e58facf2db None None] Port 9e646913-8404-47ac-be86-796f8546c951 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:46.607641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2369d485-332a-41ba-849a-dd2df2b85d05 req-8fe4c542-6402-49aa-bf44-b77f373e4bd3 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=eb3889a0-f15d-4b90-b61d-eae6a620584b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0986931 Jul 15 13:19:46.632478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-1d6e53c5-8eb3-4b8d-bd73-fe754ab2deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:46.634331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-1d6e53c5-8eb3-4b8d-bd73-fe754ab2deff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040069 Jul 15 13:19:46.886376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-b7eb212b-405f-48bf-8f55-4ef814b12a72 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452281 Jul 15 13:19:46.962254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d87825fb-0714-4105-b9c7-b66c5aced63d req-e91758d3-dd45-4fbc-845b-a8c7e11559bb tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1680903 Jul 15 13:19:46.988109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:46.989911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:19:47.097087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15eacfa5-9299-4e6a-840a-51873c9a0365 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:47.148400 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-147da310-9f64-47f0-9e50-e40dacc7f001 req-2368027b-1cd1-4d37-8399-989d56501d3a service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546966 Jul 15 13:19:47.242942 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1532a525-2d26-4231-931d-e50a88261c39 req-82ba640a-c3a5-4cf7-90ad-cc060df3511d tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 210 time: 0.0924859 Jul 15 13:19:47.284713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 15eacfa5-9299-4e6a-840a-51873c9a0365 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:47.285090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.452513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Made reservation on behalf of e7510cbc4eb742d595bdb903a6d996e1 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:47.469504 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:47.634569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:19:47.642691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-69667973-b9fc-433b-8e14-aa4af6d8ff78 admin admin] 10.222.0.57 "PUT /v2.0/routers/11a6fdba-0beb-453a-ac17-b9617ccc5635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5639057 Jul 15 13:19:47.707235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-176e06ee-181a-4286-a597-7b2a40f9f7fe req-f712b379-c51c-4bab-9555-1503afb2d47a tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.1677299 Jul 15 13:19:47.771811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d5d12ef4-bf2e-42ac-9468-6421364220b7 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:47.939080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Allocated IP 172.20.0.10 (e64da892-2cd9-4c48-b194-56e7859e320a/069e4c4b-dd75-429c-842a-b4fa3ac9e077/b2547f27-4eb6-47f2-b9e6-5b6b137c7f75) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:48.137781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:48.170908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'port_id': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'mac_address': 'fa:16:3e:fc:be:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:48.261662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.270960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.304911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d12ef4-bf2e-42ac-9468-6421364220b7 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:48.337177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.370076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:48.382447 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.426270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Network e64da892-2cd9-4c48-b194-56e7859e320a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:48.444992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:48.449789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:48.452972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.557135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b830f5-e8b4-4685-b05d-c52f902c9d4b req-691bdf2c-79d3-43c7-851f-00083f705126 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.558934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-38b830f5-e8b4-4685-b05d-c52f902c9d4b req-691bdf2c-79d3-43c7-851f-00083f705126 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 984 time: 0.2425323 Jul 15 13:19:48.563720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:48.576196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.605044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.609307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:48.619850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d5d12ef4-bf2e-42ac-9468-6421364220b7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:48.663679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9b2b4ebb-0173-452b-88eb-2e8b83658697 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7890096 Jul 15 13:19:48.676876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-cd8c53f7-475a-419b-9258-bc30c6b70998 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:48.683674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-38b830f5-e8b4-4685-b05d-c52f902c9d4b req-7f78feb3-a82b-4661-8d49-d2eab3f90be3 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=eb3889a0-f15d-4b90-b61d-eae6a620584b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1155481 Jul 15 13:19:48.684099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-cd8c53f7-475a-419b-9258-bc30c6b70998 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 820 time: 0.3976331 Jul 15 13:19:48.703149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Request body: {'port': {'device_id': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:48.720397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-cf6c6767-b583-49fa-973a-d48e769381b9 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/quotas/fabc4cfda5b44fee94348d8a4a63041c HTTP/1.1" status: 200 len: 375 time: 0.0352626 Jul 15 13:19:48.915034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-0c0140cc-76cf-42e2-8329-47634ddbca73 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692202 Jul 15 13:19:48.971433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.071840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:49.144543 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-ee558b27-66de-4080-addc-3ee50518235c service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183702 Jul 15 13:19:49.239031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:49.249598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:49.250830 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.363595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-bcc1310d-8181-4221-aa7b-237a6a050d6c service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074680 Jul 15 13:19:49.367505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675e0a-dd40-4c52-99d5-a0b947292ea0 req-5a6fbd0f-54f9-4955-97aa-e0b33dd6dbb7 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:49.369750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8675e0a-dd40-4c52-99d5-a0b947292ea0 req-5a6fbd0f-54f9-4955-97aa-e0b33dd6dbb7 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 944 time: 0.4035220 Jul 15 13:19:49.507553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.525423 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8675e0a-dd40-4c52-99d5-a0b947292ea0 req-c01a848d-7e24-4696-8bf7-cfd91dd18960 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343689 Jul 15 13:19:49.591702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:49.627571 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:49.777742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d5d12ef4-bf2e-42ac-9468-6421364220b7 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:49.990931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.001350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:50.072086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.074135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port d5d12ef4-bf2e-42ac-9468-6421364220b7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:50.079804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d5d12ef4-bf2e-42ac-9468-6421364220b7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:50.080620 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.197944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Transition to ACTIVE for port object b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:50.221522 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-f428153c-4b89-4d12-a110-03a55969551b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-902821427&fields=id&tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0 HTTP/1.1" status: 200 len: 267 time: 0.0756481 Jul 15 13:19:50.247640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.369287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.382092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-1bc22c50-a0dc-42a8-8042-82b494cd5d9a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.388345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.425260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-1bc22c50-a0dc-42a8-8042-82b494cd5d9a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 984 time: 0.2024388 Jul 15 13:19:50.440600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'port': {'security_groups': ['1f62f0e5-8eb3-4df4-9758-28f7a47f9570', 'eb3889a0-f15d-4b90-b61d-eae6a620584b', '697bcb58-e882-4abb-b013-692fab451115']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:50.476568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:50.485649 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1191d7bf-522a-4120-9d4c-3cc0a6a989df" -d '{"events": [{"server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "name": "network-vif-plugged", "status": "completed", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:50.537841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:50.553345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.625397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:50.667118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911657b-9d01-4ec8-8083-640a6a8ee982 req-6bec2e61-df2e-4be4-9137-55a4bf94e8e3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:50.669023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e911657b-9d01-4ec8-8083-640a6a8ee982 req-6bec2e61-df2e-4be4-9137-55a4bf94e8e3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 932 time: 0.5164299 Jul 15 13:19:50.774262 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e911657b-9d01-4ec8-8083-640a6a8ee982 req-ab27045f-9942-4b7d-9b81-b5485e431b20 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793688 Jul 15 13:19:50.816388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:50.823884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Attempting to bind port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:50.824236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Attempting to bind port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:50.824573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Attempting to bind port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 on network e64da892-2cd9-4c48-b194-56e7859e320a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:50.857693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 on network e64da892-2cd9-4c48-b194-56e7859e320a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:50.858916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Attempting to bind port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 on network e64da892-2cd9-4c48-b194-56e7859e320a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:50.885460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:50.885938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Checking segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:50.891413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Bound using segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:50.891413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Bound port: b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:50.898973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.110132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:51.157852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:51.256025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb62b203-c070-4e22-ad04-19723dd46291 req-ec396677-b42d-43e1-8cb7-2079edfd6375 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0948288 Jul 15 13:19:51.264135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:51.275200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.308528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:51.314494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.340211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:51.378649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.385210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.390955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.391353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] 10.222.0.58 "PUT /v2.0/ports/b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 HTTP/1.1" status: 200 len: 1093 time: 2.7036207 Jul 15 13:19:51.391968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:51.396786 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ceae42-0120-4c44-acd8-712f953078ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:51.403922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.430245 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:19:51.452300 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:51.453378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:51.469892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29773d-21ff-4868-9e8c-4e0300abfab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.500231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.500559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', '03c90b07-90c9-4231-9dfc-dc598c235d46'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:51.501415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:51.528469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e40d8e0b-4d87-497a-af43-5f28ef3f4822 req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "PUT /v2.0/ports/03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 1020 time: 1.1012454 Jul 15 13:19:51.530263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:51.546359 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8" -d '{"events": [{"name": "network-changed", "server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:51.601253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['03c90b07-90c9-4231-9dfc-dc598c235d46'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:51.671890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:51.681603 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f74f87b-0b3f-488d-9d89-87c0e8b4e455 x-openstack-request-id: req-3f74f87b-0b3f-488d-9d89-87c0e8b4e455 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:51.690261 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "name": "network-vif-plugged", "status": "completed", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:51.694155 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f74f87b-0b3f-488d-9d89-87c0e8b4e455 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:51.695783 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'code': 200} Jul 15 13:19:51.706493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.707330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.709221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.710034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.710361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.710911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.711306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.711865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.712429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.714321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.720572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.721438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea3f218-f533-46e8-b873-b376cd81942a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:51.798239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-1e06f149-5168-48d9-96a8-245e2cb60fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:51.801631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-1e06f149-5168-48d9-96a8-245e2cb60fbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 1096 time: 0.2537355 Jul 15 13:19:51.834727 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:51.921169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-b630f24b-e402-4243-98c9-11edbcb35398 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 HTTP/1.1" status: 200 len: 217 time: 0.1119998 Jul 15 13:19:52.113882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c191ace-890d-484e-a92c-aa36a65162ab req-c1d801dd-6aa7-41d1-96bd-6fe50554c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.117799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-c1d801dd-6aa7-41d1-96bd-6fe50554c8d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 200 len: 861 time: 0.1860869 Jul 15 13:19:52.143653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8162df82-05b0-450e-af9d-d2091a973beb req-8ad894f9-7670-4e6a-8403-537123f542a9 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 210 time: 0.2861936 Jul 15 13:19:52.192134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe9435-d7f6-4f10-b854-5ea17965f509 req-a94b290f-8420-44f5-8aa7-c7e8526c1187 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.200578 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8abe9435-d7f6-4f10-b854-5ea17965f509 req-a94b290f-8420-44f5-8aa7-c7e8526c1187 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 0.2948518 Jul 15 13:19:52.201477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-d863c251-0121-4aeb-9def-e595e80bc122 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e64da892-2cd9-4c48-b194-56e7859e320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742328 Jul 15 13:19:52.259987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8295-97b9-4d74-a9d4-8515a279274f req-d3167c69-6208-4b2b-afc9-ff11af1bec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:52.264153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ead8295-97b9-4d74-a9d4-8515a279274f req-d3167c69-6208-4b2b-afc9-ff11af1bec66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 1097 time: 0.2696176 Jul 15 13:19:52.295049 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8abe9435-d7f6-4f10-b854-5ea17965f509 req-382b833f-a3e7-4b63-b86f-6b5b1b3de9b1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895782 Jul 15 13:19:52.403092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:43Z', 'revision_number': 2, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:52.429286 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71757c-ad09-4076-881a-8ff0a802dc64 x-openstack-request-id: req-3c71757c-ad09-4076-881a-8ff0a802dc64 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:52.430009 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:52.430009 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c71757c-ad09-4076-881a-8ff0a802dc64 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:52.430367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ead8295-97b9-4d74-a9d4-8515a279274f req-c5a80140-bda7-44e8-999f-036e75d1d88a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304212 Jul 15 13:19:52.430791 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'status': 'completed', 'code': 200} Jul 15 13:19:52.437013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-c743f9c0-4e8b-46c4-9c02-e9684aa2cc84 service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231939 Jul 15 13:19:52.529575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25e6a369-1463-496f-bcea-7e1c556540e9 req-7aac7244-194f-4471-98ab-1a780b5c4f5b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/697bcb58-e882-4abb-b013-692fab451115 HTTP/1.1" status: 200 len: 1802 time: 0.0699463 Jul 15 13:19:52.548583 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:19:52.549336 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Updating router 11a6fdba-0beb-453a-ac17-b9617ccc5635 port 9e646913-8404-47ac-be86-796f8546c951 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:19:52.641694 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f71e45-f852-4368-8bee-548068ddd6e8 x-openstack-request-id: req-14f71e45-f852-4368-8bee-548068ddd6e8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:52.646670 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:52.647160 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14f71e45-f852-4368-8bee-548068ddd6e8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:52.650223 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'status': 'completed', 'code': 200} Jul 15 13:19:52.679932 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:52.716722 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-25e6a369-1463-496f-bcea-7e1c556540e9 req-e1f9e3ce-70c1-4c6a-a475-8780a527f5b4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:19:52.732417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25e6a369-1463-496f-bcea-7e1c556540e9 req-e1f9e3ce-70c1-4c6a-a475-8780a527f5b4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/697bcb58-e882-4abb-b013-692fab451115 HTTP/1.1" status: 409 len: 341 time: 0.1933968 Jul 15 13:19:52.781392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c191ace-890d-484e-a92c-aa36a65162ab req-9e7f3539-c17a-4a1b-81ed-a8d5fbdfbf90 service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382065 Jul 15 13:19:53.154719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-ac3e9e5a-82e6-42ac-8f36-5727c102e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.156830 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-ac3e9e5a-82e6-42ac-8f36-5727c102e413 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1175 time: 0.3630929 Jul 15 13:19:53.272629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4b1543c9-9ef1-4171-91b6-a9409fb59c63 req-1b3b2127-a422-4576-ab5e-1a510bd2d7ec tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0908606 Jul 15 13:19:53.347811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceae42-0120-4c44-acd8-712f953078ea req-7fa7e3ec-c183-42a0-b895-cb00aaa1688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.351987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-7fa7e3ec-c183-42a0-b895-cb00aaa1688b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 1096 time: 0.3072364 Jul 15 13:19:53.497438 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.551128 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Transition to ACTIVE for port object 9e646913-8404-47ac-be86-796f8546c951 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:53.575819 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.698482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceae42-0120-4c44-acd8-712f953078ea req-7e15f3a0-e6e3-4569-9711-9b711f8a0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:53.707527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-7e15f3a0-e6e3-4569-9711-9b711f8a0ccb service neutron] 10.222.0.58 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 922 time: 0.3462117 Jul 15 13:19:53.792317 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492b47-f843-4084-8427-d84c3f1b68e8 None None] Pushing event updated for resources: {'Port': ['ID=9e646913-8404-47ac-be86-796f8546c951,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:53.902996 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Attempting to bind port 9e646913-8404-47ac-be86-796f8546c951 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:53.903540 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Attempting to bind port 9e646913-8404-47ac-be86-796f8546c951 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:53.903908 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Attempting to bind port 9e646913-8404-47ac-be86-796f8546c951 on network ef52c9d1-6878-4d2b-b269-67576e7befe9 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:53.904814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-e521ace5-c435-49ce-96ec-6b3f291d3178 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 HTTP/1.1" status: 200 len: 217 time: 0.1869373 Jul 15 13:19:53.911625 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:53.912261 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Checking segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:53.912677 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:53.913073 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Bound using segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:53.913792 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Bound port: 9e646913-8404-47ac-be86-796f8546c951, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:53.914203 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.061002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5d5eb-ace0-4c8e-8993-c9d5da0e30b0 req-56205351-325d-4dd2-88c0-b97855bb2b35 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.070428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceae42-0120-4c44-acd8-712f953078ea req-28b0de5b-cf68-47c2-baeb-5e907f5475ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.072099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-28b0de5b-cf68-47c2-baeb-5e907f5475ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 200 len: 861 time: 0.1549520 Jul 15 13:19:54.093980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57c5d5eb-ace0-4c8e-8993-c9d5da0e30b0 req-56205351-325d-4dd2-88c0-b97855bb2b35 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 944 time: 1.0801380 Jul 15 13:19:54.179089 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] For port 9e646913-8404-47ac-be86-796f8546c951, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:54.184905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] For port 9e646913-8404-47ac-be86-796f8546c951, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9e646913-8404-47ac-be86-796f8546c951,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:54.196934 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.237510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-b09fd4a9-5d7a-4165-8a6e-931f79b89b67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e64da892-2cd9-4c48-b194-56e7859e320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525111 Jul 15 13:19:54.280446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09bcc4e5-e310-435a-b502-f17bc6a109d0 req-ebc25408-aa54-48bc-b36a-6fc556609c7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0672274 Jul 15 13:19:54.317445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-2e053bb0-3309-4aa9-8dea-c9d0005eb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.323281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-2e053bb0-3309-4aa9-8dea-c9d0005eb031 service neutron] 10.222.0.58 "GET /v2.0/networks?id=843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 200 len: 914 time: 1.0830910 Jul 15 13:19:54.345503 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:19:54.346436 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:54.361424 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492b47-f843-4084-8427-d84c3f1b68e8 None None] Pushing event updated for resources: {'Port': ['ID=9e646913-8404-47ac-be86-796f8546c951,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:54.379637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8f3d95a8-906e-479a-a962-5c96914720e2 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.382291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8f3d95a8-906e-479a-a962-5c96914720e2 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 820 time: 1.3745866 Jul 15 13:19:54.422686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5dd0ccf6-2266-4b12-bd3d-6d7997eda8a4 req-be874d55-925b-4c11-a7d7-1fab52dd616e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 210 time: 0.0485928 Jul 15 13:19:54.461027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57c5d5eb-ace0-4c8e-8993-c9d5da0e30b0 req-3cd7a4d5-2300-4044-9890-feb7f95bf453 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489578 Jul 15 13:19:54.461946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'port': {'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'admin_state_up': True, 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:54.560699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-ebf12924-c688-4729-804d-ae4bb6d5662f service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789176 Jul 15 13:19:54.647308 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-f976ae60-a09d-4f9f-bc8e-71b7ec2e71e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 200 len: 217 time: 0.3076346 Jul 15 13:19:54.764973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-856b7548-4bc0-42a3-8d8e-f7ed6d60a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:54.768094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-856b7548-4bc0-42a3-8d8e-f7ed6d60a2ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 200 len: 853 time: 0.1116726 Jul 15 13:19:54.852199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-a297098f-1165-4cbc-b32d-fca27700871a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=843d92bf-3cfe-4b37-8934-70a58b23e489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749967 Jul 15 13:19:54.875458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Made reservation on behalf of fabc4cfda5b44fee94348d8a4a63041c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:19:54.881579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:54.972790 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:19:55.064151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96ceae42-0120-4c44-acd8-712f953078ea req-1be8adf7-29f1-457a-9321-345ea4f3a31f service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948153 Jul 15 13:19:55.064816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9e646913-8404-47ac-be86-796f8546c951 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:55.089570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57011d23-b18f-440b-ab29-7d49f21bf6c6 req-69fb94f1-136d-47b1-b1bc-6ada23eddddf tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.103776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57011d23-b18f-440b-ab29-7d49f21bf6c6 req-69fb94f1-136d-47b1-b1bc-6ada23eddddf tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 0.4568474 Jul 15 13:19:55.208717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57011d23-b18f-440b-ab29-7d49f21bf6c6 req-051c088e-82c4-4e69-b0b4-3be3937ca6c3 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026051 Jul 15 13:19:55.224914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9e646913-8404-47ac-be86-796f8546c951 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:55.234377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9e646913-8404-47ac-be86-796f8546c951 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:55.237154 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.450813 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.451063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Allocated IP 172.20.0.10 (ef52c9d1-6878-4d2b-b269-67576e7befe9/8cc02b7e-9c14-4bf8-bf03-a17935c169ed/383d8438-7b6c-4147-b0fc-560655e1c715) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:19:55.545209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9e646913-8404-47ac-be86-796f8546c951, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9e646913-8404-47ac-be86-796f8546c951,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:55.562217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.568555 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:54Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:19:55.607411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2bcffb3-98f4-45dd-bef3-dd46ffc48695 req-f83c6f55-1196-43ec-8662-8c58dba5a751 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0872869 Jul 15 13:19:55.654630 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54667d-bfe0-4f90-b2a3-6a2fc3bb0d8f None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:54Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:19:55.737560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9e646913-8404-47ac-be86-796f8546c951,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:55.819927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-c708fe9f-6643-4a31-a5d3-a12e85fcd7df service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627295 Jul 15 13:19:55.855067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-95f73187-17f0-4fba-8e7d-8b391773b036 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.856754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-95f73187-17f0-4fba-8e7d-8b391773b036 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1023 time: 0.2450140 Jul 15 13:19:55.866761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:55.946841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:19:55.953187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Transition to ACTIVE for port object 383d8438-7b6c-4147-b0fc-560655e1c715 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:55.970894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f5ac6-cc2f-4467-bd0c-28d123e04c4c req-4f5838f7-1641-46ce-aa88-7dee451157d4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:55.972746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-324f5ac6-cc2f-4467-bd0c-28d123e04c4c req-4f5838f7-1641-46ce-aa88-7dee451157d4 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 1023 time: 0.9250727 Jul 15 13:19:56.195807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f572e18-258e-43aa-ab22-d9c067461b3b req-8a4f2cb7-00be-4d3f-8fcc-12a021797ebd tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.198761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f572e18-258e-43aa-ab22-d9c067461b3b req-8a4f2cb7-00be-4d3f-8fcc-12a021797ebd tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 0.3371289 Jul 15 13:19:56.200329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-324f5ac6-cc2f-4467-bd0c-28d123e04c4c req-f3c91973-d04e-4613-b515-2c7e6cf6cf97 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=697bcb58-e882-4abb-b013-692fab451115&id=eb3889a0-f15d-4b90-b61d-eae6a620584b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2035835 Jul 15 13:19:56.215735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40342) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:19:56.217969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:56.223979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Request body: {'floatingip': {'port_id': 'd5d12ef4-bf2e-42ac-9468-6421364220b7'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:56.275002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c02c1fb-6d85-4b48-9f7e-22c7458425b8 req-2ef8361b-fa00-4380-bc16-4584280af168 service neutron] 10.222.0.58 "GET /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343524 Jul 15 13:19:56.280141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.344511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'port_id': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'mac_address': 'fa:16:3e:81:de:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069e4c4b-dd75-429c-842a-b4fa3ac9e077', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:19:56.392775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:19:56.413523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:19:56.421813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:19:56.426774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.493345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event updated for resources: {'Port': ['ID=383d8438-7b6c-4147-b0fc-560655e1c715,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:56.512559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.512913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.513256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.513611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.514080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.514616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.515152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.515496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.516507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.516858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.517192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.517519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:19:56.533027 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.551597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.552286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.552423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:56.576856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:56.584120 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.593007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8fc817c2-bf8a-4e72-a51a-836644c3480b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1394453 Jul 15 13:19:56.605774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Request body: {'port': {'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:19:56.684998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:56.735615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Deleting port 03c90b07-90c9-4231-9dfc-dc598c235d46 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:19:56.736211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.776585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.788309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b2547f27-4eb6-47f2-b9e6-5b6b137c7f75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:56.815705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3785c-d06b-4516-960f-9ecbffb26512 req-79867088-d087-4391-afc0-da50afc1f974 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:56.817486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2c3785c-d06b-4516-960f-9ecbffb26512 req-79867088-d087-4391-afc0-da50afc1f974 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 945 time: 0.1730721 Jul 15 13:19:56.937493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] For port 03c90b07-90c9-4231-9dfc-dc598c235d46, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=03c90b07-90c9-4231-9dfc-dc598c235d46,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:56.938208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:56.961432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Calling delete_port for 03c90b07-90c9-4231-9dfc-dc598c235d46 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:19:56.974496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2c3785c-d06b-4516-960f-9ecbffb26512 req-c3fdcf49-1a2a-43f8-93f5-61f170694180 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222217 Jul 15 13:19:57.085482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9e646913-8404-47ac-be86-796f8546c951 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:57.173700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f242772-844d-4b1f-b63f-3a3f68c75c34 None None] Provisioning for port 383d8438-7b6c-4147-b0fc-560655e1c715 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:57.288297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c8611-9663-4b19-81a6-bc1cec3d33d4 req-9e4b4d4a-9a92-4e96-b046-a24952a250b4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:57.292793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f242772-844d-4b1f-b63f-3a3f68c75c34 None None] Provisioning complete for port 383d8438-7b6c-4147-b0fc-560655e1c715 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:57.295455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f242772-844d-4b1f-b63f-3a3f68c75c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.299322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e4c8611-9663-4b19-81a6-bc1cec3d33d4 req-9e4b4d4a-9a92-4e96-b046-a24952a250b4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 932 time: 0.7358620 Jul 15 13:19:57.401726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f242772-844d-4b1f-b63f-3a3f68c75c34 None None] Port 383d8438-7b6c-4147-b0fc-560655e1c715 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:19:57.467546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9e646913-8404-47ac-be86-796f8546c951 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:57.468034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:57.646045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e4c8611-9663-4b19-81a6-bc1cec3d33d4 req-e35ca82a-d2f6-47c9-8905-77ce9f525986 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452981 Jul 15 13:19:57.962030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:19:57.984583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74071fe0-e8d1-499f-bdd9-60ca4096d2ed req-7b5349ff-f013-42e1-9ba9-fd1e8bbe304e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=694ba0d8c802485f99281291c7e51b87&device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0792992 Jul 15 13:19:58.027878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd2ea861-0ee9-4620-a690-010b9e41186d req-6f6722bf-a8e3-4cfc-adaa-a348f25c21d0 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0469594 Jul 15 13:19:58.074950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:19:58.095948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:19:58.096525 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.136312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74071fe0-e8d1-499f-bdd9-60ca4096d2ed req-cb82829f-582a-41bb-a234-599fd0a79216 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=694ba0d8c802485f99281291c7e51b87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432610 Jul 15 13:19:58.195033 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.239007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:58.242040 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13501148-e39f-4494-8b09-788bc01f6f74" -d '{"events": [{"server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "name": "network-vif-plugged", "status": "completed", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:58.261641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:19:58.273165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.278764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 03c90b07-90c9-4231-9dfc-dc598c235d46 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:19:58.431171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.490282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383d8438-7b6c-4147-b0fc-560655e1c715 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:19:58.512292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.538367 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.539989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930557ce-709e-4ea1-a353-bd047ac7aabd req-97c410ff-082b-49fb-8219-75b9f87d4fda tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.544716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-930557ce-709e-4ea1-a353-bd047ac7aabd req-97c410ff-082b-49fb-8219-75b9f87d4fda tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.2395008 Jul 15 13:19:58.589056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071fe0-e8d1-499f-bdd9-60ca4096d2ed req-7372e8d0-7569-4c49-8d6c-e951d72114b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:58.592113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74071fe0-e8d1-499f-bdd9-60ca4096d2ed req-7372e8d0-7569-4c49-8d6c-e951d72114b0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4198990 Jul 15 13:19:58.600719 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.680813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Transition to ACTIVE for port object 383d8438-7b6c-4147-b0fc-560655e1c715 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:19:58.696210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-930557ce-709e-4ea1-a353-bd047ac7aabd req-a9081163-0d50-4ab2-87e0-ca649d52b1a3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319654 Jul 15 13:19:58.700982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'Port': ['ID=03c90b07-90c9-4231-9dfc-dc598c235d46,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.702996 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:58.718864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:19:58.865305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Pushing event updated for resources: {'Port': ['ID=383d8438-7b6c-4147-b0fc-560655e1c715,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:58.868695 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b2ad3-15ba-4700-8dd1-81c33dd535a3 x-openstack-request-id: req-183b2ad3-15ba-4700-8dd1-81c33dd535a3 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:19:58.869285 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "name": "network-vif-plugged", "status": "completed", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:19:58.869803 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-183b2ad3-15ba-4700-8dd1-81c33dd535a3 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:19:58.870570 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'code': 200} Jul 15 13:19:59.132614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Attempting to bind port 383d8438-7b6c-4147-b0fc-560655e1c715 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:19:59.133505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Attempting to bind port 383d8438-7b6c-4147-b0fc-560655e1c715 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:19:59.134016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Attempting to bind port 383d8438-7b6c-4147-b0fc-560655e1c715 on network ef52c9d1-6878-4d2b-b269-67576e7befe9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:59.157212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Port 383d8438-7b6c-4147-b0fc-560655e1c715 on network ef52c9d1-6878-4d2b-b269-67576e7befe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:19:59.157936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Attempting to bind port 383d8438-7b6c-4147-b0fc-560655e1c715 on network ef52c9d1-6878-4d2b-b269-67576e7befe9 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:19:59.182361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:19:59.183026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Checking segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:19:59.183527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Bound using segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:19:59.184365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Bound port: 383d8438-7b6c-4147-b0fc-560655e1c715, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:19:59.185024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.212194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23403c72-ea66-4206-aba8-01fd1884f3d2 req-49b10baa-82f5-4c96-a913-ed566171d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.217447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23403c72-ea66-4206-aba8-01fd1884f3d2 req-49b10baa-82f5-4c96-a913-ed566171d44d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 1098 time: 0.2101891 Jul 15 13:19:59.415477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23403c72-ea66-4206-aba8-01fd1884f3d2 req-c7181c38-0871-48ac-a37c-f482d542c3ea service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816568 Jul 15 13:19:59.422366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] For port 383d8438-7b6c-4147-b0fc-560655e1c715, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:19:59.428951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] For port 383d8438-7b6c-4147-b0fc-560655e1c715, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=383d8438-7b6c-4147-b0fc-560655e1c715,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:19:59.438360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.536987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.538250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.540027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] 10.222.0.58 "PUT /v2.0/ports/383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 1093 time: 2.9390829 Jul 15 13:19:59.542280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:59.545645 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66af0a21-9ae5-49f7-9c6c-337d03365090" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:59.586253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5c7a-a40a-4b68-9811-44fdc1687429 service neutron] Pushing event updated for resources: {'Port': ['ID=383d8438-7b6c-4147-b0fc-560655e1c715,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:19:59.642292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2824b-2eb5-4cd6-a869-4ae3c474ccfd req-27a64ffb-6cac-4ffe-9961-9eb137e0ba66 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.644916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76d2824b-2eb5-4cd6-a869-4ae3c474ccfd req-27a64ffb-6cac-4ffe-9961-9eb137e0ba66 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 944 time: 0.1835649 Jul 15 13:19:59.739025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76d2824b-2eb5-4cd6-a869-4ae3c474ccfd req-474d44cb-9f6e-43e9-a691-e116ca45a56a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Jul 15 13:19:59.767922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-7772a33c-05b3-479e-b008-f21ec01cd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.772533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-7772a33c-05b3-479e-b008-f21ec01cd979 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1096 time: 0.1507347 Jul 15 13:19:59.849801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59695a10-08b3-42d5-8312-06367d9cfb40 req-efd0a4f7-4797-47f8-ad03-e75e6bd7b49d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:19:59.859426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-59695a10-08b3-42d5-8312-06367d9cfb40 req-efd0a4f7-4797-47f8-ad03-e75e6bd7b49d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=50dc74f1-3314-430f-98b5-127988156499 HTTP/1.1" status: 200 len: 945 time: 1.4427173 Jul 15 13:19:59.865435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-a6fe60b2-559e-42f3-8e25-0e1308c62398 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.0824056 Jul 15 13:19:59.901823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] No DVR routers for this DVR port 03c90b07-90c9-4231-9dfc-dc598c235d46 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:19:59.912895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:19:59.917370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-da0cef9f-4f47-49d1-9fec-9581263c9831 req-f0bd4c7f-b969-4cfe-87a7-0947322fa37a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "DELETE /v2.0/ports/03c90b07-90c9-4231-9dfc-dc598c235d46 HTTP/1.1" status: 204 len: 173 time: 4.0180383 Jul 15 13:19:59.974323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'name': 'network-vif-deleted', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:19:59.977391 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be55903-492c-4b50-9421-986ac72df8f7" -d '{"events": [{"server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "name": "network-vif-deleted", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:19:59.988379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c62233f4-7773-4cb6-aa23-b4ae73419627 req-8bc85110-9085-401c-8cb7-f68b3c550c68 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.0483191 Jul 15 13:20:00.005499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8f6b85da-a74d-4d0d-8bf3-88ac82c88953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.007210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-8f6b85da-a74d-4d0d-8bf3-88ac82c88953 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1346669 Jul 15 13:20:00.007479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74071fe0-e8d1-499f-bdd9-60ca4096d2ed req-0f291866-344e-486c-a337-2ae1d16ad62b tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.59 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.1454113 Jul 15 13:20:00.053852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] It took 1.02 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:00.126831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454236f-ab56-46f4-9b25-cdf26180211a req-d6afba9e-a27d-4092-aeb9-48d506fb3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.129648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-d6afba9e-a27d-4092-aeb9-48d506fb3705 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103995 Jul 15 13:20:00.139179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-59695a10-08b3-42d5-8312-06367d9cfb40 req-6c9a4b48-4c21-4f51-a17a-52e5701ee59c tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=697bcb58-e882-4abb-b013-692fab451115&id=eb3889a0-f15d-4b90-b61d-eae6a620584b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2168417 Jul 15 13:20:00.160432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.168557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:00.205711 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88436b46-367c-4c0d-902c-c5c164bb09ba x-openstack-request-id: req-88436b46-367c-4c0d-902c-c5c164bb09ba {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:00.206298 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:00.206419 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88436b46-367c-4c0d-902c-c5c164bb09ba {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:00.211077 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'status': 'completed', 'code': 200} Jul 15 13:20:00.341654 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82ed9a3-86e0-4142-a5ea-7f855d701a36 x-openstack-request-id: req-f82ed9a3-86e0-4142-a5ea-7f855d701a36 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:00.342428 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50dc74f1-3314-430f-98b5-127988156499", "name": "network-vif-deleted", "tag": "03c90b07-90c9-4231-9dfc-dc598c235d46", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:00.342867 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f82ed9a3-86e0-4142-a5ea-7f855d701a36 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:00.346845 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50dc74f1-3314-430f-98b5-127988156499', 'name': 'network-vif-deleted', 'tag': '03c90b07-90c9-4231-9dfc-dc598c235d46', 'status': 'completed', 'code': 200} Jul 15 13:20:00.412529 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-445c7c8a-9ac9-4861-a108-c6b69f854d65 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749395 Jul 15 13:20:00.629699 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Floating IP a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1 associated. External IP: 172.25.3.177, port: d5d12ef4-bf2e-42ac-9468-6421364220b7. Jul 15 13:20:00.656760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9454236f-ab56-46f4-9b25-cdf26180211a req-62ab7a89-4492-4b8e-89ca-91367ac4d08a service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312880 Jul 15 13:20:00.754560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca657fd-6518-4f3a-9330-59b4cfbbc5f3 req-0e5e8813-a073-4ef6-896d-e7b11f32c98e tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.760672 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fca657fd-6518-4f3a-9330-59b4cfbbc5f3 req-0e5e8813-a073-4ef6-896d-e7b11f32c98e tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.3463929 Jul 15 13:20:00.937728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fca657fd-6518-4f3a-9330-59b4cfbbc5f3 req-78c950f3-6b8b-4d7a-9ac1-8b8c87ff6ef1 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758652 Jul 15 13:20:00.978397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-a71310b3-a883-49e7-98d8-1ad2a5364167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:00.980081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-a71310b3-a883-49e7-98d8-1ad2a5364167 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1096 time: 0.1418595 Jul 15 13:20:01.296128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-876c2f4c-ce03-4da6-91cc-c3849502f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.301918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-876c2f4c-ce03-4da6-91cc-c3849502f79a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.3083830 Jul 15 13:20:01.344024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485760f-9a20-4819-b559-4f41d2568055 req-8fafd6c3-7306-4008-8a74-77c907325584 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.348805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f485760f-9a20-4819-b559-4f41d2568055 req-8fafd6c3-7306-4008-8a74-77c907325584 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 944 time: 0.3333368 Jul 15 13:20:01.384561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-5060b318-44d8-469a-916a-845a7717726a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.0788071 Jul 15 13:20:01.448859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:01.538164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f485760f-9a20-4819-b559-4f41d2568055 req-7a67aa23-28dd-4a44-bcf7-6276f8e3962f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614377 Jul 15 13:20:01.602198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-698b8262-2e3e-46aa-a3b2-43e68ac452b9 req-fd5553c0-aa3d-4ffc-8dd6-117789170966 tempest-ServerShowV254Test-1758466256 tempest-ServerShowV254Test-1758466256-project] 10.222.0.57 "GET /v2.0/ports?device_id=177446ff-6632-4cac-9fbc-3c7e48b927c1 HTTP/1.1" status: 200 len: 210 time: 0.2354529 Jul 15 13:20:01.644564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-54a1533f-1b66-4848-b008-7ae169a3f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.647336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-54a1533f-1b66-4848-b008-7ae169a3f068 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.2554750 Jul 15 13:20:01.797769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-7c7fd686-4273-4797-9c1f-7bf041b137f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:01.801052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-7c7fd686-4273-4797-9c1f-7bf041b137f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458411 Jul 15 13:20:01.806377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:01.822032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:01.822282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:01.851445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:01.858544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:01.894482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-af14b683-0135-4326-8858-132c38154cc1 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "PUT /v2.0/floatingips/a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1 HTTP/1.1" status: 200 len: 991 time: 5.6768880 Jul 15 13:20:02.043312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ec075a7-5071-45af-9931-910a5cc21eb5 req-65e0f0c8-9c91-4dfe-aab5-ce666505dc5d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/eb3889a0-f15d-4b90-b61d-eae6a620584b HTTP/1.1" status: 200 len: 1802 time: 0.1626012 Jul 15 13:20:02.154799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:02.158136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-8d08b758-83b9-4d1e-8d09-bdee18aaeab7 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484533 Jul 15 13:20:02.312674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66af0a21-9ae5-49f7-9c6c-337d03365090 req-767d5a55-8799-4c28-9278-4e9f3a12b492 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313512 Jul 15 13:20:02.368492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0ec075a7-5071-45af-9931-910a5cc21eb5 req-706836cd-3422-4807-bffd-a04e743dfc37 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.386301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:02.390087 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de1b198-4994-45ce-ae91-499aac4d35d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:02.410198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0ec075a7-5071-45af-9931-910a5cc21eb5 req-706836cd-3422-4807-bffd-a04e743dfc37 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.475654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636024ad-634e-4f27-8247-41fb50ae704d req-173d9b9b-676a-464f-9359-0e4f226bde46 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.478060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0ec075a7-5071-45af-9931-910a5cc21eb5 req-706836cd-3422-4807-bffd-a04e743dfc37 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.480768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0ec075a7-5071-45af-9931-910a5cc21eb5 req-706836cd-3422-4807-bffd-a04e743dfc37 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:02.481960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ec075a7-5071-45af-9931-910a5cc21eb5 req-706836cd-3422-4807-bffd-a04e743dfc37 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb3889a0-f15d-4b90-b61d-eae6a620584b HTTP/1.1" status: 204 len: 173 time: 0.4366655 Jul 15 13:20:02.486981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-636024ad-634e-4f27-8247-41fb50ae704d req-173d9b9b-676a-464f-9359-0e4f226bde46 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1617966 Jul 15 13:20:02.501572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706836cd-3422-4807-bffd-a04e743dfc37 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3889a0-f15d-4b90-b61d-eae6a620584b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:02.573117 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-636024ad-634e-4f27-8247-41fb50ae704d req-dc2c6816-bfef-426d-953a-cf63038a2d02 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753825 Jul 15 13:20:02.612636 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52baae0-a9ef-42c2-93bf-36607e6eeafe x-openstack-request-id: req-c52baae0-a9ef-42c2-93bf-36607e6eeafe {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:02.613117 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:02.613709 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c52baae0-a9ef-42c2-93bf-36607e6eeafe {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:02.614406 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'status': 'completed', 'code': 200} Jul 15 13:20:02.770308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'port_id': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'mac_address': 'fa:16:3e:fc:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:02.864026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:02.902737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:02.904159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:19:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:02.924317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08236af8-0e5b-45d5-87bb-3f855c02b19b req-ef2b643a-c59c-4ca6-ab0d-467e98d2847a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/697bcb58-e882-4abb-b013-692fab451115 HTTP/1.1" status: 200 len: 1802 time: 0.1975825 Jul 15 13:20:02.952852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-b9d9a918-50bc-4e12-9f12-b5fc9bb51a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.957762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-b9d9a918-50bc-4e12-9f12-b5fc9bb51a7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 1097 time: 0.3158088 Jul 15 13:20:02.978940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251464-cbe5-4f1e-a566-357ca0f2a86a req-ddd38d5e-f83f-47c1-ba81-3a2e834838eb tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:02.987750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17251464-cbe5-4f1e-a566-357ca0f2a86a req-ddd38d5e-f83f-47c1-ba81-3a2e834838eb tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 944 time: 0.1071999 Jul 15 13:20:03.073539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17251464-cbe5-4f1e-a566-357ca0f2a86a req-28a55435-07bc-4c7b-ae3d-6f86d3800e1d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841885 Jul 15 13:20:03.173440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:03.245403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08236af8-0e5b-45d5-87bb-3f855c02b19b req-6d9ee0a6-dffd-40bd-81c8-6de256fd5cd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.325616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08236af8-0e5b-45d5-87bb-3f855c02b19b req-6d9ee0a6-dffd-40bd-81c8-6de256fd5cd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.351412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-168ef191-a14e-43ea-bf6c-ff37e55ee98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.353242 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-168ef191-a14e-43ea-bf6c-ff37e55ee98f service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.3847125 Jul 15 13:20:03.357246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c1c59-4b80-4672-adcc-c43f2f3a3d00 req-d11df1de-c73c-4970-9836-a1562864aadd tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.360355 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-771c1c59-4b80-4672-adcc-c43f2f3a3d00 req-d11df1de-c73c-4970-9836-a1562864aadd tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1367557 Jul 15 13:20:03.450076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-771c1c59-4b80-4672-adcc-c43f2f3a3d00 req-bd76dd50-4daa-4ac5-a080-2476957dbbd8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834801 Jul 15 13:20:03.452266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-1e670d47-5301-4351-8947-6c61ea124dda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7 HTTP/1.1" status: 200 len: 999 time: 0.0873454 Jul 15 13:20:03.456378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08236af8-0e5b-45d5-87bb-3f855c02b19b req-6d9ee0a6-dffd-40bd-81c8-6de256fd5cd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.457619 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-08236af8-0e5b-45d5-87bb-3f855c02b19b req-6d9ee0a6-dffd-40bd-81c8-6de256fd5cd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.473347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08236af8-0e5b-45d5-87bb-3f855c02b19b req-6d9ee0a6-dffd-40bd-81c8-6de256fd5cd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/697bcb58-e882-4abb-b013-692fab451115 HTTP/1.1" status: 204 len: 173 time: 0.5226588 Jul 15 13:20:03.498938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ee0a6-dffd-40bd-81c8-6de256fd5cd6 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697bcb58-e882-4abb-b013-692fab451115,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:03.552206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-8b2e673c-add1-43d7-9bed-0fd61090fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.553824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-8b2e673c-add1-43d7-9bed-0fd61090fac8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.0849679 Jul 15 13:20:03.658192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'port_id': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'mac_address': 'fa:16:3e:fc:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:03.693395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-53e86b8e-ff0a-42c3-b230-30f9dc3bfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:03.697445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-53e86b8e-ff0a-42c3-b230-30f9dc3bfe6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364698 Jul 15 13:20:03.713003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-2861e60d-6c2c-4cde-8661-952cf97e0b9e req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-476486288', 'description': 'tempest-description-616272065'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:03.722782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05b313-ef3d-4038-9bd0-074bc4ebc716 None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'port_id': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'mac_address': 'fa:16:3e:fc:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:59Z', 'revision_number': 1, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:03.764714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2861e60d-6c2c-4cde-8661-952cf97e0b9e req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:03.887111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-4cb0c638-8c62-4fed-b008-4b5941d28ad1 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772063 Jul 15 13:20:04.010931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 383d8438-7b6c-4147-b0fc-560655e1c715 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:04.111902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2861e60d-6c2c-4cde-8661-952cf97e0b9e req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.128605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2861e60d-6c2c-4cde-8661-952cf97e0b9e req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.197527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.200980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40450) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:04.223869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2861e60d-6c2c-4cde-8661-952cf97e0b9e req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.225818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2861e60d-6c2c-4cde-8661-952cf97e0b9e req-2a09927d-8705-404a-b932-da6c2b32bee2 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5176654 Jul 15 13:20:04.249294 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf6254-1ce6-492b-b36c-735ca6c00fc1 None None] New status for floating IP a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:20:04.332718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de1b198-4994-45ce-ae91-499aac4d35d4 req-d80baa66-f8f3-4adf-9070-65ed3579721b service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372540 Jul 15 13:20:04.336059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 383d8438-7b6c-4147-b0fc-560655e1c715, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=383d8438-7b6c-4147-b0fc-560655e1c715,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:04.362029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '383d8438-7b6c-4147-b0fc-560655e1c715', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:04.382325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920fa2f-4c99-47e9-844a-bf184766be42 req-70f18bfb-ebc6-4ac4-a7c2-ae3105051e12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.393099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e920fa2f-4c99-47e9-844a-bf184766be42 req-70f18bfb-ebc6-4ac4-a7c2-ae3105051e12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.2873640 Jul 15 13:20:04.418178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.454938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383d8438-7b6c-4147-b0fc-560655e1c715 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:04.510600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 383d8438-7b6c-4147-b0fc-560655e1c715, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=383d8438-7b6c-4147-b0fc-560655e1c715,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:04.528093 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.534969 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e920fa2f-4c99-47e9-844a-bf184766be42 req-81f99fa7-f115-460a-a5b5-84fb63cfec4a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307359 Jul 15 13:20:04.654318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=383d8438-7b6c-4147-b0fc-560655e1c715,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.759637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-72b93fcb-12d7-43fb-8e4d-282f27cfe27a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0 HTTP/1.1" status: 200 len: 1801 time: 0.1184332 Jul 15 13:20:04.762770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['383d8438-7b6c-4147-b0fc-560655e1c715'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:04.777808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Request body: {'security_group': {'name': 'tempest-sg-hth-943130945', 'description': 'tempest-description-hth-1633606285'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:04.778602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dea6e6b2-ac21-4edd-b0e1-53204fd63c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.817214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.913849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.926983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.930012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:04.932494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e86046d0-80e9-40b5-a9a8-9518f8afb844 req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "PUT /v2.0/security-groups/5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0 HTTP/1.1" status: 200 len: 1776 time: 0.1593530 Jul 15 13:20:04.982904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9188a-0321-4933-be05-93b7f62b6196 req-c11c3ada-ce23-4daf-8ac7-d7992fd2bd56 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:04.991888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de590271-7921-44b1-88b7-120ee312462a tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:04.995460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75c9188a-0321-4933-be05-93b7f62b6196 req-c11c3ada-ce23-4daf-8ac7-d7992fd2bd56 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 945 time: 0.2718053 Jul 15 13:20:05.096503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75c9188a-0321-4933-be05-93b7f62b6196 req-1a9d9af3-48a5-47f2-a1fb-13286fdbae4b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922930 Jul 15 13:20:05.154364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dea6e6b2-ac21-4edd-b0e1-53204fd63c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.169861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dea6e6b2-ac21-4edd-b0e1-53204fd63c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.266597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dea6e6b2-ac21-4edd-b0e1-53204fd63c07 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=694ba0d8c802485f99281291c7e51b87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599797 Jul 15 13:20:05.268220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40476) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:05.303658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6e6b2-ac21-4edd-b0e1-53204fd63c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a849b239-fe62-4f16-ac4a-1c7fc7ead3e3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.424799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb91faf-9f5f-4de1-b5dd-705b5d56de2d req-60d8012f-c80a-4df2-9e48-5608efee7f05 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:05.427322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbb91faf-9f5f-4de1-b5dd-705b5d56de2d req-60d8012f-c80a-4df2-9e48-5608efee7f05 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.2210727 Jul 15 13:20:05.435709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55526c29-d95c-4ec5-ad23-2561c7a2bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.495520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55526c29-d95c-4ec5-ad23-2561c7a2bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.560187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbb91faf-9f5f-4de1-b5dd-705b5d56de2d req-f8557e05-3ce1-4945-aef1-7913285908e7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166842 Jul 15 13:20:05.623216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55526c29-d95c-4ec5-ad23-2561c7a2bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.625936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-55526c29-d95c-4ec5-ad23-2561c7a2bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:05.630600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-55526c29-d95c-4ec5-ad23-2561c7a2bf41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a849b239-fe62-4f16-ac4a-1c7fc7ead3e3 HTTP/1.1" status: 204 len: 168 time: 0.3553240 Jul 15 13:20:05.656426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55526c29-d95c-4ec5-ad23-2561c7a2bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a849b239-fe62-4f16-ac4a-1c7fc7ead3e3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:05.783716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc57e95f-b144-4b02-877a-8e4863c6b1ff req-f735acfe-374a-4aac-bf78-bda19ec394bc tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0 HTTP/1.1" status: 200 len: 1776 time: 0.1285911 Jul 15 13:20:05.888557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68774599-9d8a-4c09-b54d-73eb12ce0f34 req-da98a7d6-b617-4333-bb39-d5caa16f7ba5 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0 HTTP/1.1" status: 200 len: 1776 time: 0.0870907 Jul 15 13:20:05.983306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-68774599-9d8a-4c09-b54d-73eb12ce0f34 req-ff78273c-425e-4549-8556-003e6f286ef7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.035465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 383d8438-7b6c-4147-b0fc-560655e1c715 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:06.049880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-68774599-9d8a-4c09-b54d-73eb12ce0f34 req-ff78273c-425e-4549-8556-003e6f286ef7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.101722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62ca4c-a5de-410f-bb67-34dc9481a042 req-85c10f96-9baa-4a74-9fca-302025c694d7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.116428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee62ca4c-a5de-410f-bb67-34dc9481a042 req-85c10f96-9baa-4a74-9fca-302025c694d7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1834276 Jul 15 13:20:06.150726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 383d8438-7b6c-4147-b0fc-560655e1c715 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:06.161462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 383d8438-7b6c-4147-b0fc-560655e1c715 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:06.161911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.164485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-68774599-9d8a-4c09-b54d-73eb12ce0f34 req-ff78273c-425e-4549-8556-003e6f286ef7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.167856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-68774599-9d8a-4c09-b54d-73eb12ce0f34 req-ff78273c-425e-4549-8556-003e6f286ef7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.190289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68774599-9d8a-4c09-b54d-73eb12ce0f34 req-ff78273c-425e-4549-8556-003e6f286ef7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0 HTTP/1.1" status: 204 len: 173 time: 0.2930157 Jul 15 13:20:06.198503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee62ca4c-a5de-410f-bb67-34dc9481a042 req-0b16ee20-4f30-4f9e-83c5-bf6a6e5530eb tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759254 Jul 15 13:20:06.228090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78273c-425e-4549-8556-003e6f286ef7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3e9ffd-b3cf-4dee-b35e-1fe7cac865d0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:06.379144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.437910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:06.446461 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff56c0-9c54-483a-b137-a8b837422e4f" -d '{"events": [{"server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "name": "network-vif-plugged", "status": "completed", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:06.480996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 383d8438-7b6c-4147-b0fc-560655e1c715, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=383d8438-7b6c-4147-b0fc-560655e1c715,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:06.495271 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:06.655581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=383d8438-7b6c-4147-b0fc-560655e1c715,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:06.704115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecd5ca-4dd0-4cce-8b2b-88de7858be5d req-6fb9a473-d483-4357-9b6b-fc605681efb5 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.706968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eaecd5ca-4dd0-4cce-8b2b-88de7858be5d req-6fb9a473-d483-4357-9b6b-fc605681efb5 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1265807 Jul 15 13:20:06.710633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317bd6-b563-47ab-91f6-be077e106663 req-a4561c54-941a-4d45-a00a-b9b4be1b506e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:06.721085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03317bd6-b563-47ab-91f6-be077e106663 req-a4561c54-941a-4d45-a00a-b9b4be1b506e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.2207942 Jul 15 13:20:06.833347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eaecd5ca-4dd0-4cce-8b2b-88de7858be5d req-b3c1f26b-6378-45e2-bd18-d084eada9f66 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110995 Jul 15 13:20:06.908021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03317bd6-b563-47ab-91f6-be077e106663 req-31408220-782f-41c0-8c75-abf73d31ce05 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787994 Jul 15 13:20:07.097444 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfb9d4e-bb5b-4b11-bbe8-608c51a8e2fd x-openstack-request-id: req-8bfb9d4e-bb5b-4b11-bbe8-608c51a8e2fd {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:07.097964 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "name": "network-vif-plugged", "status": "completed", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:07.098322 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bfb9d4e-bb5b-4b11-bbe8-608c51a8e2fd {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:07.099267 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'code': 200} Jul 15 13:20:07.281289 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-933670eb-676b-479a-8be4-b7f03d27030d req-4160b055-9972-4f64-8a78-0bde50509d83 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:20:07.282883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-933670eb-676b-479a-8be4-b7f03d27030d req-4160b055-9972-4f64-8a78-0bde50509d83 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/697bcb58-e882-4abb-b013-692fab451115 HTTP/1.1" status: 404 len: 352 time: 0.0514390 Jul 15 13:20:07.332711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b6296-44e7-4524-b489-1d09d3ec3900 req-951bc82e-0e01-41d0-9ecd-c471900bc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.338701 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd3b6296-44e7-4524-b489-1d09d3ec3900 req-951bc82e-0e01-41d0-9ecd-c471900bc6dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.1334844 Jul 15 13:20:07.422758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd3b6296-44e7-4524-b489-1d09d3ec3900 req-d12a9920-7008-4c90-968c-7fddbf5eedef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767901 Jul 15 13:20:07.728082 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-b303dc1c-b5db-4b8b-8187-cc4e38382a4f req-69f062bc-3ed1-4860-8d8e-070242206865 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:20:07.730064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b303dc1c-b5db-4b8b-8187-cc4e38382a4f req-69f062bc-3ed1-4860-8d8e-070242206865 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/eb3889a0-f15d-4b90-b61d-eae6a620584b HTTP/1.1" status: 404 len: 352 time: 0.0343411 Jul 15 13:20:07.766209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844f2cb-7dec-4215-9101-ef2037b65296 req-97dc9a13-45e4-43c5-8af3-86b91cef5cc8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:07.769022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9844f2cb-7dec-4215-9101-ef2037b65296 req-97dc9a13-45e4-43c5-8af3-86b91cef5cc8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1638772 Jul 15 13:20:07.857351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9844f2cb-7dec-4215-9101-ef2037b65296 req-c50560d3-9d8a-4829-9129-b64d6648684b tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818346 Jul 15 13:20:07.913469 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-05c7bc7d-3113-46b4-8cbc-2f7629b0243a req-e7549331-0922-4bd1-b27c-bea5110a780d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:20:07.914888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05c7bc7d-3113-46b4-8cbc-2f7629b0243a req-e7549331-0922-4bd1-b27c-bea5110a780d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/0c9999c5-e665-45d6-872d-348a5874827d HTTP/1.1" status: 404 len: 352 time: 0.0207670 Jul 15 13:20:07.977490 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-216cb43d-6bb2-41e4-8d67-9d5724b88df0 req-5cb49a37-dd47-4548-aef0-efabbdaf7a39 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:20:07.991269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-216cb43d-6bb2-41e4-8d67-9d5724b88df0 req-5cb49a37-dd47-4548-aef0-efabbdaf7a39 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/a1aae55d-ac18-4de6-9ba4-66f7b1b7e85a HTTP/1.1" status: 404 len: 352 time: 0.0293417 Jul 15 13:20:08.204938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7b2df-6579-4ea7-8661-585e4ba06053 req-94ce3e03-b2c0-425a-a7dc-7724722a8995 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.208461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38d7b2df-6579-4ea7-8661-585e4ba06053 req-94ce3e03-b2c0-425a-a7dc-7724722a8995 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1460912 Jul 15 13:20:08.298002 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38d7b2df-6579-4ea7-8661-585e4ba06053 req-98d2350d-3125-421e-b690-bd8efae4ee3f tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834489 Jul 15 13:20:08.350347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d174f-2de4-4a31-98f2-113157ea8fee req-307dec25-29dd-4765-a958-78a36d7b8404 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:08.352049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796d174f-2de4-4a31-98f2-113157ea8fee req-307dec25-29dd-4765-a958-78a36d7b8404 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.1502380 Jul 15 13:20:08.368129 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-a9108915-9a78-4c2a-8751-89f74b64c940 req-d87b81b2-b94a-4967-a536-d346dd7bb7ea tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:20:08.384783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9108915-9a78-4c2a-8751-89f74b64c940 req-d87b81b2-b94a-4967-a536-d346dd7bb7ea tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/f46747bb-d20e-4060-9e3a-53218c9d6d36 HTTP/1.1" status: 404 len: 352 time: 0.0421631 Jul 15 13:20:08.424913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796d174f-2de4-4a31-98f2-113157ea8fee req-9c514a72-eed8-4b75-ae17-bb157a32b04c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613704 Jul 15 13:20:08.666332 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-65e3722a-29b1-4849-ac30-0b3ff9107feb req-28c15208-1b01-4ad6-b3c2-ddfa1939750f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] show failed (client error): The resource could not be found. Jul 15 13:20:08.670160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-65e3722a-29b1-4849-ac30-0b3ff9107feb req-28c15208-1b01-4ad6-b3c2-ddfa1939750f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/cd50197e-cceb-4f43-9488-2f091a04fc96 HTTP/1.1" status: 404 len: 352 time: 0.0384858 Jul 15 13:20:09.617268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71757db-f2fd-4b77-bff4-51e64caab670 req-4e7d131b-ae68-421f-bef5-588a2f4797cd tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.629285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a71757db-f2fd-4b77-bff4-51e64caab670 req-4e7d131b-ae68-421f-bef5-588a2f4797cd tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1023 time: 0.1032884 Jul 15 13:20:09.654918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40638) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:09.696470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a71757db-f2fd-4b77-bff4-51e64caab670 req-a7a721c1-6e1c-4a0b-818e-2634dcfa2a5b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c869404-7390-43dd-a27e-a60c416e505f&id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=002a513f-b30a-4bb6-a9b6-f8aa66581ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0653529 Jul 15 13:20:09.832080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c3ee8-09b5-4464-af37-ad3bb8f41c2c req-86207843-a5a6-484e-a148-1ef2326aad22 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:09.836542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-086c3ee8-09b5-4464-af37-ad3bb8f41c2c req-86207843-a5a6-484e-a148-1ef2326aad22 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.2151237 Jul 15 13:20:09.898070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0d249a-4936-4910-b600-726d8ac3c742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:09.941961 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-086c3ee8-09b5-4464-af37-ad3bb8f41c2c req-282b2ebe-10ed-4215-9080-c6f2f3184dcf tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956659 Jul 15 13:20:10.179478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0d249a-4936-4910-b600-726d8ac3c742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.186023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0d249a-4936-4910-b600-726d8ac3c742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.248224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bf0d249a-4936-4910-b600-726d8ac3c742 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8deb2aa19344d24b687bb8a6ce54fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890119 Jul 15 13:20:10.248224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d249a-4936-4910-b600-726d8ac3c742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ee1000-8888-4cb6-b250-c4a7fb9b096f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.249428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40654) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:10.397460 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c4eb5c-5781-420f-b680-a9e795c4de36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.409435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15fffe87-2ded-42dc-9505-64120039095c req-7c35074a-3bc7-4f48-a6c4-01678b5aa278 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1480749 Jul 15 13:20:10.414508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:10.449313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.451681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c4eb5c-5781-420f-b680-a9e795c4de36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.526116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c4eb5c-5781-420f-b680-a9e795c4de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.529798 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9c4eb5c-5781-420f-b680-a9e795c4de36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.534786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e9c4eb5c-5781-420f-b680-a9e795c4de36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1ee1000-8888-4cb6-b250-c4a7fb9b096f HTTP/1.1" status: 204 len: 168 time: 0.2828755 Jul 15 13:20:10.544158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4eb5c-5781-420f-b680-a9e795c4de36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ee1000-8888-4cb6-b250-c4a7fb9b096f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:10.600750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:10.794212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Allocated IP 172.25.3.101 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/09716635-4460-4c7e-a38a-4df6ccad8731) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:10.878647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe07e3-fc27-4615-9544-14acbc7b4d0e req-7ac62e62-d60e-42f9-b265-000be1b5da4c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:10.891210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbbe07e3-fc27-4615-9544-14acbc7b4d0e req-7ac62e62-d60e-42f9-b265-000be1b5da4c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1284156 Jul 15 13:20:11.003639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbbe07e3-fc27-4615-9544-14acbc7b4d0e req-6bcb4604-e473-4ad7-88aa-b7cd2412a124 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113133 Jul 15 13:20:11.058404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d536-de88-4847-acf3-77bfea419271 req-09dd231d-4eab-47ff-8003-159016560234 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.061708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0528d536-de88-4847-acf3-77bfea419271 req-09dd231d-4eab-47ff-8003-159016560234 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1023 time: 0.1335177 Jul 15 13:20:11.136730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.318017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Deleting port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:11.318288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.417445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.565990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:11.567729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] For port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,segment=NetworkSegment(97988c74-0e72-40d9-9999-308da7183a76),segment_id=97988c74-0e72-40d9-9999-308da7183a76)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:11.568420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:11.576421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:11.593181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:11.593402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Calling delete_port for 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:11.658370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330e4cb-1f94-47f4-9225-8d195310c9c4 req-cb898603-fa90-4a00-b313-b1943adb8bba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:11.664702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1330e4cb-1f94-47f4-9225-8d195310c9c4 req-cb898603-fa90-4a00-b313-b1943adb8bba tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 1023 time: 0.2262025 Jul 15 13:20:11.675992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event updated for resources: {'Port': ['ID=09716635-4460-4c7e-a38a-4df6ccad8731,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:11.911570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1330e4cb-1f94-47f4-9225-8d195310c9c4 req-17ac8db7-4710-4284-b80e-45201da3c13f tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c869404-7390-43dd-a27e-a60c416e505f&id=1f62f0e5-8eb3-4df4-9758-28f7a47f9570&id=002a513f-b30a-4bb6-a9b6-f8aa66581ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1678491 Jul 15 13:20:11.932908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.064313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.113695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.383490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'Port': ['ID=0d6eeb11-d1f9-49ba-a29e-35f94cb67a66,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.474444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] No DVR routers for this DVR port 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:12.481715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.488543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0528d536-de88-4847-acf3-77bfea419271 req-93251a6d-5561-4eed-a266-75ab5221735d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.58 "DELETE /v2.0/ports/0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 HTTP/1.1" status: 204 len: 173 time: 1.4170091 Jul 15 13:20:12.490874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'name': 'network-vif-deleted', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:12.497463 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592edbc3-cde4-4f99-bde8-2abb56bbd32c" -d '{"events": [{"server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "name": "network-vif-deleted", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:12.613660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.627730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.946915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event updated for resources: {'Port': ['ID=09716635-4460-4c7e-a38a-4df6ccad8731,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:12.969516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c45b3eb7-a87b-493e-8dd3-8dfc8c226428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:12.999007 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.020889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf178f9-e5c8-4eca-b3af-5748b3e12bac req-369e4cb7-3c96-4373-bde9-84576c20152d tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.033445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cf178f9-e5c8-4eca-b3af-5748b3e12bac req-369e4cb7-3c96-4373-bde9-84576c20152d tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.2967703 Jul 15 13:20:13.055902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:13.057951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15fffe87-2ded-42dc-9505-64120039095c req-af8731e2-3185-4a5d-82fe-0dcd60743b4e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6476645 Jul 15 13:20:13.115969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cf178f9-e5c8-4eca-b3af-5748b3e12bac req-5bf01b6b-88e3-4daa-b254-9cafd0b34bb0 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761762 Jul 15 13:20:13.160578 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15fffe87-2ded-42dc-9505-64120039095c req-0af18117-9c72-45d7-b425-99e40faa63ae tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.0906646 Jul 15 13:20:13.249336 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb7557c-ddad-4455-b597-ecf6bf3f9ed4 x-openstack-request-id: req-cdb7557c-ddad-4455-b597-ecf6bf3f9ed4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:13.250721 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac", "name": "network-vif-deleted", "tag": "0d6eeb11-d1f9-49ba-a29e-35f94cb67a66", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:13.251328 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cdb7557c-ddad-4455-b597-ecf6bf3f9ed4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:13.252822 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac', 'name': 'network-vif-deleted', 'tag': '0d6eeb11-d1f9-49ba-a29e-35f94cb67a66', 'status': 'completed', 'code': 200} Jul 15 13:20:13.420892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fffe87-2ded-42dc-9505-64120039095c req-ff683acf-3ce1-4bfd-8b98-4542c4128dea tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:13.423809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15fffe87-2ded-42dc-9505-64120039095c req-ff683acf-3ce1-4bfd-8b98-4542c4128dea tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2620246 Jul 15 13:20:13.843194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b736d7e-d107-475a-9330-ddda1f1537d8 req-d0709f9d-50be-4316-93f5-662895848ff7 tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea5a4362-00e2-4baf-a9ac-5a7cf8dbe6ac HTTP/1.1" status: 200 len: 210 time: 0.1290736 Jul 15 13:20:14.044404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:14.052825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:14.097249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:14.098557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d6eeb11-d1f9-49ba-a29e-35f94cb67a66 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:14.336483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:14.355944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'port_id': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'mac_address': 'fa:16:3e:81:de:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069e4c4b-dd75-429c-842a-b4fa3ac9e077', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:14.416437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.442748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:14.496782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:14.507522 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:14.626899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b2547f27-4eb6-47f2-b9e6-5b6b137c7f75'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:14.674952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-b56d7d91-ebfa-42fb-abdd-860056f46139 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.682688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-b56d7d91-ebfa-42fb-abdd-860056f46139 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 820 time: 0.2945318 Jul 15 13:20:14.687296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:14.704935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-d3b086f6-4682-43c0-baa9-c548308e2015 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/quotas/fabc4cfda5b44fee94348d8a4a63041c HTTP/1.1" status: 200 len: 375 time: 0.0212204 Jul 15 13:20:14.748340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8c6d5-a692-439f-937b-a99760304cc7 req-ba59822e-bc68-4c05-8d68-c98aa272e05f tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:14.758148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ce8c6d5-a692-439f-937b-a99760304cc7 req-ba59822e-bc68-4c05-8d68-c98aa272e05f tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 945 time: 0.2380116 Jul 15 13:20:14.825495 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ce8c6d5-a692-439f-937b-a99760304cc7 req-91d8bad9-6b0b-47d3-86bb-3b1ee8fe0392 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Jul 15 13:20:14.889526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-c4b42c38-5032-436f-b940-254891b3d32d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1823297 Jul 15 13:20:14.901967 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.025019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-11b41d79-6532-428f-b2d6-f661346a0e2c service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345792 Jul 15 13:20:15.096371 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.207278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-07335445-5260-4484-ad6b-3fd7f0a2d116 service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683273 Jul 15 13:20:15.523418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f0983591-01fc-4714-b352-3f381b6402b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:15.665055 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.035292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:16.308355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-292a4fc5-d2b9-4eba-9e67-d7f605fcc0cc req-7a87452f-d9be-42fc-8bfe-75c3b7fe4f34 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 210 time: 0.0821290 Jul 15 13:20:16.400975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c131d71-fae7-421a-a3d2-c3c3c6b3175e req-cc0c3dfa-07e7-4774-86dd-1743769bbf4b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/002a513f-b30a-4bb6-a9b6-f8aa66581ccf HTTP/1.1" status: 200 len: 1801 time: 0.1380527 Jul 15 13:20:16.452254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:16.454001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.606880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.648119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4c131d71-fae7-421a-a3d2-c3c3c6b3175e req-becceadf-e384-4bec-8769-d863148b0f3d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.693073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:16.704686 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f51d58b-9dd8-47b1-8953-d0b1291048f0" -d '{"events": [{"server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "name": "network-vif-plugged", "status": "completed", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:16.726201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4c131d71-fae7-421a-a3d2-c3c3c6b3175e req-becceadf-e384-4bec-8769-d863148b0f3d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.752220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:16.772125 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.845139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4c131d71-fae7-421a-a3d2-c3c3c6b3175e req-becceadf-e384-4bec-8769-d863148b0f3d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.855795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4c131d71-fae7-421a-a3d2-c3c3c6b3175e req-becceadf-e384-4bec-8769-d863148b0f3d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:16.858581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c131d71-fae7-421a-a3d2-c3c3c6b3175e req-becceadf-e384-4bec-8769-d863148b0f3d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/002a513f-b30a-4bb6-a9b6-f8aa66581ccf HTTP/1.1" status: 204 len: 173 time: 0.4299262 Jul 15 13:20:16.901822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becceadf-e384-4bec-8769-d863148b0f3d tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a513f-b30a-4bb6-a9b6-f8aa66581ccf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:16.968430 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:16.992309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.020479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7782b-b16e-4a39-ae37-b92b93381e01 req-e8a14df7-2d80-42b8-857d-c7ecae74e804 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:17.028627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ee7782b-b16e-4a39-ae37-b92b93381e01 req-e8a14df7-2d80-42b8-857d-c7ecae74e804 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.1221838 Jul 15 13:20:17.043598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.106606 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435d8072-584b-47ed-937b-5c78eb551e62 x-openstack-request-id: req-435d8072-584b-47ed-937b-5c78eb551e62 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:17.107171 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "name": "network-vif-plugged", "status": "completed", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:17.107584 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-435d8072-584b-47ed-937b-5c78eb551e62 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:17.108139 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'code': 200} Jul 15 13:20:17.111875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ee7782b-b16e-4a39-ae37-b92b93381e01 req-aa6ee19c-372c-4b85-a2b5-09ee4c4a4232 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821862 Jul 15 13:20:17.184635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569b61bc-5991-432f-841c-4c41a32af726 req-fb84ff9e-5ddc-4205-8fd8-bbeab182baed tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "GET /v2.0/security-groups/0c869404-7390-43dd-a27e-a60c416e505f HTTP/1.1" status: 200 len: 1802 time: 0.0591660 Jul 15 13:20:17.256514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-569b61bc-5991-432f-841c-4c41a32af726 req-b290ab4a-3fc9-48cb-b733-b5d3e16db37b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.291396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-569b61bc-5991-432f-841c-4c41a32af726 req-b290ab4a-3fc9-48cb-b733-b5d3e16db37b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.347585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-569b61bc-5991-432f-841c-4c41a32af726 req-b290ab4a-3fc9-48cb-b733-b5d3e16db37b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.350908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-569b61bc-5991-432f-841c-4c41a32af726 req-b290ab4a-3fc9-48cb-b733-b5d3e16db37b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.352224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569b61bc-5991-432f-841c-4c41a32af726 req-b290ab4a-3fc9-48cb-b733-b5d3e16db37b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] 10.222.0.57 "DELETE /v2.0/security-groups/0c869404-7390-43dd-a27e-a60c416e505f HTTP/1.1" status: 204 len: 173 time: 0.1614814 Jul 15 13:20:17.361606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40806) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:17.368028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290ab4a-3fc9-48cb-b733-b5d3e16db37b tempest-SecurityGroupsTestJSON-1488078 tempest-SecurityGroupsTestJSON-1488078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c869404-7390-43dd-a27e-a60c416e505f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:17.502216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Deleting subnet 93e0edd6-43c9-4b87-97ad-9fd24fcfd06e {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:20:17.512321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.638953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:17.727750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.008183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef7ac4f1-58aa-4314-b064-a53858a53e86 req-3a3b9cc6-6b58-4522-9374-3cf96774aa77 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 210 time: 0.1192064 Jul 15 13:20:18.117974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-4d7aa4e9-2a08-4002-b1cf-ba24a687b9f8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.120743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-4d7aa4e9-2a08-4002-b1cf-ba24a687b9f8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 0.3687217 Jul 15 13:20:18.360467 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.396378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.399215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/93e0edd6-43c9-4b87-97ad-9fd24fcfd06e HTTP/1.1" status: 204 len: 168 time: 1.0350339 Jul 15 13:20:18.405294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40832) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:18.496357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Deleting port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:20:18.500300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.540430 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.583754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-dd1ef25b-9279-4504-8319-ce9b55acdaef tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:18.588502 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-dd1ef25b-9279-4504-8319-ce9b55acdaef tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.59 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 820 time: 0.6783588 Jul 15 13:20:18.728418 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:18.730491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a23c3-b87e-44a1-8801-a26e76c9fc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e0edd6-43c9-4b87-97ad-9fd24fcfd06e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:18.742976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'port': {'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'admin_state_up': True, 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:19.006550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] For port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:19.008494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.028076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Made reservation on behalf of fabc4cfda5b44fee94348d8a4a63041c for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:19.033224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.120137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Calling delete_port for b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:20:19.483017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Allocated IP 172.20.0.13 (ef52c9d1-6878-4d2b-b269-67576e7befe9/8cc02b7e-9c14-4bf8-bf03-a17935c169ed/14adf1d6-0de6-497f-a287-8065af8f098c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:19.629960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.630737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6652e8-2046-4de2-9506-2a0bc700d4cf req-fea38a3a-751b-4ff8-864f-b4cd41c3f2ac tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:19.633019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b6652e8-2046-4de2-9506-2a0bc700d4cf req-fea38a3a-751b-4ff8-864f-b4cd41c3f2ac tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 946 time: 1.2512345 Jul 15 13:20:19.667321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1d89909-ce81-41c0-ac34-da733c5ad6b6 req-e3c529d1-df01-4659-bfdb-032356657c8c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 210 time: 0.0595517 Jul 15 13:20:19.701591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event deleted for resources: {'Port': ['ID=b2547f27-4eb6-47f2-b9e6-5b6b137c7f75,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:19.838624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] No DVR routers for this DVR port b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:20:19.847336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:19.852857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b6652e8-2046-4de2-9506-2a0bc700d4cf req-7a4a6c39-585f-46c5-a558-a50d0665bce3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959132 Jul 15 13:20:19.858337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c4313207-c092-49b4-a102-00fdd69f4ac2 req-9a07d4d6-fca0-4a03-ba74-d873b258da0a tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "DELETE /v2.0/ports/b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 HTTP/1.1" status: 204 len: 173 time: 1.7087920 Jul 15 13:20:19.859726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'name': 'network-vif-deleted', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:19.869327 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39deff4a-3da7-4002-97c5-caf873299c73" -d '{"events": [{"server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "name": "network-vif-deleted", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:20.023092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.046303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843d92bf-3cfe-4b37-8934-70a58b23e489']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.053019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:20:20.071848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.076596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97988c74-0e72-40d9-9999-308da7183a76') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.077559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97988c74-0e72-40d9-9999-308da7183a76') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:20.094282 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d9adb-7f84-4f8f-8390-451436c35c7d x-openstack-request-id: req-a58d9adb-7f84-4f8f-8390-451436c35c7d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:20.094875 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acbc558-c1ed-49de-8dfe-9c2428ed11be", "name": "network-vif-deleted", "tag": "b2547f27-4eb6-47f2-b9e6-5b6b137c7f75", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:20.094875 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a58d9adb-7f84-4f8f-8390-451436c35c7d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:20.095256 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acbc558-c1ed-49de-8dfe-9c2428ed11be', 'name': 'network-vif-deleted', 'tag': 'b2547f27-4eb6-47f2-b9e6-5b6b137c7f75', 'status': 'completed', 'code': 200} Jul 15 13:20:20.100844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.114659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Transition to ACTIVE for port object 14adf1d6-0de6-497f-a287-8065af8f098c will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:20.130778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:20:20.137142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b2547f27-4eb6-47f2-b9e6-5b6b137c7f75 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:20:20.250702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.297566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.317058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['383d8438-7b6c-4147-b0fc-560655e1c715'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:20.334683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:20:20.342448 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:20:20.345227 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:20:20.508749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:20.522103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:20.530326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:20.794355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.803603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:20.824138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] 10.222.0.57 "DELETE /v2.0/networks/843d92bf-3cfe-4b37-8934-70a58b23e489 HTTP/1.1" status: 204 len: 168 time: 2.4057069 Jul 15 13:20:20.916277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event updated for resources: {'Port': ['ID=14adf1d6-0de6-497f-a287-8065af8f098c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:20.933741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583f3f6-fd27-4296-b24f-b06b3eb23258 admin admin] Pushing event deleted for resources: {'Network': ['ID=843d92bf-3cfe-4b37-8934-70a58b23e489,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:21.046912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f0c0b66c-7820-4b9d-a4fb-ffee7b349c1e None None] Provisioning for port 14adf1d6-0de6-497f-a287-8065af8f098c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:21.056538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f0c0b66c-7820-4b9d-a4fb-ffee7b349c1e None None] Provisioning complete for port 14adf1d6-0de6-497f-a287-8065af8f098c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:21.057751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b66c-7820-4b9d-a4fb-ffee7b349c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.065177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.068090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.164252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0b66c-7820-4b9d-a4fb-ffee7b349c1e None None] Port 14adf1d6-0de6-497f-a287-8065af8f098c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:21.240874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-79fa3181-fd1a-42a9-9700-5c272134090d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5068021 Jul 15 13:20:21.262379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Request body: {'port': {'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:21.391200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.428372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40884) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.553921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c1d375f-6c59-4ff0-8705-9b2230f8e6e1 req-bc25e9f2-d86a-4971-b88a-f22cbc074605 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=9acbc558-c1ed-49de-8dfe-9c2428ed11be HTTP/1.1" status: 200 len: 210 time: 0.0669930 Jul 15 13:20:21.624240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-043679db-17b4-43ae-a0e4-9fecb9f11a79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9fe13b8ea4f4514a5ef362fb49149a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938131 Jul 15 13:20:21.625766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40890) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.626344 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:21.639805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1785386330'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:21.767675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:21.774827 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.882517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6dc5-d9ed-4b2d-a843-144919ca4d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.933598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faff0c-5317-4179-ac08-ac54b17d8122 req-d9ffb03e-d055-46ae-aeed-96d26be5f014 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:21.935372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-40faff0c-5317-4179-ac08-ac54b17d8122 req-d9ffb03e-d055-46ae-aeed-96d26be5f014 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 932 time: 0.8609920 Jul 15 13:20:21.956494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6dc5-d9ed-4b2d-a843-144919ca4d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:21.995712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:22.024245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.024591 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Added segment 38cf99eb-4d12-4c35-aa84-3fecfde77499 of type vlan for network 03f76d16-725a-4bb9-a534-70ecedaca491 Jul 15 13:20:22.131918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.140752 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6dc5-d9ed-4b2d-a843-144919ca4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.144180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6dc5-d9ed-4b2d-a843-144919ca4d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.149274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4cdb6dc5-d9ed-4b2d-a843-144919ca4d43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f62f0e5-8eb3-4df4-9758-28f7a47f9570 HTTP/1.1" status: 204 len: 168 time: 0.5012176 Jul 15 13:20:22.162381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6dc5-d9ed-4b2d-a843-144919ca4d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f62f0e5-8eb3-4df4-9758-28f7a47f9570,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.193602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-40faff0c-5317-4179-ac08-ac54b17d8122 req-37568aad-1848-4956-9ea3-9c634483b30f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332740 Jul 15 13:20:22.214942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.223430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:22.224093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.331247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7026694 Jul 15 13:20:22.332014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:22.339916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1106327680'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:22.422675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8db3-9c58-40f4-b3a8-97f16334bd17 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Network': ['ID=03f76d16-725a-4bb9-a534-70ecedaca491,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:22.455759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 03f76d16-725a-4bb9-a534-70ecedaca491 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:22.460495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:22.465895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.606938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:22.671983 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.672859 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Added segment 9f870a0b-e6b9-4131-9942-c5024e50f609 of type vlan for network 21e53ded-6736-481c-9356-ddec7ed49dd2 Jul 15 13:20:22.885125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14adf1d6-0de6-497f-a287-8065af8f098c {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:22.892011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.900129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:22.925702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Transition to ACTIVE for port object 14adf1d6-0de6-497f-a287-8065af8f098c will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:22.937078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.002152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.024354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.034135 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.097003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7613313 Jul 15 13:20:23.125143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40926) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:23.135822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'subnet': {'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:23.319176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40932) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:23.363778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Pushing event updated for resources: {'Port': ['ID=14adf1d6-0de6-497f-a287-8065af8f098c,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.465906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Attempting to bind port 14adf1d6-0de6-497f-a287-8065af8f098c on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:23.467150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Attempting to bind port 14adf1d6-0de6-497f-a287-8065af8f098c by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:23.468559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Attempting to bind port 14adf1d6-0de6-497f-a287-8065af8f098c on network ef52c9d1-6878-4d2b-b269-67576e7befe9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:23.481230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Port 14adf1d6-0de6-497f-a287-8065af8f098c on network ef52c9d1-6878-4d2b-b269-67576e7befe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:23.482564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Attempting to bind port 14adf1d6-0de6-497f-a287-8065af8f098c on network ef52c9d1-6878-4d2b-b269-67576e7befe9 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:23.496439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:23.497883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Checking segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:23.499283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Bound using segment: {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:23.500435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Bound port: 14adf1d6-0de6-497f-a287-8065af8f098c, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a7e056-4468-4c6d-b9ec-2c06a0a580f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:23.501384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.668307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40942) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:23.694053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aedbe8-7935-4edf-b67e-af710642cc43 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Network': ['ID=21e53ded-6736-481c-9356-ddec7ed49dd2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:23.716328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:23.761652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] For port 14adf1d6-0de6-497f-a287-8065af8f098c, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:23.768190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] For port 14adf1d6-0de6-497f-a287-8065af8f098c, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=14adf1d6-0de6-497f-a287-8065af8f098c,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:23.796821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.803874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:23.808865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.862729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58e41-916d-4ffd-ba6b-212ad44ae8c1 req-f7944916-910d-4bec-9828-03d20bb08a1d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.870347 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05c58e41-916d-4ffd-ba6b-212ad44ae8c1 req-f7944916-910d-4bec-9828-03d20bb08a1d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.6261635 Jul 15 13:20:23.930125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a83be15c-73f8-4681-a642-18dc43634e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.939821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:23.940790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.942093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] 10.222.0.59 "PUT /v2.0/ports/14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 1093 time: 2.6891260 Jul 15 13:20:23.944308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:23.946956 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce25e32-fae6-4a16-af76-237f6cac10c1" -d '{"events": [{"name": "network-changed", "server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:23.959606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05c58e41-916d-4ffd-ba6b-212ad44ae8c1 req-1f532cf3-093d-4eeb-bc57-309aacde9c3c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876706 Jul 15 13:20:23.963054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-686c7132-8a05-4d60-b169-69b84d1eea75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:23.973904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab19535-da48-45e1-a2eb-cec5bcbcb402 service neutron] Pushing event updated for resources: {'Port': ['ID=14adf1d6-0de6-497f-a287-8065af8f098c,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.161141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40956) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.193402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142039110', 'description': 'tempest-description--600129745'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:24.350146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-5724608f-a62c-4754-9ec1-7a6d99506902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.352470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-5724608f-a62c-4754-9ec1-7a6d99506902 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1096 time: 0.3077481 Jul 15 13:20:24.392438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a83be15c-73f8-4681-a642-18dc43634e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.451034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-c8787f7c-d4d3-4ad7-9c1e-c612ddea8375 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 217 time: 0.0827293 Jul 15 13:20:24.452162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a83be15c-73f8-4681-a642-18dc43634e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.525580 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb87dd-ef9f-45d3-8a28-d2e0982ab151 x-openstack-request-id: req-47bb87dd-ef9f-45d3-8a28-d2e0982ab151 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:24.526009 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:24.526346 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47bb87dd-ef9f-45d3-8a28-d2e0982ab151 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:24.526898 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c', 'status': 'completed', 'code': 200} Jul 15 13:20:24.548532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.578726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a83be15c-73f8-4681-a642-18dc43634e96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e42ef12a7c8d4cb6ab12dbc38549f8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282896 Jul 15 13:20:24.578726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83be15c-73f8-4681-a642-18dc43634e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda15b10-26ad-40ea-8204-0b80df527280,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.582909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40966) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:24.601160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-4edc9066-d5ed-44c8-8042-e41a7eff5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.602700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-4edc9066-d5ed-44c8-8042-e41a7eff5fc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1395161 Jul 15 13:20:24.745863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baed2442-6d0d-4986-a287-64763fbe923b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.753892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1760084526-network', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:24.769163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:20:24.769163 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:20:24.769163 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id_1': 'e7510cbc4eb742d595bdb903a6d996e1', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 20, 24, 213088)}] Jul 15 13:20:24.769163 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:20:24.770115 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:20:24.776797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.816146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baed2442-6d0d-4986-a287-64763fbe923b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:24.821687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-f2f3160e-e2f7-43d6-acda-7642caa8b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.824529 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-f2f3160e-e2f7-43d6-acda-7642caa8b142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139251 Jul 15 13:20:24.884983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Subnet': ['ID=ade5fd83-3a96-45a7-8a67-db02eee344c7,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:24.935712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Checking segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:24.936356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network hostable DHCP agents. Network: 03f76d16-725a-4bb9-a534-70ecedaca491, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:24.962692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f322129-ac47-4f7a-8e18-a87d6939b7be req-d0b54aeb-31ed-470a-b8d0-771cabb959f8 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:24.965377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f322129-ac47-4f7a-8e18-a87d6939b7be req-d0b54aeb-31ed-470a-b8d0-771cabb959f8 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 944 time: 0.2468827 Jul 15 13:20:25.016649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-569fb470-2546-4cf0-900d-0e60a06bbd0c service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804848 Jul 15 13:20:25.030092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baed2442-6d0d-4986-a287-64763fbe923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.033789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baed2442-6d0d-4986-a287-64763fbe923b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.035393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-baed2442-6d0d-4986-a287-64763fbe923b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eda15b10-26ad-40ea-8204-0b80df527280 HTTP/1.1" status: 204 len: 168 time: 0.4514368 Jul 15 13:20:25.050412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 03f76d16-725a-4bb9-a534-70ecedaca491 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:25.058205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-686c7132-8a05-4d60-b169-69b84d1eea75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.062633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed2442-6d0d-4986-a287-64763fbe923b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda15b10-26ad-40ea-8204-0b80df527280,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.096654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-686c7132-8a05-4d60-b169-69b84d1eea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.120542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 03f76d16-725a-4bb9-a534-70ecedaca491) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:25.136780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8860f1-da4f-40ae-8118-fb89a4461a15 None None] Network 03f76d16-725a-4bb9-a534-70ecedaca491 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:25.139903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f322129-ac47-4f7a-8e18-a87d6939b7be req-a1a32ac7-a6df-47f1-b2a1-11e3b05aa44e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601591 Jul 15 13:20:25.152453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.153073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.181536 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-686c7132-8a05-4d60-b169-69b84d1eea75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=064df261ac7941748faccec3b5fece4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5079229 Jul 15 13:20:25.182333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40972) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:25.192660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c7132-8a05-4d60-b169-69b84d1eea75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d73bc23-7bef-4c54-bb59-ec27ffcb83e0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.198238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:25.203675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.205032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0fff7ce3-9d7a-48c8-abf6-22171007b223 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0787919 Jul 15 13:20:25.218171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40974) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:25.222925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'subnet': {'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:25.229482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.330814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b33e7056-5e5e-4e01-80f7-2eefe089aabd req-2086a981-a5b0-4f88-8edc-54b38cae8bab service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918222 Jul 15 13:20:25.369818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd9ca07-23ab-49d5-aeeb-ee326e9fb5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.416849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd9ca07-23ab-49d5-aeeb-ee326e9fb5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.481621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd9ca07-23ab-49d5-aeeb-ee326e9fb5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.484769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1bd9ca07-23ab-49d5-aeeb-ee326e9fb5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.489790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1bd9ca07-23ab-49d5-aeeb-ee326e9fb5b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d73bc23-7bef-4c54-bb59-ec27ffcb83e0 HTTP/1.1" status: 204 len: 168 time: 0.3044665 Jul 15 13:20:25.502079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9ca07-23ab-49d5-aeeb-ee326e9fb5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d73bc23-7bef-4c54-bb59-ec27ffcb83e0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.662591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.701934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-03f76d16-725a-4bb9-a534-70ecedaca491', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:25.703851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.707844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.731411 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.790182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:25.824712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-d5b77d49-09f7-4d75-a317-b3be68c5a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.827764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-d5b77d49-09f7-4d75-a317-b3be68c5a753 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1096 time: 0.4006848 Jul 15 13:20:25.833449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:25.836399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.836763 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Added segment 7f5a1d68-63fe-405c-b349-2d1cc371594c of type vlan for network 3e53f48e-0978-4e08-8c50-8d598755a75d Jul 15 13:20:25.839268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:25.842821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:25.908306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b64460-8d4e-4839-9149-7944a0a1d79d req-3b040b64-c9a3-46ac-8cc2-66d8d902cf2e tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:25.916335 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25b64460-8d4e-4839-9149-7944a0a1d79d req-3b040b64-c9a3-46ac-8cc2-66d8d902cf2e tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.3651342 Jul 15 13:20:25.992365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.053886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25b64460-8d4e-4839-9149-7944a0a1d79d req-72650343-4322-4c5d-b7ed-c8ba5bb4fe72 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363344 Jul 15 13:20:26.056054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Allocated IP 10.1.1.2 (03f76d16-725a-4bb9-a534-70ecedaca491/ade5fd83-3a96-45a7-8a67-db02eee344c7/80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:26.230947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-fdfb76d9-4c23-4f19-9319-78ad57345857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.231647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.232636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-fdfb76d9-4c23-4f19-9319-78ad57345857 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.3901527 Jul 15 13:20:26.238027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.253200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.253877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.293692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.353021 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.360149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1916025 Jul 15 13:20:26.380579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40996) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.391314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'security_group_rule': {'security_group_id': 'dab1e937-57c7-44dc-8871-9196d13fb95e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:26.428892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.433667 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-f7d168e8-7702-4728-b8ee-e9ac4608ca7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 217 time: 0.1747599 Jul 15 13:20:26.452069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Transition to ACTIVE for port object 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:26.479773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Transition to ACTIVE for port object 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:26.497371 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.510262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e53f48e-0978-4e08-8c50-8d598755a75d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.542644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-cb191f40-f47a-45dd-955a-60e5013ad2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.548584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-cb191f40-f47a-45dd-955a-60e5013ad2ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1066298 Jul 15 13:20:26.556051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3e53f48e-0978-4e08-8c50-8d598755a75d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:26.568728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b795d2-46cf-42d6-b6d9-4a9e3f56ef12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab1e937-57c7-44dc-8871-9196d13fb95e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.602418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.616378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.664553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Pushing event updated for resources: {'Port': ['ID=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.678209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Network 03f76d16-725a-4bb9-a534-70ecedaca491 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:26.680786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.681191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.681593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.681975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.682466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.682867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.683300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.683638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.683971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.684301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.684759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.685204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:26.689958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:26.693173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:26.714617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8ddf889-c800-44d5-8b3b-5135b0d221e4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1585698 Jul 15 13:20:26.715071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41002) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:26.734976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Request body: {'subnet': {'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1760084526-subnet', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:26.779839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Attempting to bind port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:26.780402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Attempting to bind port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:26.780780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Attempting to bind port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:26.791152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:26.791538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Checking segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:26.793804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.795094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79472bb-db21-422c-8b6d-e0ea9c7d3409 req-2f3a873e-97b9-4659-b3e2-c1a2204fcb2b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.796160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Bound using segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:26.796955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Bound port: 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:26.798880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.804468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c79472bb-db21-422c-8b6d-e0ea9c7d3409 req-2f3a873e-97b9-4659-b3e2-c1a2204fcb2b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 944 time: 0.3913863 Jul 15 13:20:26.834447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Subnet': ['ID=0cca2194-7bc5-47de-9be4-3fdd1d099307,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:26.837745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-46dbe4e9-d74e-4c4d-9a55-af8a3b344b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:26.845615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-46dbe4e9-d74e-4c4d-9a55-af8a3b344b99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892191 Jul 15 13:20:26.879069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:26.883420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.893513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.937465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Checking segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:26.937842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network hostable DHCP agents. Network: 21e53ded-6736-481c-9356-ddec7ed49dd2, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:26.940794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:26.989319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c79472bb-db21-422c-8b6d-e0ea9c7d3409 req-fbbca248-597a-45d8-b602-96d61781e5ee tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809847 Jul 15 13:20:27.008648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] For port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:27.019040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] For port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:27.028067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.066769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be42340-c6f4-4790-82cf-bcc2f5d8b07a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.145421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125132a5-386e-4e87-9829-45c8bf6a3b30 None None] Pushing event updated for resources: {'Port': ['ID=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:27.162339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-bff63db3-19c7-413c-9dae-e21c04a39357 service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039684 Jul 15 13:20:27.231602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.236283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-55381e46-e6ce-43e8-a593-7a72ff4b3074 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8549097 Jul 15 13:20:27.240539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41018) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.258430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:27.279448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'security_group_rule': {'security_group_id': 'dab1e937-57c7-44dc-8871-9196d13fb95e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:27.339319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 21e53ded-6736-481c-9356-ddec7ed49dd2) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:27.352425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49049e2-3f4f-42fb-9530-1813b6725ce7 None None] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:27.385164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.386288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.565075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ce25e32-fae6-4a16-af76-237f6cac10c1 req-bf067e90-b355-4223-a995-610656b1d77e service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957906 Jul 15 13:20:27.594150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.636854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356abe-1750-4648-8e61-1d92503d1442 req-1fa2e137-8151-47fd-981c-547ae7acfee2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:27.650469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ee034de-2ffc-4a2f-8e1f-285add2fbb78 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4315202 Jul 15 13:20:27.663550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41028) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:27.664544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d356abe-1750-4648-8e61-1d92503d1442 req-1fa2e137-8151-47fd-981c-547ae7acfee2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.2867501 Jul 15 13:20:27.674943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'name': 'tempest-TaggedBootDevicesTest_v242-953715518', 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:27.769151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d356abe-1750-4648-8e61-1d92503d1442 req-2585f1ff-e764-4947-8362-9d15df1fd851 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017156 Jul 15 13:20:27.871328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-21e53ded-6736-481c-9356-ddec7ed49dd2', 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'fixed_ips': [{'subnet_id': '0cca2194-7bc5-47de-9be4-3fdd1d099307'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:27.872311 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:27.972148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.081212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.088580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.177938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.192972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Allocated IP 10.2.2.2 (21e53ded-6736-481c-9356-ddec7ed49dd2/0cca2194-7bc5-47de-9be4-3fdd1d099307/b2d38881-282c-4715-8420-55e8bcc85983) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:28.288354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd04aa34-38de-4775-ab4b-8a41aff80a8c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.329158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.330383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6b75e167-271e-44c9-aab3-70bd905a42a7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0839014 Jul 15 13:20:28.331646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd22e21-717f-4d44-8771-3b893e31ee3b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:28.341440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41052) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.372421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.408710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.448943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-614616757-network', 'tenant_id': '45c19ba996954b8bb8adda50e095271f'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.453365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Checking segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:28.455330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Network hostable DHCP agents. Network: 3e53f48e-0978-4e08-8c50-8d598755a75d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:28.498965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deef9fc-bf31-4e6e-9a5d-e319ae3297f5 req-fc0a0427-c4be-49d0-9c6a-767f31f6659f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.507792 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0deef9fc-bf31-4e6e-9a5d-e319ae3297f5 req-fc0a0427-c4be-49d0-9c6a-767f31f6659f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 944 time: 0.2962043 Jul 15 13:20:28.533724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.572872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Network 3e53f48e-0978-4e08-8c50-8d598755a75d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:28.574987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Made reservation on behalf of 45c19ba996954b8bb8adda50e095271f for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:28.585299 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.602262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 3e53f48e-0978-4e08-8c50-8d598755a75d) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:28.616606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:28.617395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.625948 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.631148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.639873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.663805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Transition to ACTIVE for port object b2d38881-282c-4715-8420-55e8bcc85983 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:28.671395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] device_id is not set on port 9110421f-4442-4ff5-8c15-1fb3bf627c19 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:28.681526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ad4f4cba-eabe-450f-bb99-97b8016d3af3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9616296 Jul 15 13:20:28.683702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41056) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:28.689429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:28.703073 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0deef9fc-bf31-4e6e-9a5d-e319ae3297f5 req-88a058c4-78f6-4621-ba08-95015ca6a3fb tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941347 Jul 15 13:20:28.703696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Transition to ACTIVE for port object b2d38881-282c-4715-8420-55e8bcc85983 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:28.715027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14603bb3-6893-4bf8-b254-13d468cb7208 None None] Network 3e53f48e-0978-4e08-8c50-8d598755a75d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:28.980875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.987899 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:28.997037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.000348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.061120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.062506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.063751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:29.094400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:29.125046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:29.130357 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.131158 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Added segment b8415443-a6ae-4266-962a-1fc5bee2896a of type vlan for network 0a7ad24e-3d31-4549-87db-9c8130529f0a Jul 15 13:20:29.142468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7dfc76-390c-4e78-984e-13272ae398ae,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.160018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05260f2d-4b24-40e2-acc3-5dc75b7a2da1 None None] Network 03f76d16-725a-4bb9-a534-70ecedaca491 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:29.180326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:29.192411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 10.1.1.182 (03f76d16-725a-4bb9-a534-70ecedaca491/ade5fd83-3a96-45a7-8a67-db02eee344c7/9110421f-4442-4ff5-8c15-1fb3bf627c19) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:29.217217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.225883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.275665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Allocated IP 172.25.3.90 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/40d0ac6a-fd44-43d0-98d5-fcd73775b0ac) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:29.291116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.292522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:29.293391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.302772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-873b1555-b1cd-4f57-9090-ee272d5ebdf1 None None] Provisioning for port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:29.354754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3808630 Jul 15 13:20:29.357744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:29.365848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Request body: {'subnet': {'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-614616757-subnet', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:29.418728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:29.500803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-3e53f48e-0978-4e08-8c50-8d598755a75d', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:29.502489 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.521333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9ff0c-002a-4aeb-ac83-f67f42bf3e68 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7ad24e-3d31-4549-87db-9c8130529f0a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.529566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Pushing event updated for resources: {'Port': ['ID=b2d38881-282c-4715-8420-55e8bcc85983,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.596888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:29.597164 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.641676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Made reservation on behalf of 45c19ba996954b8bb8adda50e095271f for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:29.644934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Attempting to bind port b2d38881-282c-4715-8420-55e8bcc85983 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:29.645227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.645426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Attempting to bind port b2d38881-282c-4715-8420-55e8bcc85983 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:29.646031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Attempting to bind port b2d38881-282c-4715-8420-55e8bcc85983 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:29.650093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.764101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:29.774026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:29.783612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:29.785108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:29.785742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Checking segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:29.786407 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.787084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Bound using segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:29.787924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Bound port: b2d38881-282c-4715-8420-55e8bcc85983, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:29.788585 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.796511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'Port': ['ID=40d0ac6a-fd44-43d0-98d5-fcd73775b0ac,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:29.917954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:29.988620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 14adf1d6-0de6-497f-a287-8065af8f098c details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:30.131393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae923-0f1d-4d43-8a52-7e7bb3a4bd5d req-9502414b-b020-4631-849a-fbe0d0521454 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.143298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45cae923-0f1d-4d43-8a52-7e7bb3a4bd5d req-9502414b-b020-4631-849a-fbe0d0521454 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 1.0420628 Jul 15 13:20:30.180445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.214573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.265970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object 9110421f-4442-4ff5-8c15-1fb3bf627c19 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:30.299671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79493b9-0eea-46ef-b673-56b79f65aa34 req-9d3683b0-02c6-4cd2-a779-a9d4c1a868a9 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.309888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d79493b9-0eea-46ef-b673-56b79f65aa34 req-9d3683b0-02c6-4cd2-a779-a9d4c1a868a9 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 944 time: 0.3739357 Jul 15 13:20:30.318248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.326912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45cae923-0f1d-4d43-8a52-7e7bb3a4bd5d req-db8f63fc-3837-4149-8b42-3d039ea89e22 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504719 Jul 15 13:20:30.333531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:30.391588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:30.391588 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.396746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=999c9de4-d2d5-440d-aa12-dba8f45b3c6a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.405804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:30.414863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] For port b2d38881-282c-4715-8420-55e8bcc85983, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:30.439989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.504662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Allocated IP 172.20.0.2 (3e53f48e-0978-4e08-8c50-8d598755a75d/4fd22e21-717f-4d44-8771-3b893e31ee3b/4a26181c-efcc-40d5-b367-31b0b2b142bd) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:30.506227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.540826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Checking segment: {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:30.541429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Network hostable DHCP agents. Network: 0a7ad24e-3d31-4549-87db-9c8130529f0a, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:20:30.554506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d79493b9-0eea-46ef-b673-56b79f65aa34 req-c97b1797-e334-42a5-b4d6-d49edaf61dda tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418153 Jul 15 13:20:30.610916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:20:30.613883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] For port b2d38881-282c-4715-8420-55e8bcc85983, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b2d38881-282c-4715-8420-55e8bcc85983,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:30.661060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0a7ad24e-3d31-4549-87db-9c8130529f0a) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:30.668956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 03f76d16-725a-4bb9-a534-70ecedaca491 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:30.675786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.681687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:30.682014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.688729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:30.696594 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.744919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f60480-40df-47d9-b73a-3035fd746789 None None] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:30.799958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:30.870315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.881709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.938807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41106) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:30.939213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-01854da3-17aa-4b9c-858a-a81ca1082b9f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5770550 Jul 15 13:20:30.949437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:30.978133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:30.978808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:30.999675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'Port': ['ID=40d0ac6a-fd44-43d0-98d5-fcd73775b0ac,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.023317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.057220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 14adf1d6-0de6-497f-a287-8065af8f098c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=14adf1d6-0de6-497f-a287-8065af8f098c,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:31.062493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.064077 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.073296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.078190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a2a4562e-0137-4b2a-88b5-96d0177930f2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7274051 Jul 15 13:20:31.098253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7d6fc629-1780-43ba-9e1e-c8e98bc1f3ff tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4324851 Jul 15 13:20:31.104574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41114) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:31.112050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fae069-a27b-4855-94d3-1b154865e975 None None] Pushing event updated for resources: {'Port': ['ID=b2d38881-282c-4715-8420-55e8bcc85983,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:31.114100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'name': 'tempest-TaggedBootDevicesTest_v242-75903495', 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:31.270232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '14adf1d6-0de6-497f-a287-8065af8f098c', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:31.273381 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.282883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.310306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.323871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.418572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.475050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Transition to ACTIVE for port object 4a26181c-efcc-40d5-b367-31b0b2b142bd will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:31.557444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:31.570202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.584904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0a7ad24e-3d31-4549-87db-9c8130529f0a', 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'fixed_ips': [{'subnet_id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:20:31.585965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.658684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:31.677168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] device_id is not set on port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:20:31.684823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Transition to ACTIVE for port object 4a26181c-efcc-40d5-b367-31b0b2b142bd will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:31.698670 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:31.815205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-0213ef34-afdd-44a7-a14d-9f91c180f6d1 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:31.819525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-0213ef34-afdd-44a7-a14d-9f91c180f6d1 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 821 time: 0.3547003 Jul 15 13:20:31.866047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ef62292b-2d39-4324-8ac2-34f6d7bbdff8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/quotas/e7510cbc4eb742d595bdb903a6d996e1 HTTP/1.1" status: 200 len: 375 time: 0.0267243 Jul 15 13:20:32.021948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.030505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-7060b3a5-92f7-4ca9-8c90-8f9434ad80a3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549070 Jul 15 13:20:32.043381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.062735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.108756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d38881-282c-4715-8420-55e8bcc85983 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:32.121400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Allocated IP 172.25.3.206 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/cab406ef-0de7-4bf5-a10e-d0e9f042fabe) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:32.137820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14adf1d6-0de6-497f-a287-8065af8f098c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:32.285043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-3b94c4af-e259-407c-8053-1448cca5ab04 service neutron] 10.222.0.57 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533340 Jul 15 13:20:32.336663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 14adf1d6-0de6-497f-a287-8065af8f098c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=14adf1d6-0de6-497f-a287-8065af8f098c,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:32.345189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Pushing event updated for resources: {'Port': ['ID=4a26181c-efcc-40d5-b367-31b0b2b142bd,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:32.364383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.377883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-891c101f-1729-4483-8758-fdb4d8c33b42 None None] Provisioning complete for port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:32.378340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-891c101f-1729-4483-8758-fdb4d8c33b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:32.425956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-1c2cc527-c7e2-4cc3-ba6a-f189fe295193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.428211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-1c2cc527-c7e2-4cc3-ba6a-f189fe295193 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1097 time: 0.2142365 Jul 15 13:20:32.451480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-5a77fd71-8e45-4fa9-aeb0-9bbcac69a313 service neutron] 10.222.0.57 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580138 Jul 15 13:20:32.501159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b2d38881-282c-4715-8420-55e8bcc85983 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:32.578564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Network 3e53f48e-0978-4e08-8c50-8d598755a75d is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:32.703604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:32.730580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['14adf1d6-0de6-497f-a287-8065af8f098c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:32.810743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-2765ce1e-9ec5-4043-b1c0-1493f8864b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:32.815064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-2765ce1e-9ec5-4043-b1c0-1493f8864b79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.3471289 Jul 15 13:20:32.884627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:33.008808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-8ebe7281-0cad-44aa-b63e-5efc0e592ebd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 1001 time: 0.1794770 Jul 15 13:20:33.036635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=14adf1d6-0de6-497f-a287-8065af8f098c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.044141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe4ba16-dfe1-49cf-9a68-f80c373c978b None None] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:33.205558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.211558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-0d50f62b-0e81-4eb2-933b-60b2f3ef41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.214419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-0d50f62b-0e81-4eb2-933b-60b2f3ef41f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.1976495 Jul 15 13:20:33.232688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Allocated IP 172.20.0.2 (0a7ad24e-3d31-4549-87db-9c8130529f0a/999c9de4-d2d5-440d-aa12-dba8f45b3c6a/fba69d22-98ee-40c5-a34e-29c67fb5538c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:33.355853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.431130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2908c1-e898-4737-bf07-b3e622d78ce9 req-8e489c0b-8c2e-4861-bdc7-40bf43cf0937 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.434641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc2908c1-e898-4737-bf07-b3e622d78ce9 req-8e489c0b-8c2e-4861-bdc7-40bf43cf0937 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 945 time: 0.3026958 Jul 15 13:20:33.456583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.467669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-10772188-d88b-4a7f-810d-f7859995d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.469838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-10772188-d88b-4a7f-810d-f7859995d32b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2471669 Jul 15 13:20:33.511313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Attempting to bind port 4a26181c-efcc-40d5-b367-31b0b2b142bd on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:33.513225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Attempting to bind port 4a26181c-efcc-40d5-b367-31b0b2b142bd by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:33.516521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Attempting to bind port 4a26181c-efcc-40d5-b367-31b0b2b142bd on network 3e53f48e-0978-4e08-8c50-8d598755a75d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:33.556284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:33.578785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:33.608993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:33.618798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Pushing event updated for resources: {'Port': ['ID=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:33.665828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41172) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:33.692555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980533b-7497-40fb-b725-6e8cb88f71ea req-6a4d8ee4-8715-4ffd-8cd4-528284a27034 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:33.694332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d980533b-7497-40fb-b725-6e8cb88f71ea req-6a4d8ee4-8715-4ffd-8cd4-528284a27034 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 2.0343976 Jul 15 13:20:33.785028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 10.1.1.160 (03f76d16-725a-4bb9-a534-70ecedaca491/ade5fd83-3a96-45a7-8a67-db02eee344c7/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:33.853414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:33.854598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Checking segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:33.855627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.856495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Bound using segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:33.857460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Bound port: 4a26181c-efcc-40d5-b367-31b0b2b142bd, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:33.859332 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:33.912492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d980533b-7497-40fb-b725-6e8cb88f71ea req-a67bae2b-26cf-449f-8ba2-7fdcd564386b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963007 Jul 15 13:20:34.266587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:34.294061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6790c870-72c7-4657-985a-06b83f485deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.402282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc2908c1-e898-4737-bf07-b3e622d78ce9 req-8d35d172-db7d-421c-aa94-4bb0717245b7 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9549582 Jul 15 13:20:34.439389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-47d47c5c-105a-4bca-b2c6-e6cc87dbc292 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9574842 Jul 15 13:20:34.455808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:34.468036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.565543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Provisioning for port 9110421f-4442-4ff5-8c15-1fb3bf627c19 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:34.609605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f2d495a-fafc-4d3a-8410-f1c947684ff0 req-a56c17a0-63a3-4955-9d93-af9776639de8 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625402 Jul 15 13:20:34.620339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Transition to ACTIVE for port object fba69d22-98ee-40c5-a34e-29c67fb5538c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:34.637506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Provisioning complete for port 9110421f-4442-4ff5-8c15-1fb3bf627c19 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:34.638024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.707398 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5c062f46-c023-4f8f-9648-dacd1e717b93 req-d6bc9eb9-ecf9-4ed7-b827-7d92b2a28c4d tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 210 time: 0.1479971 Jul 15 13:20:34.720596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.735909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-940ba969-2681-4d62-b774-ac4bdbe93340 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6436980 Jul 15 13:20:34.785629 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.792347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:34.911757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.935691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Transition to ACTIVE for port object fba69d22-98ee-40c5-a34e-29c67fb5538c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:34.943793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:34.944134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:34.967901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.010692 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.178387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6790c870-72c7-4657-985a-06b83f485deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.219828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] For port 4a26181c-efcc-40d5-b367-31b0b2b142bd, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:35.261156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Port 9110421f-4442-4ff5-8c15-1fb3bf627c19 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:35.269682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.270722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] For port 4a26181c-efcc-40d5-b367-31b0b2b142bd, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4a26181c-efcc-40d5-b367-31b0b2b142bd,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:35.282875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-16bc347b-736a-4020-bae4-7abd05b91ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.286890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-16bc347b-736a-4020-bae4-7abd05b91ff7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.4525783 Jul 15 13:20:35.288178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6790c870-72c7-4657-985a-06b83f485deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.358886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:35.384961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Provisioning for port b2d38881-282c-4715-8420-55e8bcc85983 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:35.398790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.419160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Provisioning complete for port b2d38881-282c-4715-8420-55e8bcc85983 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:35.419784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:35.435564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-c7f0e13e-7379-453b-913e-37b1d9921ff5 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.444867 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-c7f0e13e-7379-453b-913e-37b1d9921ff5 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 821 time: 0.3769853 Jul 15 13:20:35.485317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'port': {'device_id': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'admin_state_up': True, 'tenant_id': 'e7510cbc4eb742d595bdb903a6d996e1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:35.567510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:35.571129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.578181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015f69-9089-458c-8116-ea9ddac7d4c0 req-8152a027-9c0f-48b5-9350-291658968a19 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:35.592663 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f015f69-9089-458c-8116-ea9ddac7d4c0 req-8152a027-9c0f-48b5-9350-291658968a19 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.4079154 Jul 15 13:20:35.595751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 03f76d16-725a-4bb9-a534-70ecedaca491 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:35.617137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Pushing event updated for resources: {'Port': ['ID=fba69d22-98ee-40c5-a34e-29c67fb5538c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.634806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:35.635343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:35.677518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:35.772623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Allocated IP 172.25.3.139 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/4e676aa1-ad81-48e5-a504-188704e6195e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:35.781585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6790c870-72c7-4657-985a-06b83f485deb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d905f8e429c842f1be434a49a09ff822&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1073158 Jul 15 13:20:35.813274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790c870-72c7-4657-985a-06b83f485deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e0f3f-f32c-4f61-8b13-5b74643cb446,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:35.820924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41192) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:35.871852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:36.017524 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f015f69-9089-458c-8116-ea9ddac7d4c0 req-fc30cf9a-aace-43f8-8e35-6ce3020c128f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206815 Jul 15 13:20:36.054425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Made reservation on behalf of e7510cbc4eb742d595bdb903a6d996e1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:36.062829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.159723 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.170892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'mac_address': 'fa:16:3e:ca:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:36.372950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Allocated IP 172.20.0.9 (e64da892-2cd9-4c48-b194-56e7859e320a/069e4c4b-dd75-429c-842a-b4fa3ac9e077/46c89498-8819-4300-91c9-58e12c625d87) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:36.428949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23938dbf-7b09-4297-91a3-4619f2285f59 None None] Pushing event updated for resources: {'Port': ['ID=4a26181c-efcc-40d5-b367-31b0b2b142bd,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:36.504822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Attempting to bind port fba69d22-98ee-40c5-a34e-29c67fb5538c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:36.505366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Attempting to bind port fba69d22-98ee-40c5-a34e-29c67fb5538c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:36.505951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Attempting to bind port fba69d22-98ee-40c5-a34e-29c67fb5538c on network 0a7ad24e-3d31-4549-87db-9c8130529f0a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:36.543224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:36.543730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Checking segment: {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:36.544419 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.545139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Bound using segment: {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:36.545792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Bound port: fba69d22-98ee-40c5-a34e-29c67fb5538c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:36.548239 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.572658 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.619469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] For port b2d38881-282c-4715-8420-55e8bcc85983, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b2d38881-282c-4715-8420-55e8bcc85983,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:36.655813 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.668190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf07a907-4b2c-4a74-8665-2f370d7ceedc req-e0c670f5-9aec-4e82-91de-f9f9224a4f32 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 210 time: 0.0936565 Jul 15 13:20:36.821388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.828818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d08a93df-4e27-45bf-ae2e-efe871eba2c8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:36.878584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:36.890672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4a26181c-efcc-40d5-b367-31b0b2b142bd up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:37.032042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.038801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Network e64da892-2cd9-4c48-b194-56e7859e320a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:37.042152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:37.046427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:37.143597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:37.211335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.218213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.221032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.272294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-ff10cee5-6f3f-42a7-87f5-a5eb24242d9c tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8104880 Jul 15 13:20:37.285138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-064d3f3e-a5ae-4b31-9f21-a0042b74353c None None] Provisioning for port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:37.289126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Request body: {'port': {'device_id': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:37.317432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] For port fba69d22-98ee-40c5-a34e-29c67fb5538c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:37.321784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] For port fba69d22-98ee-40c5-a34e-29c67fb5538c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fba69d22-98ee-40c5-a34e-29c67fb5538c,segment=NetworkSegment(b8415443-a6ae-4266-962a-1fc5bee2896a),segment_id=b8415443-a6ae-4266-962a-1fc5bee2896a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:37.329719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-064d3f3e-a5ae-4b31-9f21-a0042b74353c None None] Provisioning complete for port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:37.330545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-064d3f3e-a5ae-4b31-9f21-a0042b74353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.336202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 14adf1d6-0de6-497f-a287-8065af8f098c up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:37.347182 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.357632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.358374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.512207 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.516789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b3be41bc-d2ef-4682-8917-51591e726712 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.4081450 Jul 15 13:20:37.539937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20d1f7-7ec1-487a-bb8b-864f88f4a48c None None] Pushing event updated for resources: {'Port': ['ID=b2d38881-282c-4715-8420-55e8bcc85983,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:37.658656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d08a93df-4e27-45bf-ae2e-efe871eba2c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:37.695904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.745975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-fd3ce6b4-0c17-446a-8d8c-e9916ff68562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.754790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809ed31-b089-4fc7-98a0-18e793437f4c None None] Network 3e53f48e-0978-4e08-8c50-8d598755a75d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:37.758211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-fd3ce6b4-0c17-446a-8d8c-e9916ff68562 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 2.4194307 Jul 15 13:20:37.793360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861cdb0f-9222-4b3b-a5c6-f3e8afc5b929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.896579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861cdb0f-9222-4b3b-a5c6-f3e8afc5b929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:37.908684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-064d3f3e-a5ae-4b31-9f21-a0042b74353c None None] Port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:37.909401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78de6a-9aaa-43b8-8bb9-2312bb3146e0 req-e4af855c-3f57-4ec3-a3f8-7fc21e78c2d3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:37.910648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4a26181c-efcc-40d5-b367-31b0b2b142bd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:37.921421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 14adf1d6-0de6-497f-a287-8065af8f098c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:37.926399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab78de6a-9aaa-43b8-8bb9-2312bb3146e0 req-e4af855c-3f57-4ec3-a3f8-7fc21e78c2d3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 944 time: 0.3893125 Jul 15 13:20:37.933265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 14adf1d6-0de6-497f-a287-8065af8f098c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:37.933842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.035247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-064d3f3e-a5ae-4b31-9f21-a0042b74353c None None] Provisioning complete for port b2d38881-282c-4715-8420-55e8bcc85983 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:38.035247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-064d3f3e-a5ae-4b31-9f21-a0042b74353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.129382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.215173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8471-67f6-4b8a-9ace-b461e50ebc6e None None] Pushing event updated for resources: {'Port': ['ID=fba69d22-98ee-40c5-a34e-29c67fb5538c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.366361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab78de6a-9aaa-43b8-8bb9-2312bb3146e0 req-e53a4502-1d03-4683-814a-6ca2edc11495 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4361236 Jul 15 13:20:38.395057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.416014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-7b580845-f717-4071-af70-2faba78b5354 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.6562636 Jul 15 13:20:38.419747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.467217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:38.469763 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119aeb7-436a-43ba-83b9-6bd6de69e699" -d '{"events": [{"server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "name": "network-vif-plugged", "status": "completed", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:38.509379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c89498-8819-4300-91c9-58e12c625d87 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:38.550934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.601324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 14adf1d6-0de6-497f-a287-8065af8f098c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=14adf1d6-0de6-497f-a287-8065af8f098c,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:38.609827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Transition to ACTIVE for port object 46c89498-8819-4300-91c9-58e12c625d87 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:38.619264 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.627951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.664755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1f6d1-8035-4f76-a5a2-7a69cd8f18f4 req-b78c4c09-ef94-4869-954c-18def880817a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.680866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e1f6d1-8035-4f76-a5a2-7a69cd8f18f4 req-b78c4c09-ef94-4869-954c-18def880817a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 945 time: 1.3155370 Jul 15 13:20:38.728160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] Provisioning for port 4a26181c-efcc-40d5-b367-31b0b2b142bd completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:38.731442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=14adf1d6-0de6-497f-a287-8065af8f098c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.751941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] Provisioning complete for port 4a26181c-efcc-40d5-b367-31b0b2b142bd triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:38.752556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.821306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:38.938587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-8a0d4f4d-c886-43c7-8981-ab859dc446a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:38.942950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-8a0d4f4d-c886-43c7-8981-ab859dc446a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.5096090 Jul 15 13:20:38.944368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861cdb0f-9222-4b3b-a5c6-f3e8afc5b929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.958339 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861cdb0f-9222-4b3b-a5c6-f3e8afc5b929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:38.966255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-861cdb0f-9222-4b3b-a5c6-f3e8afc5b929 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d4e0f3f-f32c-4f61-8b13-5b74643cb446 HTTP/1.1" status: 204 len: 168 time: 3.1347759 Jul 15 13:20:39.014311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e1f6d1-8035-4f76-a5a2-7a69cd8f18f4 req-abef6162-c853-4c65-a00e-c15b0156ded6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996168 Jul 15 13:20:39.107336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fba69d22-98ee-40c5-a34e-29c67fb5538c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:39.206130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:39.229280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059986033', 'description': 'tempest-description--1371355477'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:39.251449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861cdb0f-9222-4b3b-a5c6-f3e8afc5b929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e0f3f-f32c-4f61-8b13-5b74643cb446,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.290914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Attempting to bind port 46c89498-8819-4300-91c9-58e12c625d87 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:39.293779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Attempting to bind port 46c89498-8819-4300-91c9-58e12c625d87 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:39.295905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Attempting to bind port 46c89498-8819-4300-91c9-58e12c625d87 on network e64da892-2cd9-4c48-b194-56e7859e320a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:39.340043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:39.352796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Port 46c89498-8819-4300-91c9-58e12c625d87 on network e64da892-2cd9-4c48-b194-56e7859e320a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:20:39.355196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Attempting to bind port 46c89498-8819-4300-91c9-58e12c625d87 on network e64da892-2cd9-4c48-b194-56e7859e320a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:39.374829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.389558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:39.398134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:39.398781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Checking segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:39.399437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Bound using segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:39.400320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Bound port: 46c89498-8819-4300-91c9-58e12c625d87, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:39.401054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.423415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.515791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Pushing event updated for resources: {'Port': ['ID=4e676aa1-ad81-48e5-a504-188704e6195e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:39.681300 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.694272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.722960 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d7eaef-f24b-42c5-9927-0a250c055e6f x-openstack-request-id: req-e5d7eaef-f24b-42c5-9927-0a250c055e6f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:39.722960 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "name": "network-vif-plugged", "status": "completed", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:39.723992 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5d7eaef-f24b-42c5-9927-0a250c055e6f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:39.737491 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c', 'code': 200} Jul 15 13:20:39.745963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:39.778867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:39.787777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:39.859815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244001d-8508-4e46-8280-1aca0212f656 None None] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:20:39.899938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.903718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6956253 Jul 15 13:20:39.923395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:39.925794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41234) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:39.971694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'security_group_rule': {'security_group_id': '9f644f49-e832-497f-bdd9-af05009bd021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:40.005892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:40.076397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-c687cc58-a78c-4349-976d-681ba7f670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.078564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-c687cc58-a78c-4349-976d-681ba7f670b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0931215 Jul 15 13:20:40.105847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaace1fc-dff3-4990-a102-4daf77bbf24a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f644f49-e832-497f-bdd9-af05009bd021,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.108947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Sync routers for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:40.139444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:40.154828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:40.164695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.173086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.185329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.188311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fbfcd614-0f5e-4a50-9da8-8f60d0ad2dab admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5029321 Jul 15 13:20:40.199323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41238) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.378514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port fba69d22-98ee-40c5-a34e-29c67fb5538c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:40.390724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d38881-282c-4715-8420-55e8bcc85983 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:40.399392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-b927f833-6607-47c1-8136-72a6d0f3f8c0 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083444 Jul 15 13:20:40.400060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d08a93df-4e27-45bf-ae2e-efe871eba2c8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:40.400538 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.401586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41240) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.440467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:40.441816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:40.468300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46c21510-1ea7-4381-be63-eef7bd9625b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.635872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46c21510-1ea7-4381-be63-eef7bd9625b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.655664 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-46c21510-1ea7-4381-be63-eef7bd9625b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.701747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] For port 4a26181c-efcc-40d5-b367-31b0b2b142bd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4a26181c-efcc-40d5-b367-31b0b2b142bd,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:40.762018 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:40.835051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c21510-1ea7-4381-be63-eef7bd9625b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d4269a-8c49-44c6-b5a3-c7b7ef8e1624,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:40.867844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-46c21510-1ea7-4381-be63-eef7bd9625b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1fa52c19be934a2a8e94fdd4badb7083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633386 Jul 15 13:20:40.888147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7be668-ce29-40a4-b2e2-7de5dbdaf23c req-4d0e08f3-7e54-4b80-a597-d6e477fdbd47 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:40.890850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fc7be668-ce29-40a4-b2e2-7de5dbdaf23c req-4d0e08f3-7e54-4b80-a597-d6e477fdbd47 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 943 time: 0.8870127 Jul 15 13:20:40.898172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41244) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:40.902034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee72f-f01d-4f4e-967a-73e616bd208a None None] Pushing event updated for resources: {'Port': ['ID=4a26181c-efcc-40d5-b367-31b0b2b142bd,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.025042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:41.034288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdde78f1-a659-43d7-880a-c6f47e2e39e5 req-999347ff-244b-4891-90f0-48ce014e8613 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193893 Jul 15 13:20:41.056812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.060357 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.063736 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] 10.222.0.58 "PUT /v2.0/ports/46c89498-8819-4300-91c9-58e12c625d87 HTTP/1.1" status: 200 len: 1092 time: 3.7823617 Jul 15 13:20:41.092079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'tag': '46c89498-8819-4300-91c9-58e12c625d87'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:41.099164 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34244858-7956-4d31-91d0-7725206e6c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "tag": "46c89498-8819-4300-91c9-58e12c625d87"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:41.103513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c407cd6-edee-40ac-bb9e-17961a75963c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.113730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.127489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fc7be668-ce29-40a4-b2e2-7de5dbdaf23c req-41612500-4469-4504-8821-999decb67448 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382523 Jul 15 13:20:41.185390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cfc13-aafd-4e65-a3fc-708e490ee400 req-7d0d536f-f94a-4f5f-b482-f85a862325a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.190670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf2cfc13-aafd-4e65-a3fc-708e490ee400 req-7d0d536f-f94a-4f5f-b482-f85a862325a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1098 time: 1.3864794 Jul 15 13:20:41.197195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c407cd6-edee-40ac-bb9e-17961a75963c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.313951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Provisioning for port fba69d22-98ee-40c5-a34e-29c67fb5538c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:41.327079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Provisioning complete for port fba69d22-98ee-40c5-a34e-29c67fb5538c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:41.327665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.346856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b2d38881-282c-4715-8420-55e8bcc85983 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:41.347912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.434035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff2b63-7259-4b3b-8d42-2e07586ef0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.466852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf2cfc13-aafd-4e65-a3fc-708e490ee400 req-996e76ff-8dc4-455b-8c2e-ad94ce20d0e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184410 Jul 15 13:20:41.491273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.520188 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.530122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfcb6b-6fef-4fb1-b298-9b9503cb5958 req-dd9fd324-1a66-4225-8f4d-69542f80659a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.547218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04cfcb6b-6fef-4fb1-b298-9b9503cb5958 req-dd9fd324-1a66-4225-8f4d-69542f80659a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 944 time: 1.6193216 Jul 15 13:20:41.558493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.601054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c407cd6-edee-40ac-bb9e-17961a75963c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.604121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c407cd6-edee-40ac-bb9e-17961a75963c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.609607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0c407cd6-edee-40ac-bb9e-17961a75963c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02d4269a-8c49-44c6-b5a3-c7b7ef8e1624 HTTP/1.1" status: 204 len: 168 time: 0.7061021 Jul 15 13:20:41.684505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c407cd6-edee-40ac-bb9e-17961a75963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d4269a-8c49-44c6-b5a3-c7b7ef8e1624,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.707744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:41.732939 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.770148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:41.862648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:41.865086 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4de7a9-ab2d-4676-aa3f-7c4326159191" -d '{"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-plugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:41.891139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:41.900286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ebca5-3abd-459e-a21f-ca5d1377fc41 req-8a972ab1-19fc-4435-8164-d8bede51cd1c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.903169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-320ebca5-3abd-459e-a21f-ca5d1377fc41 req-8a972ab1-19fc-4435-8164-d8bede51cd1c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 946 time: 0.3474629 Jul 15 13:20:41.946047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-3bb21448-e6c5-4075-91e5-e7dee76b6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:41.955671 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-3bb21448-e6c5-4075-91e5-e7dee76b6231 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 1095 time: 0.7233016 Jul 15 13:20:41.997929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Router b2715abe-9515-4bbf-b8e1-89840b545999 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:20:42.023659 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-320ebca5-3abd-459e-a21f-ca5d1377fc41 req-6f7977a4-5960-4593-a1da-8d5f77f8b40f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012747 Jul 15 13:20:42.033813 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.041425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.048532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0834849 Jul 15 13:20:42.055096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41252) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.096686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'security_group_rule': {'security_group_id': '9f644f49-e832-497f-bdd9-af05009bd021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:42.182047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] For port fba69d22-98ee-40c5-a34e-29c67fb5538c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fba69d22-98ee-40c5-a34e-29c67fb5538c,segment=NetworkSegment(b8415443-a6ae-4266-962a-1fc5bee2896a),segment_id=b8415443-a6ae-4266-962a-1fc5bee2896a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:42.207484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.223272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc3462-7e3f-423d-8a14-12c0a2e42c81 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5bc3f5-f854-44ab-bf8c-2a672bcd8f7f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:42.247395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-597de3b5-669a-49a5-82b5-a8d0dba41b52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46c89498-8819-4300-91c9-58e12c625d87 HTTP/1.1" status: 200 len: 217 time: 0.2673402 Jul 15 13:20:42.340922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4a26181c-efcc-40d5-b367-31b0b2b142bd up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:42.371227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Provisioning complete for port 4a26181c-efcc-40d5-b367-31b0b2b142bd triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:42.373570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.445658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04cfcb6b-6fef-4fb1-b298-9b9503cb5958 req-a2b856a2-6b91-40db-8345-428aecb8b93a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8944285 Jul 15 13:20:42.448160 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7543f2c-8e89-4c6f-819a-a00d4223faf9 x-openstack-request-id: req-a7543f2c-8e89-4c6f-819a-a00d4223faf9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:42.449688 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "tag": "46c89498-8819-4300-91c9-58e12c625d87", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:42.450456 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7543f2c-8e89-4c6f-819a-a00d4223faf9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:42.452814 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'tag': '46c89498-8819-4300-91c9-58e12c625d87', 'status': 'completed', 'code': 200} Jul 15 13:20:42.568568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.585963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.587017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:34Z', 'revision_number': 3, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:42.655146 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19362b-4802-48a3-8a4e-db228ebab69f x-openstack-request-id: req-af19362b-4802-48a3-8a4e-db228ebab69f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:20:42.655574 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-plugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:20:42.659083 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af19362b-4802-48a3-8a4e-db228ebab69f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:20:42.659620 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'code': 200} Jul 15 13:20:42.681701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:42.708060 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Sync routers for ids ['b2715abe-9515-4bbf-b8e1-89840b545999'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:42.745939 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Routers {'b2715abe-9515-4bbf-b8e1-89840b545999'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:42.748025 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2715abe-9515-4bbf-b8e1-89840b545999'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:42.758917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Checking router: 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:42.762626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Updating router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf port cab406ef-0de7-4bf5-a10e-d0e9f042fabe binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:42.836408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-367d7000-8c74-4977-9d78-88f746155c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:42.846155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-367d7000-8c74-4977-9d78-88f746155c20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 200 len: 861 time: 0.5765259 Jul 15 13:20:42.889424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:42.898859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-554016b0-3ba3-4d37-a3a4-b9daad8f501c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.9505367 Jul 15 13:20:42.899915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41262) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:42.943804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.009949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ae038-1cc0-483c-8c3f-eaf0fe8d53d3 None None] Pushing event updated for resources: {'Port': ['ID=fba69d22-98ee-40c5-a34e-29c67fb5538c,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.045933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-62baf31b-c55d-43a6-9ee0-1624370c5c0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e64da892-2cd9-4c48-b194-56e7859e320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1921227 Jul 15 13:20:43.125470 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Set router b2715abe-9515-4bbf-b8e1-89840b545999 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:43.150900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.167227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.246953 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c4791ac-9a97-4081-b031-7355bc85c74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.337886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfc45ce-642f-4bbf-88ce-ce90c4e5e5af,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:43.352144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.358293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-62bbedcd-8426-450b-bc15-5a52ca2521a0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2987628 Jul 15 13:20:43.359174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41270) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:43.369401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:43.542205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Allocated IP 172.20.0.1 (3e53f48e-0978-4e08-8c50-8d598755a75d/4fd22e21-717f-4d44-8771-3b893e31ee3b/0c55e803-a5ed-41c8-a1d7-aad7b8daebab) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:43.564735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.608211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4a26181c-efcc-40d5-b367-31b0b2b142bd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:43.608762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:43.711678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25809001-98d0-4a03-a7e5-37896ba8634a req-91eb167b-88e6-4cd5-bbce-580f026389ea tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:43.718766 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25809001-98d0-4a03-a7e5-37896ba8634a req-91eb167b-88e6-4cd5-bbce-580f026389ea tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 943 time: 0.7561617 Jul 15 13:20:43.911196 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:40Z', 'revision_number': 3, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:43.912089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-25809001-98d0-4a03-a7e5-37896ba8634a req-527699ef-4e39-4c83-b778-0b8625d83ac9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526098 Jul 15 13:20:43.936662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-9101dd0b-463e-4e5e-9dc4-4b5897939095 service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7562420 Jul 15 13:20:44.071179 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Checking router: b2715abe-9515-4bbf-b8e1-89840b545999 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:44.072682 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Updating router b2715abe-9515-4bbf-b8e1-89840b545999 port 4e676aa1-ad81-48e5-a504-188704e6195e binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:44.122103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5aed3ea8-490d-4e93-a65f-967dda5bc54b None None] Provisioning complete for port fba69d22-98ee-40c5-a34e-29c67fb5538c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:44.122720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5aed3ea8-490d-4e93-a65f-967dda5bc54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.210502 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.351073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc979a1a-fe0d-4e7e-ae49-56a1d6c98c0d req-7ba86ad4-2617-4645-9917-d88d02f41c43 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.353906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc979a1a-fe0d-4e7e-ae49-56a1d6c98c0d req-7ba86ad4-2617-4645-9917-d88d02f41c43 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 946 time: 0.8718219 Jul 15 13:20:44.382467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fabd01f-be8b-4895-87b1-4ad08dfc07c2 req-3f2d0783-b5e5-4c05-a252-91f4ed1eedf1 service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418066 Jul 15 13:20:44.384102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.465807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fba69d22-98ee-40c5-a34e-29c67fb5538c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:44.489124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.544254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Transition to ACTIVE for port object cab406ef-0de7-4bf5-a10e-d0e9f042fabe will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:44.585172 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.594810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Transition to ACTIVE for port object 0c55e803-a5ed-41c8-a1d7-aad7b8daebab will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:44.702882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Attempting to bind port cab406ef-0de7-4bf5-a10e-d0e9f042fabe on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:44.703563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Attempting to bind port cab406ef-0de7-4bf5-a10e-d0e9f042fabe by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:44.704163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Attempting to bind port cab406ef-0de7-4bf5-a10e-d0e9f042fabe on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:44.707672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34244858-7956-4d31-91d0-7725206e6c5a req-8a03c3af-19fa-49b0-ba1a-da3c76d53c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:44.711636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-8a03c3af-19fa-49b0-ba1a-da3c76d53c00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 1095 time: 0.2549546 Jul 15 13:20:44.734202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:44.734605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:44.737937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.738626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:44.739132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Bound port: cab406ef-0de7-4bf5-a10e-d0e9f042fabe, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:44.739540 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.802001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be503-b8e1-4dc9-81db-3062c0ee6a99 None None] Pushing event updated for resources: {'Port': ['ID=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:44.903972 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.927331 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Transition to ACTIVE for port object 4e676aa1-ad81-48e5-a504-188704e6195e will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:44.944820 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:44.955180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.020408 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Pushing event updated for resources: {'Port': ['ID=4e676aa1-ad81-48e5-a504-188704e6195e,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.034029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] For port cab406ef-0de7-4bf5-a10e-d0e9f042fabe, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:45.037620 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.038109 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.038681 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.039132 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.039642 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.040180 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.040724 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.041332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.042660 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.042660 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.042973 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.043599 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:45.065977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] For port cab406ef-0de7-4bf5-a10e-d0e9f042fabe, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:45.076709 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Attempting to bind port 4e676aa1-ad81-48e5-a504-188704e6195e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:45.077154 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Attempting to bind port 4e676aa1-ad81-48e5-a504-188704e6195e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:45.077727 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Attempting to bind port 4e676aa1-ad81-48e5-a504-188704e6195e on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:45.101232 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:45.110166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.113483 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:45.114312 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.115045 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:45.115858 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Bound port: 4e676aa1-ad81-48e5-a504-188704e6195e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:45.117544 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.147770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fba69d22-98ee-40c5-a34e-29c67fb5538c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:45.148696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.170980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.178005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Network 3e53f48e-0978-4e08-8c50-8d598755a75d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:45.200500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:45.306617 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] For port 4e676aa1-ad81-48e5-a504-188704e6195e, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:45.320217 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] For port 4e676aa1-ad81-48e5-a504-188704e6195e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4e676aa1-ad81-48e5-a504-188704e6195e,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:45.322404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:45.330773 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.388410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.434100 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Routers {'b2715abe-9515-4bbf-b8e1-89840b545999'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:45.434785 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2715abe-9515-4bbf-b8e1-89840b545999'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:45.523648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:45.524397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:45.532785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7be503-b8e1-4dc9-81db-3062c0ee6a99 None None] Pushing event updated for resources: {'Port': ['ID=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.638117 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143744e-8ede-4911-af3a-679201d7ae35 None None] Pushing event updated for resources: {'Port': ['ID=4e676aa1-ad81-48e5-a504-188704e6195e,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:45.730510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc979a1a-fe0d-4e7e-ae49-56a1d6c98c0d req-a30fa47a-d518-4daa-8539-878f6412127a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3563907 Jul 15 13:20:45.752536 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5477f22e-9b54-49e0-afd4-ea800eea06b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.801674 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:45.884559 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] Set router b2715abe-9515-4bbf-b8e1-89840b545999 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:45.926229 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.236949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-36366111-c801-469a-8f73-03f37239b1d4 None None] Provisioning for port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:46.259174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-36366111-c801-469a-8f73-03f37239b1d4 None None] Provisioning complete for port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:46.260518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-36366111-c801-469a-8f73-03f37239b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.264912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 172.25.3.4 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/a04fee42-ed71-4a91-983d-3c99a561f3b3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:46.317311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:46.478139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.540177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-36366111-c801-469a-8f73-03f37239b1d4 None None] Port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:46.560084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:46.756378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:40Z', 'revision_number': 3, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:46.760179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7dca-a7b3-4481-a7d0-6338f4027a2b req-b2cd65c3-5152-42ea-97b6-028b79c159c7 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.770923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:46.772198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8ea7dca-a7b3-4481-a7d0-6338f4027a2b req-b2cd65c3-5152-42ea-97b6-028b79c159c7 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 2.1380105 Jul 15 13:20:46.782608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:46.791261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:46.861553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:46.897093 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead3659-df4d-46da-ae55-e2aca56c5045 None None] The sync data for ids ['b2715abe-9515-4bbf-b8e1-89840b545999'] in n-d-798054-11 is: [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:40Z', 'revision_number': 3, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:46.913817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34244858-7956-4d31-91d0-7725206e6c5a req-e5698291-6a6b-403f-9772-3430afc5fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:46.913817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-e5698291-6a6b-403f-9772-3430afc5fb4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 922 time: 2.1919332 Jul 15 13:20:46.941741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.022739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-b3f784a6-f085-4014-a0c8-4e4b35d8af23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46c89498-8819-4300-91c9-58e12c625d87 HTTP/1.1" status: 200 len: 217 time: 0.0945346 Jul 15 13:20:47.023946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.035873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.100462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:34Z', 'revision_number': 3, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:47.105476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=a04fee42-ed71-4a91-983d-3c99a561f3b3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:47.185823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf898e08-8c8c-4d2d-8509-df4c85ea61da None None] The sync data for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 is: [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:34Z', 'revision_number': 3, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:20:47.205466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0385ecd-9cdc-42ae-9856-87d4753cd145 req-202a5a18-459e-4a02-b6bd-41474fe16d24 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.213477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0385ecd-9cdc-42ae-9856-87d4753cd145 req-202a5a18-459e-4a02-b6bd-41474fe16d24 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 943 time: 0.6933692 Jul 15 13:20:47.305130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8ea7dca-a7b3-4481-a7d0-6338f4027a2b req-3cb1bddb-692e-407d-a7f7-310d579d8fa3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5317271 Jul 15 13:20:47.324174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34244858-7956-4d31-91d0-7725206e6c5a req-fb06fc0d-c451-4d73-954f-56de50ddbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:47.326661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-fb06fc0d-c451-4d73-954f-56de50ddbfc3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 200 len: 861 time: 0.1670828 Jul 15 13:20:47.441704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-b1c1443a-0743-4a09-a50b-87f38caa91ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e64da892-2cd9-4c48-b194-56e7859e320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893557 Jul 15 13:20:47.468268 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0385ecd-9cdc-42ae-9856-87d4753cd145 req-10fb98ce-57f4-46b2-8e22-092bde1dd684 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496428 Jul 15 13:20:47.616950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.683269 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:47.833715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Allocated IP 172.20.0.1 (0a7ad24e-3d31-4549-87db-9c8130529f0a/999c9de4-d2d5-440d-aa12-dba8f45b3c6a/fe7157f5-aa8b-4839-8e91-0194b7181624) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:20:48.017005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.211151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 46c89498-8819-4300-91c9-58e12c625d87 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:20:48.237630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-2150c771-f409-4968-a0b8-1df17a6cecd7 service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860360 Jul 15 13:20:48.435816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.486036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Transition to ACTIVE for port object fe7157f5-aa8b-4839-8e91-0194b7181624 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:48.642758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:48.697267 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.705488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cab406ef-0de7-4bf5-a10e-d0e9f042fabe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:48.708908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '46c89498-8819-4300-91c9-58e12c625d87', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'port_id': '46c89498-8819-4300-91c9-58e12c625d87', 'mac_address': 'fa:16:3e:78:2f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069e4c4b-dd75-429c-842a-b4fa3ac9e077', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:20:48.790377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.804905 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34244858-7956-4d31-91d0-7725206e6c5a req-8d847998-e7f6-4b1a-b0aa-8be5bfe6f82b service neutron] 10.222.0.58 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580010 Jul 15 13:20:48.809185 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.887051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.947147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:48.997319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port cab406ef-0de7-4bf5-a10e-d0e9f042fabe completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:49.006012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.032209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c89498-8819-4300-91c9-58e12c625d87 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:20:49.043839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port cab406ef-0de7-4bf5-a10e-d0e9f042fabe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:49.046038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.068907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Pushing event updated for resources: {'Port': ['ID=fe7157f5-aa8b-4839-8e91-0194b7181624,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.201389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:49.235876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.333699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.368187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e1c2c-2fc7-43e0-a6b5-d6bf6d533145 req-d398f9d0-ea75-43e1-b872-035d8fe4628b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.370658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501bc5-44a6-4581-b701-851e1848622b req-9f771174-a6e4-47d3-a7d3-c10277620651 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:49.376196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-687e1c2c-2fc7-43e0-a6b5-d6bf6d533145 req-d398f9d0-ea75-43e1-b872-035d8fe4628b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.4403725 Jul 15 13:20:49.383620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-9f771174-a6e4-47d3-a7d3-c10277620651 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.3608921 Jul 15 13:20:49.391763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:49.509086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:49.570744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:49.574837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['46c89498-8819-4300-91c9-58e12c625d87'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:20:49.611624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.627566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-687e1c2c-2fc7-43e0-a6b5-d6bf6d533145 req-f3c02c8a-f652-4e23-b6e9-d9e2349450fc tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442217 Jul 15 13:20:49.712144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Network 3e53f48e-0978-4e08-8c50-8d598755a75d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:49.714420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:49.814261 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.824599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:20:49.830153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.868493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port cab406ef-0de7-4bf5-a10e-d0e9f042fabe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:49.885395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:49.888054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4e676aa1-ad81-48e5-a504-188704e6195e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:50.089565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=a04fee42-ed71-4a91-983d-3c99a561f3b3,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.132548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-ebf712cf-6858-48ab-ba37-d08119ce9dd3 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.7477076 Jul 15 13:20:50.140741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:50.166426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'floatingip': {'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:50.189685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:50.268304 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.343556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.345367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:50.352556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-06b3b341-072b-448f-aa1e-b168674436b5 admin admin] 10.222.0.57 "PUT /v2.0/routers/695b0d3c-9a82-4ebc-8e7e-b225b6f956cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1120055 Jul 15 13:20:50.371191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05abe97-8387-4b20-8e33-20328d4a5220 req-cd06c011-50a3-43d3-a421-d3a71d1d4d12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:50.373380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b05abe97-8387-4b20-8e33-20328d4a5220 req-cd06c011-50a3-43d3-a421-d3a71d1d4d12 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 944 time: 0.3810475 Jul 15 13:20:50.440938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.442596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1843ac8-48d2-4dd1-9ada-0169e48b80fa tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.0797544 Jul 15 13:20:50.455034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.491633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-43345443-f146-48a8-aa4b-a7f0b3beb7d6 None None] Provisioning for port fe7157f5-aa8b-4839-8e91-0194b7181624 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:50.493058 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b05abe97-8387-4b20-8e33-20328d4a5220 req-2eea4414-36d8-4fab-9595-7ea49f5070a1 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129553 Jul 15 13:20:50.513662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-43345443-f146-48a8-aa4b-a7f0b3beb7d6 None None] Provisioning complete for port fe7157f5-aa8b-4839-8e91-0194b7181624 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:50.514042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-43345443-f146-48a8-aa4b-a7f0b3beb7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.607825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-43345443-f146-48a8-aa4b-a7f0b3beb7d6 None None] Port fe7157f5-aa8b-4839-8e91-0194b7181624 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:50.618067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4e676aa1-ad81-48e5-a504-188704e6195e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:50.635408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4e676aa1-ad81-48e5-a504-188704e6195e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:50.636021 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.827821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d47b2443-7afa-4ac9-8f33-58a5930c5039 None None] Provisioning complete for port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:50.828671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47b2443-7afa-4ac9-8f33-58a5930c5039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:50.953888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.046334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4e676aa1-ad81-48e5-a504-188704e6195e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4e676aa1-ad81-48e5-a504-188704e6195e,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:51.061432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d47b2443-7afa-4ac9-8f33-58a5930c5039 None None] Port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:51.081586 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.365385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d5e3b-3c19-4872-b845-aa08407cad3c req-a181c268-9008-4e5c-a2ec-27896763ea05 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:51.387861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f85d5e3b-3c19-4872-b845-aa08407cad3c req-a181c268-9008-4e5c-a2ec-27896763ea05 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.4157128 Jul 15 13:20:51.467138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cab406ef-0de7-4bf5-a10e-d0e9f042fabe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:51.501007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:51.512135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f85d5e3b-3c19-4872-b845-aa08407cad3c req-8555c01e-5537-47b9-9827-fc6e9a11d41a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185207 Jul 15 13:20:51.524714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4e676aa1-ad81-48e5-a504-188704e6195e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:51.859661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port cab406ef-0de7-4bf5-a10e-d0e9f042fabe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:51.862816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.020174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-6aaf8115-f8ae-4de5-b5bd-8504041c54df tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2059986033&fields=id&tenant_id=9aabb3d7d6f84856854b6c6325009835 HTTP/1.1" status: 200 len: 267 time: 0.1120782 Jul 15 13:20:52.057840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Sync routers for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:52.113570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:52.119045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:52.245008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-6fb6cb92-ab71-44c9-96cf-d5d6eb53b37d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.252936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 46c89498-8819-4300-91c9-58e12c625d87 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:52.259177 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-6fb6cb92-ab71-44c9-96cf-d5d6eb53b37d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 936 time: 0.2274752 Jul 15 13:20:52.269005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.391182 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.436436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-34a0e5bc-55c5-4d87-ae37-f4c98a58862f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:52.454868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-34a0e5bc-55c5-4d87-ae37-f4c98a58862f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 935 time: 0.1940224 Jul 15 13:20:52.519007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:52.549609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.594088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 46c89498-8819-4300-91c9-58e12c625d87 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:20:52.605544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-ce1a0f49-5836-4579-98a4-b980c7c86687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1458149 Jul 15 13:20:52.733957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 46c89498-8819-4300-91c9-58e12c625d87 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:52.734333 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:52.736777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-92d96999-f94d-4ac8-82ed-bf3cf9260153 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1215463 Jul 15 13:20:52.797920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:20:52.804794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:20:52.810982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Pushing event updated for resources: {'Port': ['ID=fe7157f5-aa8b-4839-8e91-0194b7181624,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:53.076569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:20:53.180354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-2f92e03a-5054-411e-938f-e4a5dfc9fde2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.193491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.201360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-2f92e03a-5054-411e-938f-e4a5dfc9fde2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.206031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Router b2715abe-9515-4bbf-b8e1-89840b545999 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:53.210697 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.223800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-2f92e03a-5054-411e-938f-e4a5dfc9fde2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:53.236658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-2f92e03a-5054-411e-938f-e4a5dfc9fde2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=21e53ded-6736-481c-9356-ddec7ed49dd2&id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 1996 time: 0.4946132 Jul 15 13:20:53.274245 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-1d812fb2-3ad3-4cf1-85e3-80ce1e218afc tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/quotas/9aabb3d7d6f84856854b6c6325009835 HTTP/1.1" status: 200 len: 375 time: 0.0361183 Jul 15 13:20:53.382563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4e676aa1-ad81-48e5-a504-188704e6195e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:20:53.529714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-ccd5aa09-f7b6-4dbf-af69-956b26f77c86 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2540843 Jul 15 13:20:53.605441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.690986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-09d71b59-c297-49c6-9f4e-3a64f8d9d918 None None] Provisioning complete for port fe7157f5-aa8b-4839-8e91-0194b7181624 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:53.696981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-09d71b59-c297-49c6-9f4e-3a64f8d9d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:53.764364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-7f729bb5-9f65-46ee-ae8f-f3c0d145843f service neutron] 10.222.0.57 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278321 Jul 15 13:20:53.816547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-09d71b59-c297-49c6-9f4e-3a64f8d9d918 None None] Port fe7157f5-aa8b-4839-8e91-0194b7181624 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:20:53.932840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:20:53.939867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c89498-8819-4300-91c9-58e12c625d87'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:53.953005 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16fef8-1f1b-4212-8eb1-fc6e4e0e0c34" -d '{"events": [{"server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "name": "network-vif-plugged", "status": "completed", "tag": "46c89498-8819-4300-91c9-58e12c625d87"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:53.963799 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:20:53.984418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.138683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-4bf681a7-8afd-4326-ae30-a74fb6697a1f service neutron] 10.222.0.57 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691225 Jul 15 13:20:54.169001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4e676aa1-ad81-48e5-a504-188704e6195e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:20:54.187313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.299642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-d6b052d9-08d3-4724-a71b-fd94d7e96570 service neutron] 10.222.0.57 "GET /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1587076 Jul 15 13:20:54.382818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 2, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:54.397273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:54.473672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Checking router: 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:54.476538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Updating router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:54.510411 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d associated. External IP: 172.25.3.101, port: 383d8438-7b6c-4147-b0fc-560655e1c715. Jul 15 13:20:54.538211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-e614580e-1aa1-486b-afc8-7b66c52f6d10 service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325318 Jul 15 13:20:54.589549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:54.602728 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Sync routers for ids ['b2715abe-9515-4bbf-b8e1-89840b545999'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:54.624862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-72bb04f8-609c-4372-b1fc-dc27b25dd5ee admin admin] 10.222.0.57 "PUT /v2.0/routers/b2715abe-9515-4bbf-b8e1-89840b545999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7175369 Jul 15 13:20:54.647867 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Routers {'b2715abe-9515-4bbf-b8e1-89840b545999'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:54.651428 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2715abe-9515-4bbf-b8e1-89840b545999'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:54.742718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:54.839978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-88471c98-3397-45d4-b9e1-7cf342e7ccc2 service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998598 Jul 15 13:20:55.100353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-3f5add85-4597-4f31-926b-cdce3523d166 service neutron] 10.222.0.57 "GET /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2589328 Jul 15 13:20:55.178186 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Set router b2715abe-9515-4bbf-b8e1-89840b545999 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:55.586839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-c1635848-fee9-4123-b6f0-d4a8fdbe01db service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813058 Jul 15 13:20:55.646350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:20:56.062998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-c53c25a9-29a3-4dbb-bb1b-3cce19f7b240 service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677804 Jul 15 13:20:56.145392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:20:56.178609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.179511 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.195070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:20:56.253600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Transition to ACTIVE for port object 0c55e803-a5ed-41c8-a1d7-aad7b8daebab will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:56.270397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:56.271167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:56.283799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.380403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-bc540b4a-90f0-417b-8df9-be6bb200ee8f tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "PUT /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 997 time: 6.2347512 Jul 15 13:20:56.381034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:20:56.389076 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1332d47-c04c-4718-9f1b-335b895ca336" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:20:56.489745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-56f1fe19-05d9-4141-8104-47c5d837bb50 service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253292 Jul 15 13:20:56.541020 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:51Z', 'revision_number': 4, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fe7157f5-aa8b-4839-8e91-0194b7181624', 'name': '', 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'mac_address': 'fa:16:3e:e5:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:47Z', 'updated_at': '2021-07-15T13:20:51Z', 'revision_number': 2, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'subnets': [{'id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:56.613882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501bc5-44a6-4581-b701-851e1848622b req-ab7f35ba-10cc-4f8f-8a46-7b850bd71bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.615521 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-ab7f35ba-10cc-4f8f-8a46-7b850bd71bb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.1744921 Jul 15 13:20:56.624562 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Checking router: b2715abe-9515-4bbf-b8e1-89840b545999 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:56.625136 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Updating router b2715abe-9515-4bbf-b8e1-89840b545999 port fe7157f5-aa8b-4839-8e91-0194b7181624 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:20:56.756950 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:56.794514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:56.911791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-ee18e01c-7a6e-40ec-bbae-83003d7b8b3b service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154327 Jul 15 13:20:56.956459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501bc5-44a6-4581-b701-851e1848622b req-24403dfe-0d15-4748-8359-c36c955842c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:56.968387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-24403dfe-0d15-4748-8359-c36c955842c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.3458459 Jul 15 13:20:57.062878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41502) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:57.119115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1277334181-network', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:57.291814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-eade7c6a-ba48-469b-be14-69ecbd214571 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 1000 time: 0.3213758 Jul 15 13:20:57.446777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501bc5-44a6-4581-b701-851e1848622b req-c7702ef8-d64d-43b1-8c81-8801ee18835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.458255 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-e62d731b-0b97-4602-8e37-30e4edbf5833 service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197661 Jul 15 13:20:57.459092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-c7702ef8-d64d-43b1-8c81-8801ee18835f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1634049 Jul 15 13:20:57.497222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Made reservation on behalf of fe59ecd9b35a47b6b4262b7d177e1957 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:57.507319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.659262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d828-5172-487f-bbec-063efce321b8 None None] Pushing event updated for resources: {'Port': ['ID=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:57.660060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.726962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501bc5-44a6-4581-b701-851e1848622b req-31d41205-9cb7-4b90-bad9-27e9921895a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:57.745405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-31d41205-9cb7-4b90-bad9-27e9921895a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2818332 Jul 15 13:20:57.802743 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:57.898022 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Transition to ACTIVE for port object fe7157f5-aa8b-4839-8e91-0194b7181624 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:20:57.923155 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.012571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-fc3d34f3-99c4-4ea4-b061-5f1fc0b44e71 service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470925 Jul 15 13:20:58.071476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Attempting to bind port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:58.076179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Attempting to bind port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:58.077048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Attempting to bind port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab on network 3e53f48e-0978-4e08-8c50-8d598755a75d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:58.203878 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-2d29af20-5fdc-4dab-a51b-b988cacc77b2 service neutron] 10.222.0.57 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433834 Jul 15 13:20:58.235578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:58.244294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Checking segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:58.244955 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.245610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Bound using segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:58.250253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Bound port: 0c55e803-a5ed-41c8-a1d7-aad7b8daebab, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:58.252133 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.380987 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a00c3-41e9-4005-850c-a86b08070813 None None] Pushing event updated for resources: {'Port': ['ID=fe7157f5-aa8b-4839-8e91-0194b7181624,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.383828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f501bc5-44a6-4581-b701-851e1848622b req-96ad112f-8d27-40a4-a8b0-644de7291404 service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699305 Jul 15 13:20:58.490867 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Attempting to bind port fe7157f5-aa8b-4839-8e91-0194b7181624 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:20:58.491379 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Attempting to bind port fe7157f5-aa8b-4839-8e91-0194b7181624 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:20:58.491954 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Attempting to bind port fe7157f5-aa8b-4839-8e91-0194b7181624 on network 0a7ad24e-3d31-4549-87db-9c8130529f0a {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:20:58.524263 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:20:58.524893 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Checking segment: {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:20:58.525722 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.526212 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Bound using segment: {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:20:58.527053 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Bound port: fe7157f5-aa8b-4839-8e91-0194b7181624, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8415443-a6ae-4266-962a-1fc5bee2896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:20:58.536232 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.624513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] For port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:58.645523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] For port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:58.684812 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.767862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.816578 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] For port fe7157f5-aa8b-4839-8e91-0194b7181624, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:20:58.818841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.834424 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] For port fe7157f5-aa8b-4839-8e91-0194b7181624, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fe7157f5-aa8b-4839-8e91-0194b7181624,segment=NetworkSegment(b8415443-a6ae-4266-962a-1fc5bee2896a),segment_id=b8415443-a6ae-4266-962a-1fc5bee2896a)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:20:58.851397 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.864051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09d828-5172-487f-bbec-063efce321b8 None None] Pushing event updated for resources: {'Port': ['ID=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:58.869729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:20:58.888029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:58.888385 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Added segment b917a5e6-f179-4ede-8f0e-8edc6d20c580 of type vlan for network 8414904b-acd9-4df2-a7e5-9156baf3f115 Jul 15 13:20:58.926480 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Routers {'b2715abe-9515-4bbf-b8e1-89840b545999'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:58.928979 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2715abe-9515-4bbf-b8e1-89840b545999'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:58.951768 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.067541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:20:59.070767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:59.207778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.209322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.210255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.295784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aedb4f-9070-4510-b72f-e131594f19cd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.311596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41894f1-14a2-43ed-8cdc-67216a4c0b3f req-961a31b0-ffb7-40b5-bf9c-c7728baa1a88 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:20:59.325103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c41894f1-14a2-43ed-8cdc-67216a4c0b3f req-961a31b0-ffb7-40b5-bf9c-c7728baa1a88 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 945 time: 0.3893015 Jul 15 13:20:59.388079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.389997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.394742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.394742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.394742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.395450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.397585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.398385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.401554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.404329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.407551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.409487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:20:59.433694 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-578ff67a-1a19-4651-8e8b-7d51a9f1a918 service neutron] 10.222.0.57 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2116101 Jul 15 13:20:59.505481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c41894f1-14a2-43ed-8cdc-67216a4c0b3f req-1f5083a5-8c63-4372-b764-cde6457a0337 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756742 Jul 15 13:20:59.575286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4956858 Jul 15 13:20:59.580316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41530) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:20:59.595321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Request body: {'subnet': {'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1277334181-subnet', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:20:59.621489 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] Set router b2715abe-9515-4bbf-b8e1-89840b545999 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:20:59.623671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:20:52Z', 'revision_number': 1, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:20:59.739662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Made reservation on behalf of fe59ecd9b35a47b6b4262b7d177e1957 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:20:59.745325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:20:59.862233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55ade7-6e89-49db-8805-6a09a49e1564 admin admin] Pushing event updated for resources: {'Network': ['ID=8414904b-acd9-4df2-a7e5-9156baf3f115,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:20:59.867846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:20:59.934028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:20:59.967357 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a00c3-41e9-4005-850c-a86b08070813 None None] Pushing event updated for resources: {'Port': ['ID=fe7157f5-aa8b-4839-8e91-0194b7181624,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:00.161743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-07605471-5bff-48f5-9a77-6d17142ef394 service neutron] 10.222.0.57 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629434 Jul 15 13:21:00.462373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:00.468730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:00.502379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec760c38-b389-4c1b-a311-8b0c8e39483c req-965a850c-2b95-4936-9206-04066f5150af tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:00.520693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-862a7f0d-1060-4262-b774-62a6810dcfbf service neutron] 10.222.0.57 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490582 Jul 15 13:21:00.536008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ec760c38-b389-4c1b-a311-8b0c8e39483c req-965a850c-2b95-4936-9206-04066f5150af tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.4116416 Jul 15 13:21:00.672154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:00.718969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:00.766137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-cd512d98-92a6-4926-a3fa-1743fea89389 service neutron] 10.222.0.57 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289166 Jul 15 13:21:00.782863 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:51Z', 'revision_number': 4, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fe7157f5-aa8b-4839-8e91-0194b7181624', 'name': '', 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'mac_address': 'fa:16:3e:e5:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:47Z', 'updated_at': '2021-07-15T13:20:58Z', 'revision_number': 4, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'subnets': [{'id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:00.918603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ec760c38-b389-4c1b-a311-8b0c8e39483c req-c2cc1bc4-f7b9-4d63-a11c-3a6f63861708 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809309 Jul 15 13:21:00.983527 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45debab2-db5e-4405-b213-74a36ab35cb6 None None] The sync data for ids ['b2715abe-9515-4bbf-b8e1-89840b545999'] in n-d-798054-11 is: [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:51Z', 'revision_number': 4, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fe7157f5-aa8b-4839-8e91-0194b7181624', 'name': '', 'network_id': '0a7ad24e-3d31-4549-87db-9c8130529f0a', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'mac_address': 'fa:16:3e:e5:00:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:47Z', 'updated_at': '2021-07-15T13:20:58Z', 'revision_number': 4, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'subnets': [{'id': '999c9de4-d2d5-440d-aa12-dba8f45b3c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:01.208851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Checking segment: {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:01.215199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Network hostable DHCP agents. Network: 8414904b-acd9-4df2-a7e5-9156baf3f115, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:01.289029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e390be0c-007f-4f0c-a2f5-6e0407b3ee56,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:01.422686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:01.466241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.476030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.478229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.480187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.484180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.487826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.488977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.492075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.493322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.494122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.530221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.531798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:01.568163 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a243d-3a51-4960-8aec-4316e45397e4 x-openstack-request-id: req-c47a243d-3a51-4960-8aec-4316e45397e4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:01.571884 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:01.572814 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c47a243d-3a51-4960-8aec-4316e45397e4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:01.573764 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'status': 'completed', 'code': 200} Jul 15 13:21:01.662827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18fb21-e33d-4fc4-8723-cd661a22f353 x-openstack-request-id: req-ce18fb21-e33d-4fc4-8723-cd661a22f353 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:01.664157 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "name": "network-vif-plugged", "status": "completed", "tag": "46c89498-8819-4300-91c9-58e12c625d87", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:01.664841 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ce18fb21-e33d-4fc4-8723-cd661a22f353 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:01.667903 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c89498-8819-4300-91c9-58e12c625d87', 'code': 200} Jul 15 13:21:01.710423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 8414904b-acd9-4df2-a7e5-9156baf3f115) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:01.726794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66609d52-96a9-4675-a817-ae3b8eec6d31 req-f73d870b-35d2-4e73-a2bd-9685922eaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.738229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:01.739519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66609d52-96a9-4675-a817-ae3b8eec6d31 req-f73d870b-35d2-4e73-a2bd-9685922eaf9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 1097 time: 0.2742040 Jul 15 13:21:01.740872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:01.832663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea30793-a7f0-4acf-b2da-fdb2896f88d9 None None] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:01.851073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:01.876209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47cf022f-d312-4f1f-adfa-af4e7b617c63 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2902973 Jul 15 13:21:01.891903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41554) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:01.917903 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66609d52-96a9-4675-a817-ae3b8eec6d31 req-c500feda-d69e-4330-9d5c-d31251f2e9dd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733384 Jul 15 13:21:01.919053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:02.049852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-d51f2208-b890-4702-ac40-15409df24a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.060369 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-d51f2208-b890-4702-ac40-15409df24a2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.4843733 Jul 15 13:21:02.249272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.252136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:02.645375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:20:58Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:02.768799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-718e1770-85ad-4b9f-90d8-1537e034f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:02.770489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-718e1770-85ad-4b9f-90d8-1537e034f15f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.6596396 Jul 15 13:21:02.832163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.006931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0c376-925a-4062-bb38-889b2f051360 None None] The sync data for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 is: [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:20:58Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:03.024467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-8414904b-acd9-4df2-a7e5-9156baf3f115', 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'fixed_ips': [{'subnet_id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:03.025401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.033127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-1f991962-a5e6-40d8-90dd-e3f619aaa078 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 1000 time: 0.1860142 Jul 15 13:21:03.328936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:03.455219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-35579751-311a-40aa-bf47-81950947a59a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.457206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-35579751-311a-40aa-bf47-81950947a59a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.3932860 Jul 15 13:21:03.463975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-46ba1704-70bd-4971-a0cc-e0eda892699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:03.473119 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-46ba1704-70bd-4971-a0cc-e0eda892699f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.4060447 Jul 15 13:21:03.655362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68ed184f-0b35-4dea-b489-a983231d5823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.802766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fe7157f5-aa8b-4839-8e91-0194b7181624 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:03.942618 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68ed184f-0b35-4dea-b489-a983231d5823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:03.951022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68ed184f-0b35-4dea-b489-a983231d5823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.071519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-68ed184f-0b35-4dea-b489-a983231d5823 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2f350562ef34972a200aaeab9f7c8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389112 Jul 15 13:21:04.075113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed184f-0b35-4dea-b489-a983231d5823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dde49d-57e8-4a13-b307-4b4be5467bee,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:04.094589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41588) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:04.245650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:20:52Z', 'revision_number': 1, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:04.377721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9071ea0-9063-4cc3-8597-73eb4994040d req-076ae683-2e3c-40f9-a811-4299c1e5e192 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.381139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b9071ea0-9063-4cc3-8597-73eb4994040d req-076ae683-2e3c-40f9-a811-4299c1e5e192 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 945 time: 0.8828406 Jul 15 13:21:04.402284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b44e6-0b5f-4d13-9422-8c62183e0e3e None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:20:52Z', 'revision_number': 1, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:04.424625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1a5f-df3d-42a9-8f88-b28bd2adc140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.472020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Allocated IP 172.20.0.2 (8414904b-acd9-4df2-a7e5-9156baf3f115/e390be0c-007f-4f0c-a2f5-6e0407b3ee56/78f8c143-9099-4698-a37b-776a5ee210f2) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:04.482993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port fe7157f5-aa8b-4839-8e91-0194b7181624 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:04.494019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.499931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fe7157f5-aa8b-4839-8e91-0194b7181624 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:04.501378 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.642497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-b7e2909c-51ab-444a-a015-b303686f5dc8 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1000 time: 1.1644413 Jul 15 13:21:04.678089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b9071ea0-9063-4cc3-8597-73eb4994040d req-3b83a468-b28c-4913-acbe-9ed185273e8e tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857189 Jul 15 13:21:04.683684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1a5f-df3d-42a9-8f88-b28bd2adc140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.703259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'floatingip': {'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:04.763160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-f9f7cb35-d032-4dff-80c1-cdd73bbabc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:04.771025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-f9f7cb35-d032-4dff-80c1-cdd73bbabc24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2868998 Jul 15 13:21:04.857989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1a5f-df3d-42a9-8f88-b28bd2adc140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.861181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1a5f-df3d-42a9-8f88-b28bd2adc140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:04.862695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ea0f1a5f-df3d-42a9-8f88-b28bd2adc140 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5dde49d-57e8-4a13-b307-4b4be5467bee HTTP/1.1" status: 204 len: 168 time: 0.7658236 Jul 15 13:21:04.900152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f1a5f-df3d-42a9-8f88-b28bd2adc140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dde49d-57e8-4a13-b307-4b4be5467bee,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.343254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.415980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.451304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Transition to ACTIVE for port object 78f8c143-9099-4698-a37b-776a5ee210f2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:05.603712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Transition to ACTIVE for port object 78f8c143-9099-4698-a37b-776a5ee210f2 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:05.649902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-5be7eb02-e46f-4b6c-8b0a-cbc624810215 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118964 Jul 15 13:21:05.658473 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.830840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:05.862245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Pushing event updated for resources: {'Port': ['ID=78f8c143-9099-4698-a37b-776a5ee210f2,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:05.954879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:05.962757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:05.981357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:06.081751 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee79c36-adb0-4946-8cc6-2f95fe224bb4 None None] New status for floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:06.165464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009708b-ae42-474a-8268-89fea0038a7e req-cf487c8f-cb23-4e33-b9f2-181b29ae47d1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:06.178930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e009708b-ae42-474a-8268-89fea0038a7e req-cf487c8f-cb23-4e33-b9f2-181b29ae47d1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.4651561 Jul 15 13:21:06.195036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41604) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:06.368099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port fe7157f5-aa8b-4839-8e91-0194b7181624, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fe7157f5-aa8b-4839-8e91-0194b7181624,segment=NetworkSegment(b8415443-a6ae-4266-962a-1fc5bee2896a),segment_id=b8415443-a6ae-4266-962a-1fc5bee2896a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:06.370736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9959bfd4-16c7-42ec-9241-44a48837d263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.397556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.399147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c55e803-a5ed-41c8-a1d7-aad7b8daebab up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:06.502064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e009708b-ae42-474a-8268-89fea0038a7e req-8d4cf9cb-f9ad-45af-81ea-870dfbd8dd32 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910745 Jul 15 13:21:06.533414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Attempting to bind port 78f8c143-9099-4698-a37b-776a5ee210f2 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:06.534296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Attempting to bind port 78f8c143-9099-4698-a37b-776a5ee210f2 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:06.534296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Attempting to bind port 78f8c143-9099-4698-a37b-776a5ee210f2 on network 8414904b-acd9-4df2-a7e5-9156baf3f115 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:06.630352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:06.630945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Checking segment: {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:06.631480 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.632203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Bound using segment: {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:06.633304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Bound port: 78f8c143-9099-4698-a37b-776a5ee210f2, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:06.633802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.749450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:06.775278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=fe7157f5-aa8b-4839-8e91-0194b7181624,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:06.810327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:06.818878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:06.990579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1332d47-c04c-4718-9f1b-335b895ca336 req-550b92de-82d6-467a-a3c3-12b644aae279 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704554 Jul 15 13:21:06.991883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9959bfd4-16c7-42ec-9241-44a48837d263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.002130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9959bfd4-16c7-42ec-9241-44a48837d263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.116562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] For port 78f8c143-9099-4698-a37b-776a5ee210f2, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:07.170902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959bfd4-16c7-42ec-9241-44a48837d263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e19643-a598-4814-b4fd-57bf75a3a981,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.246372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] For port 78f8c143-9099-4698-a37b-776a5ee210f2, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=78f8c143-9099-4698-a37b-776a5ee210f2,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:07.304846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.380374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86ffb26c-d715-4dca-afa7-7680fb8dad8d req-a67092ef-3ae2-4bd6-bec1-c6ac81d82864 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.2343948 Jul 15 13:21:07.406265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9959bfd4-16c7-42ec-9241-44a48837d263 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9fcd674498ac4e18ac210c95b5f7030d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2045705 Jul 15 13:21:07.406660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:07.538760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a14e-fb7d-4e80-9cb2-5b4e2d0b1ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.570646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108e66b-c735-437c-b20a-a66b4d8168d9 None None] Pushing event updated for resources: {'Port': ['ID=78f8c143-9099-4698-a37b-776a5ee210f2,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:07.611865 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.623218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a14e-fb7d-4e80-9cb2-5b4e2d0b1ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.777859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:07.794631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.826180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a14e-fb7d-4e80-9cb2-5b4e2d0b1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.831574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a14e-fb7d-4e80-9cb2-5b4e2d0b1ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:07.839395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a1b8a14e-fb7d-4e80-9cb2-5b4e2d0b1ec5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93e19643-a598-4814-b4fd-57bf75a3a981 HTTP/1.1" status: 204 len: 168 time: 0.4276164 Jul 15 13:21:07.871422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8a14e-fb7d-4e80-9cb2-5b4e2d0b1ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e19643-a598-4814-b4fd-57bf75a3a981,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.098538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:08.339519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fe7157f5-aa8b-4839-8e91-0194b7181624 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:08.659511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fe7157f5-aa8b-4839-8e91-0194b7181624 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:08.660564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:08.677922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3071ad8-aeea-4590-aa03-47f329afcfb9 req-aa2d0f4b-ca1e-44ff-8449-92ec1dd45ae5 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:08.701157 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d3071ad8-aeea-4590-aa03-47f329afcfb9 req-aa2d0f4b-ca1e-44ff-8449-92ec1dd45ae5 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 945 time: 0.4838166 Jul 15 13:21:08.797312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d3071ad8-aeea-4590-aa03-47f329afcfb9 req-b29c96f1-a115-459b-a1bf-cc10fd3fe6e9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947838 Jul 15 13:21:09.253275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:21:09.255132 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:21:09.409564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-bfc2e993-db62-4300-b81d-17437f5a83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.412828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-bfc2e993-db62-4300-b81d-17437f5a83fb service neutron] 10.222.0.58 "GET /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 1032 time: 0.7540855 Jul 15 13:21:09.530231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-6092a9f7-753e-4613-835e-4f3180f5a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.533825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-6092a9f7-753e-4613-835e-4f3180f5a97b service neutron] 10.222.0.58 "GET /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 1031 time: 0.1118467 Jul 15 13:21:09.578288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d141e-07cc-4fa8-b08e-9c1b6186a4c8 req-39cb8181-3e0f-40df-afc2-b02c746f8a22 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:09.597112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a7d141e-07cc-4fa8-b08e-9c1b6186a4c8 req-39cb8181-3e0f-40df-afc2-b02c746f8a22 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.2503083 Jul 15 13:21:09.699679 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:09.744608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a7d141e-07cc-4fa8-b08e-9c1b6186a4c8 req-153637da-edb3-4339-aa1d-2a12aa2f19e6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461174 Jul 15 13:21:09.857722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:10.287176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c55e803-a5ed-41c8-a1d7-aad7b8daebab up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:10.370511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62a92847-8724-4840-952b-310e9994bfc3 req-2cc23f5f-1303-4762-b110-84d284026997 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.1518252 Jul 15 13:21:10.459441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:10.463237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.108524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1ef97-2893-4afd-89bd-69ca289548c6 req-54be5f2c-efa6-4c96-8a77-b55c31de9a04 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.129196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0cc1ef97-2893-4afd-89bd-69ca289548c6 req-54be5f2c-efa6-4c96-8a77-b55c31de9a04 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 945 time: 0.2627378 Jul 15 13:21:11.141037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f15354-d0c8-4242-9079-8f8a8548390a None None] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:11.270009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0cc1ef97-2893-4afd-89bd-69ca289548c6 req-7a79ff95-eb96-4222-8e85-3abb2c9a0447 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393156 Jul 15 13:21:11.285824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a9fafacb-dfc9-4b00-b24d-89bf8767eae4 None None] Provisioning for port 78f8c143-9099-4698-a37b-776a5ee210f2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:11.374278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.417962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.430593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-8f8ad626-865a-494d-bbdb-9ad8d9e6a7d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.439909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-8f8ad626-865a-494d-bbdb-9ad8d9e6a7d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.447842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-8f8ad626-865a-494d-bbdb-9ad8d9e6a7d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:11.449564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-8f8ad626-865a-494d-bbdb-9ad8d9e6a7d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=21e53ded-6736-481c-9356-ddec7ed49dd2&id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 1996 time: 1.9077251 Jul 15 13:21:11.452850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:11.786335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 78f8c143-9099-4698-a37b-776a5ee210f2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:11.943289 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d associated. External IP: 172.25.3.101, port: 383d8438-7b6c-4147-b0fc-560655e1c715. Jul 15 13:21:12.281137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 78f8c143-9099-4698-a37b-776a5ee210f2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:12.293539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 78f8c143-9099-4698-a37b-776a5ee210f2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:12.295016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.484722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950452e-ef96-4559-a314-01da6fd6396d req-a8ae1917-83b8-4262-9c95-17ed67bc0b6d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:12.506347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6950452e-ef96-4559-a314-01da6fd6396d req-a8ae1917-83b8-4262-9c95-17ed67bc0b6d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.3100367 Jul 15 13:21:12.657916 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.658368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-301616a6-de74-415c-8352-7222f472722e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aabb3d7d6f84856854b6c6325009835 HTTP/1.1" status: 200 len: 380 time: 0.7462132 Jul 15 13:21:12.664607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:12.691562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6950452e-ef96-4559-a314-01da6fd6396d req-b9ff7216-973e-4ec3-b7d8-e8a8a7831193 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828229 Jul 15 13:21:12.765618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 78f8c143-9099-4698-a37b-776a5ee210f2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=78f8c143-9099-4698-a37b-776a5ee210f2,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:12.776543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:12.808736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'admin_state_up': True, 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'security_groups': ['9f644f49-e832-497f-bdd9-af05009bd021']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:13.449126 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7928-7e18-4eb3-86a2-97eef51bff5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.465760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=78f8c143-9099-4698-a37b-776a5ee210f2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:13.487629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Allocated IP 172.25.3.243 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/2b21b2d1-4e42-42cf-a797-1bd9d15a0686) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:13.512809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4591e9f8-5b76-465e-b05b-c71b9e38c356 None None] Provisioning complete for port 78f8c143-9099-4698-a37b-776a5ee210f2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:13.513226 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4591e9f8-5b76-465e-b05b-c71b9e38c356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:13.840920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:13.857852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:13.878207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:13.880673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:20:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:14.386436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:14.549598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.591845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:14.604599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.751923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.920788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:14.925465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:14.994456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:15.062284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:15.072507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 78f8c143-9099-4698-a37b-776a5ee210f2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:15.173879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:15.186964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:15.357897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.366019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:15.430447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.487641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 78f8c143-9099-4698-a37b-776a5ee210f2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:15.491988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.585800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Pushing event updated for resources: {'Port': ['ID=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:15.642024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30daa77d-0456-4322-928c-818645f83a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.667830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:11Z', 'revision_number': 3, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:15.764354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.818974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:15.839656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:15.872729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:15.873620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:16.009666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 172.20.0.12 (e77ca1a6-b459-41a8-bf0a-f17464d9b948/3fbb8929-a19c-4b4f-947d-96b4c20e24fa/5a375492-edc5-4c24-9309-624c9a1f5e69) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:16.018708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Allocated IP 172.25.3.52 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c0ddbd4f-4963-4cc4-9cd0-95b918fed47b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:16.215281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.318491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:16.385747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:16.562215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:16.595975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:16.615424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:16.764193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Port': ['ID=c0ddbd4f-4963-4cc4-9cd0-95b918fed47b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:17.047668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:11Z', 'revision_number': 3, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:17.100861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.109631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:17.139091 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.141795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95328fd-1bd1-4c29-8380-e71f152dfba7 None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:11Z', 'revision_number': 3, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:17.169674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.329548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.377368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.492426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:17.496942 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf95a8-9b09-4411-a8f4-507e249381f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:17.672104 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ff4019-6988-4118-8ac2-c9192dd7719f None None] New status for floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:17.735229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.746298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:17.855238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-79e1723d-abb4-428b-bdef-106ed5dfdeed tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "PUT /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 999 time: 13.1949663 Jul 15 13:21:17.980161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.015534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object 5a375492-edc5-4c24-9309-624c9a1f5e69 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:18.143334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Port': ['ID=c0ddbd4f-4963-4cc4-9cd0-95b918fed47b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:18.197597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.227818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.236931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-57b5c817-c8ef-40b0-b5fa-1c3ae36147a2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2397687 Jul 15 13:21:18.238153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41722) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:18.250075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1758174409'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:18.303696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-6830c028-5db2-4928-8184-5f34ec7c3f2a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.305630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-6830c028-5db2-4928-8184-5f34ec7c3f2a tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports/383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 943 time: 0.4486499 Jul 15 13:21:18.307824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.321521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Made reservation on behalf of 2f82c155f365454eb2c41922c9ed9b19 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:18.332305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.360426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.516259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.607063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:18.665884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:18.691619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:18.695721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:18.707687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:18.713341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:18.875334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:18.892989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.914417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:18.922897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.163356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:19.257488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-71112355-20f5-4651-a3f8-5b9f27139a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.270111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-71112355-20f5-4651-a3f8-5b9f27139a65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.6299074 Jul 15 13:21:19.470243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-fab4588f-d09f-4960-875d-a5df3efff2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.484128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-fab4588f-d09f-4960-875d-a5df3efff2bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.2049069 Jul 15 13:21:19.586450 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-8af2df46-9ba7-4d96-86db-75abebce81e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.1000240 Jul 15 13:21:19.726160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.737343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-11be8748-9aa0-420b-9154-d5374348b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:19.737966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:19.752980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-11be8748-9aa0-420b-9154-d5374348b793 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1648531 Jul 15 13:21:19.844443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e30293-02b6-4eeb-84bc-2d99411fdd31,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:19.845316 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-bec839d1-42ed-42a5-8671-ce680ac16097 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1168025 Jul 15 13:21:19.893750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'admin_state_up': True, 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'security_groups': ['9f644f49-e832-497f-bdd9-af05009bd021']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:19.903552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7306f2ab-f3ac-4d55-af26-25a57e092a20 None None] Provisioning for port 5a375492-edc5-4c24-9309-624c9a1f5e69 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:19.921019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:20.007652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.007954 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Added segment 83dc8c91-0fd4-4560-a5a3-da1b6156f192 of type vlan for network 918b230e-52e0-4444-8892-502f2d5b09ed Jul 15 13:21:20.015076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-f1fe4331-b869-4e78-a0c7-4620d6696703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.019109 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-f1fe4331-b869-4e78-a0c7-4620d6696703 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1097 time: 1.2304137 Jul 15 13:21:20.083223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-e8c38dab-03c8-44ea-8d01-f817ed8a50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.086008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-e8c38dab-03c8-44ea-8d01-f817ed8a50fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3312492 Jul 15 13:21:20.091619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Router 831aaf3c-d373-4165-a304-51b366e43559 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:21:20.194204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7b43c-6dc8-4afb-8571-1e5d0abe839c req-9579da08-8a04-4d14-8e62-3afc9de89e2b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.201645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65c7b43c-6dc8-4afb-8571-1e5d0abe839c req-9579da08-8a04-4d14-8e62-3afc9de89e2b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 932 time: 0.4923804 Jul 15 13:21:20.232548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7306f2ab-f3ac-4d55-af26-25a57e092a20 None None] Provisioning complete for port 5a375492-edc5-4c24-9309-624c9a1f5e69 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:20.234255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7306f2ab-f3ac-4d55-af26-25a57e092a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.273447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65c7b43c-6dc8-4afb-8571-1e5d0abe839c req-0232f360-1a30-4baf-96d3-9d523feada14 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707407 Jul 15 13:21:20.311556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.439750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7306f2ab-f3ac-4d55-af26-25a57e092a20 None None] Port 5a375492-edc5-4c24-9309-624c9a1f5e69 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:20.513853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-069bdb3e-e516-4134-a392-f3c4ba9549c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.526573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-069bdb3e-e516-4134-a392-f3c4ba9549c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.4736211 Jul 15 13:21:20.540947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:18Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:20.583090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:20.590298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.591982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.627063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:20.634913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:20.649178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:20.675590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:20.676499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:20.807321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5669193 Jul 15 13:21:20.826137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:20.837177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Request body: {'subnet': {'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:20.896666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-aa4b7199-2620-41d9-b8e8-0f7454139f30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 1001 time: 0.3677239 Jul 15 13:21:20.906950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-a9f0050e-5761-4b18-a091-beecc037d912 service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976074 Jul 15 13:21:20.921342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b2478-7efe-4671-8386-a2a753d29cb7 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Network': ['ID=918b230e-52e0-4444-8892-502f2d5b09ed,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:20.946466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 918b230e-52e0-4444-8892-502f2d5b09ed details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:20.976325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:20.990794 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Sync routers for ids ['831aaf3c-d373-4165-a304-51b366e43559'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:21.022730 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Routers {'831aaf3c-d373-4165-a304-51b366e43559'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:21.025378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['831aaf3c-d373-4165-a304-51b366e43559'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:21.105515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.110788 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c2a110e8-bada-410b-9360-590b2a695cba admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 19.2142820 Jul 15 13:21:21.111418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:21.111584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:21.190418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 10.1.1.220 (03f76d16-725a-4bb9-a534-70ecedaca491/ade5fd83-3a96-45a7-8a67-db02eee344c7/8a7327b3-39af-4662-8906-5c2ae10002de) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:21.263371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-003a6ee2-1e44-4893-88c0-5f5ed6f4d3ec service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390546 Jul 15 13:21:21.471835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-a7aa1244-bf51-4e10-9566-c76daa91b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.476581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-a7aa1244-bf51-4e10-9566-c76daa91b6b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.5697348 Jul 15 13:21:21.486750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:21.674636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.704863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec6e3c-e8b5-460c-bf6e-90896400be9a req-f1ba3580-6d64-4331-8488-4bdaafa85ccb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.706927 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Set router 831aaf3c-d373-4165-a304-51b366e43559 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:21.714010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object 8a7327b3-39af-4662-8906-5c2ae10002de will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:21.723833 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47ec6e3c-e8b5-460c-bf6e-90896400be9a req-f1ba3580-6d64-4331-8488-4bdaafa85ccb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 945 time: 0.8248816 Jul 15 13:21:21.832552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Made reservation on behalf of 2f82c155f365454eb2c41922c9ed9b19 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:21.848930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:21.863853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-1422b5dd-fb60-4d49-bdb2-c51ce0baae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:21.867667 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-1422b5dd-fb60-4d49-bdb2-c51ce0baae5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1098 time: 0.4889002 Jul 15 13:21:22.015972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.185753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.208045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:22.212304 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e6fdfb-fa6c-4e32-b3e5-b4e82d22a3a1" -d '{"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:22.256830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.265174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47ec6e3c-e8b5-460c-bf6e-90896400be9a req-7f607444-357d-4272-8113-4f0b44469d1d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5392771 Jul 15 13:21:22.295019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:22.322882 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:16Z', 'revision_number': 3, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:22.340856 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.367606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-10dc8c29-3200-4073-b617-2db55ebb1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:22.370479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-10dc8c29-3200-4073-b617-2db55ebb1d0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8672934 Jul 15 13:21:22.399963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:18Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:22.444901 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Checking router: 831aaf3c-d373-4165-a304-51b366e43559 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:22.446407 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Updating router 831aaf3c-d373-4165-a304-51b366e43559 port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:22.584659 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:22.585205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 46c89498-8819-4300-91c9-58e12c625d87 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:22.609218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67402ed9-e38e-47b3-9cf4-34691c845ed0 None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '14adf1d6-0de6-497f-a287-8065af8f098c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:03:8a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:18Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:22.786302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Subnet': ['ID=c5e0a132-5d09-4a8d-adb9-b68d2babe486,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:22.797174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:23.050221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Checking segment: {'id': '83dc8c91-0fd4-4560-a5a3-da1b6156f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:23.059159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network hostable DHCP agents. Network: 918b230e-52e0-4444-8892-502f2d5b09ed, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:23.138511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:23.191043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '46c89498-8819-4300-91c9-58e12c625d87', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'port_id': '46c89498-8819-4300-91c9-58e12c625d87', 'mac_address': 'fa:16:3e:78:2f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069e4c4b-dd75-429c-842a-b4fa3ac9e077', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:23.291419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-532584d3-6b5d-4d45-8b01-2c7947769258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.300237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-532584d3-6b5d-4d45-8b01-2c7947769258 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.7430048 Jul 15 13:21:23.303933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network 918b230e-52e0-4444-8892-502f2d5b09ed is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:23.373543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.418190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46c89498-8819-4300-91c9-58e12c625d87 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:23.441193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 918b230e-52e0-4444-8892-502f2d5b09ed) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:23.470655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:23.471506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.500890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:23.520672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50994f5b-df03-441a-b98d-f391284bd8ae None None] Network 918b230e-52e0-4444-8892-502f2d5b09ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:23.542814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-0380030b-a2f4-4e02-8a5a-2a72f15c955a service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1540470 Jul 15 13:21:23.739000 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.852764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['46c89498-8819-4300-91c9-58e12c625d87'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:23.897361 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:23.958911 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Transition to ACTIVE for port object 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:23.972554 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.003384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa9015f6-8ab6-4011-a9da-c0f10177601f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1729779 Jul 15 13:21:24.020491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:24.024503 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cff3d34-59da-4539-b47c-897188971baa x-openstack-request-id: req-8cff3d34-59da-4539-b47c-897188971baa {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:24.024828 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:24.025016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.025189 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8cff3d34-59da-4539-b47c-897188971baa {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:24.025446 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'status': 'completed', 'code': 200} Jul 15 13:21:24.056579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 03f76d16-725a-4bb9-a534-70ecedaca491 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:24.094954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-34195617', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:24.118402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:24.126393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:24.231684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Attempting to bind port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:24.232613 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Attempting to bind port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:24.233523 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Attempting to bind port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:24.237438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-918b230e-52e0-4444-8892-502f2d5b09ed', 'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed', 'tenant_id': '2f82c155f365454eb2c41922c9ed9b19', 'fixed_ips': [{'subnet_id': 'c5e0a132-5d09-4a8d-adb9-b68d2babe486'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:24.239822 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.259629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:24.261012 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:24.262081 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.263408 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:24.264656 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Bound port: 2b21b2d1-4e42-42cf-a797-1bd9d15a0686, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:24.265741 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.290410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-fa7a7d18-f054-45ad-b1c1-24c8c235cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.309400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-fa7a7d18-f054-45ad-b1c1-24c8c235cc03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 2.4050491 Jul 15 13:21:24.392468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-abf23e03-1f41-4900-b913-c08643654d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.395302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.395645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-abf23e03-1f41-4900-b913-c08643654d72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 1.0821273 Jul 15 13:21:24.400389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] For port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:24.401403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0614f8ca-2d74-4860-94b5-4d62fdb6db35 req-d5ad5964-e3eb-4f08-8417-501529d612bd service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306639 Jul 15 13:21:24.446217 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] For port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:24.452948 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db1fb9-8b49-4624-8baf-ff32d9c557ca None None] Pushing event updated for resources: {'Port': ['ID=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.482033 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.523191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-fcbcbf33-7083-463f-84dc-13c77ce71927 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.1010096 Jul 15 13:21:24.572869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1938-bbdc-4251-a4b9-5852b2a34069 req-ee508c90-cd74-4f9f-8d17-c1686057ef0f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.620020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd1938-bbdc-4251-a4b9-5852b2a34069 req-ee508c90-cd74-4f9f-8d17-c1686057ef0f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.626194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dbd1938-bbdc-4251-a4b9-5852b2a34069 req-ee508c90-cd74-4f9f-8d17-c1686057ef0f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 1654 time: 1.0162561 Jul 15 13:21:24.672036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.685238 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.698136 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Routers {'831aaf3c-d373-4165-a304-51b366e43559'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:24.698843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['831aaf3c-d373-4165-a304-51b366e43559'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:24.704260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-049c9a6e-2ff4-4533-99c8-717a3c0e24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.705765 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db1fb9-8b49-4624-8baf-ff32d9c557ca None None] Pushing event updated for resources: {'Port': ['ID=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:24.708780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-049c9a6e-2ff4-4533-99c8-717a3c0e24e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1766467 Jul 15 13:21:24.795839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7fb7c20d-7d26-4bad-aea1-6f4002c79afd None None] Provisioning for port 8a7327b3-39af-4662-8906-5c2ae10002de completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:24.814857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7fb7c20d-7d26-4bad-aea1-6f4002c79afd None None] Provisioning complete for port 8a7327b3-39af-4662-8906-5c2ae10002de triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:24.815235 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c20d-7d26-4bad-aea1-6f4002c79afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.839339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Allocated IP 172.20.0.2 (918b230e-52e0-4444-8892-502f2d5b09ed/c5e0a132-5d09-4a8d-adb9-b68d2babe486/ca9fa451-356c-4f30-9cbc-9ff2851d06f9) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:24.932148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.933660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:24.945126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dbd1938-bbdc-4251-a4b9-5852b2a34069 req-994a45f8-e674-47dd-b82a-013e0c66ec15 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209418 Jul 15 13:21:24.960383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-54a74b4c-88c3-49e0-b59f-117b3ea35d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:24.963023 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-54a74b4c-88c3-49e0-b59f-117b3ea35d4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311072 Jul 15 13:21:25.001088 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] Set router 831aaf3c-d373-4165-a304-51b366e43559 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:25.017323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7c20d-7d26-4bad-aea1-6f4002c79afd None None] Port 8a7327b3-39af-4662-8906-5c2ae10002de cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:25.148400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-7c725470-2428-4bd9-aca3-f665ff110faa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 1002 time: 0.8372922 Jul 15 13:21:25.220013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-61d0df33-9a8a-460c-aeb2-09e7975078ab service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494278 Jul 15 13:21:25.417389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.437692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.466330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Transition to ACTIVE for port object ca9fa451-356c-4f30-9cbc-9ff2851d06f9 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:25.475768 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-56c0d90f-4890-4c4c-bc0a-ca1bcb84f065 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6203039 Jul 15 13:21:25.534919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5caf95a8-9b09-4411-a8f4-507e249381f1 req-31bd11be-290a-4cbc-a1bd-4c3b2c351fcf service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945616 Jul 15 13:21:25.548663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.550024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Transition to ACTIVE for port object ca9fa451-356c-4f30-9cbc-9ff2851d06f9 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:25.564708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'admin_state_up': True, 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'security_groups': ['9f644f49-e832-497f-bdd9-af05009bd021']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:25.570973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:25.620849 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc4597-2a8d-4bba-bb55-803baf4fd144 x-openstack-request-id: req-2fbc4597-2a8d-4bba-bb55-803baf4fd144 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:25.621523 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:25.621948 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fbc4597-2a8d-4bba-bb55-803baf4fd144 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:25.622746 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'code': 200} Jul 15 13:21:25.689851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Pushing event updated for resources: {'Port': ['ID=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:25.726810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Network 918b230e-52e0-4444-8892-502f2d5b09ed is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:25.729575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:25.734339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:25.788948 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:16Z', 'revision_number': 3, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:25.884247 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6f2cd5-9ece-456d-9f85-a682ab4ce6b3 None None] The sync data for ids ['831aaf3c-d373-4165-a304-51b366e43559'] in n-d-798054-11 is: [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:16Z', 'revision_number': 3, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:25.987793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Attempting to bind port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:25.988923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Attempting to bind port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '83dc8c91-0fd4-4560-a5a3-da1b6156f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:25.989617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Attempting to bind port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 on network 918b230e-52e0-4444-8892-502f2d5b09ed {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:26.009602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:26.010210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Checking segment: {'id': '83dc8c91-0fd4-4560-a5a3-da1b6156f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:26.010940 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.011581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Bound using segment: {'id': '83dc8c91-0fd4-4560-a5a3-da1b6156f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:26.012407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Bound port: ca9fa451-356c-4f30-9cbc-9ff2851d06f9, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83dc8c91-0fd4-4560-a5a3-da1b6156f192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:26.013045 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.026795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:26.029880 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba14b01-e912-45c1-aa25-54affd1b509f" -d '{"events": [{"name": "network-changed", "server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:26.033217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:26.038911 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.104311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-30022d17-aa1d-4d31-ae1c-44f8a2ce696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.108561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-30022d17-aa1d-4d31-ae1c-44f8a2ce696c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.9569440 Jul 15 13:21:26.247554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3758d-d10d-407e-ba39-d73c7996e9bd req-e57dd377-c8cd-490b-84c5-3f8a59f6c389 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:26.264721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fd3758d-d10d-407e-ba39-d73c7996e9bd req-e57dd377-c8cd-490b-84c5-3f8a59f6c389 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.1782234 Jul 15 13:21:26.320677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] For port ca9fa451-356c-4f30-9cbc-9ff2851d06f9, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:26.334982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] For port ca9fa451-356c-4f30-9cbc-9ff2851d06f9, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,segment=NetworkSegment(83dc8c91-0fd4-4560-a5a3-da1b6156f192),segment_id=83dc8c91-0fd4-4560-a5a3-da1b6156f192)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:26.352082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.387718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fd3758d-d10d-407e-ba39-d73c7996e9bd req-2a957fea-e203-4e51-9328-e62c8020c4d5 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203270 Jul 15 13:21:26.558618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 46c89498-8819-4300-91c9-58e12c625d87 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:26.794092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Pushing event updated for resources: {'Port': ['ID=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:26.833809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.834092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.834477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.834844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.835176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.835504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.835832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.836153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.836473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.836794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.837112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.837429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836758f6-865f-4f1f-8aa8-bffb0f1ab614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:26.868045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 46c89498-8819-4300-91c9-58e12c625d87 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:26.868811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:26.996813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Allocated IP 172.20.0.1 (8414904b-acd9-4df2-a7e5-9156baf3f115/e390be0c-007f-4f0c-a2f5-6e0407b3ee56/56105dc5-4df5-4ff5-a485-2e17e652e120) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:27.177790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.270352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:27.280214 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.342912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.371652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790b75-afc2-4127-bbbf-3705908a3716 req-2e41d6a2-cfc6-448a-b24c-4476d6be7fda tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:27.394783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41790b75-afc2-4127-bbbf-3705908a3716 req-2e41d6a2-cfc6-448a-b24c-4476d6be7fda tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 944 time: 0.4326999 Jul 15 13:21:27.401510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Transition to ACTIVE for port object 56105dc5-4df5-4ff5-a485-2e17e652e120 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:27.456466 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.479597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:27.489366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:27.588222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41790b75-afc2-4127-bbbf-3705908a3716 req-031aee59-bbf4-4e94-b4a1-5cd817dca56b tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918406 Jul 15 13:21:27.623748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c89498-8819-4300-91c9-58e12c625d87'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:27.627234 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c882c-d9fe-456b-9746-7e6e8699f669" -d '{"events": [{"server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "name": "network-vif-plugged", "status": "completed", "tag": "46c89498-8819-4300-91c9-58e12c625d87"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:27.689147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:27.699540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:27.700616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:27.801785 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280254ea-248e-427d-8325-6c4ce68f9661 x-openstack-request-id: req-280254ea-248e-427d-8325-6c4ce68f9661 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:27.803104 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:27.805679 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-280254ea-248e-427d-8325-6c4ce68f9661 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:27.806514 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c', 'status': 'completed', 'code': 200} Jul 15 13:21:27.815521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 10.1.1.147 (03f76d16-725a-4bb9-a534-70ecedaca491/ade5fd83-3a96-45a7-8a67-db02eee344c7/d29b0b87-2134-4e48-9b96-ee16291c6754) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:27.953056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.009240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-e45d4517-1970-4dbf-a04b-f2cc6d39334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.010265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14b01-e912-45c1-aa25-54affd1b509f req-4927b464-a84a-4a64-8303-588def4156f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.012251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-e45d4517-1970-4dbf-a04b-f2cc6d39334a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8763187 Jul 15 13:21:28.014899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-4927b464-a84a-4a64-8303-588def4156f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1098 time: 0.2774560 Jul 15 13:21:28.183984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:28.209576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:28.249026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:28.365101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.432836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14b01-e912-45c1-aa25-54affd1b509f req-fe2d43b5-6934-46c8-a2a8-7b1133f6300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.434456 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.437580 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-fe2d43b5-6934-46c8-a2a8-7b1133f6300a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.4157221 Jul 15 13:21:28.491055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:28.504489 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:28.549682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Pushing event updated for resources: {'Port': ['ID=56105dc5-4df5-4ff5-a485-2e17e652e120,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:28.602481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6686-b0cf-4e14-8833-76bcb9cbeafa req-08f5f1dd-49df-4078-8ce9-c60afb059963 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.627257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6686-b0cf-4e14-8833-76bcb9cbeafa req-08f5f1dd-49df-4078-8ce9-c60afb059963 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.639403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-79ef6686-b0cf-4e14-8833-76bcb9cbeafa req-08f5f1dd-49df-4078-8ce9-c60afb059963 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 1654 time: 0.4194667 Jul 15 13:21:28.703771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:28.775007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-79ef6686-b0cf-4e14-8833-76bcb9cbeafa req-66090f94-9fc2-45c4-9018-04271a023690 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345685 Jul 15 13:21:28.798376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-458523f4-26f9-430a-abe2-0f2782a33ebf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 1002 time: 0.3518581 Jul 15 13:21:28.840740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ad5f8-b088-401e-bba6-3b30e1bf544e None None] Network 918b230e-52e0-4444-8892-502f2d5b09ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:28.858159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cc0a519-6623-4218-85e1-921b2e96e7c0 None None] Provisioning for port 56105dc5-4df5-4ff5-a485-2e17e652e120 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:28.920163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14b01-e912-45c1-aa25-54affd1b509f req-7cc3c32b-6928-4c0b-9b89-c0b331dfc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:28.922924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-7cc3c32b-6928-4c0b-9b89-c0b331dfc87c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1174572 Jul 15 13:21:29.075483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cc0a519-6623-4218-85e1-921b2e96e7c0 None None] Provisioning complete for port 56105dc5-4df5-4ff5-a485-2e17e652e120 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:29.087434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2cc0a519-6623-4218-85e1-921b2e96e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.163802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.190650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-25d3facf-7bf4-42e4-a05a-788ef42bbd8c service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0958488 Jul 15 13:21:29.204287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14b01-e912-45c1-aa25-54affd1b509f req-4b6c19f0-244d-489e-9490-1e0eb8cf2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:29.224593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-4b6c19f0-244d-489e-9490-1e0eb8cf2f00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2913439 Jul 15 13:21:29.229523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0a519-6623-4218-85e1-921b2e96e7c0 None None] Port 56105dc5-4df5-4ff5-a485-2e17e652e120 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:29.361016 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5509c7-1073-40eb-98fa-7ea60a8de1a9 req-55877f9c-0c07-474a-a0df-c7b364eb7ab2 service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325033 Jul 15 13:21:29.374593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object d29b0b87-2134-4e48-9b96-ee16291c6754 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:29.388699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:29.543499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:29.631118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-8f9c6371-53d0-4ee2-b555-e55f223de30d service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994887 Jul 15 13:21:29.689147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-de38bc8c-c5b5-4bef-ba29-f8746924065a None None] Provisioning for port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:29.709011 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b8bff-44df-477b-9a92-929a1a6df3dd x-openstack-request-id: req-3d9b8bff-44df-477b-9a92-929a1a6df3dd {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:29.710083 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "name": "network-vif-plugged", "status": "completed", "tag": "46c89498-8819-4300-91c9-58e12c625d87", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:29.710083 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d9b8bff-44df-477b-9a92-929a1a6df3dd {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:29.710400 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c89498-8819-4300-91c9-58e12c625d87', 'code': 200} Jul 15 13:21:29.756305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.834270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:29.900383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.158678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03051627-bf3c-41c5-b8ba-045b956a1df1 req-47bae05e-409c-4ea1-a505-13b4ac1fdd6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:30.161666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03051627-bf3c-41c5-b8ba-045b956a1df1 req-47bae05e-409c-4ea1-a505-13b4ac1fdd6b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.5277934 Jul 15 13:21:30.174452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:30.175074 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.196572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aba14b01-e912-45c1-aa25-54affd1b509f req-7c9c351d-3494-4e2e-9750-06941751dca1 service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457873 Jul 15 13:21:30.281492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.340075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.391731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03051627-bf3c-41c5-b8ba-045b956a1df1 req-e11e2b57-6ccb-4651-89f1-04f03738b7fb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936867 Jul 15 13:21:30.624046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:30.712903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ca9fa451-356c-4f30-9cbc-9ff2851d06f9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:30.869386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 03f76d16-725a-4bb9-a534-70ecedaca491 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:30.871213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27df25f7-8a32-4770-a2cb-dc629721d402 req-18fc6b82-77ce-40ee-a1e8-46718ffed293 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.3876436 Jul 15 13:21:30.891428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Pushing event updated for resources: {'Port': ['ID=56105dc5-4df5-4ff5-a485-2e17e652e120,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:30.988781 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:21:30.994543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:31.000051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:31.031546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.051123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df25f7-8a32-4770-a2cb-dc629721d402 req-fa44e270-5e91-4b31-bb90-7ca64b27c50b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.074898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27df25f7-8a32-4770-a2cb-dc629721d402 req-fa44e270-5e91-4b31-bb90-7ca64b27c50b tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports/14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 943 time: 0.1885626 Jul 15 13:21:31.108903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:31.117756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:31.118337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.165129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.265710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27df25f7-8a32-4770-a2cb-dc629721d402 req-4095c3e7-2506-4aca-876c-8aa918b747e6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.0943136 Jul 15 13:21:31.400036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.511575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Allocated IP 172.25.3.28 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/a37f85fe-69d9-459f-aac1-7c3c987da577) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:31.544742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ca9fa451-356c-4f30-9cbc-9ff2851d06f9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,segment=NetworkSegment(83dc8c91-0fd4-4560-a5a3-da1b6156f192),segment_id=83dc8c91-0fd4-4560-a5a3-da1b6156f192)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:31.548491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-feeefcdf-d67f-4287-8162-e992cbd7f797 None None] Provisioning for port d29b0b87-2134-4e48-9b96-ee16291c6754 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:31.562120 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.580608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-feeefcdf-d67f-4287-8162-e992cbd7f797 None None] Provisioning complete for port d29b0b87-2134-4e48-9b96-ee16291c6754 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:31.581211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-feeefcdf-d67f-4287-8162-e992cbd7f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.623272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.624352 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:31.659944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df25f7-8a32-4770-a2cb-dc629721d402 req-c90d4f42-0808-41cd-81fb-824661569fdb tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:31.662976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27df25f7-8a32-4770-a2cb-dc629721d402 req-c90d4f42-0808-41cd-81fb-824661569fdb tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.3945506 Jul 15 13:21:31.688460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-fb56238e-1dd7-4296-afeb-9fc2a45324f3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1372547 Jul 15 13:21:31.707908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2', 'admin_state_up': True, 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'security_groups': ['9f644f49-e832-497f-bdd9-af05009bd021']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:31.733388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:31.770614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-feeefcdf-d67f-4287-8162-e992cbd7f797 None None] Port d29b0b87-2134-4e48-9b96-ee16291c6754 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:32.420310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-b075f32a-456e-4109-9f7f-337ba7486a6f tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.424152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-b075f32a-456e-4109-9f7f-337ba7486a6f tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 945 time: 0.2183690 Jul 15 13:21:32.532669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502740e-4643-4ef1-b812-72b26489918d req-d52005e6-0f0f-4361-b409-94fef8ba13c8 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.564593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502740e-4643-4ef1-b812-72b26489918d req-d52005e6-0f0f-4361-b409-94fef8ba13c8 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.580745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502740e-4643-4ef1-b812-72b26489918d req-d52005e6-0f0f-4361-b409-94fef8ba13c8 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:32.597596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7502740e-4643-4ef1-b812-72b26489918d req-d52005e6-0f0f-4361-b409-94fef8ba13c8 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 2375 time: 1.5830526 Jul 15 13:21:32.680613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.693987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Deleting port 46c89498-8819-4300-91c9-58e12c625d87 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:32.694954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.736822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:32.766436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:32.886758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.938300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] For port 46c89498-8819-4300-91c9-58e12c625d87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=46c89498-8819-4300-91c9-58e12c625d87,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:32.938983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:32.979283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Calling delete_port for 46c89498-8819-4300-91c9-58e12c625d87 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:33.086992 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7502740e-4643-4ef1-b812-72b26489918d req-1677918f-e4af-4869-bab2-9f449393b144 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797746 Jul 15 13:21:33.286802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:33.423365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d67b6378-4f16-4e49-9309-a23270fa7ce4 None None] Provisioning complete for port 56105dc5-4df5-4ff5-a485-2e17e652e120 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:33.424537 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d67b6378-4f16-4e49-9309-a23270fa7ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.456157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.501907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:33.533897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.572980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3679c9-9223-4ca8-a30d-3e3c239ef4c5 req-9fbf8036-e58f-4cc9-8b20-eb1fa9b88d61 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:33.582999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d3679c9-9223-4ca8-a30d-3e3c239ef4c5 req-9fbf8036-e58f-4cc9-8b20-eb1fa9b88d61 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=aec5ee0f-bc4d-4852-86a9-44af1d879860 HTTP/1.1" status: 200 len: 945 time: 0.2328534 Jul 15 13:21:33.599930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:33.615555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Router 831aaf3c-d373-4165-a304-51b366e43559 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:33.617875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:33.644073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d67b6378-4f16-4e49-9309-a23270fa7ce4 None None] Port 56105dc5-4df5-4ff5-a485-2e17e652e120 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:33.656778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Port': ['ID=a37f85fe-69d9-459f-aac1-7c3c987da577,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.682389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event deleted for resources: {'Port': ['ID=46c89498-8819-4300-91c9-58e12c625d87,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:33.796523 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d3679c9-9223-4ca8-a30d-3e3c239ef4c5 req-535e3c1a-01d9-4492-9ff3-e106e4b9d7c8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666477 Jul 15 13:21:33.835884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ca9fa451-356c-4f30-9cbc-9ff2851d06f9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:33.864379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] No DVR routers for this DVR port 46c89498-8819-4300-91c9-58e12c625d87 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:33.870817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:33.881008 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b333084-2dcd-42bb-b0cf-fc9fc935d6ec req-4f499bd2-fa6c-401c-bc82-360822de1a83 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.58 "DELETE /v2.0/ports/46c89498-8819-4300-91c9-58e12c625d87 HTTP/1.1" status: 204 len: 173 time: 1.4518201 Jul 15 13:21:33.882849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'name': 'network-vif-deleted', 'tag': '46c89498-8819-4300-91c9-58e12c625d87'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:33.884723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:33.888960 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b62e7e-5b00-44cf-8082-c29d09e9fb65" -d '{"events": [{"server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "name": "network-vif-deleted", "tag": "46c89498-8819-4300-91c9-58e12c625d87"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:33.950721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-03fde35c-cf53-4a04-ada1-227cb9cf618f admin admin] 10.222.0.57 "PUT /v2.0/routers/831aaf3c-d373-4165-a304-51b366e43559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8313894 Jul 15 13:21:33.991676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Sync routers for ids ['831aaf3c-d373-4165-a304-51b366e43559'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:34.044977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-23173026-1ebe-4cbc-949a-254c3ed80793 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.8622284 Jul 15 13:21:34.082428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Routers {'831aaf3c-d373-4165-a304-51b366e43559'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:34.092215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['831aaf3c-d373-4165-a304-51b366e43559'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:34.441704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 46c89498-8819-4300-91c9-58e12c625d87 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:34.472445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 46c89498-8819-4300-91c9-58e12c625d87 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:34.473422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 46c89498-8819-4300-91c9-58e12c625d87 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:34.486925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Set router 831aaf3c-d373-4165-a304-51b366e43559 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:34.506154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-f634b436-afb5-43e3-b4b2-55a96795e5d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2108483 Jul 15 13:21:34.525677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:34.526951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:34.714076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 10.2.2.100 (21e53ded-6736-481c-9356-ddec7ed49dd2/0cca2194-7bc5-47de-9be4-3fdd1d099307/ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:34.796410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-b71ba140-80a2-46ab-ad38-0f08032477b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:34.805556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-b71ba140-80a2-46ab-ad38-0f08032477b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 1097 time: 0.2550266 Jul 15 13:21:35.237327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-35d2c398-d23e-4374-8a30-669d66322ae4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.247752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-78334a77-12ad-4fb0-9266-c7a3c490b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.255355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-78334a77-12ad-4fb0-9266-c7a3c490b971 service neutron] 10.222.0.59 "GET /v2.0/networks?id=23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 200 len: 912 time: 0.3833787 Jul 15 13:21:35.258734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-35d2c398-d23e-4374-8a30-669d66322ae4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports/14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 943 time: 0.5329587 Jul 15 13:21:35.372838 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9766f-c16f-439a-8ada-1d7450f38dbd x-openstack-request-id: req-3cf9766f-c16f-439a-8ada-1d7450f38dbd {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:35.373844 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec5ee0f-bc4d-4852-86a9-44af1d879860", "name": "network-vif-deleted", "tag": "46c89498-8819-4300-91c9-58e12c625d87", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:35.376023 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3cf9766f-c16f-439a-8ada-1d7450f38dbd {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:35.377522 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec5ee0f-bc4d-4852-86a9-44af1d879860', 'name': 'network-vif-deleted', 'tag': '46c89498-8819-4300-91c9-58e12c625d87', 'status': 'completed', 'code': 200} Jul 15 13:21:35.445842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-3a8fe141-d667-4454-b29c-cd27387f0f97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7 HTTP/1.1" status: 200 len: 1001 time: 0.1850293 Jul 15 13:21:35.573607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-209922f5-5b83-4ea0-aa52-b8214f496236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.577948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-209922f5-5b83-4ea0-aa52-b8214f496236 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 200 len: 850 time: 0.1259661 Jul 15 13:21:35.750938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-b1050010-b01e-4fb4-b0dc-8c82e1863566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:35.752865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-b1050010-b01e-4fb4-b0dc-8c82e1863566 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=23471685-f132-4026-ac3c-49a865428c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680343 Jul 15 13:21:35.815364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:29Z', 'revision_number': 4, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '56105dc5-4df5-4ff5-a485-2e17e652e120', 'name': '', 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'mac_address': 'fa:16:3e:d2:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:25Z', 'updated_at': '2021-07-15T13:21:30Z', 'revision_number': 2, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'subnets': [{'id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:35.883088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-697589fb-70ea-41e3-9954-859e81f3c409 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233659 Jul 15 13:21:35.941758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Checking router: 831aaf3c-d373-4165-a304-51b366e43559 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:35.942837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Updating router 831aaf3c-d373-4165-a304-51b366e43559 port 56105dc5-4df5-4ff5-a485-2e17e652e120 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:21:36.046175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b823-11cb-4fb3-a611-b3f1d8f6c97e req-11377110-1bc6-445b-83ab-e967d7737ce0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.068329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b823-11cb-4fb3-a611-b3f1d8f6c97e req-11377110-1bc6-445b-83ab-e967d7737ce0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.091912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b823-11cb-4fb3-a611-b3f1d8f6c97e req-11377110-1bc6-445b-83ab-e967d7737ce0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.095400 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eed4b823-11cb-4fb3-a611-b3f1d8f6c97e req-11377110-1bc6-445b-83ab-e967d7737ce0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 2375 time: 0.2106414 Jul 15 13:21:36.117413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.130142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.406680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eed4b823-11cb-4fb3-a611-b3f1d8f6c97e req-801d6600-f90a-442d-9434-34dc9ee79212 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027046 Jul 15 13:21:36.503307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-209e28fe-800b-420b-a31f-2315a2157bd0 req-98a27a56-430f-4748-9c9a-bd9cd75ed535 service neutron] 10.222.0.59 "GET /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790453 Jul 15 13:21:36.563375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-27050d9e-ac8b-4e1d-b865-23bc9baf18e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4497149 Jul 15 13:21:36.650049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-bc066846-0863-422c-a18e-afcf82320da1 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.9002495 Jul 15 13:21:36.783333 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.784675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a682-3309-408a-b91c-cd230f220864 req-e342a043-9ea3-4239-a881-4d0646ae9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:36.803498 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-e342a043-9ea3-4239-a881-4d0646ae9642 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.1493404 Jul 15 13:21:36.870213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.889878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Transition to ACTIVE for port object 56105dc5-4df5-4ff5-a485-2e17e652e120 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:36.904374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:36.986703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418e0e-9c1d-4ffa-9523-17c8cc8ac99e None None] Pushing event updated for resources: {'Port': ['ID=56105dc5-4df5-4ff5-a485-2e17e652e120,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:37.095963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a682-3309-408a-b91c-cd230f220864 req-30e3e2db-dadb-41ae-87b4-1d6bc9b56d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.105831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-30e3e2db-dadb-41ae-87b4-1d6bc9b56d21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.2888045 Jul 15 13:21:37.124895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:37.164794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-45f6a7c5-60fa-41df-80c7-eb1751bd0fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0314624 Jul 15 13:21:37.237831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Attempting to bind port 56105dc5-4df5-4ff5-a485-2e17e652e120 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:37.239244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Attempting to bind port 56105dc5-4df5-4ff5-a485-2e17e652e120 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:37.240167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Attempting to bind port 56105dc5-4df5-4ff5-a485-2e17e652e120 on network 8414904b-acd9-4df2-a7e5-9156baf3f115 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:37.257967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-5c3f4a52-1e4b-4e4d-83a1-3fc7cba019d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.1457794 Jul 15 13:21:37.290930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:37.293592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Checking segment: {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:37.294323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.296138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Bound using segment: {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:37.299880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Bound port: 56105dc5-4df5-4ff5-a485-2e17e652e120, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917a5e6-f179-4ede-8f0e-8edc6d20c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:37.300708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.465706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a682-3309-408a-b91c-cd230f220864 req-6c366783-23c3-4e1b-ba2c-ab228e50e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.474383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-6c366783-23c3-4e1b-ba2c-ab228e50e50e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.2115629 Jul 15 13:21:37.554723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864d647-7e69-4e3d-b172-42f6a3f45fe3 req-5d9c759c-868b-499b-8ddd-1500754df4dd tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.556343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4864d647-7e69-4e3d-b172-42f6a3f45fe3 req-5d9c759c-868b-499b-8ddd-1500754df4dd tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.1896694 Jul 15 13:21:37.614260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] For port 56105dc5-4df5-4ff5-a485-2e17e652e120, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:37.619457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-cb26316d-a099-4645-b1be-aa98280670ea tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.624118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a682-3309-408a-b91c-cd230f220864 req-8b6c3f06-2307-45dc-9ffb-f6c0ba1f6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:37.626374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-8b6c3f06-2307-45dc-9ffb-f6c0ba1f6c5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439476 Jul 15 13:21:37.632497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4864d647-7e69-4e3d-b172-42f6a3f45fe3 req-30e83ebc-3c4f-4a80-ac89-aedd0f3750b0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647190 Jul 15 13:21:37.640572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-cb26316d-a099-4645-b1be-aa98280670ea tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.9867325 Jul 15 13:21:37.681008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] For port 56105dc5-4df5-4ff5-a485-2e17e652e120, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=56105dc5-4df5-4ff5-a485-2e17e652e120,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:37.716163 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.851155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:37.877942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.001270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-0576e762-55fc-49dc-ba0a-2b77a43cfd48 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.3589406 Jul 15 13:21:38.011610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:38.033936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418e0e-9c1d-4ffa-9523-17c8cc8ac99e None None] Pushing event updated for resources: {'Port': ['ID=56105dc5-4df5-4ff5-a485-2e17e652e120,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:38.080475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Routers {'831aaf3c-d373-4165-a304-51b366e43559'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:38.082061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['831aaf3c-d373-4165-a304-51b366e43559'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:38.214290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:38.329121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] Set router 831aaf3c-d373-4165-a304-51b366e43559 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:38.348447 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.383695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-359a1e3b-ec9d-4123-9e9c-ede06e2af76f service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7502286 Jul 15 13:21:38.517005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:38.571907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:38.638138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-60535283-62ea-446f-a9be-2be62fc78524 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.646504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-60535283-62ea-446f-a9be-2be62fc78524 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 821 time: 0.2600510 Jul 15 13:21:38.697984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:38.699802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:38.739935 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-fdd03a35-3a66-46ce-9889-3a8e4b9b3450 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/quotas/e7510cbc4eb742d595bdb903a6d996e1 HTTP/1.1" status: 200 len: 375 time: 0.0697880 Jul 15 13:21:39.094996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1693a682-3309-408a-b91c-cd230f220864 req-e48cb52a-7479-4849-a657-e3fd04a4821d service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395258 Jul 15 13:21:39.164605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-684a940a-9290-433f-a88e-a5a428155713 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3919108 Jul 15 13:21:39.174147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:29Z', 'revision_number': 4, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '56105dc5-4df5-4ff5-a485-2e17e652e120', 'name': '', 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'mac_address': 'fa:16:3e:d2:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:25Z', 'updated_at': '2021-07-15T13:21:37Z', 'revision_number': 4, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'subnets': [{'id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:39.279752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2e6b795-849d-4384-a7f5-bb9354c5737f None None] Provisioning for port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:39.292097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2903ad-d8d6-47c5-b5f4-1efb2a45f751 None None] The sync data for ids ['831aaf3c-d373-4165-a304-51b366e43559'] in n-d-798054-11 is: [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:21:29Z', 'revision_number': 4, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '56105dc5-4df5-4ff5-a485-2e17e652e120', 'name': '', 'network_id': '8414904b-acd9-4df2-a7e5-9156baf3f115', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'mac_address': 'fa:16:3e:d2:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:25Z', 'updated_at': '2021-07-15T13:21:37Z', 'revision_number': 4, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'subnets': [{'id': 'e390be0c-007f-4f0c-a2f5-6e0407b3ee56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:39.294926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2e6b795-849d-4384-a7f5-bb9354c5737f None None] Provisioning complete for port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:39.298267 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2e6b795-849d-4384-a7f5-bb9354c5737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:39.463603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b2e6b795-849d-4384-a7f5-bb9354c5737f None None] Port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:39.593986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-9b204192-3f98-4c99-8dee-2c79fe88fc7d service neutron] 10.222.0.57 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088500 Jul 15 13:21:39.668262 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9672282 Jul 15 13:21:39.673198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d3b2-5f88-4979-81b4-2860ad97710d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:39.745575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2', 'admin_state_up': True, 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'security_groups': ['9f644f49-e832-497f-bdd9-af05009bd021']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:39.941859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-0e179af3-8197-460e-814b-a8fb0ccbdc81 service neutron] 10.222.0.57 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171411 Jul 15 13:21:39.945619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 56105dc5-4df5-4ff5-a485-2e17e652e120 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:40.129645 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.195987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.205989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 56105dc5-4df5-4ff5-a485-2e17e652e120 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:40.207560 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d disassociated. External IP: 172.25.3.101, port: 14adf1d6-0de6-497f-a287-8065af8f098c. Jul 15 13:21:40.226073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 56105dc5-4df5-4ff5-a485-2e17e652e120 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:40.226899 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.463357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Made reservation on behalf of 9aabb3d7d6f84856854b6c6325009835 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:40.489830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Router 071f3c17-1ebc-4985-9eae-973b3c6aea13 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:21:40.547581 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.634663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 56105dc5-4df5-4ff5-a485-2e17e652e120, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=56105dc5-4df5-4ff5-a485-2e17e652e120,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:40.644984 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:40.895822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=56105dc5-4df5-4ff5-a485-2e17e652e120,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:40.957676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57720-217b-49f9-948a-abb414cc3728 req-4e26dc32-f576-49f6-9be9-b20694b9098d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:40.969265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57720-217b-49f9-948a-abb414cc3728 req-4e26dc32-f576-49f6-9be9-b20694b9098d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:40.985803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57720-217b-49f9-948a-abb414cc3728 req-4e26dc32-f576-49f6-9be9-b20694b9098d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:41.018342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57720-217b-49f9-948a-abb414cc3728 req-4e26dc32-f576-49f6-9be9-b20694b9098d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:41.035750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7d57720-217b-49f9-948a-abb414cc3728 req-4e26dc32-f576-49f6-9be9-b20694b9098d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 3096 time: 0.3565359 Jul 15 13:21:41.145143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7d57720-217b-49f9-948a-abb414cc3728 req-f6b79acb-2481-48f9-b578-9e185226669e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070764 Jul 15 13:21:41.421861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:41.490907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.824687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 56105dc5-4df5-4ff5-a485-2e17e652e120 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:41.944501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:41.957992 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] Sync routers for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:41.975812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:41.976369 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:41.978245 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:41.984777 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:41.988313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 56105dc5-4df5-4ff5-a485-2e17e652e120 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:41.990914 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.000230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:42.040487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.041783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a340c6ab-224b-4647-a70f-5663a907f41f tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 17.9633551 Jul 15 13:21:42.046480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41944) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:42.087429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.105252 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:42.106856 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.171372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:42.172408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.187761 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:42.189317 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce31ef-cfd0-477b-8034-a48465c6cbae None None] The sync data for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:42.193748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Allocated IP 10.2.2.200 (21e53ded-6736-481c-9356-ddec7ed49dd2/0cca2194-7bc5-47de-9be4-3fdd1d099307/d52d0708-841f-4e41-9875-ccde7d859705) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:42.563443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-1beba939-7b81-4f73-8019-26329328b728 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "PUT /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 695 time: 4.5603209 Jul 15 13:21:42.570949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:42.574080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:42.591117 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd580a2c-7276-4121-95d6-08cd0f202529" -d '{"events": [{"name": "network-changed", "server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:42.669524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.699082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Transition to ACTIVE for port object d52d0708-841f-4e41-9875-ccde7d859705 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:42.785787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:42.796032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-2b628bb9-7815-42ec-92d5-204f9a1dfdb8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:42.805516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-2b628bb9-7815-42ec-92d5-204f9a1dfdb8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.59 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 821 time: 0.2523115 Jul 15 13:21:42.824587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Request body: {'port': {'device_id': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'admin_state_up': True, 'tenant_id': 'e7510cbc4eb742d595bdb903a6d996e1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:42.866101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:42.876332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:42.916352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:43.105525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:43.106302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.157237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6412274c-900c-4afe-ab43-ed2268ef6d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.198380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.210510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4806194 Jul 15 13:21:43.244673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:43.246443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:43.266209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddc971-5a93-4c85-891d-91ad982f536f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event updated for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:43.325526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:21:43.332738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-a0a34a54-311e-4277-861b-4f39c770369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:43.334569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-a0a34a54-311e-4277-861b-4f39c770369b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1098 time: 0.5694005 Jul 15 13:21:43.380211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:43.381473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:43.401211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Made reservation on behalf of e7510cbc4eb742d595bdb903a6d996e1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:43.412649 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.515963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.607104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e1b45cee-8060-4771-8cfa-64425cc224bc None None] Provisioning for port d52d0708-841f-4e41-9875-ccde7d859705 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:43.618812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e1b45cee-8060-4771-8cfa-64425cc224bc None None] Provisioning complete for port d52d0708-841f-4e41-9875-ccde7d859705 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:43.620172 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1b45cee-8060-4771-8cfa-64425cc224bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.739780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:21:43.892134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Allocated IP 172.20.0.11 (e64da892-2cd9-4c48-b194-56e7859e320a/069e4c4b-dd75-429c-842a-b4fa3ac9e077/80f345d9-328b-433f-9cab-1e14aa1cdf65) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:43.964877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a375492-edc5-4c24-9309-624c9a1f5e69 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:43.975634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:43.993749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Transition to ACTIVE for port object 5a375492-edc5-4c24-9309-624c9a1f5e69 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:44.001829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-e436c758-0f0b-4ecb-a7ed-a27260360b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.003781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-e436c758-0f0b-4ecb-a7ed-a27260360b31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.6610315 Jul 15 13:21:44.007980 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.050823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e1b45cee-8060-4771-8cfa-64425cc224bc None None] Port d52d0708-841f-4e41-9875-ccde7d859705 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:44.250801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-214fb7dd-c0d2-49e3-99a3-fa36717d7f12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 217 time: 0.1974936 Jul 15 13:21:44.256204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:44.263237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Pushing event updated for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.338486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030d336a-e3d2-438d-960f-5b1bfc5f8645 None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:44.447998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-d4839ec9-be98-4e44-bd34-b9e3c6cfe523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.463969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-d4839ec9-be98-4e44-bd34-b9e3c6cfe523 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1372366 Jul 15 13:21:44.568342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Allocated IP 172.20.0.1 (918b230e-52e0-4444-8892-502f2d5b09ed/c5e0a132-5d09-4a8d-adb9-b68d2babe486/5e255ccf-9620-46cb-928e-17bbc64d5186) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:44.594127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.637243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Attempting to bind port 5a375492-edc5-4c24-9309-624c9a1f5e69 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:44.637956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Attempting to bind port 5a375492-edc5-4c24-9309-624c9a1f5e69 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:44.638631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Attempting to bind port 5a375492-edc5-4c24-9309-624c9a1f5e69 on network e77ca1a6-b459-41a8-bf0a-f17464d9b948 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:44.673996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Port 5a375492-edc5-4c24-9309-624c9a1f5e69 on network e77ca1a6-b459-41a8-bf0a-f17464d9b948 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:44.675101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Attempting to bind port 5a375492-edc5-4c24-9309-624c9a1f5e69 on network e77ca1a6-b459-41a8-bf0a-f17464d9b948 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:44.690131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:44.690955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Checking segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:44.691705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Bound using segment: {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:44.692570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Bound port: 5a375492-edc5-4c24-9309-624c9a1f5e69, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f523384e-68e1-4157-bdcb-81da7320b198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:44.693273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.701716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-b36eceee-3a4c-4833-8ec1-8220c17baa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:44.704732 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-b36eceee-3a4c-4833-8ec1-8220c17baa99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2380116 Jul 15 13:21:44.830463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.858195 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.901798 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa485e46-d63d-4f6e-a9bd-653d1c90c6bd None None] New status for floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:21:44.944843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event updated for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:44.961043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:44.977543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5a375492-edc5-4c24-9309-624c9a1f5e69,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:44.978675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Network e64da892-2cd9-4c48-b194-56e7859e320a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:44.985404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:44.990426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:44.991641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:44.998245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-9b901456-1127-44e9-bd93-d5f193fbec32 service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806053 Jul 15 13:21:45.067665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.108475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.109855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.112691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] 10.222.0.58 "PUT /v2.0/ports/5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 1093 time: 1.8734257 Jul 15 13:21:45.139448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.161390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:45.171487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.172838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.182738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Transition to ACTIVE for port object 5e255ccf-9620-46cb-928e-17bbc64d5186 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:45.224299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ddf296eb-e2f3-4993-b9ad-4fc124f42dd9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4034789 Jul 15 13:21:45.247145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04fc4e-f942-4a8b-8bec-a726d53b025e service neutron] Pushing event updated for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:45.254311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Request body: {'port': {'device_id': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:45.373575 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f97b559-a7a7-4d35-bab6-c539617837d3 req-7c2629dc-94fa-4880-a573-12311197506b service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167183 Jul 15 13:21:45.402094 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.423454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.517278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13834370-b0e7-4d5e-9ad5-30204ec542c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.649779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.739423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:45.836784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network 918b230e-52e0-4444-8892-502f2d5b09ed is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:45.839103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:45.857316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:45.930756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca431c-274f-4a69-950f-961c44e74384 req-6df055f5-95bb-460a-806a-ecaaaedd09c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:45.932498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44ca431c-274f-4a69-950f-961c44e74384 req-6df055f5-95bb-460a-806a-ecaaaedd09c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.1715066 Jul 15 13:21:46.051233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.079215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44ca431c-274f-4a69-950f-961c44e74384 req-192948c5-905a-4e4d-ae1d-a3bd2856cd70 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349378 Jul 15 13:21:46.092498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9110421f-4442-4ff5-8c15-1fb3bf627c19 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:46.105611 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.122032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Transition to ACTIVE for port object 9110421f-4442-4ff5-8c15-1fb3bf627c19 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:46.134912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.201784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Port': ['ID=5e255ccf-9620-46cb-928e-17bbc64d5186,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.254655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f345d9-328b-433f-9cab-1e14aa1cdf65 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:46.274949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.291319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Pushing event updated for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.324373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Transition to ACTIVE for port object 80f345d9-328b-433f-9cab-1e14aa1cdf65 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:46.326564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c9bc00e1-d2c7-4bc9-8a02-23876ebb904f None None] Provisioning for port 5e255ccf-9620-46cb-928e-17bbc64d5186 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:46.341285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c9bc00e1-d2c7-4bc9-8a02-23876ebb904f None None] Provisioning complete for port 5e255ccf-9620-46cb-928e-17bbc64d5186 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:46.342902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9bc00e1-d2c7-4bc9-8a02-23876ebb904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.345620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.440264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc00e1-d2c7-4bc9-8a02-23876ebb904f None None] Port 5e255ccf-9620-46cb-928e-17bbc64d5186 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:46.512016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Attempting to bind port 9110421f-4442-4ff5-8c15-1fb3bf627c19 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:46.513691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Attempting to bind port 9110421f-4442-4ff5-8c15-1fb3bf627c19 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:46.516779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Attempting to bind port 9110421f-4442-4ff5-8c15-1fb3bf627c19 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:46.537687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Port 9110421f-4442-4ff5-8c15-1fb3bf627c19 on network 03f76d16-725a-4bb9-a534-70ecedaca491 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:46.538281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Attempting to bind port 9110421f-4442-4ff5-8c15-1fb3bf627c19 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:46.554694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:46.555262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Checking segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:46.555927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Bound using segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:46.556706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Bound port: 9110421f-4442-4ff5-8c15-1fb3bf627c19, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:46.557714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.627775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Pushing event updated for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:46.648207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.657250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b595c37-942f-4e51-adf8-fd135121f232 req-b840616b-9ffe-4d20-9986-baf2c3c989b7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.659063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b595c37-942f-4e51-adf8-fd135121f232 req-b840616b-9ffe-4d20-9986-baf2c3c989b7 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 944 time: 0.2417386 Jul 15 13:21:46.703288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:46.728780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:46.738184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.744955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b595c37-942f-4e51-adf8-fd135121f232 req-86e7c312-e0fe-47fa-9160-8b103577ae95 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744474 Jul 15 13:21:46.817022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:46.818382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:46.821074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] 10.222.0.58 "PUT /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 1136 time: 1.6652362 Jul 15 13:21:46.886401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:46.894888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6803-0a50-4e99-baec-52020647f28c service neutron] Pushing event updated for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:47.036766 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.149285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.171936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Attempting to bind port 80f345d9-328b-433f-9cab-1e14aa1cdf65 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:47.172784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Attempting to bind port 80f345d9-328b-433f-9cab-1e14aa1cdf65 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:47.172976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Attempting to bind port 80f345d9-328b-433f-9cab-1e14aa1cdf65 on network e64da892-2cd9-4c48-b194-56e7859e320a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:47.197920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Port 80f345d9-328b-433f-9cab-1e14aa1cdf65 on network e64da892-2cd9-4c48-b194-56e7859e320a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:47.198242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Attempting to bind port 80f345d9-328b-433f-9cab-1e14aa1cdf65 on network e64da892-2cd9-4c48-b194-56e7859e320a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:47.216838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:47.217213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Checking segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:47.217614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Bound using segment: {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:47.218242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Bound port: 80f345d9-328b-433f-9cab-1e14aa1cdf65, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4902017-ebe7-4d53-9f67-1f5de1847ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:47.218469 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:47.224847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.241888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.261214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.270104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.277682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.288521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.291557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-7edbcb0b-8910-40f6-8f13-f9915bff8e84 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 4606 time: 0.3137949 Jul 15 13:21:47.442969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-074f17eb-7acf-4dcb-b615-bb02f3c007a5 req-4220f3c6-977f-461e-8ab0-dfee5cae3591 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253150 Jul 15 13:21:47.586449 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9347ae-b3ee-44f0-8ad5-9a722be9d32d x-openstack-request-id: req-4d9347ae-b3ee-44f0-8ad5-9a722be9d32d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:47.586916 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:47.587309 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d9347ae-b3ee-44f0-8ad5-9a722be9d32d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:47.587872 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c', 'status': 'completed', 'code': 200} Jul 15 13:21:47.838628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-b0f41670-2c79-4211-a6b2-586153288d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:47.841118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-b0f41670-2c79-4211-a6b2-586153288d5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 1098 time: 0.2172127 Jul 15 13:21:47.892691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:47.954761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:47.976718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.048474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.077166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.088915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.090648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.093713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] 10.222.0.59 "PUT /v2.0/ports/80f345d9-328b-433f-9cab-1e14aa1cdf65 HTTP/1.1" status: 200 len: 1093 time: 2.8502765 Jul 15 13:21:48.098688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:48.105178 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218d4236-096e-4faa-a48f-ad2c25a1b784" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:48.118975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-5780dc4d-d64e-48c9-b867-5e3237662743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.121790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-5780dc4d-d64e-48c9-b867-5e3237662743 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.2395217 Jul 15 13:21:48.212531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-2030fc7e-1559-455f-9e43-dbf8f6b0b885 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 200 len: 217 time: 0.0807204 Jul 15 13:21:48.274263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.276500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544aa78-3ddb-4af0-b65e-91189a9dc949 service neutron] Pushing event updated for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.316325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-beca5ee1-c607-4ea3-b603-bcc82eac7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.319112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-beca5ee1-c607-4ea3-b603-bcc82eac7c1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.0863531 Jul 15 13:21:48.330337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:48.342965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.379041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Transition to ACTIVE for port object a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:48.438661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.445992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Port': ['ID=5e255ccf-9620-46cb-928e-17bbc64d5186,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:48.456515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-771b6c27-0a8a-401d-9182-6fd237146248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.458330 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-771b6c27-0a8a-401d-9182-6fd237146248 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 1096 time: 0.2805583 Jul 15 13:21:48.519164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:48.523994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-a4fa252c-19fc-4ebf-a0ad-d352595f9dde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65 HTTP/1.1" status: 200 len: 217 time: 0.0549655 Jul 15 13:21:48.536454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network 918b230e-52e0-4444-8892-502f2d5b09ed is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:48.546760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:48.647595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ce223cb3-48eb-41df-818b-e75f4dcc4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:48.649531 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-ce223cb3-48eb-41df-818b-e75f4dcc4b8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 200 len: 861 time: 0.1112812 Jul 15 13:21:48.729526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-9c915c21-390b-468c-9e97-d8a6cd880bb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e64da892-2cd9-4c48-b194-56e7859e320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711148 Jul 15 13:21:48.845676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Router 071f3c17-1ebc-4985-9eae-973b3c6aea13 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:48.992478 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-d6cfde6a-0136-4e77-b6b6-13abb597e957 service neutron] 10.222.0.59 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523713 Jul 15 13:21:49.019838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d2698980-bc45-4e9e-95c4-e22b025fde37 None None] Provisioning complete for port 5e255ccf-9620-46cb-928e-17bbc64d5186 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:49.020912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d2698980-bc45-4e9e-95c4-e22b025fde37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.123445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d2698980-bc45-4e9e-95c4-e22b025fde37 None None] Port 5e255ccf-9620-46cb-928e-17bbc64d5186 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:49.131079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Pushing event updated for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:49.220886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-64c579b6-8ec5-4553-90ff-04f3ff87ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.223248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-64c579b6-8ec5-4553-90ff-04f3ff87ab76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8646250 Jul 15 13:21:49.233939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2a37-74ef-43e1-a40b-20e542602493 req-67422269-6f7a-4876-84e7-7c3969f84ad9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.243019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f1c2a37-74ef-43e1-a40b-20e542602493 req-67422269-6f7a-4876-84e7-7c3969f84ad9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.8859286 Jul 15 13:21:49.251227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:49.271739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] Sync routers for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:49.300133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:49.301641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:49.313251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-19131f63-85f1-45a6-87c8-01c3ffba09f6 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "PUT /v2.0/routers/071f3c17-1ebc-4985-9eae-973b3c6aea13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2588515 Jul 15 13:21:49.332803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41970) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:49.338456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Request body: {'port': {'network_id': '918b230e-52e0-4444-8892-502f2d5b09ed', 'name': 'tempest-FloatingIPAdminTestJSON-183594463'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:49.363606 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3731d5b6-6197-4156-81b4-b9c5c8f353d2 req-2ab89c77-1766-44cc-bf8f-8bb50e6bfb4b service neutron] 10.222.0.59 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612297 Jul 15 13:21:49.378733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:49.394787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:49.396019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:49.415552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Attempting to bind port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:49.416151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Attempting to bind port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:49.416711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Attempting to bind port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:49.457907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:49.459173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961fbe04-388c-4dad-9f60-497201a8615a None None] The sync data for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:21:49.516421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 on network 03f76d16-725a-4bb9-a534-70ecedaca491 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:49.516837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Attempting to bind port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:49.560560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f1c2a37-74ef-43e1-a40b-20e542602493 req-aab260ce-2699-464b-a8c7-21695cfa72c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164306 Jul 15 13:21:49.569447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:49.569807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Checking segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:49.570567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Bound using segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:49.570780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Bound port: a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:49.571096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.604279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69'}, {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '9110421f-4442-4ff5-8c15-1fb3bf627c19'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:49.607013 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c8d197-0791-4d72-b3aa-f16d3e098c68" -d '{"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69"}, {"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "9110421f-4442-4ff5-8c15-1fb3bf627c19"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:49.652294 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-4dce8cad-4e98-4520-8d43-ef885929bfd8 service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032710 Jul 15 13:21:49.791750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218566fb-ad80-4768-b6f1-fdcac262766d req-ac9b47fe-eeab-425d-a2ce-002ce1b0eda4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:49.793506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218566fb-ad80-4768-b6f1-fdcac262766d req-ac9b47fe-eeab-425d-a2ce-002ce1b0eda4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.59 "GET /v2.0/ports?device_id=72467b48-0100-4d84-9f3c-6b3d4b66c5bf HTTP/1.1" status: 200 len: 946 time: 0.4728358 Jul 15 13:21:49.894476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:49.954340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:49.968949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Made reservation on behalf of 2f82c155f365454eb2c41922c9ed9b19 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:49.973130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:49.994201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.021955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd580a2c-7276-4121-95d6-08cd0f202529 req-a520aa44-551b-41d8-8128-47dac33d85af service neutron] 10.222.0.59 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618033 Jul 15 13:21:50.085848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] device_id is not set on port 1859b719-42b3-4670-b3b3-0a0f5462faa0 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:21:50.113350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.113998 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.115830 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] 10.222.0.58 "PUT /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 1135 time: 3.2376316 Jul 15 13:21:50.178760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:50.293077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfce65-ed7c-4c2c-9ba6-a63b4824831e service neutron] Pushing event updated for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:50.338267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0d300-df61-4431-87a6-c5c6cd348599 req-1e4e1169-1633-4924-b330-60007e1a7418 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:50.346228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5f0d300-df61-4431-87a6-c5c6cd348599 req-1e4e1169-1633-4924-b330-60007e1a7418 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 944 time: 0.5730679 Jul 15 13:21:50.459828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5f0d300-df61-4431-87a6-c5c6cd348599 req-1f382bbb-37f8-47eb-97c7-bba65db51af2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121526 Jul 15 13:21:50.465325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Deleting port 14adf1d6-0de6-497f-a287-8065af8f098c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:21:50.465897 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.576401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.672978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Allocated IP 172.20.0.6 (918b230e-52e0-4444-8892-502f2d5b09ed/c5e0a132-5d09-4a8d-adb9-b68d2babe486/1859b719-42b3-4670-b3b3-0a0f5462faa0) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:50.857701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] For port 14adf1d6-0de6-497f-a287-8065af8f098c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=14adf1d6-0de6-497f-a287-8065af8f098c,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:50.858080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:50.954801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Calling delete_port for 14adf1d6-0de6-497f-a287-8065af8f098c owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:21:51.181335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-f849e1b7-e746-4dad-a2d8-cf72f9179629 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:51.183070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-f849e1b7-e746-4dad-a2d8-cf72f9179629 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4431837 Jul 15 13:21:51.332474 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-b890f39e-48a4-4487-92ed-7b886a4dd088 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.1227298 Jul 15 13:21:51.376625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'floatingip': {'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:51.543931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.567005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Transition to ACTIVE for port object 1859b719-42b3-4670-b3b3-0a0f5462faa0 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:51.600100 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e8a34-6285-4b88-beb8-6c2bc2f239ff x-openstack-request-id: req-b89e8a34-6285-4b88-beb8-6c2bc2f239ff {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:51.601004 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:51.601419 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b89e8a34-6285-4b88-beb8-6c2bc2f239ff {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:51.602022 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65', 'status': 'completed', 'code': 200} Jul 15 13:21:51.617465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80f345d9-328b-433f-9cab-1e14aa1cdf65 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:21:51.646395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7327b3-39af-4662-8906-5c2ae10002de {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:51.658029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.683538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Transition to ACTIVE for port object 8a7327b3-39af-4662-8906-5c2ae10002de will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:51.787196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.791385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:51.916785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:51.974053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '80f345d9-328b-433f-9cab-1e14aa1cdf65', 'network_id': 'e64da892-2cd9-4c48-b194-56e7859e320a', 'port_id': '80f345d9-328b-433f-9cab-1e14aa1cdf65', 'mac_address': 'fa:16:3e:55:2e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069e4c4b-dd75-429c-842a-b4fa3ac9e077', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:21:52.054336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.068792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.084477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.091934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.097839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.106191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.115935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.121733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.132335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f345d9-328b-433f-9cab-1e14aa1cdf65 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:52.157842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-8747aefe-7e54-4f88-a3ac-524724d810b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5394 time: 0.2353165 Jul 15 13:21:52.198461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:52.208716 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.270289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56af860f-14e3-4c44-aa91-6b82cfa87319 req-d15420c5-5b78-477a-9cf7-daee5c1f9ef1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120231 Jul 15 13:21:52.288792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.305259 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.359142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:52.371841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['383d8438-7b6c-4147-b0fc-560655e1c715'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:52.388583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:52.448226 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb203d-6221-46a3-8177-60df7667c899 x-openstack-request-id: req-8bcb203d-6221-46a3-8177-60df7667c899 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:52.448898 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "9110421f-4442-4ff5-8c15-1fb3bf627c19", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:52.449441 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8bcb203d-6221-46a3-8177-60df7667c899 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:52.450221 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'status': 'completed', 'code': 200} Jul 15 13:21:52.450784 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '9110421f-4442-4ff5-8c15-1fb3bf627c19', 'status': 'completed', 'code': 200} Jul 15 13:21:52.473015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['80f345d9-328b-433f-9cab-1e14aa1cdf65'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:21:52.638405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.639278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.639440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.640051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.640515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.640994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.641455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.643919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-00608f67-15c6-466c-ad75-c6169d43e38a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6248 time: 0.1652460 Jul 15 13:21:52.776650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Network 918b230e-52e0-4444-8892-502f2d5b09ed is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:52.867253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-1d80ec68-82c7-474b-9771-3b96316f1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.867916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-1d80ec68-82c7-474b-9771-3b96316f1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.869417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-1d80ec68-82c7-474b-9771-3b96316f1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:52.872560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-1d80ec68-82c7-474b-9771-3b96316f1947 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9aabb3d7d6f84856854b6c6325009835&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2204325 Jul 15 13:21:52.876783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:52.882420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:53.123542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b7b5f-fc64-44eb-8921-afcf71498ad2 req-f7485907-a877-488e-977a-30ee65435b71 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.125441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b3b7b5f-fc64-44eb-8921-afcf71498ad2 req-f7485907-a877-488e-977a-30ee65435b71 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.4706118 Jul 15 13:21:53.128218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-3bcaea90-12b7-4374-bf64-bab0dda9cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.129854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-3bcaea90-12b7-4374-bf64-bab0dda9cbec service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2274854 Jul 15 13:21:53.182146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] No DVR routers for this DVR port 14adf1d6-0de6-497f-a287-8065af8f098c on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:21:53.191630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.192328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.204860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.219450 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218566fb-ad80-4768-b6f1-fdcac262766d req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.59 "DELETE /v2.0/ports/14adf1d6-0de6-497f-a287-8065af8f098c HTTP/1.1" status: 204 len: 173 time: 3.3765247 Jul 15 13:21:53.339530 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b3b7b5f-fc64-44eb-8921-afcf71498ad2 req-c04d2ecb-4b04-4d6c-a809-c9605b6329bf tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993558 Jul 15 13:21:53.480786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a47bbaed-27b1-4feb-aebc-ddb2f086b081 None None] Provisioning for port 1859b719-42b3-4670-b3b3-0a0f5462faa0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:53.485354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a47bbaed-27b1-4feb-aebc-ddb2f086b081 None None] Provisioning complete for port 1859b719-42b3-4670-b3b3-0a0f5462faa0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:53.485742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a47bbaed-27b1-4feb-aebc-ddb2f086b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.546696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.548047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.549205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.551526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.553801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.561479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a47bbaed-27b1-4feb-aebc-ddb2f086b081 None None] Port 1859b719-42b3-4670-b3b3-0a0f5462faa0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:21:53.562319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.565501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.573071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-b817a413-44fb-46f2-a7c6-266e6dcbd25a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6248 time: 0.3761213 Jul 15 13:21:53.577749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42014) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:53.599043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-987785705'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:53.632995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80f345d9-328b-433f-9cab-1e14aa1cdf65 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:21:53.755825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 80f345d9-328b-433f-9cab-1e14aa1cdf65 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:21:53.761770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 80f345d9-328b-433f-9cab-1e14aa1cdf65 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:21:53.762647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:53.764326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.766813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.892201 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.898601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:53.927343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-ec0429f1-9286-4bdc-ac60-930cb049f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.929646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-ec0429f1-9286-4bdc-ac60-930cb049f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.931272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-ec0429f1-9286-4bdc-ac60-930cb049f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.934449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-ec0429f1-9286-4bdc-ac60-930cb049f48c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9aabb3d7d6f84856854b6c6325009835&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3196609 Jul 15 13:21:53.937442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:53.938397 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Added segment 9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d of type vlan for network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 Jul 15 13:21:53.977043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a91ed-8296-4af5-a368-563465ac9e2e req-062d8394-e0fc-43ae-b343-092f7c4017f8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:53.980302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a9a91ed-8296-4af5-a368-563465ac9e2e req-062d8394-e0fc-43ae-b343-092f7c4017f8 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 945 time: 0.2816954 Jul 15 13:21:53.996069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:21:53.997873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:54.003216 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3051a-3d06-4a7e-b32e-8f22f6f9c08b" -d '{"events": [{"server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "name": "network-vif-plugged", "status": "completed", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:54.014492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.016122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 14adf1d6-0de6-497f-a287-8065af8f098c no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:21:54.058061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 14adf1d6-0de6-497f-a287-8065af8f098c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:21:54.059100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 14adf1d6-0de6-497f-a287-8065af8f098c not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:21:54.065439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event updated for resources: {'Port': ['ID=1859b719-42b3-4670-b3b3-0a0f5462faa0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.161068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-cbd57fa6-c0fc-4c0e-a160-32d97bcc232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.163912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-cbd57fa6-c0fc-4c0e-a160-32d97bcc232c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 1096 time: 2.4428797 Jul 15 13:21:54.210219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.233059 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.235684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Attempting to bind port 8a7327b3-39af-4662-8906-5c2ae10002de on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:54.237463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Attempting to bind port 8a7327b3-39af-4662-8906-5c2ae10002de by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:54.238257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Attempting to bind port 8a7327b3-39af-4662-8906-5c2ae10002de on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:54.314396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a9a91ed-8296-4af5-a368-563465ac9e2e req-a956d629-e835-4d61-960e-467ad7dc9a7d tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975140 Jul 15 13:21:54.343809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.350246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.350970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.430114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-f7935aa7-82d8-4147-95c6-a78a16652057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.433155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-f7935aa7-82d8-4147-95c6-a78a16652057 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 200 len: 922 time: 0.2075515 Jul 15 13:21:54.441961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Network': ['ID=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.443154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582f54f-537c-4a09-841f-5ece11b82af6 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event deleted for resources: {'Port': ['ID=14adf1d6-0de6-497f-a287-8065af8f098c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:54.447647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-be5ea257-09de-45f8-910c-cfbc1c5e36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.449187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62c8d197-0791-4d72-b3aa-f16d3e098c68 req-be5ea257-09de-45f8-910c-cfbc1c5e36af service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5049109 Jul 15 13:21:54.454453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42022) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.456014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e85e0ac9-2109-4695-9d9d-2387cbc17d37 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1213312 Jul 15 13:21:54.460502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:54.469725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a72c48e3-61bf-4a3d-84c3-a541bf5c6a58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8852055 Jul 15 13:21:54.470126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42026) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:54.482561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-265910821'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:54.485451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'a4d32807-5c1b-43c9-84ca-6a6902b8a5c3'}, {'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'name': 'network-vif-deleted', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:54.500984 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74" -d '{"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "a4d32807-5c1b-43c9-84ca-6a6902b8a5c3"}, {"server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "name": "network-vif-deleted", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:54.519111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:54.529348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.531232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Port 8a7327b3-39af-4662-8906-5c2ae10002de on network 03f76d16-725a-4bb9-a534-70ecedaca491 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:54.531784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Attempting to bind port 8a7327b3-39af-4662-8906-5c2ae10002de on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:54.593698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'project_id': '2f82c155f365454eb2c41922c9ed9b19', 'port_id': '1859b719-42b3-4670-b3b3-0a0f5462faa0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:54.632895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-7d760ea5-68be-4680-b1cf-e6eb8bd077e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65 HTTP/1.1" status: 200 len: 217 time: 0.1745076 Jul 15 13:21:54.643153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:54.643741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Checking segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:54.644402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Bound using segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:54.645151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Bound port: 8a7327b3-39af-4662-8906-5c2ae10002de, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:54.645747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.700581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.713157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:21:54.733815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.734179 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Added segment b498f23f-684b-4147-9757-21ca2f4446a2 of type vlan for network d283855c-bb57-4415-8af6-59c2c98dfa14 Jul 15 13:21:54.804838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.819092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:54.823184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8a7327b3-39af-4662-8906-5c2ae10002de,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:54.875932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.897805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.904101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.910877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.928634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.928634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.929966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.935989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.938178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-249fad29-3b65-441c-83e9-027ee327ef1e req-e9a5f3a9-0fea-441e-afec-e67d31580af2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5394 time: 0.2900674 Jul 15 13:21:54.952956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.959582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.960288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.968117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3178d9-607c-464b-8d36-6b80523c621e req-3338c926-2e65-4af2-affa-8a4361a5e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.969707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-3338c926-2e65-4af2-affa-8a4361a5e224 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec&tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 1095 time: 0.8852911 Jul 15 13:21:54.996921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:54.997589 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:54.999508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] 10.222.0.58 "PUT /v2.0/ports/8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 200 len: 1092 time: 4.8255947 Jul 15 13:21:55.024213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5523772 Jul 15 13:21:55.033599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42032) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:55.051777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'subnet': {'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.068571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:55.175227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-249fad29-3b65-441c-83e9-027ee327ef1e req-a13d1128-f169-4e09-b547-9c6dbf2d10d0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108555 Jul 15 13:21:55.180431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.185436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4676e-a21c-449c-8e8d-2b21849cd304 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Network': ['ID=d283855c-bb57-4415-8af6-59c2c98dfa14,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.203611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network d283855c-bb57-4415-8af6-59c2c98dfa14 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:21:55.240978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-ac5230e8-4e82-4141-ac8e-652942a702f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.247220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-ac5230e8-4e82-4141-ac8e-652942a702f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 200 len: 861 time: 0.5700936 Jul 15 13:21:55.380867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-cc73407f-84c1-4c17-95c8-ec1ee1c0937f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e64da892-2cd9-4c48-b194-56e7859e320a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705705 Jul 15 13:21:55.381571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e99115-8d77-42d2-a614-0f9c58937f70 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:55.408547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:55.416505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.454200 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ddd97-5d55-40fb-a2fb-c00e1b3fd907 x-openstack-request-id: req-0a3ddd97-5d55-40fb-a2fb-c00e1b3fd907 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:55.457554 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "name": "network-vif-plugged", "status": "completed", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:55.458206 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a3ddd97-5d55-40fb-a2fb-c00e1b3fd907 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:55.459208 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65', 'code': 200} Jul 15 13:21:55.528355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3178d9-607c-464b-8d36-6b80523c621e req-c49aa71c-695b-48ee-94d2-a8c0843986c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.530617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-c49aa71c-695b-48ee-94d2-a8c0843986c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1095 time: 0.5244181 Jul 15 13:21:55.704659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:55.739794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Allocated IP 172.25.3.85 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/94f59583-2847-4304-861a-44b9cf23748c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:55.819561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3178d9-607c-464b-8d36-6b80523c621e req-1a3a84c5-d0ba-4ba3-a6ff-ea03072020a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.821407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-1a3a84c5-d0ba-4ba3-a6ff-ea03072020a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.2845821 Jul 15 13:21:55.854733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48426573-5363-45b7-b5d6-9cdabf86ba30 req-e2b19ab0-a58f-4ce7-aee1-79c21e949113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:55.857863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48426573-5363-45b7-b5d6-9cdabf86ba30 req-e2b19ab0-a58f-4ce7-aee1-79c21e949113 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 1098 time: 0.3231263 Jul 15 13:21:55.938158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:21:55.991295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-1732e067-144b-434a-af64-8527225b4de6 service neutron] 10.222.0.59 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542850 Jul 15 13:21:56.125358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48426573-5363-45b7-b5d6-9cdabf86ba30 req-eacfadf7-57a9-4983-97aa-dbe71ac26aa0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558236 Jul 15 13:21:56.173877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.179769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-f4129b1d-9524-40c1-90c1-d2195558062a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 999 time: 0.2995632 Jul 15 13:21:56.199737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.308508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.316850 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.354008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9049-207d-4628-ae4a-61f4f1c563e8 req-b20f1bf1-1847-45ca-8700-f160aa06d108 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.357123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2e9049-207d-4628-ae4a-61f4f1c563e8 req-b20f1bf1-1847-45ca-8700-f160aa06d108 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.4927666 Jul 15 13:21:56.481345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3178d9-607c-464b-8d36-6b80523c621e req-4fbdfbb7-073d-4826-a736-57358c990549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.483057 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-4fbdfbb7-073d-4826-a736-57358c990549 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.2967522 Jul 15 13:21:56.486458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Subnet': ['ID=69ff0bc2-09d3-48f2-bed1-b75ff902c023,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.493460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-218d4236-096e-4faa-a48f-ad2c25a1b784 req-321efc61-9657-4d72-8526-bf06a0b0cd37 service neutron] 10.222.0.59 "GET /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270580 Jul 15 13:21:56.566389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Checking segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:56.566389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network hostable DHCP agents. Network: 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:21:56.571339 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d associated. External IP: 172.25.3.101, port: 383d8438-7b6c-4147-b0fc-560655e1c715. Jul 15 13:21:56.572509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.587680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2e9049-207d-4628-ae4a-61f4f1c563e8 req-75b5f7e8-33c5-4c8c-ac27-2b1fdc151676 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789434 Jul 15 13:21:56.685849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:56.706050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:56.714953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:56.759647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:21:56.799220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Pushing event updated for resources: {'Port': ['ID=94f59583-2847-4304-861a-44b9cf23748c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:56.800456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29b0b87-2134-4e48-9b96-ee16291c6754 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:21:56.862272 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1655626d-e3e2-44d7-8622-4c4df9764a8b x-openstack-request-id: req-1655626d-e3e2-44d7-8622-4c4df9764a8b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:21:56.863049 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "a4d32807-5c1b-43c9-84ca-6a6902b8a5c3", "status": "completed", "code": 200}, {"server_uuid": "72467b48-0100-4d84-9f3c-6b3d4b66c5bf", "name": "network-vif-deleted", "tag": "14adf1d6-0de6-497f-a287-8065af8f098c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:21:56.863726 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1655626d-e3e2-44d7-8622-4c4df9764a8b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:21:56.864810 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'a4d32807-5c1b-43c9-84ca-6a6902b8a5c3', 'status': 'completed', 'code': 200} Jul 15 13:21:56.865383 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72467b48-0100-4d84-9f3c-6b3d4b66c5bf', 'name': 'network-vif-deleted', 'tag': '14adf1d6-0de6-497f-a287-8065af8f098c', 'status': 'completed', 'code': 200} Jul 15 13:21:56.871325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:56.886091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ba9c4-18ab-487d-aff6-0b2bd8ddca06 None None] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:21:56.897414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.898457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.906291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:56.978631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Transition to ACTIVE for port object d29b0b87-2134-4e48-9b96-ee16291c6754 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:56.985388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3178d9-607c-464b-8d36-6b80523c621e req-d7c00dfd-9c5b-44e2-ab97-a2333dd6c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:56.988668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-d7c00dfd-9c5b-44e2-ab97-a2333dd6c45e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4938016 Jul 15 13:21:57.043148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce2050fc-2e38-4bac-b704-8b21b22227ab tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9983943 Jul 15 13:21:57.067710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42044) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:21:57.101166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'subnet': {'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:21:57.110936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.312824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:21:57.315205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:57.649568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Allocated IP 10.1.1.2 (8076e1b8-81a9-43a7-93a4-a0d7f681e3b6/69ff0bc2-09d3-48f2-bed1-b75ff902c023/916a85ef-e949-4a4d-9787-f61df1c22744) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:21:57.915963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.916766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.917473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.918291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.919165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.919974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.920802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:57.924661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-e3d5c707-e886-487a-b3b6-e63d1965ed99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6290 time: 1.1210532 Jul 15 13:21:58.278299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.300946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Transition to ACTIVE for port object 916a85ef-e949-4a4d-9787-f61df1c22744 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:58.310761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216c8dd-15c4-4a40-83a5-178f9a5f20f8 req-c97c608e-8422-4d3e-b0e6-2165b1ea689b tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.323617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7216c8dd-15c4-4a40-83a5-178f9a5f20f8 req-c97c608e-8422-4d3e-b0e6-2165b1ea689b tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 946 time: 0.5047078 Jul 15 13:21:58.330303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Transition to ACTIVE for port object 916a85ef-e949-4a4d-9787-f61df1c22744 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:21:58.346873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.351818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Pushing event updated for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.382642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-44f31357-5f81-4cf9-b280-b4a3082164cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.382971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-44f31357-5f81-4cf9-b280-b4a3082164cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.383530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-44f31357-5f81-4cf9-b280-b4a3082164cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:58.386596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-44f31357-5f81-4cf9-b280-b4a3082164cb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9aabb3d7d6f84856854b6c6325009835&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4450707 Jul 15 13:21:58.403174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-1a7341a7-6075-4bf9-8a32-617addcfb29c service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3326848 Jul 15 13:21:58.475085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:21:58.483464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:21:58.497977 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7216c8dd-15c4-4a40-83a5-178f9a5f20f8 req-ecd6e8a4-b1df-4757-ae47-7f828684e469 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728177 Jul 15 13:21:58.502491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:21:58.561743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Pushing event updated for resources: {'Port': ['ID=916a85ef-e949-4a4d-9787-f61df1c22744,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:58.606039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:21:58.640203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Attempting to bind port 916a85ef-e949-4a4d-9787-f61df1c22744 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:58.640782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Attempting to bind port 916a85ef-e949-4a4d-9787-f61df1c22744 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:58.641384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Attempting to bind port 916a85ef-e949-4a4d-9787-f61df1c22744 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:58.665522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:58.666330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Checking segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:58.667050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.667706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Bound using segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:58.668685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Bound port: 916a85ef-e949-4a4d-9787-f61df1c22744, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:58.669344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.710324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Attempting to bind port d29b0b87-2134-4e48-9b96-ee16291c6754 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:21:58.710832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Attempting to bind port d29b0b87-2134-4e48-9b96-ee16291c6754 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:21:58.711574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Attempting to bind port d29b0b87-2134-4e48-9b96-ee16291c6754 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:58.738287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:21:58.746122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.757547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Port d29b0b87-2134-4e48-9b96-ee16291c6754 on network 03f76d16-725a-4bb9-a534-70ecedaca491 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:21:58.758052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Attempting to bind port d29b0b87-2134-4e48-9b96-ee16291c6754 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:21:58.847289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] For port 916a85ef-e949-4a4d-9787-f61df1c22744, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:58.855463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] For port 916a85ef-e949-4a4d-9787-f61df1c22744, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=916a85ef-e949-4a4d-9787-f61df1c22744,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:21:58.867698 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.880379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:21:58.880888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Checking segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:21:58.881202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Bound using segment: {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:21:58.881597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Bound port: d29b0b87-2134-4e48-9b96-ee16291c6754, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cf99eb-4d12-4c35-aa84-3fecfde77499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:21:58.881969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:58.883969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:21:58.887925 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:21:59.006772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-94fbbe12-fa51-4e41-81b4-56c2ce1f7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.009308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eb79a0c-2a4e-4660-bbcc-d5225d784d74 req-94fbbe12-fa51-4e41-81b4-56c2ce1f7ef6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6021826 Jul 15 13:21:59.028153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.056084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde64d8-bd73-4a69-9233-0a2c8219fb84 None None] Pushing event updated for resources: {'Port': ['ID=916a85ef-e949-4a4d-9787-f61df1c22744,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.167753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d3178d9-607c-464b-8d36-6b80523c621e req-5d5e99fd-70b1-4e10-ba24-6c0b9b5e07ef service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485487 Jul 15 13:21:59.234449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.246213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.259759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.271446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.283726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.294850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.306281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:21:59.310007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-eead2166-5d68-42d4-b878-7ea5fd680eea tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5406 time: 0.3873999 Jul 15 13:21:59.311748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.461645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfbdaed4-154d-4aa3-8306-ecf0b94b6036 req-671d8d99-2ec8-4a3b-b2bf-c65d70e37ebc tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098323 Jul 15 13:21:59.546496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:21:59.574998 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:21:59.583200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.597190 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:21:59.597865 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:21:59.743470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-06e9b584-398a-4efd-966a-fb8b68109676 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "PUT /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 997 time: 8.3706839 Jul 15 13:21:59.745026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.773186 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.802931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:21:59.870032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:21:59.904250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Pushing event updated for resources: {'Port': ['ID=94f59583-2847-4304-861a-44b9cf23748c,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:21:59.983276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.986901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.987916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.993052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.993922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.994817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.995656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.996473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:21:59.999729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:00.000691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:00.001654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:00.003164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:00.016401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d29b0b87-2134-4e48-9b96-ee16291c6754,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:00.068181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.077723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 916a85ef-e949-4a4d-9787-f61df1c22744 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:00.125397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.169895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Subnet': ['ID=6516be47-e7bc-4bb7-9b14-4cc315389b74,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:00.177465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.179133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.180269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] 10.222.0.58 "PUT /v2.0/ports/d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 1092 time: 5.1171310 Jul 15 13:22:00.276348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:00.314078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 916a85ef-e949-4a4d-9787-f61df1c22744 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:00.492880 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:00.570782 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Floating IP 24542fa4-1824-44ea-9cb9-b0a2896f7e90 associated. External IP: 172.25.3.85, port: 1859b719-42b3-4670-b3b3-0a0f5462faa0. Jul 15 13:22:00.596723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Checking segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:00.598480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network hostable DHCP agents. Network: d283855c-bb57-4415-8af6-59c2c98dfa14, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:00.647610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:00.877398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5d500-c3e3-4860-92ab-9b608703d174 req-ed9117c2-4587-4de8-ad93-c59f5fa09c77 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:00.893268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20d5d500-c3e3-4860-92ab-9b608703d174 req-ed9117c2-4587-4de8-ad93-c59f5fa09c77 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 1.1107399 Jul 15 13:22:00.951686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network d283855c-bb57-4415-8af6-59c2c98dfa14 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:01.151106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-697adda1-00f2-414c-b669-82182e2a4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.189619 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-697adda1-00f2-414c-b669-82182e2a4dff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 1.3991127 Jul 15 13:22:01.192873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8282f-8446-467f-b203-4decf5b7a522 service neutron] Pushing event updated for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:01.299119 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:55Z', 'revision_number': 8, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:01.310122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fcd3d6-4c00-4ed1-a375-c1702dd80f1a None None] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:01.344369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20d5d500-c3e3-4860-92ab-9b608703d174 req-04a9d1c2-5acf-4060-9798-2136fa1158eb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4495661 Jul 15 13:22:01.352810 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:01.374285 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:01.375345 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:01.443315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] Provisioning for port 916a85ef-e949-4a4d-9787-f61df1c22744 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:01.469018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] Provisioning complete for port 916a85ef-e949-4a4d-9787-f61df1c22744 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:01.471576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.845729 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:01.905285 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64118eb9-800d-4835-9902-f6a435a48701 x-openstack-request-id: req-64118eb9-800d-4835-9902-f6a435a48701 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:01.906241 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:01.906241 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64118eb9-800d-4835-9902-f6a435a48701 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:01.906241 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de', 'status': 'completed', 'code': 200} Jul 15 13:22:01.911332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, d283855c-bb57-4415-8af6-59c2c98dfa14) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:01.949576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:01.950208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:01.966047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68498d6-e1c6-4c94-95ca-50712b1071b9 None None] Network d283855c-bb57-4415-8af6-59c2c98dfa14 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:02.044975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Router 071f3c17-1ebc-4985-9eae-973b3c6aea13 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:02.082723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-85863390-8439-41b7-badb-8d3f8eab3b76 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.9915893 Jul 15 13:22:02.105237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:02.122099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'name': 'tempest-TaggedBootDevicesTest-105380742', 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:02.235534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-97e4bb1e-5b73-46ba-b65a-671988f5ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.238099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-97e4bb1e-5b73-46ba-b65a-671988f5ef50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 1.0467782 Jul 15 13:22:02.241264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:02.260929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.263796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.269446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.271244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.273276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.275184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.276059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.281434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.289337 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-52b2801e-51e1-406e-959a-bec82f93d035 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6358 time: 0.5483096 Jul 15 13:22:02.336616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.399785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Transition to ACTIVE for port object ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:02.412991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.477825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] For port 916a85ef-e949-4a4d-9787-f61df1c22744, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=916a85ef-e949-4a4d-9787-f61df1c22744,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:02.499239 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.508401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-d283855c-bb57-4415-8af6-59c2c98dfa14', 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'fixed_ips': [{'subnet_id': '6516be47-e7bc-4bb7-9b14-4cc315389b74'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:02.509584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:02.561844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-c2d99705-0b2d-4d90-bda4-e86158c5cf6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 1000 time: 0.3102679 Jul 15 13:22:02.611394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Pushing event updated for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.729658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.731055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.735652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.737879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.739801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be5e21-d0fd-4aa1-b9d8-691388956574 None None] Pushing event updated for resources: {'Port': ['ID=916a85ef-e949-4a4d-9787-f61df1c22744,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:02.740726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.741607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.743192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.744173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.745031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.747057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.748455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.749483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:02.943724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-99feedda-f0ca-462c-b568-bd0bc37545d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.976463 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:55Z', 'revision_number': 8, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:02.980194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-99feedda-f0ca-462c-b568-bd0bc37545d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.3816833 Jul 15 13:22:02.984505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-79aa7f02-0d16-4a3a-901a-7b3a1f9cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.985567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-79aa7f02-0d16-4a3a-901a-7b3a1f9cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.986425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-79aa7f02-0d16-4a3a-901a-7b3a1f9cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:02.996028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-79aa7f02-0d16-4a3a-901a-7b3a1f9cea69 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9aabb3d7d6f84856854b6c6325009835&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6668851 Jul 15 13:22:03.125231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Attempting to bind port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:03.128558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Attempting to bind port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:03.128919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Attempting to bind port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:03.160813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f906b-c610-4dcc-8e43-a53088e7c894 None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '877fc94d-10f6-4127-8c87-8cbc4a29653d', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'port_id': '383d8438-7b6c-4147-b0fc-560655e1c715', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'mac_address': 'fa:16:3e:04:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:11Z', 'updated_at': '2021-07-15T13:21:55Z', 'revision_number': 8, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:03.234628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:03.234903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Attempting to bind port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:03.260658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:03.261421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Checking segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:03.263619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Bound using segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:03.264176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Bound port: ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:03.264661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.442687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Allocated IP 10.2.2.2 (d283855c-bb57-4415-8af6-59c2c98dfa14/6516be47-e7bc-4bb7-9b14-4cc315389b74/9fbe56ea-94c9-405b-92da-6bd8343ad9d9) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:03.573846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-9615f69f-f4c1-418f-9c5f-69960f7d719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.577088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-9615f69f-f4c1-418f-9c5f-69960f7d719f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5958676 Jul 15 13:22:03.679214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:03.828367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:03.853280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-dad93f9a-0ee0-4c13-a8dc-a27e485129dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:03.857282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a0a24d1-fd3e-417a-ace7-a0f9bda74fbf req-dad93f9a-0ee0-4c13-a8dc-a27e485129dd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8428581 Jul 15 13:22:03.862575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:03.881962 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] Sync routers for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:03.916501 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:03.919996 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:03.940623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}, {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:03.945561 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09495055-57be-43c7-8393-d6868b3b02ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}, {"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:03.949226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80796526-7e46-43dc-af09-b03e42b1d776 None None] New status for floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:22:03.965599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:03.967708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.068521 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.069870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 916a85ef-e949-4a4d-9787-f61df1c22744 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:04.073712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Pushing event updated for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.095169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.095909 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:04.096552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.096992 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.098558 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-fd83dd1a-3f93-4c1f-8365-76ca7674afda service neutron] 10.222.0.58 "PUT /v2.0/ports/ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 1092 time: 3.8319693 Jul 15 13:22:04.105668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad51863-8b4a-4e0e-bc20-7e8941cfba3c req-c07445e6-1ff9-4521-8349-ecf2190a6b48 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:04.124968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ad51863-8b4a-4e0e-bc20-7e8941cfba3c req-c07445e6-1ff9-4521-8349-ecf2190a6b48 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 946 time: 2.0745075 Jul 15 13:22:04.152814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Request body: {'port': {'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:04.249113 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.249380 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:04.250266 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569cc65-1794-4750-b608-8de9fee29133 None None] The sync data for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:04.270177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-66516cfe-40b1-4b6d-bb2f-cd1214226bcf service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694551 Jul 15 13:22:04.297941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ad51863-8b4a-4e0e-bc20-7e8941cfba3c req-4b4f6b47-3896-42f2-8547-b6a0a7fb4a19 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711760 Jul 15 13:22:04.298959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Transition to ACTIVE for port object 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:04.335085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Transition to ACTIVE for port object 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:04.371750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4e551b60-bf77-448b-8a40-a4fed6231298 None None] Provisioning complete for port 916a85ef-e949-4a4d-9787-f61df1c22744 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:04.372178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4e551b60-bf77-448b-8a40-a4fed6231298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.385026 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.454198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-30fd29e9-c7df-426d-86da-b3e1fc23a96e tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.9979661 Jul 15 13:22:04.456140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42100) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.459826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffe39cd9-09c9-4c57-8c5e-a8efe233c498 req-e8951068-379e-4069-b17d-82cac7e5ff4d service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792803 Jul 15 13:22:04.491145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:04.701143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Pushing event updated for resources: {'Port': ['ID=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:04.711976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3a996eb1-e1ad-40a7-8726-d7f359ba54d8 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] 10.222.0.57 "GET /v2.0/floatingips/24542fa4-1824-44ea-9cb9-b0a2896f7e90 HTTP/1.1" status: 200 len: 981 time: 0.2518253 Jul 15 13:22:04.713020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:04.722490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:04.808334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Network d283855c-bb57-4415-8af6-59c2c98dfa14 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:04.889427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:04.914708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:05.187992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:05.203481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 916a85ef-e949-4a4d-9787-f61df1c22744 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:05.203481 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.203939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02f9cd6d-5515-4b7c-ada9-542bd9a9d932 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4773 time: 0.4751763 Jul 15 13:22:05.394026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.402202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.425794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.464124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.482971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Attempting to bind port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:05.486175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Attempting to bind port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:05.486631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.487658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Attempting to bind port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 on network d283855c-bb57-4415-8af6-59c2c98dfa14 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:05.508682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.521367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:05.523682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-59402663-d9d8-4c2b-ac6f-34b281d590b9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5418 time: 0.6124070 Jul 15 13:22:05.527914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:05.530078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Checking segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:05.530911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.531463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Bound using segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:05.533291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.533532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Bound port: 9fbe56ea-94c9-405b-92da-6bd8343ad9d9, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:05.535827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.619835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] device_id is not set on port 5a5b8c69-8e46-4544-9a71-b709c289aa38 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:05.734380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52d0708-841f-4e41-9875-ccde7d859705 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:05.752034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.810740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Transition to ACTIVE for port object d52d0708-841f-4e41-9875-ccde7d859705 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:05.829832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:05.884562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 10.1.1.50 (8076e1b8-81a9-43a7-93a4-a0d7f681e3b6/69ff0bc2-09d3-48f2-bed1-b75ff902c023/5a5b8c69-8e46-4544-9a71-b709c289aa38) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:06.001945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] For port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:06.063919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] For port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:06.081445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.154450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.199613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d084af0d-059e-4b5f-9b5a-eaccfab2ef08 req-ca6fb961-d8d1-4dd0-beee-4f7fad4a735e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6582680 Jul 15 13:22:06.203407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object 5a5b8c69-8e46-4544-9a71-b709c289aa38 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:06.274057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3752eed-6138-481c-abed-2d1d5845a9a6 None None] Pushing event updated for resources: {'Port': ['ID=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.294262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.372374 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cefe13-b5b6-4876-8ba1-ef26df759eaa x-openstack-request-id: req-a8cefe13-b5b6-4876-8ba1-ef26df759eaa {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:06.373559 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:06.374056 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8cefe13-b5b6-4876-8ba1-ef26df759eaa {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:06.374772 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'status': 'completed', 'code': 200} Jul 15 13:22:06.375385 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754', 'status': 'completed', 'code': 200} Jul 15 13:22:06.386636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.409829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting port 94f59583-2847-4304-861a-44b9cf23748c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:06.415280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.431103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:06.438334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:06.441606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:06.652181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:06.702576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:06.715743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.904431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.905482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:06.948399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Calling delete_port for 94f59583-2847-4304-861a-44b9cf23748c owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:07.269183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-108dd5a5-984a-4f3b-9cf8-81f3914b8837 None None] Provisioning for port 5a5b8c69-8e46-4544-9a71-b709c289aa38 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:07.282502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-108dd5a5-984a-4f3b-9cf8-81f3914b8837 None None] Provisioning complete for port 5a5b8c69-8e46-4544-9a71-b709c289aa38 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:07.283141 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-108dd5a5-984a-4f3b-9cf8-81f3914b8837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.433190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-108dd5a5-984a-4f3b-9cf8-81f3914b8837 None None] Port 5a5b8c69-8e46-4544-9a71-b709c289aa38 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:07.449006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42c8ed-abe3-4b05-b390-2c00ab64eeca req-59479590-8885-4a51-a031-a4e642075bfe tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:07.453720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f42c8ed-abe3-4b05-b390-2c00ab64eeca req-59479590-8885-4a51-a031-a4e642075bfe tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 1.7673545 Jul 15 13:22:07.487037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Attempting to bind port d52d0708-841f-4e41-9875-ccde7d859705 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:07.488038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Attempting to bind port d52d0708-841f-4e41-9875-ccde7d859705 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:07.488910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Attempting to bind port d52d0708-841f-4e41-9875-ccde7d859705 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:07.546975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Port d52d0708-841f-4e41-9875-ccde7d859705 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:22:07.547915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Attempting to bind port d52d0708-841f-4e41-9875-ccde7d859705 on network 21e53ded-6736-481c-9356-ddec7ed49dd2 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:07.627020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f42c8ed-abe3-4b05-b390-2c00ab64eeca req-2a6a7262-c849-47df-84b4-453fefdd2794 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580234 Jul 15 13:22:07.642339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:07.648928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Checking segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:07.650158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Bound using segment: {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:07.651489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Bound port: d52d0708-841f-4e41-9875-ccde7d859705, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f870a0b-e6b9-4131-9942-c5024e50f609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:07.652886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:07.807465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42136) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:07.998749 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:08.069772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.308902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:08.373465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d52d0708-841f-4e41-9875-ccde7d859705,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:08.380022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Port': ['ID=94f59583-2847-4304-861a-44b9cf23748c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:08.396295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:08.415901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:08.416890 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906793b7-ef4a-4be9-bff9-fea6d340e10c" -d '{"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:08.475503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.724381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:08.725422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:08.727829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 1092 time: 4.5959044 Jul 15 13:22:08.779477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8423cc07-1c98-49a3-b23b-8787114083b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6663816 Jul 15 13:22:08.781661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:08.862039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'name': 'tempest-TaggedBootDevicesTest-1076834897', 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:09.082050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.082621 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Floating IP 24542fa4-1824-44ea-9cb9-b0a2896f7e90 disassociated (deleted). External IP: 172.25.3.85, port: 1859b719-42b3-4670-b3b3-0a0f5462faa0. Jul 15 13:22:09.097009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e564e-ae82-47af-8f02-d7b20520a1a1 None None] Network d283855c-bb57-4415-8af6-59c2c98dfa14 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:09.098965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2fcd3-9ec0-4f67-b8fd-e5c481dfd4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.164206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8125a9b-4144-4c05-9abe-e2a1ebed5e4b req-bd7a2829-904d-4a7d-87d9-b0d2b2ab301d tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 999 time: 1.3537412 Jul 15 13:22:09.207040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddff7ea-2bd8-4f54-8703-be4484bc92b1 req-a9107023-1457-4b3a-8cf2-aa8a8e3719b6 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.224487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fddff7ea-2bd8-4f54-8703-be4484bc92b1 req-a9107023-1457-4b3a-8cf2-aa8a8e3719b6 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 946 time: 0.7971745 Jul 15 13:22:09.252114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-47dbf857-f2a1-4d80-8bd5-24830f16d880 None None] Provisioning for port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:09.311325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.312534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.313392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.314360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.315266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.316061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.316909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.320992 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-836d2c65-2a5e-4a6c-81ca-d23ea64e33cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6494 time: 0.4654965 Jul 15 13:22:09.338065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:09.350566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:09.353237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.367997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-01ffeffd-e1e5-4acb-98df-72d9417192ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.370345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-01ffeffd-e1e5-4acb-98df-72d9417192ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 2.9373426 Jul 15 13:22:09.405281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-9e41de94-9221-4c4c-b930-0e3c42004ac6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 217 time: 0.0716853 Jul 15 13:22:09.634461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.680148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:09.695349 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:09.704174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8125a9b-4144-4c05-9abe-e2a1ebed5e4b req-42b65afd-2cec-4b5d-a87a-67f98ce8ca64 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:09.718829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8125a9b-4144-4c05-9abe-e2a1ebed5e4b req-42b65afd-2cec-4b5d-a87a-67f98ce8ca64 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.5531859 Jul 15 13:22:09.729747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-e8125a9b-4144-4c05-9abe-e2a1ebed5e4b req-4d6166e1-d5e5-4942-a6cd-05396f7e30a4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:22:09.740918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8125a9b-4144-4c05-9abe-e2a1ebed5e4b req-4d6166e1-d5e5-4942-a6cd-05396f7e30a4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202787 Jul 15 13:22:09.836158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:09.996715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:10.013728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.293955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-537cc48b-a1d5-4210-adf0-62e73d60f83b None None] Provisioning complete for port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:10.296741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-537cc48b-a1d5-4210-adf0-62e73d60f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.339416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] device_id is not set on port 281078e2-830d-4b2c-92b3-7e5a4040fae7 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:22:10.363583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fddff7ea-2bd8-4f54-8703-be4484bc92b1 req-fd0c17bf-dbf5-4d0e-bcae-7a2a9f2acb73 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1301866 Jul 15 13:22:10.409574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:10.417829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-9424d849-ce13-4a07-bda2-16a30185a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.420872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-9424d849-ce13-4a07-bda2-16a30185a168 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 200 len: 856 time: 0.9449642 Jul 15 13:22:10.663467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-f03b4162-ce2a-4a6b-b60d-e1e2841e7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.665308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-f03b4162-ce2a-4a6b-b60d-e1e2841e7a43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 1.1933110 Jul 15 13:22:10.734484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:10.735238 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:10.796366 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b151eb9f-b38d-456b-8d7d-1a9710eb397f x-openstack-request-id: req-b151eb9f-b38d-456b-8d7d-1a9710eb397f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:10.796944 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:10.797525 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b151eb9f-b38d-456b-8d7d-1a9710eb397f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:10.798907 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54', 'status': 'completed', 'code': 200} Jul 15 13:22:10.875884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-8db0a3d7-3155-48b2-8409-eabe6db1942e tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:10.881421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-8db0a3d7-3155-48b2-8409-eabe6db1942e tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 946 time: 0.5397005 Jul 15 13:22:11.054605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.063203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.070593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.078620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.084923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-24545bfb-9a08-430c-99f8-62d49c98a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.086401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.094781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.096340 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-24545bfb-9a08-430c-99f8-62d49c98a27d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6662130 Jul 15 13:22:11.102814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.105342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-011d4de1-0aa3-4556-beee-4bd6e1e74202 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 1.0593657 Jul 15 13:22:11.186334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Router 071f3c17-1ebc-4985-9eae-973b3c6aea13 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:11.226748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-d854e77c-65f8-43da-8111-f22fc6d9b266 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 1002 time: 0.5543208 Jul 15 13:22:11.312242 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d0e43a7-8165-42c0-b8f7-bcb303970a06 req-825085b4-5d6a-4334-906b-2ead254d6d5d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931593 Jul 15 13:22:11.327789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 10.1.1.37 (8076e1b8-81a9-43a7-93a4-a0d7f681e3b6/69ff0bc2-09d3-48f2-bed1-b75ff902c023/281078e2-830d-4b2c-92b3-7e5a4040fae7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:11.375186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-14ece10a-4de9-4f8b-8ce0-a6c56c43cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.378132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-14ece10a-4de9-4f8b-8ce0-a6c56c43cc49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1369114 Jul 15 13:22:11.869443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6740a6-ebd9-4db3-8e77-67a515d09f80 req-1dbc3834-4347-4d99-bf3d-adbe37f2eb7b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:11.885433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b6740a6-ebd9-4db3-8e77-67a515d09f80 req-1dbc3834-4347-4d99-bf3d-adbe37f2eb7b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.7902176 Jul 15 13:22:12.067273 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-3e027bf8-aa4f-4707-b33b-b59a0367e2c1 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8762221 Jul 15 13:22:12.166197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b6740a6-ebd9-4db3-8e77-67a515d09f80 req-5f10e1ff-ecbd-4392-8591-ec66fa2fdc9c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784061 Jul 15 13:22:12.289830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:12.305978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] Sync routers for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:12.314272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:12.333427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:12.334100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.457472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.480094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:12.480837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:21:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.640943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:12.641779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419192a2-2b5b-423e-a08f-b5709e17076f None None] The sync data for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:12.858938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:12.871293 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26c7171-db4f-487f-bca7-0ee4a7978ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "d52d0708-841f-4e41-9875-ccde7d859705"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:12.886948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f23b827c-b689-4e78-b347-a6dcc8c2a559 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "DELETE /v2.0/floatingips/24542fa4-1824-44ea-9cb9-b0a2896f7e90 HTTP/1.1" status: 204 len: 168 time: 7.6947236 Jul 15 13:22:12.900115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:12.947319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-bd5a3162-f8dc-417b-a60f-611b9f4f6a1e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 1.5327878 Jul 15 13:22:13.029229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:13.043529 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9dd8f65-56f2-415e-81c4-d2d576000402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.074710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca636a9-7e25-4259-8140-4bee745af394 req-88b834e6-7a7b-465c-ad10-d05f18bfca95 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.093237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-88b834e6-7a7b-465c-ad10-d05f18bfca95 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports/383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 943 time: 0.1449325 Jul 15 13:22:13.107425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.132724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.166085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-b276a57c-3048-44db-aa26-9d3265fb770e service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0912471 Jul 15 13:22:13.385774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Deleting port 80f345d9-328b-433f-9cab-1e14aa1cdf65 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:13.398493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:13.428290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-b9958ef9-62bb-4889-98b9-a83633218a72 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.0923748 Jul 15 13:22:13.505538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-db62e7e4-a5a3-4b1d-9144-0e0aeb0925f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 217 time: 0.3028996 Jul 15 13:22:13.627532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-1cbfb0ef-8440-4ae8-97b7-058eea9d63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.629581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-1cbfb0ef-8440-4ae8-97b7-058eea9d63de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.2314477 Jul 15 13:22:13.716002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-3ca9abb7-1cba-4f4d-a11c-220b480dc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.719588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-3ca9abb7-1cba-4f4d-a11c-220b480dc554 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1994214 Jul 15 13:22:13.737984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 80f345d9-328b-433f-9cab-1e14aa1cdf65 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:13.766335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387d195-f1b1-4d1e-9dbe-ecd8264596b6 req-e2ea18aa-5141-46d7-a464-a2d9a818a8f9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.770108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d387d195-f1b1-4d1e-9dbe-ecd8264596b6 req-e2ea18aa-5141-46d7-a464-a2d9a818a8f9 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd7822c3-69db-48f3-99e7-5ced4132114b HTTP/1.1" status: 200 len: 946 time: 0.9952047 Jul 15 13:22:13.780026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3aea77c0-b4a5-4bd7-899d-4cbee8f414f0 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:13.790573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3aea77c0-b4a5-4bd7-899d-4cbee8f414f0 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.3609905 Jul 15 13:22:14.023515 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.117341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:14.127648 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e04c9ab-a9d5-4478-aec7-eb956721d15a" -d '{"events": [{"server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "name": "network-vif-unplugged", "status": "completed", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:14.158188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:14.167852 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.191199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d387d195-f1b1-4d1e-9dbe-ecd8264596b6 req-d34d6058-4a54-4295-9ec4-296d3b70d8db tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735982 Jul 15 13:22:14.293914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-c41e67b3-a2d4-40a8-b024-63125e721cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:14.306481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-c41e67b3-a2d4-40a8-b024-63125e721cfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5654554 Jul 15 13:22:14.312497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:14.334852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-8b464895-af69-4de2-a3b6-dc72bd49fff3 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.4377434 Jul 15 13:22:14.353781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:14.366489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] For port 80f345d9-328b-433f-9cab-1e14aa1cdf65, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=80f345d9-328b-433f-9cab-1e14aa1cdf65,segment=NetworkSegment(b4902017-ebe7-4d53-9f67-1f5de1847ba0),segment_id=b4902017-ebe7-4d53-9f67-1f5de1847ba0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:14.367067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.398210 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.452230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Calling delete_port for 80f345d9-328b-433f-9cab-1e14aa1cdf65 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:14.626046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-3ac5d30a-73af-4a94-ae84-3a02f7ddc378 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075738 Jul 15 13:22:14.646368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object 281078e2-830d-4b2c-92b3-7e5a4040fae7 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:14.676797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.766087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-db90a855-0b34-49c8-a92d-42a9924fc8b7 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8885121 Jul 15 13:22:14.772260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:14.886039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.183961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.300675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.428836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.449220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-64484154-c008-4a99-ab27-3bdb1c6d0138 service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761906 Jul 15 13:22:15.524061 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-641a0db8-f631-41cb-82f3-9f74e22d4ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.592854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.608235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.628913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.629546 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d disassociated. External IP: 172.25.3.101, port: 383d8438-7b6c-4147-b0fc-560655e1c715. Jul 15 13:22:15.657822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:15.661892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:15.667256 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.718722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:15.734602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.740755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.748336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.757377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.764929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.771662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.777850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.786233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-713a05fb-cc77-4a03-95bb-b0fb6604406b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 1.1575582 Jul 15 13:22:15.787651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event deleted for resources: {'Port': ['ID=80f345d9-328b-433f-9cab-1e14aa1cdf65,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:15.835432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:15.836165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.837440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-0bd963a1-9e8d-4725-820d-2cc6855295bc service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1457951 Jul 15 13:22:15.866296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Deleting port fe7157f5-aa8b-4839-8e91-0194b7181624 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:15.866842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.872064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Allocated IP 172.25.3.19 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/1c16aff2-912e-487a-9df2-c686e2dd0caf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:15.918388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bdaea7ec-a074-40fe-9390-9d27053b4866 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.0896838 Jul 15 13:22:15.949016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] No DVR routers for this DVR port 80f345d9-328b-433f-9cab-1e14aa1cdf65 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:15.952430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:15.954749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40fe0aff-f9b9-4837-93cf-530aeaa02222 req-df006b5c-7e3e-44fc-ac10-c29fd39770b3 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.59 "DELETE /v2.0/ports/80f345d9-328b-433f-9cab-1e14aa1cdf65 HTTP/1.1" status: 204 len: 173 time: 3.7845340 Jul 15 13:22:15.960224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-76877c87-27b6-4e7f-84b2-3d62995d0a9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 217 time: 0.0921640 Jul 15 13:22:16.028912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c941f27b-bc11-49ca-8143-1c444249966d None None] Provisioning for port 281078e2-830d-4b2c-92b3-7e5a4040fae7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:16.032488 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-433dc5ff-e6c3-4313-bf4c-2f55ae6ed896 req-b04159a2-c445-4bb9-a7cc-dab462efa328 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995430 Jul 15 13:22:16.035113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c941f27b-bc11-49ca-8143-1c444249966d None None] Provisioning complete for port 281078e2-830d-4b2c-92b3-7e5a4040fae7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:16.035795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c941f27b-bc11-49ca-8143-1c444249966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.120496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c941f27b-bc11-49ca-8143-1c444249966d None None] Port 281078e2-830d-4b2c-92b3-7e5a4040fae7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:16.162415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-e0b0bbc5-5986-4d87-a0b0-2fa7463ba4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.164138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-e0b0bbc5-5986-4d87-a0b0-2fa7463ba4aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1942503 Jul 15 13:22:16.165731 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f27055a-f7e4-45b9-89ed-9503e2760313 x-openstack-request-id: req-1f27055a-f7e4-45b9-89ed-9503e2760313 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:16.166114 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "d52d0708-841f-4e41-9875-ccde7d859705", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:16.166247 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f27055a-f7e4-45b9-89ed-9503e2760313 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:16.166650 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705', 'status': 'completed', 'code': 200} Jul 15 13:22:16.260288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] For port fe7157f5-aa8b-4839-8e91-0194b7181624, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fe7157f5-aa8b-4839-8e91-0194b7181624,segment=NetworkSegment(b8415443-a6ae-4266-962a-1fc5bee2896a),segment_id=b8415443-a6ae-4266-962a-1fc5bee2896a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:16.260806 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.276984 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.297240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:16.301201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Calling delete_port for fe7157f5-aa8b-4839-8e91-0194b7181624 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:16.338268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-c52d8567-1966-4fc5-a717-821091930866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:16.340364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-c52d8567-1966-4fc5-a717-821091930866 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1687660 Jul 15 13:22:16.351789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:16.493924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:16.501204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Pushing event updated for resources: {'Port': ['ID=1c16aff2-912e-487a-9df2-c686e2dd0caf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:16.504812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:16.507486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:16.627372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-a1f3fcd8-33c4-423b-9f71-9b08b61b3734 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716157 Jul 15 13:22:16.997748 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.083542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ee495-e3c4-40ae-872e-4d0e9696d507 req-9d770d11-fa58-4e08-a79e-9ed37ccb8500 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.085378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-726ee495-e3c4-40ae-872e-4d0e9696d507 req-9d770d11-fa58-4e08-a79e-9ed37ccb8500 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.7436688 Jul 15 13:22:17.162592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:17.175035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.182281 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:17.201711 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:17.203521 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:17.264497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-3752b955-87f9-4185-bdd8-fdcb18590977 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "PUT /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 696 time: 2.9177341 Jul 15 13:22:17.265445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:17.269087 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394495ef-f983-4629-a650-fc10fcb18e70" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:17.297756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.313923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-726ee495-e3c4-40ae-872e-4d0e9696d507 req-c009e05e-0c31-440d-a35d-8595d40b80b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987209 Jul 15 13:22:17.361140 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:17.394042 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d8926f-8bb8-451d-aac4-d5f22b7b1329 x-openstack-request-id: req-39d8926f-8bb8-451d-aac4-d5f22b7b1329 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:17.395594 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "name": "network-vif-unplugged", "status": "completed", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:17.396230 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39d8926f-8bb8-451d-aac4-d5f22b7b1329 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:17.399150 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65', 'code': 200} Jul 15 13:22:17.422128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-58901e5a-ba50-4ffb-bcba-1e4ad2d26433 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860918 Jul 15 13:22:17.464357 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.509626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:17.530635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca636a9-7e25-4259-8140-4bee745af394 req-38961dcb-de53-48f5-bfb6-2e87b26eca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.534844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-38961dcb-de53-48f5-bfb6-2e87b26eca02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.2339728 Jul 15 13:22:17.576933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-fb6d10a7-0092-4f80-976e-ec383f9a0d04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 200 len: 217 time: 0.1252353 Jul 15 13:22:17.643248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7157f5-aa8b-4839-8e91-0194b7181624,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:17.644264 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:17.719605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-c3ffad70-c812-4e2f-bb4e-0d021fda881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.722293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-c3ffad70-c812-4e2f-bb4e-0d021fda881a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1389909 Jul 15 13:22:17.736650 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:17.769774 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:17.771009 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:17.973003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca636a9-7e25-4259-8140-4bee745af394 req-da75eff8-c989-4058-8848-8925924945c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:17.974868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-da75eff8-c989-4058-8848-8925924945c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.3909926 Jul 15 13:22:17.979024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-f62c2496-be74-475a-a99c-8c96a8b3db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.002129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-f62c2496-be74-475a-a99c-8c96a8b3db0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2679005 Jul 15 13:22:18.044421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-74729b50-6b4e-4471-a3cd-1611954b3fcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.0553327 Jul 15 13:22:18.066208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.094870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.122051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.228429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:18.248446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca636a9-7e25-4259-8140-4bee745af394 req-43557489-3b67-46c7-9932-77507df24243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.250710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-43557489-3b67-46c7-9932-77507df24243 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1609850 Jul 15 13:22:18.303559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'name': 'network-vif-deleted', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:18.307888 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c3b80-4dee-4fe5-9dd4-ddb11ea114d2" -d '{"events": [{"server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "name": "network-vif-deleted", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:18.312339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Pushing event updated for resources: {'Port': ['ID=1c16aff2-912e-487a-9df2-c686e2dd0caf,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:18.489058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.533988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.545089 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-4a8b253d-5faa-48fc-b12b-b6aa163386df service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324838 Jul 15 13:22:18.577081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:18.577718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca636a9-7e25-4259-8140-4bee745af394 req-bbb437eb-ffd0-4499-8d71-318f614f7143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:18.583288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7b0025aa-c7fb-44eb-b92f-dc663fc88ce1 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5983491 Jul 15 13:22:18.589773 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-bbb437eb-ffd0-4499-8d71-318f614f7143 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2771177 Jul 15 13:22:18.598797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:18.689750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Router b2715abe-9515-4bbf-b8e1-89840b545999 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:18.751739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-2c649399-d804-4143-895f-eef50d1315d3 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950283 Jul 15 13:22:18.812827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-13231f64-f7b4-4071-8de9-20db86b586e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 217 time: 0.0537417 Jul 15 13:22:18.914004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:18.915781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42208) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:18.928692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319528787', 'description': 'tempest-description--791775068'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:18.929988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] Sync routers for ids ['b2715abe-9515-4bbf-b8e1-89840b545999'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:18.942653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-309c4e0b-803c-4600-b7f8-e801609ef383 admin admin] 10.222.0.57 "PUT /v2.0/routers/b2715abe-9515-4bbf-b8e1-89840b545999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0850849 Jul 15 13:22:18.955891 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:18.958802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:18.991357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] Routers {'b2715abe-9515-4bbf-b8e1-89840b545999'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:18.992628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2715abe-9515-4bbf-b8e1-89840b545999'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.016987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:19.030360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.064004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-0a08ce19-42cc-44fe-9315-700f2cf0f70a service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732339 Jul 15 13:22:19.239410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] Set router b2715abe-9515-4bbf-b8e1-89840b545999 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:19.246297 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f45c8-0f60-4488-9b32-b49be9e335ef None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:19:42Z', 'revision_number': 4, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9e646913-8404-47ac-be86-796f8546c951', 'name': '', 'network_id': 'ef52c9d1-6878-4d2b-b269-67576e7befe9', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'mac_address': 'fa:16:3e:3c:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:40Z', 'updated_at': '2021-07-15T13:19:55Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'subnets': [{'id': '8cc02b7e-9c14-4bf8-bf03-a17935c169ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:19.330450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.337798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ca636a9-7e25-4259-8140-4bee745af394 req-be446865-6f78-4c10-a1ed-ab92a746391f service neutron] 10.222.0.57 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624426 Jul 15 13:22:19.410263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-3c422933-5808-4121-9e21-f67649c9997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.412889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-3c422933-5808-4121-9e21-f67649c9997b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.5943599 Jul 15 13:22:19.566791 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1280bfd-27ad-4d56-8212-48b57f0fd76b x-openstack-request-id: req-c1280bfd-27ad-4d56-8212-48b57f0fd76b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:19.567352 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:19.567651 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1280bfd-27ad-4d56-8212-48b57f0fd76b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:19.568092 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'status': 'completed', 'code': 200} Jul 15 13:22:19.632454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.636367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.668617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.682648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] Checking router: b2715abe-9515-4bbf-b8e1-89840b545999 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:19.685633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.697207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] Routers {'b2715abe-9515-4bbf-b8e1-89840b545999'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:19.698495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2715abe-9515-4bbf-b8e1-89840b545999'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:19.756501 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb671b-0595-4d93-b032-ec4f7ea069df x-openstack-request-id: req-bdcb671b-0595-4d93-b032-ec4f7ea069df {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:19.756501 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7822c3-69db-48f3-99e7-5ced4132114b", "name": "network-vif-deleted", "tag": "80f345d9-328b-433f-9cab-1e14aa1cdf65", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:19.756501 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdcb671b-0595-4d93-b032-ec4f7ea069df {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:19.758712 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7822c3-69db-48f3-99e7-5ced4132114b', 'name': 'network-vif-deleted', 'tag': '80f345d9-328b-433f-9cab-1e14aa1cdf65', 'status': 'completed', 'code': 200} Jul 15 13:22:19.820413 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222ad4e-b7f0-4cce-adb6-34f23d02c2e8 None None] New status for floating IP 877fc94d-10f6-4127-8c87-8cbc4a29653d: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:22:19.849392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.854471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9328256 Jul 15 13:22:19.856613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42222) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:19.874051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] Set router b2715abe-9515-4bbf-b8e1-89840b545999 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:19.882853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'security_group_rule': {'security_group_id': 'a45047ee-372e-43e8-ad29-8082c562279b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:19.919379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec40d83-7450-4ce8-b715-b1944f23b250 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45047ee-372e-43e8-ad29-8082c562279b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:19.923785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394495ef-f983-4629-a650-fc10fcb18e70 req-7bc6a91e-679f-4580-986f-78ff79af10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.925763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-7bc6a91e-679f-4580-986f-78ff79af10c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 1098 time: 0.3567927 Jul 15 13:22:19.985283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:19.989399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:19.992618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.000320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.008088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.015392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.022855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.031412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.040429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-4b57979d-562b-4124-ad07-1d7670e2c056 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.8012314 Jul 15 13:22:20.054174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.127975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e33887fb-7693-4add-81b5-0a39c52cf131 req-ab3fef12-f112-462c-b61c-cdf97e6ba3cc tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862403 Jul 15 13:22:20.134755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-bf8457df-2078-4764-85e8-692f4b679942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.136824 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-bf8457df-2078-4764-85e8-692f4b679942 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7009745 Jul 15 13:22:20.280438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-4752b735-f2f0-4e5f-ba42-790b18656eab service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359003 Jul 15 13:22:20.296963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.309675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:20.403194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2726e8e-6fce-4f37-a235-c0ba46ab34fe None None] The sync data for ids ['b2715abe-9515-4bbf-b8e1-89840b545999'] in n-d-798054-11 is: [{'id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'name': 'tempest-TestAggregatesBasicOps-614616757-router', 'tenant_id': '45c19ba996954b8bb8adda50e095271f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:22:17Z', 'revision_number': 5, 'project_id': '45c19ba996954b8bb8adda50e095271f', 'gw_port': {'id': '4e676aa1-ad81-48e5-a504-188704e6195e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:21:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2715abe-9515-4bbf-b8e1-89840b545999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:34Z', 'updated_at': '2021-07-15T13:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:20.525592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.533460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-42c425e0-daf8-476d-933b-8f9bd003909d service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461889 Jul 15 13:22:20.551064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Allocated IP 172.25.3.168 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c97d03d4-f38b-4eae-8a36-7dcc0e8ba1f7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:20.564842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e170cef-71f6-460b-b858-4a647699cc9b req-308bc13f-24b7-471d-9e95-4fea91cec426 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.566917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e170cef-71f6-460b-b858-4a647699cc9b req-308bc13f-24b7-471d-9e95-4fea91cec426 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.6589549 Jul 15 13:22:20.572325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.598605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394495ef-f983-4629-a650-fc10fcb18e70 req-b836f944-a896-4836-aa65-c043561df001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.600694 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-b836f944-a896-4836-aa65-c043561df001 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 200 len: 921 time: 0.6431341 Jul 15 13:22:20.618564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-e0758208-e959-4a74-8851-8e3b199ec9e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 217 time: 0.0775733 Jul 15 13:22:20.666198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Deleting port 4e676aa1-ad81-48e5-a504-188704e6195e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:20.666613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.717306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-3e4ce0c5-a687-411b-b66c-d322dbe6aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:20.718964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-3e4ce0c5-a687-411b-b66c-d322dbe6aaf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.0942597 Jul 15 13:22:20.768582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.776144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9094586 Jul 15 13:22:20.782511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:20.787981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'security_group_rule': {'security_group_id': 'a45047ee-372e-43e8-ad29-8082c562279b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:20.815596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-09b384b1-9792-4b1d-b285-75265b182b8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 200 len: 217 time: 0.2024546 Jul 15 13:22:20.833433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cbe1e-2b34-497f-a60f-f929c359dca8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ea802b-4548-474e-b995-e1eb8ef4120f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:20.897307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] For port 4e676aa1-ad81-48e5-a504-188704e6195e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4e676aa1-ad81-48e5-a504-188704e6195e,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:20.898273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:20.923554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Calling delete_port for 4e676aa1-ad81-48e5-a504-188704e6195e owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:20.978330 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e170cef-71f6-460b-b858-4a647699cc9b req-85c39f56-a802-4353-893f-0af300af3072 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3740594 Jul 15 13:22:21.006585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.010260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394495ef-f983-4629-a650-fc10fcb18e70 req-ccb40080-3469-4f9e-9fe1-9b23d778e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.013960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-ccb40080-3469-4f9e-9fe1-9b23d778e853 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 200 len: 859 time: 0.1640275 Jul 15 13:22:21.093331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42236) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:21.132529 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.224976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-2dfb6557-0546-453d-b1a5-7181805db583 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 200 len: 694 time: 0.1131942 Jul 15 13:22:21.243962 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.260899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.271456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394495ef-f983-4629-a650-fc10fcb18e70 req-5197d69f-3aa2-47c5-8f67-280e86d905d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.271456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-5197d69f-3aa2-47c5-8f67-280e86d905d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ef52c9d1-6878-4d2b-b269-67576e7befe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2492149 Jul 15 13:22:21.276675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b629c6-08d8-4fb7-95c7-6103bf2cac57 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.320672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b57f9a-134f-4ebb-b56f-fb2f0dfcae3c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.347674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.370358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.375147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4a5d2495-92ed-4bec-bb92-0331fc6dd05f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5878432 Jul 15 13:22:21.386821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b629c6-08d8-4fb7-95c7-6103bf2cac57 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.409843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-ef8d79c2-27e4-485c-a409-d9f5e33ebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.413180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-ef8d79c2-27e4-485c-a409-d9f5e33ebc49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2986031 Jul 15 13:22:21.413978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42240) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:21.460091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:21.665332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625c3fb-c5fa-487d-b161-678254982f49 req-21dcfdaa-a5a4-4cf2-b07e-3ec605a4759c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:21.668308 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-21dcfdaa-a5a4-4cf2-b07e-3ec605a4759c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.4420633 Jul 15 13:22:21.669951 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.743555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:21.801624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-a647dc59-8832-4cdc-813a-673893469b7e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:22:21.817952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-a647dc59-8832-4cdc-813a-673893469b7e tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798473 Jul 15 13:22:21.845720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:21.874619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:21.888626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:21.900286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Pushing event updated for resources: {'Port': ['ID=c97d03d4-f38b-4eae-8a36-7dcc0e8ba1f7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:21.942259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-5f8ebdb8-538e-4fbf-bbcf-4d2a8c6ac3ba service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627417 Jul 15 13:22:22.031533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e676aa1-ad81-48e5-a504-188704e6195e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.073539 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b629c6-08d8-4fb7-95c7-6103bf2cac57 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.076282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b629c6-08d8-4fb7-95c7-6103bf2cac57 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.077648 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-03b629c6-08d8-4fb7-95c7-6103bf2cac57 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "DELETE /v2.0/security-groups/dab1e937-57c7-44dc-8871-9196d13fb95e HTTP/1.1" status: 204 len: 168 time: 0.9765475 Jul 15 13:22:22.097260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.098705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-bea8fdb6-1b5e-4826-92ee-25a48f1c106c tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 697 time: 0.2074893 Jul 15 13:22:22.103725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42246) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:22.104114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.110918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.120049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.126904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.133656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.140843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.150472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-41a1abd0-f21b-4e14-b6d1-796c928a59c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.7754076 Jul 15 13:22:22.200365 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-cdefd91b-8de4-4977-a2ee-71c06cb10c31 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] show failed (client error): The resource could not be found. Jul 15 13:22:22.201469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cdefd91b-8de4-4977-a2ee-71c06cb10c31 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "GET /v2.0/security-groups/dab1e937-57c7-44dc-8871-9196d13fb95e HTTP/1.1" status: 404 len: 347 time: 0.0838752 Jul 15 13:22:22.203171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b629c6-08d8-4fb7-95c7-6103bf2cac57 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab1e937-57c7-44dc-8871-9196d13fb95e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:22.207645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-0ed28709-3d26-40ba-afd9-95c6fcc79a33 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7302520 Jul 15 13:22:22.210591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42248) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:22.219953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-d5d03567-c5fd-4ce3-a766-a103946890c5 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 697 time: 0.0916345 Jul 15 13:22:22.221892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.264015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67eb4a8a-1959-4591-9426-ce886dac1880 req-cd1500e6-b302-4e41-8662-951add963266 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084304 Jul 15 13:22:22.270442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-394495ef-f983-4629-a650-fc10fcb18e70 req-8eccc2e6-9c4c-4dc4-8e53-58e662b67fda service neutron] 10.222.0.58 "GET /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199067 Jul 15 13:22:22.352300 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.383828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fe7157f5-aa8b-4839-8e91-0194b7181624 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:22.425625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: fe7157f5-aa8b-4839-8e91-0194b7181624 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:22.426949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fe7157f5-aa8b-4839-8e91-0194b7181624 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:22.764968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44335605-7dba-48c7-8312-0d32fbbc4d5d req-239ca375-ccf9-4c39-8544-11f6dbce3343 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:22.768213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-44335605-7dba-48c7-8312-0d32fbbc4d5d req-239ca375-ccf9-4c39-8544-11f6dbce3343 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.2655318 Jul 15 13:22:22.778652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.781444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.797020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:22.977512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-44335605-7dba-48c7-8312-0d32fbbc4d5d req-f3218f42-829b-4544-a75a-2771e69b7634 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950121 Jul 15 13:22:22.985236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Pushing event updated for resources: {'Port': ['ID=c97d03d4-f38b-4eae-8a36-7dcc0e8ba1f7,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:23.039381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.057173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.067360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.073413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fb089f60-06a9-42ae-8e61-95b882356b9f tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4641163 Jul 15 13:22:23.073718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.073880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.172371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bd2ddc60-8c8d-493a-bf27-bb99b179f37f tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4656 time: 0.0952473 Jul 15 13:22:23.174068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42254) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.211027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-1add98e5-4ad0-495f-9586-95cf59d16350 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273286 Jul 15 13:22:23.216202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.216733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2715abe-9515-4bbf-b8e1-89840b545999 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:23.232901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.234441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3627593e-4af3-4151-a375-c49855a031f8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2715abe-9515-4bbf-b8e1-89840b545999 HTTP/1.1" status: 204 len: 168 time: 4.2740989 Jul 15 13:22:23.271990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.313257 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-112e4f29-a86d-40af-9592-6c273ffa31b3 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1358550 Jul 15 13:22:23.315056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:23.352004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Deleting subnet 999c9de4-d2d5-440d-aa12-dba8f45b3c6a {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:23.356844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.406146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.469570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Deleting port 09716635-4460-4c7e-a38a-4df6ccad8731 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:23.470571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.476888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-f179bd4c-14ea-48b1-b268-3ec41b7680da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 217 time: 0.2533545 Jul 15 13:22:23.531502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.564072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Deleting port c97d03d4-f38b-4eae-8a36-7dcc0e8ba1f7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:23.564411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.684357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.691140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.701344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.710282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.716809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.723971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.730214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.730775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Deleting port 40d0ac6a-fd44-43d0-98d5-fcd73775b0ac {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:23.731339 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.732376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-18d93c61-748f-4d8f-ab36-a7704a5c13ac tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.2041440 Jul 15 13:22:23.737824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.738172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:23.774363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Calling delete_port for c97d03d4-f38b-4eae-8a36-7dcc0e8ba1f7 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:23.795480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:23.825983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-faeaf3df-a751-4999-a0e6-c70a53d8aa74 req-cce81356-7477-451f-98fc-087e480daf3c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841599 Jul 15 13:22:23.893936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-b98fc204-4fc3-4614-acbc-b773b39f5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:23.896468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-b98fc204-4fc3-4614-acbc-b773b39f5aa0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.3894684 Jul 15 13:22:23.973296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.113926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.234834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Pushing event deleted for resources: {'Port': ['ID=c97d03d4-f38b-4eae-8a36-7dcc0e8ba1f7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.248831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.250395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.273368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4e676aa1-ad81-48e5-a504-188704e6195e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:24.325994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4e676aa1-ad81-48e5-a504-188704e6195e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:24.326305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4e676aa1-ad81-48e5-a504-188704e6195e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:24.371119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:24.385897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'port_id': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'mac_address': 'fa:16:3e:ca:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:24.395880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Calling delete_port for 09716635-4460-4c7e-a38a-4df6ccad8731 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:24.436948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.455505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08a93df-4e27-45bf-ae2e-efe871eba2c8 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:24.482968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:24.489373 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.508130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.508823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.514610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 172.25.3.98 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/f2aca1f0-21b1-4a7f-b8e4-184d19f80951) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:24.564063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.583327 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.586313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.591915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-77c7e9d5-5414-4671-a14a-6d6e714fbdce tempest-FloatingIPAdminTestJSON-1124090806 tempest-FloatingIPAdminTestJSON-1124090806-project] 10.222.0.57 "DELETE /v2.0/floatingips/17f885f5-dc66-42b7-b57f-a6c5fa56c869 HTTP/1.1" status: 204 len: 168 time: 1.2716532 Jul 15 13:22:24.594942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42266) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:24.604894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d982f4f-f511-4a54-adff-6afd1d7e7bd4 req-e7da9c4b-f1de-42c8-9ecf-2eecacf11d53 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.607380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d982f4f-f511-4a54-adff-6afd1d7e7bd4 req-e7da9c4b-f1de-42c8-9ecf-2eecacf11d53 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 943 time: 0.2325563 Jul 15 13:22:24.626349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Calling delete_port for 40d0ac6a-fd44-43d0-98d5-fcd73775b0ac owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:24.646119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.702312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d08a93df-4e27-45bf-ae2e-efe871eba2c8'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:24.725192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa576-308e-4437-b85b-b36004f51460 req-b3e7269b-fe07-411b-abdf-c3c2d9dea9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:24.727328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-b3e7269b-fe07-411b-abdf-c3c2d9dea9bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8009086 Jul 15 13:22:24.728458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999c9de4-d2d5-440d-aa12-dba8f45b3c6a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:24.731082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:24.736455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a99729c-1326-46fa-b351-938ea2b9b616 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/999c9de4-d2d5-440d-aa12-dba8f45b3c6a HTTP/1.1" status: 204 len: 168 time: 1.4620867 Jul 15 13:22:24.747708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42268) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:24.751433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91ea64-c33f-4790-b047-441619309265 None None] Network 0a7ad24e-3d31-4549-87db-9c8130529f0a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:24.777480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d982f4f-f511-4a54-adff-6afd1d7e7bd4 req-bf1d30f4-685e-48b9-a5a9-8c75dc9a89c5 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276078 Jul 15 13:22:24.829684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Deleting port 1c16aff2-912e-487a-9df2-c686e2dd0caf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:24.830145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.054157 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.054798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.083464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Calling delete_port for 1c16aff2-912e-487a-9df2-c686e2dd0caf owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:25.240060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.287267 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.393621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625682c4-d06c-497a-a659-78205190a100 None None] DHCP port deletion for 0a7ad24e-3d31-4549-87db-9c8130529f0a request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:25.453562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-0066953b-700a-4c01-b4d9-57d99ca34a61 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903889 Jul 15 13:22:25.456244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-625682c4-d06c-497a-a659-78205190a100 None None] Deleting port fba69d22-98ee-40c5-a34e-29c67fb5538c {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:25.456820 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-625682c4-d06c-497a-a659-78205190a100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.500398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.508084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.515083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.523598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.529551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.536692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.540532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-625682c4-d06c-497a-a659-78205190a100 None None] For port fba69d22-98ee-40c5-a34e-29c67fb5538c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fba69d22-98ee-40c5-a34e-29c67fb5538c,segment=NetworkSegment(b8415443-a6ae-4266-962a-1fc5bee2896a),segment_id=b8415443-a6ae-4266-962a-1fc5bee2896a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:25.541101 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-625682c4-d06c-497a-a659-78205190a100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.542836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:25.545004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-82c4cf47-bc4a-4b0b-b906-5a3915fac434 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.4144022 Jul 15 13:22:25.564081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-625682c4-d06c-497a-a659-78205190a100 None None] Calling delete_port for fba69d22-98ee-40c5-a34e-29c67fb5538c owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:25.569173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.631426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.662956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event deleted for resources: {'Port': ['ID=09716635-4460-4c7e-a38a-4df6ccad8731,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.672613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-625682c4-d06c-497a-a659-78205190a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.684920 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.685983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b86c3c-5ce6-48e7-8a69-24cf3e246966 req-17242c64-1b8c-45aa-96a5-d104f1a78ff9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284504 Jul 15 13:22:25.691870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c16aff2-912e-487a-9df2-c686e2dd0caf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.706967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625682c4-d06c-497a-a659-78205190a100 None None] Pushing event deleted for resources: {'Port': ['ID=fba69d22-98ee-40c5-a34e-29c67fb5538c,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.718300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625682c4-d06c-497a-a659-78205190a100 None None] No DVR routers for this DVR port fba69d22-98ee-40c5-a34e-29c67fb5538c on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:25.795825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.798838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.805543 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ead6f55e-8cf9-4f62-8c04-982f673af232 tempest-FloatingIPAdminTestJSON-1862698413 tempest-FloatingIPAdminTestJSON-1862698413-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/a108269c-f04b-4b5b-a6cf-cd214b1fede2 HTTP/1.1" status: 204 len: 168 time: 1.2047684 Jul 15 13:22:25.806703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:25.809070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:25.827498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:25.856903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Pushing event deleted for resources: {'Port': ['ID=40d0ac6a-fd44-43d0-98d5-fcd73775b0ac,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:25.926972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d08a93df-4e27-45bf-ae2e-efe871eba2c8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:25.928361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.035454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:26.065894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:26.068457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.071519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.073613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting port 1859b719-42b3-4670-b3b3-0a0f5462faa0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:26.074335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.076619 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5625c3fb-c5fa-487d-b161-678254982f49 req-11121f4e-0206-494a-a41d-19fe1091c621 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "DELETE /v2.0/floatingips/877fc94d-10f6-4127-8c87-8cbc4a29653d HTTP/1.1" status: 204 len: 173 time: 3.8556488 Jul 15 13:22:26.079584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.101043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-341aa576-308e-4437-b85b-b36004f51460 req-bec8585d-6e02-4790-8bd0-74c20eb02140 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046660 Jul 15 13:22:26.102845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Deleting port fba69d22-98ee-40c5-a34e-29c67fb5538c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:26.103328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.109892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:26.126401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=f2aca1f0-21b1-4a7f-b8e4-184d19f80951,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.137806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:26.148404 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ace6ac8-a8f1-4d0e-a7b2-e5620a67bdea" -d '{"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-plugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:26.166745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:26.175562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.252174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.262152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e225cf-fb24-47d6-a9be-cf20da258b44 req-76c37b3e-e893-4033-bc29-bcfa891b4d13 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.264175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-01e225cf-fb24-47d6-a9be-cf20da258b44 req-76c37b3e-e893-4033-bc29-bcfa891b4d13 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 944 time: 0.2666137 Jul 15 13:22:26.265343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.271503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.278218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Calling delete_port for 1859b719-42b3-4670-b3b3-0a0f5462faa0 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:26.281689 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.285958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05ec9cab-f0a5-492a-9062-4347aef171a2 tempest-ImagesOneServerNegativeTestJSON-1333314249 tempest-ImagesOneServerNegativeTestJSON-1333314249-project] 10.222.0.57 "DELETE /v2.0/floatingips/728b2a61-06d4-4076-b3fb-1378fc73e5d7 HTTP/1.1" status: 204 len: 168 time: 4.0151832 Jul 15 13:22:26.302613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fba69d22-98ee-40c5-a34e-29c67fb5538c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:26.325684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: fba69d22-98ee-40c5-a34e-29c67fb5538c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:26.326042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fba69d22-98ee-40c5-a34e-29c67fb5538c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:26.375772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] For port fba69d22-98ee-40c5-a34e-29c67fb5538c, host n-d-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:26.376705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.418884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-01e225cf-fb24-47d6-a9be-cf20da258b44 req-cd21c463-9c96-4e04-afb0-2303e620a77c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375344 Jul 15 13:22:26.469037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Calling delete_port for fba69d22-98ee-40c5-a34e-29c67fb5538c owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:26.494258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Port fba69d22-98ee-40c5-a34e-29c67fb5538c was not found and therefore no delete operation was performed {{(pid=93994) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:22:26.525065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.572418 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c18390-da07-4e47-98a2-498dfbe087fe x-openstack-request-id: req-13c18390-da07-4e47-98a2-498dfbe087fe {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:26.573045 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-plugged", "status": "completed", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:26.573334 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13c18390-da07-4e47-98a2-498dfbe087fe {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:26.573957 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'code': 200} Jul 15 13:22:26.588703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.590608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba69d22-98ee-40c5-a34e-29c67fb5538c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.597241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] No DVR routers for this DVR port fba69d22-98ee-40c5-a34e-29c67fb5538c on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:26.609437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.609943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.610493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.610922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.611398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.612033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.612514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:26.614925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-3bc55081-5569-4b4a-baf8-de0b2815995a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6494 time: 0.4287231 Jul 15 13:22:26.634506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.701588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Port': ['ID=1859b719-42b3-4670-b3b3-0a0f5462faa0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:26.887927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:26.899713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d98b107f-f392-4b95-908f-526ab1aa3644 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "DELETE /v2.0/ports/1859b719-42b3-4670-b3b3-0a0f5462faa0 HTTP/1.1" status: 204 len: 168 time: 1.0860744 Jul 15 13:22:26.905253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42300) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.022586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.027127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.093129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7ad24e-3d31-4549-87db-9c8130529f0a']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.108879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb072e-6ec1-435a-9cca-623da77e30d5 req-3dd7dfc2-45ff-4354-ac02-bcfea8731f95 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.112234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbdb072e-6ec1-435a-9cca-623da77e30d5 req-3dd7dfc2-45ff-4354-ac02-bcfea8731f95 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.2084966 Jul 15 13:22:27.128721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08560560-e9c9-4eb6-a073-f08a16cedb5b tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.131246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-08560560-e9c9-4eb6-a073-f08a16cedb5b tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "GET /v2.0/ports?device_id=071f3c17-1ebc-4985-9eae-973b3c6aea13 HTTP/1.1" status: 200 len: 913 time: 0.2246947 Jul 15 13:22:27.135567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42304) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.250906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbdb072e-6ec1-435a-9cca-623da77e30d5 req-05decff4-cd9e-44a9-9a97-a3a48b99a970 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179581 Jul 15 13:22:27.378599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:27.515190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Deleting subnet 069e4c4b-dd75-429c-842a-b4fa3ac9e077 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:27.587115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.619952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8415443-a6ae-4266-962a-1fc5bee2896a') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.619952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8415443-a6ae-4266-962a-1fc5bee2896a') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:27.649317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.657852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-1c85f8b1-6518-4ea4-865e-92a6b0aeff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.659538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-1c85f8b1-6518-4ea4-865e-92a6b0aeff1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 903 time: 1.0358250 Jul 15 13:22:27.730003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.740581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-d4ef3119-841b-4238-9f03-07965c9af150 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 217 time: 0.0665145 Jul 15 13:22:27.743766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.764973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:27.765400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.769830 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:27.777181 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:27.880098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:27.941705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.947898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.954096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.961919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.965054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da128d91-5441-4d99-a007-33c34d4bf347 req-e150cf61-09b3-4715-bc63-0d9fdda5a8d3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.966859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-da128d91-5441-4d99-a007-33c34d4bf347 req-e150cf61-09b3-4715-bc63-0d9fdda5a8d3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 946 time: 0.2647340 Jul 15 13:22:27.969339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.978205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.985279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:27.987902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-15accc33-ef45-4dbe-97e7-2e7f7b5f6392 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.9561739 Jul 15 13:22:27.999047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716be4b-c969-4a7e-906c-6538df5e8adb req-ec95cbe4-d229-45ba-9f00-b74fa10fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.001618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5716be4b-c969-4a7e-906c-6538df5e8adb req-ec95cbe4-d229-45ba-9f00-b74fa10fc5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1098 time: 1.1053934 Jul 15 13:22:28.002751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.024726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-54c0f57f-980f-414d-ad25-f37436ff6d49 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.026438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.026828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-54c0f57f-980f-414d-ad25-f37436ff6d49 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.2345192 Jul 15 13:22:28.028991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0a7ad24e-3d31-4549-87db-9c8130529f0a HTTP/1.1" status: 204 len: 168 time: 3.2456999 Jul 15 13:22:28.038661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42312) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.045872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-617572b8-fb40-4411-aa0e-047f716c2926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.047667 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-617572b8-fb40-4411-aa0e-047f716c2926 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.2800560 Jul 15 13:22:28.060630 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.113107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da64e8-e6c4-477e-ba0c-bad78c745421 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7ad24e-3d31-4549-87db-9c8130529f0a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.181590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5716be4b-c969-4a7e-906c-6538df5e8adb req-74e50b77-5628-4469-9cf0-de31af45f5f5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672678 Jul 15 13:22:28.194875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-812d165e-70a4-41dc-a0e6-ed4fbd12f24b req-1ea2f4e2-04e5-45c7-a836-1595f10ea870 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1635227 Jul 15 13:22:28.225923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.246997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.309668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-788bd90b-e21a-4e75-8f5f-56ad91eb8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.313056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-788bd90b-e21a-4e75-8f5f-56ad91eb8f5d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2409306 Jul 15 13:22:28.499718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=f2aca1f0-21b1-4a7f-b8e4-184d19f80951,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.515430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.521421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069e4c4b-dd75-429c-842a-b4fa3ac9e077,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:28.539165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.541188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-13ea3205-2082-4030-9e16-217b449ced2d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/069e4c4b-dd75-429c-842a-b4fa3ac9e077 HTTP/1.1" status: 204 len: 168 time: 1.1615491 Jul 15 13:22:28.550764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-da128d91-5441-4d99-a007-33c34d4bf347 req-dba7f70a-48e0-4864-8c90-ad8ab2e9bb75 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5560663 Jul 15 13:22:28.551291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42316) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:28.602260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.604230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1e574b45-2ec5-4204-aa03-ac17f403891b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1511657 Jul 15 13:22:28.673611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-68d341fe-2c5a-4f3f-83e5-da9c81199921 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523083 Jul 15 13:22:28.719076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda214f-b889-4b29-9b5c-721ed7bf95c6 req-39284587-92cd-4bdf-aaf8-1077d5e2c5a4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:28.722655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3eda214f-b889-4b29-9b5c-721ed7bf95c6 req-39284587-92cd-4bdf-aaf8-1077d5e2c5a4 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.3135889 Jul 15 13:22:28.724193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.861402 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:28.911297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3eda214f-b889-4b29-9b5c-721ed7bf95c6 req-70c34fb0-4d68-4348-a505-9e12cad2e405 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671906 Jul 15 13:22:28.965540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-906793b7-ef4a-4be9-bff9-fea6d340e10c req-a1ee12f6-d322-4d37-8fef-d08af2b636fa service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824085 Jul 15 13:22:29.114859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.115482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.116390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.117268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.117906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.118871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.119235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.121455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-dba78d51-cf50-4959-8524-ff83d8d2751a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6494 time: 0.0985739 Jul 15 13:22:29.267285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-825d41d0-99f6-46ec-94e2-2ef6b0cc130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.270093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-825d41d0-99f6-46ec-94e2-2ef6b0cc130d service neutron] 10.222.0.58 "GET /v2.0/networks?id=03f76d16-725a-4bb9-a534-70ecedaca491 HTTP/1.1" status: 200 len: 903 time: 0.1420691 Jul 15 13:22:29.354202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-64dbb5b7-6d8d-4af0-b870-df4fb03f31a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 217 time: 0.0775847 Jul 15 13:22:29.360013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-995a8a70-935d-418b-a086-f326fa713b05 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--319528787&fields=id&tenant_id=4f300fb75dcb4a8ba79ed7430992e994 HTTP/1.1" status: 200 len: 267 time: 0.2444239 Jul 15 13:22:29.413968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Deleting port 383d8438-7b6c-4147-b0fc-560655e1c715 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:29.414551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.454788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-68d6467c-015c-4dd5-969f-1055100ca567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.457489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-68d6467c-015c-4dd5-969f-1055100ca567 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.0960567 Jul 15 13:22:29.520140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.610142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.611882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64da892-2cd9-4c48-b194-56e7859e320a']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.616829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.623476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.630576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.636667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.643931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.650752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.653591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-627df2ab-a915-43c2-a700-e5dff8763cbe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.2043827 Jul 15 13:22:29.658449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09495055-57be-43c7-8393-d6868b3b02ff req-f4c784da-2fa3-4b48-9f65-918b7d694656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.661242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-f4c784da-2fa3-4b48-9f65-918b7d694656 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1897769 Jul 15 13:22:29.706594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4902017-ebe7-4d53-9f67-1f5de1847ba0') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.707088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4902017-ebe7-4d53-9f67-1f5de1847ba0') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:29.786329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f0dcf1e-4596-4521-860d-ab41be8eb2c2 req-cc652e11-7015-41d8-8628-70788292a1ef tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204774 Jul 15 13:22:29.836031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-91dffab5-1f6e-4588-8f73-daad7c56b598 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615198 Jul 15 13:22:29.845242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-da0bfe5f-14e4-4e94-8e3d-a39a8d720a6d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:29.856540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-da0bfe5f-14e4-4e94-8e3d-a39a8d720a6d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 930 time: 0.4952621 Jul 15 13:22:29.867117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.981215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:29.996065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09495055-57be-43c7-8393-d6868b3b02ff req-eecf6e6c-6755-49df-9861-3fb5425bc7f8 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520855 Jul 15 13:22:30.019376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] For port 383d8438-7b6c-4147-b0fc-560655e1c715, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=383d8438-7b6c-4147-b0fc-560655e1c715,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:30.019844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.045927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:30.046989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:30.049374 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:30.090267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Calling delete_port for 383d8438-7b6c-4147-b0fc-560655e1c715 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:30.198245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a8bcd-d304-43ba-8972-500017f35985 req-32c3902f-add7-4640-87ff-2d5564da8fba tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.199395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c13a8bcd-d304-43ba-8972-500017f35985 req-32c3902f-add7-4640-87ff-2d5564da8fba tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 946 time: 0.1478646 Jul 15 13:22:30.213073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-06237746-c7d0-464a-b6fe-b0fddba06cea tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.219824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-06237746-c7d0-464a-b6fe-b0fddba06cea tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 931 time: 0.3614795 Jul 15 13:22:30.287882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.288693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.289483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.290282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.291133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.291948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.292775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.296476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-69d41699-3973-4851-9256-bc0d59538795 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6494 time: 0.1570649 Jul 15 13:22:30.323258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c13a8bcd-d304-43ba-8972-500017f35985 req-14ebc4db-4a88-4425-9340-3170b8ee291a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104827 Jul 15 13:22:30.421547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-f17bacb8-81c8-4750-89e6-810c291605d1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1463060 Jul 15 13:22:30.433973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.458605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-8f4b9a61-d5e5-4d0d-b3af-69d30cc8a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.462040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-8f4b9a61-d5e5-4d0d-b3af-69d30cc8a4cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 903 time: 0.1561086 Jul 15 13:22:30.464302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:30.466810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e64da892-2cd9-4c48-b194-56e7859e320a HTTP/1.1" status: 204 len: 168 time: 1.8813722 Jul 15 13:22:30.539798 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-2d00a4d5-75bf-481e-9933-f5d3d8262af7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 217 time: 0.0702507 Jul 15 13:22:30.620582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877933f9-c5b1-4ee6-97b6-e8474a5ee894 admin admin] Pushing event deleted for resources: {'Network': ['ID=e64da892-2cd9-4c48-b194-56e7859e320a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:30.655233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-d31a552b-c5e7-4b6a-bc52-9a179c878494 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2049456 Jul 15 13:22:30.689620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-2d6a6d15-fffd-4269-9a06-64b9f77a2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.692291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-2d6a6d15-fffd-4269-9a06-64b9f77a2414 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.1423132 Jul 15 13:22:30.773740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f213-5f36-4942-822f-0d4368c98186 req-e6f65bbf-9126-4a21-b02d-9fdd107e35aa tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.776548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c527f213-5f36-4942-822f-0d4368c98186 req-e6f65bbf-9126-4a21-b02d-9fdd107e35aa tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f6fb9ca-4f13-475b-a139-2fcbbb852aeb HTTP/1.1" status: 200 len: 946 time: 0.2403207 Jul 15 13:22:30.845416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:30.886381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-92f96270-f1d1-4140-85c2-658bfa631c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:30.889010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-92f96270-f1d1-4140-85c2-658bfa631c32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1880839 Jul 15 13:22:30.952133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c527f213-5f36-4942-822f-0d4368c98186 req-63bfcf36-e7f4-4fde-8b75-c4f745570760 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.57 "GET /v2.0/security-groups?id=ba547dd3-e6bd-4306-a86f-48532054135f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581755 Jul 15 13:22:31.063641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.129498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a68ebf0b-6dd8-4bf9-ad20-bd41b9733a52 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7510cbc4eb742d595bdb903a6d996e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821271 Jul 15 13:22:31.186258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42384) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:31.366628 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-30b829df-503d-4e72-9794-66b276e0d0f1 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584868 Jul 15 13:22:31.454309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting port 5e255ccf-9620-46cb-928e-17bbc64d5186 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:31.454677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.466732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b709b3b-bf55-499c-98b6-c15c138ada23 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.472884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b709b3b-bf55-499c-98b6-c15c138ada23 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.475252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5370-06f4-4610-9cae-147c130549b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.479027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b709b3b-bf55-499c-98b6-c15c138ada23 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.480746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b709b3b-bf55-499c-98b6-c15c138ada23 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=d283855c-bb57-4415-8af6-59c2c98dfa14&id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 1989 time: 0.8074148 Jul 15 13:22:31.481629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Pushing event deleted for resources: {'Port': ['ID=383d8438-7b6c-4147-b0fc-560655e1c715,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:31.558062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.581140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.593150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.605379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.613238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-39c39957-afc9-4669-b835-cd9586211146 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/quotas/4f300fb75dcb4a8ba79ed7430992e994 HTTP/1.1" status: 200 len: 375 time: 0.1105208 Jul 15 13:22:31.618427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.630198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.643017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.655896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:31.659448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-396371bc-1060-4af8-b77e-83ddeb1c50af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.4759431 Jul 15 13:22:31.670791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] No DVR routers for this DVR port 383d8438-7b6c-4147-b0fc-560655e1c715 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:31.680126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.682667 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd78208b-e539-4d03-a6ff-cfd9527921ed req-5334d634-815e-4086-9e69-8d6f1ba55b68 tempest-FloatingIPsAssociationTestJSON-285610207 tempest-FloatingIPsAssociationTestJSON-285610207-project] 10.222.0.58 "DELETE /v2.0/ports/383d8438-7b6c-4147-b0fc-560655e1c715 HTTP/1.1" status: 204 len: 173 time: 3.6410980 Jul 15 13:22:31.686450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'name': 'network-vif-deleted', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:31.689321 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529acfe-b40b-4264-b12c-924557bb1035" -d '{"events": [{"server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "name": "network-vif-deleted", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:31.710683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5370-06f4-4610-9cae-147c130549b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.820431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d26c7171-db4f-487f-bca7-0ee4a7978ba8 req-aaa1621f-0164-4c56-b134-c12d21444098 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467425 Jul 15 13:22:31.835416 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ecaf4c97-2054-45ab-971e-785c9a08cc7f req-da88cb5f-3185-4f7e-9859-ebd90477733e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669400 Jul 15 13:22:31.849212 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.889699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5370-06f4-4610-9cae-147c130549b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.893187 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5370-06f4-4610-9cae-147c130549b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:31.893901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Calling delete_port for 5e255ccf-9620-46cb-928e-17bbc64d5186 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:31.899509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6ecb5370-06f4-4610-9cae-147c130549b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe39074a-b5ea-4b55-a4e1-66d6c6b1d843 HTTP/1.1" status: 204 len: 168 time: 0.7068019 Jul 15 13:22:31.916069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb5370-06f4-4610-9cae-147c130549b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39074a-b5ea-4b55-a4e1-66d6c6b1d843,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:32.199066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-9d9d664c-425e-4e65-9482-38692b829a59 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5247743 Jul 15 13:22:32.347704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3012c-72f6-4611-bc1a-b07f7e836980 req-77286a0a-6cb3-49b9-b45f-7500816c6c39 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:32.352025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63d3012c-72f6-4611-bc1a-b07f7e836980 req-77286a0a-6cb3-49b9-b45f-7500816c6c39 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 946 time: 0.1611581 Jul 15 13:22:32.432379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63d3012c-72f6-4611-bc1a-b07f7e836980 req-31bbd772-62f7-4d26-b175-1c9c6f0a9b5e tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690536 Jul 15 13:22:32.568938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-a6ed6a22-87c6-4e85-b945-fcb4728bf22c service neutron] 10.222.0.57 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441308 Jul 15 13:22:32.574471 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d6b1a8-4777-4a65-a405-37906a751ebf x-openstack-request-id: req-c3d6b1a8-4777-4a65-a405-37906a751ebf {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:32.574817 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6fb9ca-4f13-475b-a139-2fcbbb852aeb", "name": "network-vif-deleted", "tag": "383d8438-7b6c-4147-b0fc-560655e1c715", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:32.575080 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3d6b1a8-4777-4a65-a405-37906a751ebf {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:32.575502 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6fb9ca-4f13-475b-a139-2fcbbb852aeb', 'name': 'network-vif-deleted', 'tag': '383d8438-7b6c-4147-b0fc-560655e1c715', 'status': 'completed', 'code': 200} Jul 15 13:22:32.704138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42406) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:32.762620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 383d8438-7b6c-4147-b0fc-560655e1c715 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:32.866732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 383d8438-7b6c-4147-b0fc-560655e1c715 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:32.867543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 383d8438-7b6c-4147-b0fc-560655e1c715 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:32.871595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-408e9061-cf6b-4658-8835-f58515a15e7a service neutron] 10.222.0.57 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793436 Jul 15 13:22:32.994330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Deleting port 56105dc5-4df5-4ff5-a485-2e17e652e120 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:32.995130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.149423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.235078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] For port 56105dc5-4df5-4ff5-a485-2e17e652e120, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=56105dc5-4df5-4ff5-a485-2e17e652e120,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:33.236041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.243498 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-094402ed-0374-4be9-9b7a-dce88c640d89 service neutron] 10.222.0.57 "GET /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3524024 Jul 15 13:22:33.262598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Port': ['ID=5e255ccf-9620-46cb-928e-17bbc64d5186,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:33.318265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.329834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Calling delete_port for 56105dc5-4df5-4ff5-a485-2e17e652e120 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:33.330060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.336685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.345452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.352728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.361192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.372068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:33.374887 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-fd2a93ad-0c99-49f9-8d68-4a64e7e13f74 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.1725993 Jul 15 13:22:33.448304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf45a48-f7a6-489b-a796-e4d074428942 req-ca1e62ae-fc1c-44f9-9884-f3799a9cf2f0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545981 Jul 15 13:22:33.470454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:33.819004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-dbefa983-47eb-485d-9d51-01474ab37058 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029843 Jul 15 13:22:33.929847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Deleting port 9e646913-8404-47ac-be86-796f8546c951 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:33.930761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.022892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.116905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] For port 9e646913-8404-47ac-be86-796f8546c951, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9e646913-8404-47ac-be86-796f8546c951,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:34.117819 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.145347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Calling delete_port for 9e646913-8404-47ac-be86-796f8546c951 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:34.147799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4898e0c0-3bf8-4a38-8f1e-4a8da24b1b67 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973638 Jul 15 13:22:34.345411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-8f633301-86d2-4e05-8b66-3ff8459db89f service neutron] 10.222.0.57 "GET /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1617525 Jul 15 13:22:34.351047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.417762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Pushing event deleted for resources: {'Port': ['ID=56105dc5-4df5-4ff5-a485-2e17e652e120,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.518186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:34.615510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e646913-8404-47ac-be86-796f8546c951,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:34.814676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-846e3afd-4c12-4b05-9070-9d7bb2fa0e63 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581292 Jul 15 13:22:34.833043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Router 071f3c17-1ebc-4985-9eae-973b3c6aea13 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:34.924968 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.457823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.463972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.472848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.478363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.481009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:35.485068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.493354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.494947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-fe1e8f06-adbf-4e25-9d74-286348078436 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572936 Jul 15 13:22:35.505532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:35.507734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-33cfed94-0495-4391-939d-45a87e176a8f req-63655e33-e4c1-4eaf-8490-e561f1e38e45 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.6505835 Jul 15 13:22:35.598803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:35.625922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] Sync routers for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:35.650748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:35.651574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-33cfed94-0495-4391-939d-45a87e176a8f req-bb99fb43-8c3d-4333-977b-da34a7bf911c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967598 Jul 15 13:22:35.652314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.692591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2ad056e4-c5df-4fa0-ba46-2df90669d501 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "PUT /v2.0/routers/071f3c17-1ebc-4985-9eae-973b3c6aea13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5554817 Jul 15 13:22:35.701121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-e038a55c-cc1b-4d15-9157-36d8dad99e13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2945781 Jul 15 13:22:35.702155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42466) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:35.787766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.807672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] Routers {'071f3c17-1ebc-4985-9eae-973b3c6aea13'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:35.808319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['071f3c17-1ebc-4985-9eae-973b3c6aea13'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.874563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:35.875672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3399d5-0567-4a6b-a5a4-7f413e25d799 None None] The sync data for ids ['071f3c17-1ebc-4985-9eae-973b3c6aea13'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:35.913065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-64bdb0ea-b821-4429-a294-354e935041c0 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109049 Jul 15 13:22:36.018575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Router 11a6fdba-0beb-453a-ac17-b9617ccc5635 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:36.117739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.212103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-830d80bd-866e-42b1-a09c-c5adf2b902f8 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978883 Jul 15 13:22:36.265823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-201d264b-46ce-4c0b-8010-437db5e7f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.267902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-201d264b-46ce-4c0b-8010-437db5e7f16c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 1098 time: 0.4274445 Jul 15 13:22:36.319056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42476) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.372715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:36.384009 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] Sync routers for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:36.385946 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3276eeeb-7b5a-472c-af1a-88edfd464df3 admin admin] 10.222.0.57 "PUT /v2.0/routers/11a6fdba-0beb-453a-ac17-b9617ccc5635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6765556 Jul 15 13:22:36.388939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.409868 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:36.410948 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.432829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.458589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Router 831aaf3c-d373-4165-a304-51b366e43559 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:22:36.475780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-33904b95-d95e-4e0b-aa6b-e4e3bcabb182 service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622728 Jul 15 13:22:36.576545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e95a5ff0-2bd9-4434-9d20-9c48386f3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.590448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:36.599585 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:36.603799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] Sync routers for ids ['831aaf3c-d373-4165-a304-51b366e43559'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:36.624239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] Routers {'831aaf3c-d373-4165-a304-51b366e43559'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:36.624881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['831aaf3c-d373-4165-a304-51b366e43559'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:36.640421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-3b08fba6-4066-4c8a-94d5-d1e450363ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:36.643177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-3b08fba6-4066-4c8a-94d5-d1e450363ef8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.3411994 Jul 15 13:22:36.656130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec17600c-2115-4176-93f7-6aae3023ce8a admin admin] 10.222.0.57 "PUT /v2.0/routers/831aaf3c-d373-4165-a304-51b366e43559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6132126 Jul 15 13:22:36.687943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42482) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:36.873081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] Set router 831aaf3c-d373-4165-a304-51b366e43559 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:36.880959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:36.894339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-7157cd03-5f41-4e5f-932a-c0f56fa19ced service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 200 len: 1001 time: 0.1453452 Jul 15 13:22:37.005789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-da0e37e3-292a-4683-8765-d26032117d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.007518 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-da0e37e3-292a-4683-8765-d26032117d99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.0962296 Jul 15 13:22:37.124184 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:37.134840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.239029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:37.258403 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] Checking router: 11a6fdba-0beb-453a-ac17-b9617ccc5635 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:37.276872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting port a37f85fe-69d9-459f-aac1-7c3c987da577 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:37.276872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.293620 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] Routers {'11a6fdba-0beb-453a-ac17-b9617ccc5635'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:37.294925 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['11a6fdba-0beb-453a-ac17-b9617ccc5635'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:37.307120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-f9d9745e-fe36-4912-93c2-c5ef550c9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.308922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] Checking router: 831aaf3c-d373-4165-a304-51b366e43559 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:37.311332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-f9d9745e-fe36-4912-93c2-c5ef550c9be6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2941377 Jul 15 13:22:37.314306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.321101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] Routers {'831aaf3c-d373-4165-a304-51b366e43559'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:37.321767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['831aaf3c-d373-4165-a304-51b366e43559'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:37.553378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] Set router 831aaf3c-d373-4165-a304-51b366e43559 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:37.657957 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] Set router 11a6fdba-0beb-453a-ac17-b9617ccc5635 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:37.744281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.766297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.778738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.791677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.819558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.832137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.844349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.847000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:37.863145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-0cd32343-9d43-4e85-ab23-8ffe76392740 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.7537816 Jul 15 13:22:37.897696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-d6ebcf18-a9b5-4384-9bb0-b60d7939453c service neutron] 10.222.0.57 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3091226 Jul 15 13:22:37.938894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:37.992106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Deleting port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:37.992918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.012779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Calling delete_port for a37f85fe-69d9-459f-aac1-7c3c987da577 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:38.123613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.165495 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:38.224978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243c7f-ebb5-4d2e-afa0-c4c3fd63fa57 None None] The sync data for ids ['831aaf3c-d373-4165-a304-51b366e43559'] in n-d-798054-11 is: [{'id': '831aaf3c-d373-4165-a304-51b366e43559', 'name': 'tempest-TestAggregatesBasicOps-1277334181-router', 'tenant_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:21:02Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'fe59ecd9b35a47b6b4262b7d177e1957', 'gw_port': {'id': '2b21b2d1-4e42-42cf-a797-1bd9d15a0686', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831aaf3c-d373-4165-a304-51b366e43559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:21:11Z', 'updated_at': '2021-07-15T13:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:38.254034 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c509e9-7b7b-476e-90ab-70fa504f53f1 None None] The sync data for ids ['11a6fdba-0beb-453a-ac17-b9617ccc5635'] in n-d-798054-11 is: [{'id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'name': 'tempest-FloatingIPsAssociationTestJSON-180475676-router', 'tenant_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:28Z', 'updated_at': '2021-07-15T13:22:34Z', 'revision_number': 5, 'project_id': 'fabc4cfda5b44fee94348d8a4a63041c', 'gw_port': {'id': '6fa8cea3-ecad-4a01-99e5-f9e4d78c7218', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:9b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a6fdba-0beb-453a-ac17-b9617ccc5635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:31Z', 'updated_at': '2021-07-15T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:22:38.267393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-dbddf3a1-4c1b-4363-91cd-12f4c0e00f6b service neutron] 10.222.0.57 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407874 Jul 15 13:22:38.302272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e95a5ff0-2bd9-4434-9d20-9c48386f3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.308100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-2450c194-5c4e-4040-9e15-1aed379c9d68 service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9773722 Jul 15 13:22:38.328611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2a443bf-54a3-4dd0-ae6f-9848eb2840f5 req-1dd7253c-416b-4385-ac49-775384d22e3a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4638894 Jul 15 13:22:38.332602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] For port 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:38.333944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.341780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e95a5ff0-2bd9-4434-9d20-9c48386f3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.372898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Deleting port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:38.374001 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.436769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Calling delete_port for 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:38.489920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] For port 2b21b2d1-4e42-42cf-a797-1bd9d15a0686, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:38.490327 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.511125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Calling delete_port for 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:38.518805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e95a5ff0-2bd9-4434-9d20-9c48386f3207 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9cf5fbfbee844c59b66ecf6878617f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1982381 Jul 15 13:22:38.523722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:38.530383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a5ff0-2bd9-4434-9d20-9c48386f3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2b28c-1f2d-41ad-b0ab-833ee6309a28,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:38.745046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1a4d4a8-561b-4caa-8806-97e315d7898c req-38b22d9b-bb46-49b7-855b-135aad3fe5ac service neutron] 10.222.0.59 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059725 Jul 15 13:22:38.978399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e5052a43-30fe-4322-aa6a-321e6332045c service neutron] 10.222.0.57 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257484 Jul 15 13:22:38.987643 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31071b6c-9565-4ad2-8edb-9209a6d3a0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:38.995681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.061424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa8cea3-ecad-4a01-99e5-f9e4d78c7218,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.226766 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.254654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31071b6c-9565-4ad2-8edb-9209a6d3a0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.435637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.439973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.526116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.529976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.550772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.551631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a6fdba-0beb-453a-ac17-b9617ccc5635 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:39.562464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.564552 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-27ab5901-b279-4255-b38a-5bb347872f5f admin admin] 10.222.0.57 "DELETE /v2.0/routers/11a6fdba-0beb-453a-ac17-b9617ccc5635 HTTP/1.1" status: 204 len: 168 time: 3.1741560 Jul 15 13:22:39.575333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42496) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:39.727197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Deleting subnet 8cc02b7e-9c14-4bf8-bf03-a17935c169ed {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:39.729188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2b21b2d1-4e42-42cf-a797-1bd9d15a0686,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.742003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.888496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.952287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Port': ['ID=a37f85fe-69d9-459f-aac1-7c3c987da577,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:39.965468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.974076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.977490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:39.984347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.991008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:39.997494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.004768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.013130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:40.023286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-346186cc-95bd-4d5f-8c3f-6cf2b00ca7c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.3726814 Jul 15 13:22:40.087524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b8c0da9-1c35-4e16-a3a5-a372c61538a1 req-ac0763e9-de7b-4a12-8266-98a5930d0b28 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629051 Jul 15 13:22:40.165397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.212392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-f6bdcac2-7fd4-40bd-9050-ad74b9d9abf6 service neutron] 10.222.0.57 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1651568 Jul 15 13:22:40.230972 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.256865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.266446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31071b6c-9565-4ad2-8edb-9209a6d3a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.268841 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.271179 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-31071b6c-9565-4ad2-8edb-9209a6d3a0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.273300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-31071b6c-9565-4ad2-8edb-9209a6d3a0c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ff2b28c-1f2d-41ad-b0ab-833ee6309a28 HTTP/1.1" status: 204 len: 168 time: 1.7456849 Jul 15 13:22:40.381415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc02b7e-9c14-4bf8-bf03-a17935c169ed,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.394205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.397892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8efa873c-5780-46db-b7a2-03d42d012f59 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8cc02b7e-9c14-4bf8-bf03-a17935c169ed HTTP/1.1" status: 204 len: 168 time: 0.8206952 Jul 15 13:22:40.405250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42502) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:40.414213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a08a0-5bba-4d6e-a8ff-93221e041558 None None] Network ef52c9d1-6878-4d2b-b269-67576e7befe9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:40.576271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.661339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9e646913-8404-47ac-be86-796f8546c951 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:40.677197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.735145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9e646913-8404-47ac-be86-796f8546c951 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:40.736146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9e646913-8404-47ac-be86-796f8546c951 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:40.737149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:40.815429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:40.815993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6fa8cea3-ecad-4a01-99e5-f9e4d78c7218 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:40.816660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 56105dc5-4df5-4ff5-a485-2e17e652e120 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:40.842118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Deleting port 60294555-ca91-4aa5-a26a-55abad1b8038 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:40.842573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.848081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 56105dc5-4df5-4ff5-a485-2e17e652e120 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:40.848761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 56105dc5-4df5-4ff5-a485-2e17e652e120 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:40.859083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31071b6c-9565-4ad2-8edb-9209a6d3a0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2b28c-1f2d-41ad-b0ab-833ee6309a28,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:40.880759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.885896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.921310 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.921887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 831aaf3c-d373-4165-a304-51b366e43559 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:40.930291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:40.931705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3882fc99-ef7b-46a7-a310-97ca4c534c5a admin admin] 10.222.0.57 "DELETE /v2.0/routers/831aaf3c-d373-4165-a304-51b366e43559 HTTP/1.1" status: 204 len: 168 time: 4.2420204 Jul 15 13:22:40.942151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42506) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.057717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.059031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Fanout notify agent at l3_agent the message router_deleted on router 071f3c17-1ebc-4985-9eae-973b3c6aea13 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:22:41.086760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.088726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ffd8c22a-e0aa-4f4a-95c2-7e789159d726 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "DELETE /v2.0/routers/071f3c17-1ebc-4985-9eae-973b3c6aea13 HTTP/1.1" status: 204 len: 168 time: 5.3849981 Jul 15 13:22:41.097332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42512) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:41.110129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] DHCP port deletion for ef52c9d1-6878-4d2b-b269-67576e7befe9 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:41.114878 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-16d08f4f-0072-4d6c-8ea6-82f93dd3fab9 service neutron] 10.222.0.57 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8765993 Jul 15 13:22:41.198577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Deleting port 60294555-ca91-4aa5-a26a-55abad1b8038 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:41.199124 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.235963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] For port 60294555-ca91-4aa5-a26a-55abad1b8038, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=60294555-ca91-4aa5-a26a-55abad1b8038,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:41.237597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.287330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Calling delete_port for 60294555-ca91-4aa5-a26a-55abad1b8038 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:41.314696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting subnet c5e0a132-5d09-4a8d-adb9-b68d2babe486 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:41.320022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.416591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] For port 60294555-ca91-4aa5-a26a-55abad1b8038, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=60294555-ca91-4aa5-a26a-55abad1b8038,segment=NetworkSegment(14a7e056-4468-4c6d-b9ec-2c06a0a580f3),segment_id=14a7e056-4468-4c6d-b9ec-2c06a0a580f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:41.417405 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.437134 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.455807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Calling delete_port for 60294555-ca91-4aa5-a26a-55abad1b8038 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:41.496451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.504929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Deleting subnet e390be0c-007f-4f0c-a2f5-6e0407b3ee56 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:22:41.560423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.622836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=60294555-ca91-4aa5-a26a-55abad1b8038,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:41.661301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] No DVR routers for this DVR port 60294555-ca91-4aa5-a26a-55abad1b8038 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:41.694995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.854458 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.883156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef52c9d1-6878-4d2b-b269-67576e7befe9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:41.968151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:41.981911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:41.983086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.011385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.025333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.032424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.040712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.048961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:42.051504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-45f6ea92-f2c5-4e13-9053-59cb69a0b49a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.5726113 Jul 15 13:22:42.053775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a7e056-4468-4c6d-b9ec-2c06a0a580f3') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.054208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a7e056-4468-4c6d-b9ec-2c06a0a580f3') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:42.075222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.126038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.137064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.206261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:42.206870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:42.209084 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:42.222310 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.222831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.235671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-55b84654-1f5b-49ee-9e10-3e11e1e41b1b req-9b2dbba9-9885-45a2-a4aa-09c1e82f2cf7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574874 Jul 15 13:22:42.288647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.291150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "DELETE /v2.0/subnets/c5e0a132-5d09-4a8d-adb9-b68d2babe486 HTTP/1.1" status: 204 len: 168 time: 1.1899400 Jul 15 13:22:42.292585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8141fb-170f-4ba4-873f-a8a7be32d3f4 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e0a132-5d09-4a8d-adb9-b68d2babe486,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.295160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42544) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.351411 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.357903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] No DVR routers for this DVR port 60294555-ca91-4aa5-a26a-55abad1b8038 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:42.379717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Pushing event deleted for resources: {'Port': ['ID=60294555-ca91-4aa5-a26a-55abad1b8038,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.383982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:42.392860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e396968-3a27-4cc0-85c7-8489bc54d423 None None] Network 918b230e-52e0-4444-8892-502f2d5b09ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:42.399153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e390be0c-007f-4f0c-a2f5-6e0407b3ee56,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.406340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.408965 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e35746ed-b3f6-479d-a8f5-4ffddcc2bace admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e390be0c-007f-4f0c-a2f5-6e0407b3ee56 HTTP/1.1" status: 204 len: 168 time: 1.4651089 Jul 15 13:22:42.410080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.413930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.438454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.447158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ef52c9d1-6878-4d2b-b269-67576e7befe9 HTTP/1.1" status: 204 len: 168 time: 2.0350378 Jul 15 13:22:42.447158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42548) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.509366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f546f-b6c7-40f3-9861-c145f41d0f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef52c9d1-6878-4d2b-b269-67576e7befe9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:42.516738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.541738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46ec0ca-b717-4680-bf8c-b6fc4a960a59 None None] Network 8414904b-acd9-4df2-a7e5-9156baf3f115 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:42.611315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:42.612463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b21b2d1-4e42-42cf-a797-1bd9d15a0686 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:42.613475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 60294555-ca91-4aa5-a26a-55abad1b8038 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:42.621171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.622313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.623699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.624730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.626330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.627494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.628439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.630032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.631070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.632380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.633721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.634963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98c68b5-df63-490f-888b-8d1c37999155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:22:42.663571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.712493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:42.717336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.752755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-299737277-network', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:42.820106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Made reservation on behalf of 6b653f3035114746a937d0ebe4513cb0 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:42.823702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.841769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42558) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:42.843102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.903109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] For port ca9fa451-356c-4f30-9cbc-9ff2851d06f9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,segment=NetworkSegment(83dc8c91-0fd4-4560-a5a3-da1b6156f192),segment_id=83dc8c91-0fd4-4560-a5a3-da1b6156f192)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:42.903608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:42.916789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 60294555-ca91-4aa5-a26a-55abad1b8038 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:42.917534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 60294555-ca91-4aa5-a26a-55abad1b8038 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:42.944347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Calling delete_port for ca9fa451-356c-4f30-9cbc-9ff2851d06f9 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:43.063034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6582857d-969e-4f74-9f28-865a9570d9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.108704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Deleting port 78f8c143-9099-4698-a37b-776a5ee210f2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:43.109511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.188242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.212202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd60b41b-e4ee-4f01-a95f-7646557cb1bc req-ec1928fb-90af-4d5b-9f6c-a309d303d6cf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.2267008 Jul 15 13:22:43.223316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] DHCP port deletion for 8414904b-acd9-4df2-a7e5-9156baf3f115 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:43.260372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Port': ['ID=ca9fa451-356c-4f30-9cbc-9ff2851d06f9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.273022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] No DVR routers for this DVR port ca9fa451-356c-4f30-9cbc-9ff2851d06f9 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:43.302267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e403104d-1cff-41e4-9812-47dd4b4dda38 None None] DHCP port deletion for 918b230e-52e0-4444-8892-502f2d5b09ed request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:22:43.358127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] Deleting port 78f8c143-9099-4698-a37b-776a5ee210f2 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:43.358863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.372876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a23edb77-c3de-48ae-b19c-2111ec57d4c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fabc4cfda5b44fee94348d8a4a63041c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921281 Jul 15 13:22:43.454602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.464380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] For port 78f8c143-9099-4698-a37b-776a5ee210f2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=78f8c143-9099-4698-a37b-776a5ee210f2,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:43.464946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.473015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.492975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918b230e-52e0-4444-8892-502f2d5b09ed']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:43.493289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Calling delete_port for 78f8c143-9099-4698-a37b-776a5ee210f2 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:43.514123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83dc8c91-0fd4-4560-a5a3-da1b6156f192') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:43.515029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83dc8c91-0fd4-4560-a5a3-da1b6156f192') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:43.534625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42574) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.540710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.586120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.604668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] For port 78f8c143-9099-4698-a37b-776a5ee210f2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=78f8c143-9099-4698-a37b-776a5ee210f2,segment=NetworkSegment(b917a5e6-f179-4ede-8f0e-8edc6d20c580),segment_id=b917a5e6-f179-4ede-8f0e-8edc6d20c580)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:43.608123 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.609896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.626553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:43.627063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:43.631172 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:43.635439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332b2bfe-2516-4648-b23a-639c87bf4064,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.652752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] Calling delete_port for 78f8c143-9099-4698-a37b-776a5ee210f2 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:43.679811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:43.711942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.713186 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Added segment c411cebe-83d1-417d-a2ac-3eabb65c465e of type vlan for network 7f3963a6-4986-4035-a920-023786c8bf17 Jul 15 13:22:43.717893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.765018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-54ddd77a-1b34-407f-b4ee-8ca77a2ece56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.802162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-54ddd77a-1b34-407f-b4ee-8ca77a2ece56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.832661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.870915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-54ddd77a-1b34-407f-b4ee-8ca77a2ece56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.873892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-54ddd77a-1b34-407f-b4ee-8ca77a2ece56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.878310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-54ddd77a-1b34-407f-b4ee-8ca77a2ece56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba547dd3-e6bd-4306-a86f-48532054135f HTTP/1.1" status: 204 len: 168 time: 0.3427339 Jul 15 13:22:43.879444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.896510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddd77a-1b34-407f-b4ee-8ca77a2ece56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba547dd3-e6bd-4306-a86f-48532054135f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.921365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] Pushing event deleted for resources: {'Port': ['ID=78f8c143-9099-4698-a37b-776a5ee210f2,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.935271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:43.942393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "DELETE /v2.0/networks/918b230e-52e0-4444-8892-502f2d5b09ed HTTP/1.1" status: 204 len: 168 time: 1.6446025 Jul 15 13:22:43.947468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c649c-79aa-4375-97fc-7c4d38c74473 None None] No DVR routers for this DVR port 78f8c143-9099-4698-a37b-776a5ee210f2 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:43.954206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854aeb-8364-465c-aee2-78d110700adb tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Network': ['ID=918b230e-52e0-4444-8892-502f2d5b09ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:43.957306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42582) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:43.997570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.028491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.044596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.057993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.074660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.086391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.096315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.108249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-75f6045b-b98b-4812-af3a-316290ad8dc0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5430 time: 0.5508621 Jul 15 13:22:44.329523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f8c143-9099-4698-a37b-776a5ee210f2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.337670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ca9fa451-356c-4f30-9cbc-9ff2851d06f9 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:44.370504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] No DVR routers for this DVR port 78f8c143-9099-4698-a37b-776a5ee210f2 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:22:44.376876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ca9fa451-356c-4f30-9cbc-9ff2851d06f9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:44.377374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ca9fa451-356c-4f30-9cbc-9ff2851d06f9 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:44.378053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 78f8c143-9099-4698-a37b-776a5ee210f2 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:22:44.430702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 78f8c143-9099-4698-a37b-776a5ee210f2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:22:44.436420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 78f8c143-9099-4698-a37b-776a5ee210f2 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:22:44.448060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.510956 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64958f85-8a0b-49a0-9b74-8fb041a5edea req-fb8c8d6d-e6f2-4e38-bc3f-bb8211102aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2779107 Jul 15 13:22:44.526395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da6a0cc4-4d1d-4f55-8b66-b6700332d5e1 req-13fda714-88b9-4f65-9706-044e963b9560 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1076980 Jul 15 13:22:44.587041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Deleting port c0ddbd4f-4963-4cc4-9cd0-95b918fed47b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:22:44.587041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.654183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.666431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.667392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:44.668725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.705897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8414904b-acd9-4df2-a7e5-9156baf3f115']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:44.745908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b917a5e6-f179-4ede-8f0e-8edc6d20c580') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:44.746564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b917a5e6-f179-4ede-8f0e-8edc6d20c580') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:44.765018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d29b0b87-2134-4e48-9b96-ee16291c6754 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:44.776087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.776811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.825366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3963a6-4986-4035-a920-023786c8bf17,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:44.831770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.835184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Calling delete_port for c0ddbd4f-4963-4cc4-9cd0-95b918fed47b owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:22:44.860968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8143c5af-d73f-42c2-b7f9-62aa9cfee0e2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3780730 Jul 15 13:22:44.876910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42604) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:44.903269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Request body: {'subnet': {'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-299737277-subnet', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:44.910723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7f3963a6-4986-4035-a920-023786c8bf17 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:44.927018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.956778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:22:44.957474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:22:44.960654 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:22:44.993176 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:22:45.003021 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.021004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Made reservation on behalf of 6b653f3035114746a937d0ebe4513cb0 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:45.026311 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.177942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d29b0b87-2134-4e48-9b96-ee16291c6754,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:45.240732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'd29b0b87-2134-4e48-9b96-ee16291c6754', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'port_id': 'd29b0b87-2134-4e48-9b96-ee16291c6754', 'mac_address': 'fa:16:3e:66:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:45.299810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.347162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.356831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8414904b-acd9-4df2-a7e5-9156baf3f115 HTTP/1.1" status: 204 len: 168 time: 2.9392619 Jul 15 13:22:45.410950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.470593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c72182-1ed2-42b8-a13d-f647cf48c6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8414904b-acd9-4df2-a7e5-9156baf3f115,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:45.501544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.578798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3f338867-3b2b-464c-97da-d928a2089d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.605489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29b0b87-2134-4e48-9b96-ee16291c6754 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:45.717684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.731992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d29b0b87-2134-4e48-9b96-ee16291c6754,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:45.742419 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.743480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:45.806882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42624) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:45.893473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:45.901492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:45.910876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'a4d32807-5c1b-43c9-84ca-6a6902b8a5c3', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'port_id': 'a4d32807-5c1b-43c9-84ca-6a6902b8a5c3', 'mac_address': 'fa:16:3e:c5:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:45.988727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.010858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.017013 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.053457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:46.136996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.144394 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.145825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 9110421f-4442-4ff5-8c15-1fb3bf627c19 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:46.148437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0c4cedec-b729-4151-a36d-9f54e894ce8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=45c19ba996954b8bb8adda50e095271f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379045 Jul 15 13:22:46.165467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.203962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.210662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.216489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Checking segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:46.216941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.218315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Network hostable DHCP agents. Network: 7f3963a6-4986-4035-a920-023786c8bf17, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:46.223414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.226077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-488c3803-3a45-4269-abd5-cd368b203e0e req-09b4b870-3ac4-4960-bcd3-2c1f448c100b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1360271 Jul 15 13:22:46.227312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfc3381-73ef-4113-aff9-97c5b2a8749e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.230113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.254851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.260116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:46.272671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.279029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-723527e9-f2a0-44c7-8d55-1fa6a34cc3c5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5431 time: 0.4096689 Jul 15 13:22:46.307966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Network 7f3963a6-4986-4035-a920-023786c8bf17 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:46.314159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '9110421f-4442-4ff5-8c15-1fb3bf627c19', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'port_id': '9110421f-4442-4ff5-8c15-1fb3bf627c19', 'mac_address': 'fa:16:3e:48:f2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:46.351791 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.359462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7f3963a6-4986-4035-a920-023786c8bf17) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:46.382835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.386314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.418501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ccda539-7a66-40ad-9aea-e5622a2d194a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.432760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Pushing event deleted for resources: {'Port': ['ID=c0ddbd4f-4963-4cc4-9cd0-95b918fed47b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.514838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd5eae-bab6-41b2-8d26-94cb8c946621 None None] Network 7f3963a6-4986-4035-a920-023786c8bf17 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:46.517273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f9b91fa-2b80-49a3-a52e-f2ef89dc104a req-8cb29510-9a35-41dd-a900-f78c5429e704 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269039 Jul 15 13:22:46.524337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ccda539-7a66-40ad-9aea-e5622a2d194a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.525179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.529867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-network', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:46.620927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f9836ba-217c-491f-a513-1cc2a2800f07 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7417743 Jul 15 13:22:46.622221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:46.648812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.651284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.655964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3818c044-7a0b-42c5-b05a-f5b3025157f2 tempest-FloatingIPAdminTestJSON-1847989421 tempest-FloatingIPAdminTestJSON-1847989421-project] 10.222.0.57 "DELETE /v2.0/floatingips/7aec9668-d35b-4a4d-bb2b-20998b04d139 HTTP/1.1" status: 204 len: 168 time: 2.5453703 Jul 15 13:22:46.681468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:46.683027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Made reservation on behalf of 27059011d01d4688a2a873a30a7a19f4 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:46.688109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.708272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ccda539-7a66-40ad-9aea-e5622a2d194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.713298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ccda539-7a66-40ad-9aea-e5622a2d194a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.716282 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.716577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.717823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4ccda539-7a66-40ad-9aea-e5622a2d194a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b7dfc76-390c-4e78-984e-13272ae398ae HTTP/1.1" status: 204 len: 168 time: 0.5427971 Jul 15 13:22:46.772096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccda539-7a66-40ad-9aea-e5622a2d194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7dfc76-390c-4e78-984e-13272ae398ae,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:46.782245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-1621ef5c-f216-4d03-b1f1-c91dfa907197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:46.784206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-1621ef5c-f216-4d03-b1f1-c91dfa907197 service neutron] 10.222.0.59 "GET /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 1026 time: 0.3067245 Jul 15 13:22:46.790626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.793541 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:46.838608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9110421f-4442-4ff5-8c15-1fb3bf627c19 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:47.006201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-8ebda32f-671b-45d7-999a-8ce29a59c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.008478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-8ebda32f-671b-45d7-999a-8ce29a59c2bf service neutron] 10.222.0.59 "GET /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 1027 time: 0.2019219 Jul 15 13:22:47.081073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.093799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.137348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:47.166453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.170355 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Added segment 4e04dddd-dd69-4699-804d-aa2f81c08a33 of type vlan for network 88ce9208-b397-4c17-8ad6-e4798ba5d24f Jul 15 13:22:47.195614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:47.202633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.237545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.301724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.303916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:47.304810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.335290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.339067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8a7327b3-39af-4662-8906-5c2ae10002de details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:47.460274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.461369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Pushing event updated for resources: {'Network': ['ID=88ce9208-b397-4c17-8ad6-e4798ba5d24f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.468512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4492886 Jul 15 13:22:47.481780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:47.491693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Request body: {'subnet': {'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-subnet', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:47.546733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43616994-d857-426f-828d-2b402fb1e65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6837ea-0e4d-4bfe-bfec-958354df3d15,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.556421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Made reservation on behalf of 27059011d01d4688a2a873a30a7a19f4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:47.563674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.599704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7f3963a6-4986-4035-a920-023786c8bf17', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:47.605531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.741505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8a7327b3-39af-4662-8906-5c2ae10002de,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:47.784484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:47.791943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '8a7327b3-39af-4662-8906-5c2ae10002de', 'network_id': '03f76d16-725a-4bb9-a534-70ecedaca491', 'port_id': '8a7327b3-39af-4662-8906-5c2ae10002de', 'mac_address': 'fa:16:3e:9f:8e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade5fd83-3a96-45a7-8a67-db02eee344c7', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:47.824252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:47.850680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.887287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:47.939156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:48.160398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4501d8a6-6bba-49bd-8bb2-a8df96917337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.167519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4501d8a6-6bba-49bd-8bb2-a8df96917337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.174803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4501d8a6-6bba-49bd-8bb2-a8df96917337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.177053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4501d8a6-6bba-49bd-8bb2-a8df96917337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=d283855c-bb57-4415-8af6-59c2c98dfa14&id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 1989 time: 1.1532335 Jul 15 13:22:48.182954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Allocated IP 172.20.0.2 (7f3963a6-4986-4035-a920-023786c8bf17/3bfc3381-73ef-4113-aff9-97c5b2a8749e/6c18ee09-c703-4c37-a6d9-ce82637e992a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:48.290421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ade7d78c-cb56-4682-925f-486418232444 req-07d4aacd-ccd2-4653-976c-3de97116fa20 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1587527 Jul 15 13:22:48.307772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.346363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-add02ab8-1f2e-4c68-85b4-7bfbdeac7f46 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f300fb75dcb4a8ba79ed7430992e994 HTTP/1.1" status: 200 len: 379 time: 0.0673947 Jul 15 13:22:48.353562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Pushing event updated for resources: {'Subnet': ['ID=021edf4c-2818-412b-80c0-fe8cab3565cd,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.363830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'admin_state_up': True, 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'security_groups': ['a45047ee-372e-43e8-ad29-8082c562279b']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:48.370309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0357370f-ce80-471f-92a9-28e9b725174b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f82c155f365454eb2c41922c9ed9b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9040153 Jul 15 13:22:48.371337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:48.502002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b2952f-d4b1-4d35-930c-ba64ad3c6f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.531214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b2952f-d4b1-4d35-930c-ba64ad3c6f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.561083 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.575774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:48.580607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.595212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7327b3-39af-4662-8906-5c2ae10002de {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:48.635170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Checking segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:48.635170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Network hostable DHCP agents. Network: 88ce9208-b397-4c17-8ad6-e4798ba5d24f, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:22:48.639835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b2952f-d4b1-4d35-930c-ba64ad3c6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.642857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b2952f-d4b1-4d35-930c-ba64ad3c6f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.658216 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02b2952f-d4b1-4d35-930c-ba64ad3c6f19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6e30293-02b6-4eeb-84bc-2d99411fdd31 HTTP/1.1" status: 204 len: 168 time: 0.2596726 Jul 15 13:22:48.715920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2952f-d4b1-4d35-930c-ba64ad3c6f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e30293-02b6-4eeb-84bc-2d99411fdd31,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:48.727810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15b3037e-fdc9-44a9-a8f1-96b2aef50027 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe59ecd9b35a47b6b4262b7d177e1957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7775958 Jul 15 13:22:48.742764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42662) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:48.785169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.796793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.846055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.846335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.866646 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-910fbf10-296f-4738-9efd-3461e95fa9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.877419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.880601 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.885721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Transition to ACTIVE for port object 6c18ee09-c703-4c37-a6d9-ce82637e992a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:48.913371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-910fbf10-296f-4738-9efd-3461e95fa9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.913679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.924289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.934831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:48.935535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8a7327b3-39af-4662-8906-5c2ae10002de,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:48.947944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Transition to ACTIVE for port object 6c18ee09-c703-4c37-a6d9-ce82637e992a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:48.949616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:48.950949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5a375492-edc5-4c24-9309-624c9a1f5e69 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:48.951410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-31a6d526-6a35-4fb1-9de4-033d77072e80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5433 time: 0.8821933 Jul 15 13:22:48.960179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:22:49.006653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.006960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 88ce9208-b397-4c17-8ad6-e4798ba5d24f) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:49.012239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:49.013166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.031892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35eeed7-959f-40ca-8b43-4c0295dcbd81 None None] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:49.053001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951088e9-fecf-4302-81b3-d5bf328c4cc1 req-6e4a7b27-eaee-44c2-a7bb-fa21302b3bcc tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976651 Jul 15 13:22:49.055644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-91b66ed3-8ce3-460a-876c-87134a8fdfde admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5725157 Jul 15 13:22:49.061200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42666) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.064336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 172.20.0.8 (3e53f48e-0978-4e08-8c50-8d598755a75d/4fd22e21-717f-4d44-8771-3b893e31ee3b/801ed096-ee92-4d83-8a01-0f62e577058f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:49.074511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:49.082831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Network 7f3963a6-4986-4035-a920-023786c8bf17 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:49.110640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:49.151920 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.154036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.318858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.429692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:49.461578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:49.489481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96926f2e-e78b-44ef-af2f-502ba8d7158d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.523534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.624930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.637941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Pushing event updated for resources: {'Port': ['ID=6c18ee09-c703-4c37-a6d9-ce82637e992a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.646979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ef074a0-e13d-41f9-9c65-cb3588bfdff9 req-41cc5393-03d7-47b5-a7c4-0b311e49856f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1249826 Jul 15 13:22:49.765926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5a375492-edc5-4c24-9309-624c9a1f5e69,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:49.769077 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.781834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-910fbf10-296f-4738-9efd-3461e95fa9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.784524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-910fbf10-296f-4738-9efd-3461e95fa9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.789706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-910fbf10-296f-4738-9efd-3461e95fa9fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9aedb4f-9070-4510-b72f-e131594f19cd HTTP/1.1" status: 204 len: 168 time: 1.0405395 Jul 15 13:22:49.857603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object 801ed096-ee92-4d83-8a01-0f62e577058f will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:49.864724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fbf10-296f-4738-9efd-3461e95fa9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aedb4f-9070-4510-b72f-e131594f19cd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:49.880591 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.897126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96926f2e-e78b-44ef-af2f-502ba8d7158d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.917381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96926f2e-e78b-44ef-af2f-502ba8d7158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:49.956014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.073823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'port_id': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'mac_address': 'fa:16:3e:c7:c7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:50.113892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-96926f2e-e78b-44ef-af2f-502ba8d7158d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da929e087f5d442caa611a39b49b9fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509583 Jul 15 13:22:50.120762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42674) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:50.185115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96926f2e-e78b-44ef-af2f-502ba8d7158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7553ac7-8c5b-4a05-a261-0516d973af87,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.191598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.244817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:22:50.246217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.265206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a375492-edc5-4c24-9309-624c9a1f5e69 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:50.265513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.303390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Attempting to bind port 6c18ee09-c703-4c37-a6d9-ce82637e992a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:50.310713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Attempting to bind port 6c18ee09-c703-4c37-a6d9-ce82637e992a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:50.311458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Attempting to bind port 6c18ee09-c703-4c37-a6d9-ce82637e992a on network 7f3963a6-4986-4035-a920-023786c8bf17 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:50.344207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:50.344585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Checking segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:50.344980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.345394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Bound using segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:50.345868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Bound port: 6c18ee09-c703-4c37-a6d9-ce82637e992a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:50.346259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.371353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5a375492-edc5-4c24-9309-624c9a1f5e69,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:50.382291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.401415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 3e53f48e-0978-4e08-8c50-8d598755a75d is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:50.413705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d52d0708-841f-4e41-9875-ccde7d859705 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:50.483862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:50.499748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:50.511543 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.566230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.783780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.790868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Allocated IP 172.25.3.150 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c83a8b03-d45d-4656-8156-11bbd478f5f9) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:50.821718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-933e0a7a-dbb3-4e48-8c6b-dbe42f71b4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.912337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] For port 6c18ee09-c703-4c37-a6d9-ce82637e992a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:50.913665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.926937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.941957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] For port 6c18ee09-c703-4c37-a6d9-ce82637e992a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6c18ee09-c703-4c37-a6d9-ce82637e992a,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:50.944306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.969526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.970068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:50.979444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:50.982885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:50.998720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.021352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.069022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bc37f00-0c42-4052-a02a-eef3667d1174 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7158549 Jul 15 13:22:51.070423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.074217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-933e0a7a-dbb3-4e48-8c6b-dbe42f71b4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.077147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-05678414-854e-4e51-83f8-011143599f3b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5435 time: 0.6611211 Jul 15 13:22:51.097546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['8a7327b3-39af-4662-8906-5c2ae10002de'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:51.101459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['9110421f-4442-4ff5-8c15-1fb3bf627c19'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:51.105228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['5a375492-edc5-4c24-9309-624c9a1f5e69'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:51.106449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'admin_state_up': True, 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'security_groups': ['a45047ee-372e-43e8-ad29-8082c562279b']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:51.125949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['d29b0b87-2134-4e48-9b96-ee16291c6754'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:51.136220 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.171840 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa6b9f88-8ebd-4a53-9796-d80aeee1491d req-093b3aea-72bf-4a31-b87f-274a4a9ba7a2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819073 Jul 15 13:22:51.612085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.615163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458a88b-338a-434a-84f4-1120d74b8f07 None None] Pushing event updated for resources: {'Port': ['ID=6c18ee09-c703-4c37-a6d9-ce82637e992a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.622231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-933e0a7a-dbb3-4e48-8c6b-dbe42f71b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.627673 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-933e0a7a-dbb3-4e48-8c6b-dbe42f71b4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.629919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-933e0a7a-dbb3-4e48-8c6b-dbe42f71b4a6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a7553ac7-8c5b-4a05-a261-0516d973af87 HTTP/1.1" status: 204 len: 168 time: 1.5040965 Jul 15 13:22:51.696413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:51.704382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:51.714222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e0a7a-dbb3-4e48-8c6b-dbe42f71b4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7553ac7-8c5b-4a05-a261-0516d973af87,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:51.762326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd3d3-97a7-4c45-8af9-e26e381a92dc req-da905143-536c-4122-b500-ce27b0ad8aae tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:51.775766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f1cd3d3-97a7-4c45-8af9-e26e381a92dc req-da905143-536c-4122-b500-ce27b0ad8aae tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 931 time: 0.6088343 Jul 15 13:22:51.779254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d52d0708-841f-4e41-9875-ccde7d859705,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:51.884062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'd52d0708-841f-4e41-9875-ccde7d859705', 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2', 'port_id': 'd52d0708-841f-4e41-9875-ccde7d859705', 'mac_address': 'fa:16:3e:9f:5d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cca2194-7bc5-47de-9be4-3fdd1d099307', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:51.970675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a4d32807-5c1b-43c9-84ca-6a6902b8a5c3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:52.049507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Allocated IP 172.20.0.2 (88ce9208-b397-4c17-8ad6-e4798ba5d24f/021edf4c-2818-412b-80c0-fe8cab3565cd/18c6eb46-df11-4acc-ab3f-4da0a38cabf8) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:52.097835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f1cd3d3-97a7-4c45-8af9-e26e381a92dc req-579da754-fa87-4ce7-9ac4-d5057c4a27bc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203838 Jul 15 13:22:52.137851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.329916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Allocated IP 172.25.3.194 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/bf7a3465-81bf-42c4-8114-8650a966edf8) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:52.437273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e2168efe-ee74-4f9a-ba86-7c18274926bc None None] Provisioning for port 801ed096-ee92-4d83-8a01-0f62e577058f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:52.525711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:52.568647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:52.575710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:52.751238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e2168efe-ee74-4f9a-ba86-7c18274926bc None None] Provisioning complete for port 801ed096-ee92-4d83-8a01-0f62e577058f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:52.752957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e2168efe-ee74-4f9a-ba86-7c18274926bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.802597 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.826861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42720) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:52.864914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06510d0f-fb9b-413f-b089-4e79538fb3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.927254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Pushing event updated for resources: {'Port': ['ID=c83a8b03-d45d-4656-8156-11bbd478f5f9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:52.930190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:52.955535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 10.1.1.166 (8076e1b8-81a9-43a7-93a4-a0d7f681e3b6/69ff0bc2-09d3-48f2-bed1-b75ff902c023/fb8db747-79ea-453d-9c9b-e5cb807f6d62) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:53.004323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.020598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.099174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.128937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.155765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.169093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.183036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:53.187318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88714089-c4cd-4681-aad6-2f649f41547b req-158b1bc0-97b1-4cfa-a752-190cc9bbd8a5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5435 time: 0.5183861 Jul 15 13:22:53.272550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52d0708-841f-4e41-9875-ccde7d859705 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:53.406915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.505094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:53.539943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:53.550176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:53.566804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.615903 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.655098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Transition to ACTIVE for port object 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:53.723434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88714089-c4cd-4681-aad6-2f649f41547b req-5aebfb60-06f6-4f7c-a506-ce829f2263f7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4182570 Jul 15 13:22:53.725026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Transition to ACTIVE for port object 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:53.785078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:53.811865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Pushing event updated for resources: {'Port': ['ID=bf7a3465-81bf-42c4-8114-8650a966edf8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:53.882787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d52d0708-841f-4e41-9875-ccde7d859705,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:53.957465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:53.981128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object fb8db747-79ea-453d-9c9b-e5cb807f6d62 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:54.072073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.173329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:54.196435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:54.201198 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.211642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06510d0f-fb9b-413f-b089-4e79538fb3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.227577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb377b2-857e-499d-b65d-73ab8631f4f3 None None] Network 7f3963a6-4986-4035-a920-023786c8bf17 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:22:54.248673 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06510d0f-fb9b-413f-b089-4e79538fb3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.443651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06510d0f-fb9b-413f-b089-4e79538fb3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ec6881-fc94-4309-908a-16d331fbd77e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:54.458048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'network': {'name': 'tempest-network-smoke--784231653', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:54.481025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-06510d0f-fb9b-413f-b089-4e79538fb3a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54b2511e2cee4a95aafa7b9cfc7b2bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6527288 Jul 15 13:22:54.486847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:54.505281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e2168efe-ee74-4f9a-ba86-7c18274926bc None None] Port 801ed096-ee92-4d83-8a01-0f62e577058f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:54.665415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c1b07ef-9be2-456f-a8c1-867b73d4e649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.751861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:54.756206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.782245 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c1b07ef-9be2-456f-a8c1-867b73d4e649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.845094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.893793 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.916936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c18ee09-c703-4c37-a6d9-ce82637e992a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:54.922069 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:54.923254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:22:55.041550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:55.130275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Pushing event updated for resources: {'Port': ['ID=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.148956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.180133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.181212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.194151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c1b07ef-9be2-456f-a8c1-867b73d4e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.199591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c1b07ef-9be2-456f-a8c1-867b73d4e649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.201838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7c1b07ef-9be2-456f-a8c1-867b73d4e649 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2ec6881-fc94-4309-908a-16d331fbd77e HTTP/1.1" status: 204 len: 168 time: 0.7133312 Jul 15 13:22:55.220265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:55.243168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47656692-4949-4ddb-90e6-fcb73e41a6e8 req-8c784349-e9f2-4985-94b9-37f5f9564065 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.252188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47656692-4949-4ddb-90e6-fcb73e41a6e8 req-8c784349-e9f2-4985-94b9-37f5f9564065 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 931 time: 1.5402358 Jul 15 13:22:55.283764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:55.320807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b07ef-9be2-456f-a8c1-867b73d4e649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ec6881-fc94-4309-908a-16d331fbd77e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:55.339010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54', 'network_id': '21e53ded-6736-481c-9356-ddec7ed49dd2', 'port_id': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54', 'mac_address': 'fa:16:3e:e6:ae:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cca2194-7bc5-47de-9be4-3fdd1d099307', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:22:55.499683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47656692-4949-4ddb-90e6-fcb73e41a6e8 req-0877007d-a8be-4c5b-b958-da5cbc381e2b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454767 Jul 15 13:22:55.575986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.587410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2ca8fd4-fd5b-46ef-90ab-b2bd6b37b7a4 None None] Provisioning for port 6c18ee09-c703-4c37-a6d9-ce82637e992a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:55.593052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:55.611145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:55.648683 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.673142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.680047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.700241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.716032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.729460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.752523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.767342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.784646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:55.788758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-247d1b48-e4f2-4cb9-99ef-8f1a99d0b181 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5436 time: 0.7983387 Jul 15 13:22:55.831303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:22:55.857282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-15469092-68de-4474-9b2b-0114d2278337 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7796197 Jul 15 13:22:55.860452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:55.886557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'admin_state_up': True, 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'security_groups': ['a45047ee-372e-43e8-ad29-8082c562279b']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:55.994863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:22:56.100796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:56.154955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cccf37b-527c-4af7-b057-5751329e3e83 req-c52de922-c84d-4fd1-b9a1-ea9ee003d3b4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847974 Jul 15 13:22:56.159250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89509b-6800-4910-baa2-3d65d23b2c90,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.181022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.181599 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Added segment 73632c90-41f4-4273-bc84-c879edb6cd70 of type vlan for network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 Jul 15 13:22:56.272204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6c18ee09-c703-4c37-a6d9-ce82637e992a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:56.375235 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.462280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Attempting to bind port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:22:56.465818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Attempting to bind port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:22:56.467349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Attempting to bind port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 on network 88ce9208-b397-4c17-8ad6-e4798ba5d24f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:22:56.502582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6c18ee09-c703-4c37-a6d9-ce82637e992a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:56.503139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.575589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8a7327b3-39af-4662-8906-5c2ae10002de up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:56.688207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:22:56.707071 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.729916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.840860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:56.859449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3243db90-76bb-41cb-8331-7617a25a65af None None] Provisioning for port fb8db747-79ea-453d-9c9b-e5cb807f6d62 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:56.864535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:22:56.865557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Checking segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:22:56.866257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.867543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Bound using segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:22:56.868911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Bound port: 18c6eb46-df11-4acc-ab3f-4da0a38cabf8, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:22:56.869603 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:56.884200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['d52d0708-841f-4e41-9875-ccde7d859705'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:56.963895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Router 4bb49858-79c0-4322-b738-10a170d9154e is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:22:56.985670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3243db90-76bb-41cb-8331-7617a25a65af None None] Provisioning complete for port fb8db747-79ea-453d-9c9b-e5cb807f6d62 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:56.986325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3243db90-76bb-41cb-8331-7617a25a65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.065748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3243db90-76bb-41cb-8331-7617a25a65af None None] Port fb8db747-79ea-453d-9c9b-e5cb807f6d62 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:22:57.077876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:22:57.212912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] For port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:22:57.217017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] For port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:22:57.271176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 10.1.1.234 (8076e1b8-81a9-43a7-93a4-a0d7f681e3b6/69ff0bc2-09d3-48f2-bed1-b75ff902c023/7e016702-d4c0-4745-a03a-cb03630ed0b4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:22:57.324403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.391988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.411408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 8a7327b3-39af-4662-8906-5c2ae10002de completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:22:57.448308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.473441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:57.485492 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Sync routers for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:57.517690 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:57.518778 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:57.524802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.530839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-764fd1e0-5661-4cf7-8c8d-98a7bbc76103 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8563974 Jul 15 13:22:57.564610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4be4d-517c-43eb-9054-4ebd7b57f34e None None] Pushing event updated for resources: {'Port': ['ID=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:57.566389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:57.587666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 8a7327b3-39af-4662-8906-5c2ae10002de triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:57.587666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.618954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.634033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.647421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.726861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f5f4b-a2b5-44c0-bab7-e82be29e0c47 req-8d139274-7fb0-47d8-892f-b6a13fd790c8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:57.739278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5f5f4b-a2b5-44c0-bab7-e82be29e0c47 req-8d139274-7fb0-47d8-892f-b6a13fd790c8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 0.3510768 Jul 15 13:22:57.858999 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:22:57.872715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.892629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object 7e016702-d4c0-4745-a03a-cb03630ed0b4 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:22:57.921861 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:57.984794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c5f5f4b-a2b5-44c0-bab7-e82be29e0c47 req-f17fb8b1-468b-4a92-86b2-99062f403186 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440588 Jul 15 13:22:57.994895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.2031920 Jul 15 13:22:58.004438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.011850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42782) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:58.027468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'admin_state_up': True, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:58.293648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 6c18ee09-c703-4c37-a6d9-ce82637e992a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6c18ee09-c703-4c37-a6d9-ce82637e992a,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:58.340948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.450568 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.548284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8a7327b3-39af-4662-8906-5c2ae10002de,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:22:58.571377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:22:58.578167 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ed0802-581d-4d13-9e40-7b4c84839dca" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:22:58.585203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aae909-9392-42ef-8d2c-7227f73a8fcd req-b6687833-0b1c-4cda-b0ae-76a13b3a9e84 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.594021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aae909-9392-42ef-8d2c-7227f73a8fcd req-b6687833-0b1c-4cda-b0ae-76a13b3a9e84 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:58.603319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c1aae909-9392-42ef-8d2c-7227f73a8fcd req-b6687833-0b1c-4cda-b0ae-76a13b3a9e84 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 1653 time: 1.2507236 Jul 15 13:22:58.643129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75d34-30c0-4df0-9bc5-8fac591c1b2b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Network': ['ID=6ac1de0e-50fb-4673-bbba-3c118fd09d26,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.653368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:58.658463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d29b0b87-2134-4e48-9b96-ee16291c6754 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:58.728184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:22:58.733317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:58.734972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:22:58.751428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:22:58.764682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:22:58.784403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:22:58.814638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:22:58.842165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c1aae909-9392-42ef-8d2c-7227f73a8fcd req-45e9e93b-7902-4384-a4da-6d7339f97c54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272565 Jul 15 13:22:58.973333 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:22:53Z', 'revision_number': 3, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.000810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68a82f43-b545-420c-b1c8-e58ee50351c8 None None] Provisioning complete for port 6c18ee09-c703-4c37-a6d9-ce82637e992a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:22:59.001656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68a82f43-b545-420c-b1c8-e58ee50351c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.050674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:22:59.056078 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.064877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.076264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.093882 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Checking router: 4bb49858-79c0-4322-b738-10a170d9154e for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:22:59.095429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Updating router 4bb49858-79c0-4322-b738-10a170d9154e port c83a8b03-d45d-4656-8156-11bbd478f5f9 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:22:59.263985 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.322230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:22:59.391244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.401517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ae8c0e1-7592-4411-a1c6-b49587512217 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 10.3363626 Jul 15 13:22:59.402904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42798) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:22:59.466062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c93739b4-2748-4797-9da6-46f57cf45fa7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5936086 Jul 15 13:22:59.508171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Sync routers for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:22:59.686139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=6c18ee09-c703-4c37-a6d9-ce82637e992a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:22:59.742637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14', 'admin_state_up': True, 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'security_groups': ['a45047ee-372e-43e8-ad29-8082c562279b']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:22:59.890002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:22:59.963555 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e300be-0900-40ac-81d2-153e0ea01c23 x-openstack-request-id: req-03e300be-0900-40ac-81d2-153e0ea01c23 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:22:59.964026 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:22:59.964440 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03e300be-0900-40ac-81d2-153e0ea01c23 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:22:59.965206 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de', 'code': 200} Jul 15 13:22:59.966107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:22:59.990142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:22:59.996448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:00.109978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.233488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.246318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.265611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42806) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:00.267200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.280721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.293106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.306241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.306580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63be7d9-7d81-4c2f-9206-63f678a17890 None None] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:00.319905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.324622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-a96a29e9-2fec-4ec1-8d27-70f13e932efe tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5438 time: 1.8051236 Jul 15 13:23:00.415403 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.441269 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Transition to ACTIVE for port object c83a8b03-d45d-4656-8156-11bbd478f5f9 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:00.453833 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.511815 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Attempting to bind port c83a8b03-d45d-4656-8156-11bbd478f5f9 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:00.512875 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Attempting to bind port c83a8b03-d45d-4656-8156-11bbd478f5f9 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:00.513418 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Attempting to bind port c83a8b03-d45d-4656-8156-11bbd478f5f9 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:00.528491 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:00.529300 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:00.529989 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.530674 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:00.531343 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Bound port: c83a8b03-d45d-4656-8156-11bbd478f5f9, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:00.531893 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.578868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port d29b0b87-2134-4e48-9b96-ee16291c6754 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:00.590131 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Pushing event updated for resources: {'Port': ['ID=c83a8b03-d45d-4656-8156-11bbd478f5f9,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:00.595160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port d29b0b87-2134-4e48-9b96-ee16291c6754 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:00.595757 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.599751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c18ee09-c703-4c37-a6d9-ce82637e992a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:00.631011 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.631949 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.632655 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.633572 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.634363 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.635093 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.635782 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.636559 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.637252 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.637945 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.638966 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.639653 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:00.689535 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] For port c83a8b03-d45d-4656-8156-11bbd478f5f9, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:00.697343 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] For port c83a8b03-d45d-4656-8156-11bbd478f5f9, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c83a8b03-d45d-4656-8156-11bbd478f5f9,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:00.715907 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:00.834581 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:00.835843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:00.895830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd8125-29ea-42e5-aadf-53d745eb6678 req-e46c41f6-a868-4edd-a03c-8b8bc352d24b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.898594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4fd8125-29ea-42e5-aadf-53d745eb6678 req-e46c41f6-a868-4edd-a03c-8b8bc352d24b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 0.7852850 Jul 15 13:23:00.944344 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-f784bab8-9372-4de5-a28a-b0972e71021f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:00.947020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-f784bab8-9372-4de5-a28a-b0972e71021f tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 2.1661725 Jul 15 13:23:01.110431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Provisioning for port 7e016702-d4c0-4745-a03a-cb03630ed0b4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:01.124047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4fd8125-29ea-42e5-aadf-53d745eb6678 req-d7ea43fa-8f43-4ba8-95b1-d6bab2a02a5b tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126307 Jul 15 13:23:01.131627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:01.132622 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:01.190605 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dfe05-710d-4c29-aead-29fdd7c060cc None None] Pushing event updated for resources: {'Port': ['ID=c83a8b03-d45d-4656-8156-11bbd478f5f9,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:01.206933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1496563222'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:01.387565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb1d08f8-663e-4e10-8b08-f842bf9fcca3 req-ca8a6412-2853-4f3b-a230-01d6979aa531 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7793567 Jul 15 13:23:01.433519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Made reservation on behalf of 6c25ae117ab843afa6459806d53a8b3c for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:01.439626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.546508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.575610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Provisioning complete for port 7e016702-d4c0-4745-a03a-cb03630ed0b4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:01.576272 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.594148 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.663142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Port 7e016702-d4c0-4745-a03a-cb03630ed0b4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:01.675575 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:22:53Z', 'revision_number': 3, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:01.725481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.726465 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285962e-2761-487c-9426-5274efbe8f8d None None] The sync data for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 is: [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:22:53Z', 'revision_number': 3, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:01.757963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:01.799407 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.829811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72983d73-eb57-49a5-8d47-0df5c326b913 req-e342506a-59dd-4967-88d3-5dad0a1f7ad1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.850184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72983d73-eb57-49a5-8d47-0df5c326b913 req-e342506a-59dd-4967-88d3-5dad0a1f7ad1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.863780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72983d73-eb57-49a5-8d47-0df5c326b913 req-e342506a-59dd-4967-88d3-5dad0a1f7ad1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:01.878251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72983d73-eb57-49a5-8d47-0df5c326b913 req-e342506a-59dd-4967-88d3-5dad0a1f7ad1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 2374 time: 0.4842625 Jul 15 13:23:01.884596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6c18ee09-c703-4c37-a6d9-ce82637e992a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:01.884952 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:01.916348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Provisioning for port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:01.969252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Provisioning complete for port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:01.971233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.034651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d5d12ef4-bf2e-42ac-9468-6421364220b7 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:02.063446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Allocated IP 172.20.0.1 (7f3963a6-4986-4035-a920-023786c8bf17/3bfc3381-73ef-4113-aff9-97c5b2a8749e/9745dc2f-c626-4698-8605-b966e3d34e0d) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:02.139278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.234830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d29b0b87-2134-4e48-9b96-ee16291c6754,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:02.271263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:02.276315 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52795cb3-d8a6-4201-bcde-d3fc0ff78ec8" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:02.295431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.356483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:02.364722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72983d73-eb57-49a5-8d47-0df5c326b913 req-b9a6e439-b239-4386-9102-59aea5f01911 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4849980 Jul 15 13:23:02.375527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.397086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Transition to ACTIVE for port object 9745dc2f-c626-4698-8605-b966e3d34e0d will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:02.654134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:02.669830 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb8845-3803-4c3b-a2e2-5ff6c540ed31 x-openstack-request-id: req-20bb8845-3803-4c3b-a2e2-5ff6c540ed31 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:02.670277 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:02.670726 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20bb8845-3803-4c3b-a2e2-5ff6c540ed31 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:02.676018 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754', 'code': 200} Jul 15 13:23:02.684229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:22:54Z', 'revision_number': 3, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:02.782685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.868687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:02.913147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Checking router: 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:02.913495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Updating router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 port bf7a3465-81bf-42c4-8114-8650a966edf8 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:02.926486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.050361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:23:03.148071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.148822 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Added segment 2d259d70-3d14-40d2-a90d-9759000b9dc0 of type vlan for network c71d6c32-3908-4955-a263-94edcb2ed3cc Jul 15 13:23:03.177061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.191500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.203084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.223000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.254708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.282892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.296326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.302583 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.311028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-a030a199-70d8-4697-99b6-9715ad7d8687 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5439 time: 0.6325700 Jul 15 13:23:03.314418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd6b0b-7ab4-46be-b271-20e5f619a2be,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:03.356781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.357368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.357916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.358457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.359030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.359791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.360320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.360873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.361493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.362049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.362654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.363196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:03.393824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c83a8b03-d45d-4656-8156-11bbd478f5f9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:03.475838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a6c21c2-1988-4319-bf41-52dc7410a521 req-752f0ca5-7504-4a47-9f1b-c8a3ec46f505 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630538 Jul 15 13:23:03.483493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Allocated IP 172.20.0.1 (88ce9208-b397-4c17-8ad6-e4798ba5d24f/021edf4c-2818-412b-80c0-fe8cab3565cd/9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:03.578625 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.627261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:03.628870 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.630682 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.690900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Network 7f3963a6-4986-4035-a920-023786c8bf17 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:03.769419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:03.773987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:03.803962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.939953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:03.940540 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.945319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:03.977253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:03.978446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.026871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] For port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:04.085105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.116039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Transition to ACTIVE for port object 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:04.296913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Pushing event updated for resources: {'Network': ['ID=c71d6c32-3908-4955-a263-94edcb2ed3cc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.313424 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d73ba2f6-1650-4a8e-acc5-f1d5b65914b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 4.0414579 Jul 15 13:23:04.316256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.373030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c71d6c32-3908-4955-a263-94edcb2ed3cc details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:23:04.463561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 10.2.2.100 (d283855c-bb57-4415-8af6-59c2c98dfa14/6516be47-e7bc-4bb7-9b14-4cc315389b74/1c958232-e324-42d1-8b70-eb9bd6ad3b57) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:04.470068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:04.480029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:04.489779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:04.529813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:04.547673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.640435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.650227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe480307-b4c1-4792-b112-de854f1b669c None None] Pushing event updated for resources: {'Port': ['ID=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.723775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.736223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Pushing event updated for resources: {'Port': ['ID=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.787241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:04.789751 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9809dfb6-0881-4719-821b-262fa2f78e19" -d '{"events": [{"server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:04.792604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:04.856291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port c83a8b03-d45d-4656-8156-11bbd478f5f9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:04.869391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c83a8b03-d45d-4656-8156-11bbd478f5f9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:04.870035 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:04.955516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.037297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object 1c958232-e324-42d1-8b70-eb9bd6ad3b57 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:05.158160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5234d05b-bb36-4d4f-8f71-e5cfac1a90fb None None] Provisioning for port 9745dc2f-c626-4698-8605-b966e3d34e0d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:05.179981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.187167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Deleting port d5d12ef4-bf2e-42ac-9468-6421364220b7 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:05.187752 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.229730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.235040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5234d05b-bb36-4d4f-8f71-e5cfac1a90fb None None] Provisioning complete for port 9745dc2f-c626-4698-8605-b966e3d34e0d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:05.235813 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5234d05b-bb36-4d4f-8f71-e5cfac1a90fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.290925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5234d05b-bb36-4d4f-8f71-e5cfac1a90fb None None] Port 9745dc2f-c626-4698-8605-b966e3d34e0d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:05.293040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.294077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 9110421f-4442-4ff5-8c15-1fb3bf627c19 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:05.376646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc139-3e80-418f-b106-04614b67a9e1 req-9c9fca05-1558-4d10-a011-aaa2483147c6 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.379436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ebc139-3e80-418f-b106-04614b67a9e1 req-9c9fca05-1558-4d10-a011-aaa2483147c6 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 945 time: 2.9051113 Jul 15 13:23:05.382837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.411212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] For port d5d12ef4-bf2e-42ac-9468-6421364220b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d5d12ef4-bf2e-42ac-9468-6421364220b7,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.411810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.439090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8287af8-5c74-42c5-891f-ebc1901c9f7b req-d1d56205-4a2f-47b2-a914-b2c4040fcbba tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.447927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9745dc2f-c626-4698-8605-b966e3d34e0d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.451631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8287af8-5c74-42c5-891f-ebc1901c9f7b req-d1d56205-4a2f-47b2-a914-b2c4040fcbba tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.469928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8287af8-5c74-42c5-891f-ebc1901c9f7b req-d1d56205-4a2f-47b2-a914-b2c4040fcbba tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.486839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8287af8-5c74-42c5-891f-ebc1901c9f7b req-d1d56205-4a2f-47b2-a914-b2c4040fcbba tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:05.494155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8287af8-5c74-42c5-891f-ebc1901c9f7b req-d1d56205-4a2f-47b2-a914-b2c4040fcbba tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3095 time: 0.3263485 Jul 15 13:23:05.496488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.552972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5234d05b-bb36-4d4f-8f71-e5cfac1a90fb None None] Provisioning complete for port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:05.553910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5234d05b-bb36-4d4f-8f71-e5cfac1a90fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.641380 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.658813 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8287af8-5c74-42c5-891f-ebc1901c9f7b req-192d6a23-8df3-4571-979a-fd3f2772f0d3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320937 Jul 15 13:23:05.676764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 9110421f-4442-4ff5-8c15-1fb3bf627c19 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:05.715533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:05.758693 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.764289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 9110421f-4442-4ff5-8c15-1fb3bf627c19 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:05.765247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.774354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port c83a8b03-d45d-4656-8156-11bbd478f5f9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c83a8b03-d45d-4656-8156-11bbd478f5f9,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:05.785474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.786646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.787282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.787848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.788933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.788933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.789599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.790425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.791786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.792445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.793061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.794549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:05.885696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:05.910747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Transition to ACTIVE for port object bf7a3465-81bf-42c4-8114-8650a966edf8 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:06.006689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.110367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42836) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:06.120649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Request body: {'port': {'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc', 'binding:host_id': 'n-h1-798054-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1320701140'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:06.135634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network d283855c-bb57-4415-8af6-59c2c98dfa14 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:06.180231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.180790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.181288 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Floating IP a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1 disassociated. External IP: 172.25.3.177, port: d5d12ef4-bf2e-42ac-9468-6421364220b7. Jul 15 13:23:06.181821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Calling delete_port for d5d12ef4-bf2e-42ac-9468-6421364220b7 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:06.253401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.266270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.362746 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.369303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:06.374781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:06.376699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:06.377521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Pushing event updated for resources: {'Port': ['ID=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.382882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Made reservation on behalf of e9a359966c234530875c6313168038d5 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:06.387295 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.431608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=c83a8b03-d45d-4656-8156-11bbd478f5f9,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.539580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.594010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.633322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Attempting to bind port bf7a3465-81bf-42c4-8114-8650a966edf8 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:06.634193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Attempting to bind port bf7a3465-81bf-42c4-8114-8650a966edf8 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:06.636853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Attempting to bind port bf7a3465-81bf-42c4-8114-8650a966edf8 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:06.701245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:06.701702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:06.703317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.703317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:06.703811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Bound port: bf7a3465-81bf-42c4-8114-8650a966edf8, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:06.704456 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.746222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.761993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ebc139-3e80-418f-b106-04614b67a9e1 req-dcd7cd99-5f9c-4f7e-b40f-698d5ec2252e tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups?id=3dffacab-6d55-4046-9408-7253705c52b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3396065 Jul 15 13:23:06.766483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f784a-12ac-4ac4-95e0-b1a7badae158 None None] Pushing event updated for resources: {'Port': ['ID=bf7a3465-81bf-42c4-8114-8650a966edf8,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:06.788114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.802025 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.813271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.836912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.854286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.879857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.891177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.895678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-aada2ddb-d545-4abf-a7cd-2b6ae2893793 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5440 time: 0.5206504 Jul 15 13:23:06.929280 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133700c8-506a-44f1-a75b-3362f7d79d1c x-openstack-request-id: req-133700c8-506a-44f1-a75b-3362f7d79d1c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:06.930236 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:06.930910 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-133700c8-506a-44f1-a75b-3362f7d79d1c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:06.931788 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'code': 200} Jul 15 13:23:06.936665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2b786b83-38bb-4806-8a0b-40aaf66e01bc None None] Provisioning for port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:06.945164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:06.946168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.986660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:06.988161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:06.993260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.003966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2b786b83-38bb-4806-8a0b-40aaf66e01bc None None] Provisioning complete for port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:07.004917 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b786b83-38bb-4806-8a0b-40aaf66e01bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.013178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] For port bf7a3465-81bf-42c4-8114-8650a966edf8, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:07.062295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35dccae5-fe80-4a22-a84c-6dcaf57939a6 req-0883648b-f2d6-4f11-b82b-b15d7722ddc3 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415410 Jul 15 13:23:07.106040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] For port bf7a3465-81bf-42c4-8114-8650a966edf8, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bf7a3465-81bf-42c4-8114-8650a966edf8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:07.110497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:07.123050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.135507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:07.142104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:07.152755 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.153559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5a375492-edc5-4c24-9309-624c9a1f5e69 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:07.175854 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.204776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.246275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2b786b83-38bb-4806-8a0b-40aaf66e01bc None None] Port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:07.438334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:07.455045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f05d601-8e37-40e9-bf6c-c71d5894035c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.479204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6b86121d-0407-4cb6-a0bc-c51ff604c46a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8192296 Jul 15 13:23:07.499196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.508402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f784a-12ac-4ac4-95e0-b1a7badae158 None None] Pushing event updated for resources: {'Port': ['ID=bf7a3465-81bf-42c4-8114-8650a966edf8,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.544102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14', 'admin_state_up': True, 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'security_groups': ['a45047ee-372e-43e8-ad29-8082c562279b']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:07.551737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:07.552442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:07.639201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.648269 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:07.956716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event deleted for resources: {'Port': ['ID=d5d12ef4-bf2e-42ac-9468-6421364220b7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:07.979433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ae6a395-2a01-494a-9d37-ee3a787b87f1 None None] Provisioning for port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:08.020501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ae6a395-2a01-494a-9d37-ee3a787b87f1 None None] Provisioning complete for port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:08.021072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a395-2a01-494a-9d37-ee3a787b87f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.072411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 5a375492-edc5-4c24-9309-624c9a1f5e69 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:08.094420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.165513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 5a375492-edc5-4c24-9309-624c9a1f5e69 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:08.166188 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.183913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:08.271920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c83a8b03-d45d-4656-8156-11bbd478f5f9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:08.275472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6a395-2a01-494a-9d37-ee3a787b87f1 None None] Port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:08.362472 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b26fb0cd-25ec-438d-b53d-4a241e238f62 req-949d4208-cb6b-4a16-bcc8-a246b41af5de tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.1045551 Jul 15 13:23:08.470792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:08.656268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.25.3.105 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:08.671881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Made reservation on behalf of 4f300fb75dcb4a8ba79ed7430992e994 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:08.688459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.925254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4916de82-90a0-4b09-ad79-0a7ab15c0a2a None None] Provisioning complete for port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:08.926399 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4916de82-90a0-4b09-ad79-0a7ab15c0a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:08.943672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9110421f-4442-4ff5-8c15-1fb3bf627c19'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:08.948099 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4bf4f2-e19b-4387-880b-137a5c3f354c" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "9110421f-4442-4ff5-8c15-1fb3bf627c19"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:08.957547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:09.008694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:09.096032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78eec-a057-4334-ac9a-2b7a5bac775a req-7e54e5c8-342e-464d-bca8-3068d0a6dec8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.108557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78eec-a057-4334-ac9a-2b7a5bac775a req-7e54e5c8-342e-464d-bca8-3068d0a6dec8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.123982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78eec-a057-4334-ac9a-2b7a5bac775a req-7e54e5c8-342e-464d-bca8-3068d0a6dec8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.139533 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.140149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78eec-a057-4334-ac9a-2b7a5bac775a req-7e54e5c8-342e-464d-bca8-3068d0a6dec8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.153469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81f78eec-a057-4334-ac9a-2b7a5bac775a req-7e54e5c8-342e-464d-bca8-3068d0a6dec8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3095 time: 1.4484737 Jul 15 13:23:09.224033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c83a8b03-d45d-4656-8156-11bbd478f5f9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:09.224033 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.240814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4916de82-90a0-4b09-ad79-0a7ab15c0a2a None None] Port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:09.261665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81f78eec-a057-4334-ac9a-2b7a5bac775a req-737743f6-bd34-4247-b606-1320471c0c16 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066594 Jul 15 13:23:09.348479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5a375492-edc5-4c24-9309-624c9a1f5e69,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:09.366210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.368311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d52d0708-841f-4e41-9875-ccde7d859705 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:09.493922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:09.518013 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd27ed-3ec7-49e6-ad42-333f86dcb5d0 x-openstack-request-id: req-5fcd27ed-3ec7-49e6-ad42-333f86dcb5d0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:09.518657 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "9110421f-4442-4ff5-8c15-1fb3bf627c19", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:09.518864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.519206 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5fcd27ed-3ec7-49e6-ad42-333f86dcb5d0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:09.519806 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54', 'code': 200} Jul 15 13:23:09.520197 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9110421f-4442-4ff5-8c15-1fb3bf627c19', 'code': 200} Jul 15 13:23:09.543885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Transition to ACTIVE for port object 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:09.662629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:09.674623 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.691148 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-57bd064f-7332-40a7-b777-1468643a1997 admin admin] 10.222.0.57 "PUT /v2.0/routers/78fa7a75-7f87-46f8-8595-fc2ea41d6f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2837901 Jul 15 13:23:09.747598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.756400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.768271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.778123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.788648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.796760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.805992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:09.809300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-18b5d308-0e80-4ab0-9cd9-9d9de78a7394 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5441 time: 1.0061052 Jul 15 13:23:09.824854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.825082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:09.860105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port d52d0708-841f-4e41-9875-ccde7d859705 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:09.873774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port d52d0708-841f-4e41-9875-ccde7d859705 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:09.874341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.882154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 2, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:09.913121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.954848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:09.967366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3edace9-70c7-49bf-9742-4d7720fdb8ce None None] The sync data for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 is: [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 2, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:09.992363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e98edcc2-6e04-446f-a25e-115730ea8723 req-228c3aea-a4eb-4c4b-943c-f31a5b24d015 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.1643159 Jul 15 13:23:10.022079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=7621937a-a6f3-4ef3-a8a6-3e57b2ed0091,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.074576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Checking segment: {'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:10.075258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Network hostable DHCP agents. Network: c71d6c32-3908-4955-a263-94edcb2ed3cc, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:10.125453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Network c71d6c32-3908-4955-a263-94edcb2ed3cc is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:10.129218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4218e01e-10da-47ee-ab3f-10c04de76f9f req-c2d36b81-c358-47da-8cdd-3f256c8bbb4a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2011287 Jul 15 13:23:10.131134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.133577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.159394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c71d6c32-3908-4955-a263-94edcb2ed3cc) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:10.181630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2f9fe-923c-460a-a86b-043a63d0d088 None None] Network c71d6c32-3908-4955-a263-94edcb2ed3cc requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:10.195526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:10.235606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.236231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.236702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.258669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.258669 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.258669 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 2 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.282718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.283804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.285468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.297015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.298443 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.299503 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 3 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.345076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.346397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.347169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.370361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d52d0708-841f-4e41-9875-ccde7d859705,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:10.373186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.378181 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.379341 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 4 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.384208 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.385268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:10.464346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.464346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.464346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.496197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.496504 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.497070 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 5 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.548034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.548928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.549404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.561747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.562291 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.563760 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 6 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.580148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:10.608051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:10.641548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.642122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.642696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.652302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:10.653880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:10.668096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.672377 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.673403 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 7 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.718994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:10.720164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:10.720937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:10.733431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:10.735080 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:10.757414 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 8 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:10.864208 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.068735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-9df4c6c0-fd11-41cf-ad44-a4236e56879d tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.083993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-9df4c6c0-fd11-41cf-ad44-a4236e56879d tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 829 time: 0.3668535 Jul 15 13:23:11.090467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.090993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.095359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.114709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:11.117173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.117812 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:11.125543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.127636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-9dbbfaef-cd26-4d66-9e75-4c957612db0d tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/quotas/27059011d01d4688a2a873a30a7a19f4 HTTP/1.1" status: 200 len: 375 time: 0.0422997 Jul 15 13:23:11.130858 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 9 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:11.219928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.220798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.221556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.225070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.251541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.251541 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:11.253577 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 10 to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 Jul 15 13:23:11.274397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:11.275561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:11.276169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:11.293263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:11.293718 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:11.294176 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.306176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-71dc3943-b882-41f2-9a51-a7a3276be2c3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767642 Jul 15 13:23:11.397517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:11.428248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:11.430697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Pushing event updated for resources: {'Port': ['ID=9745dc2f-c626-4698-8605-b966e3d34e0d,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.444059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:11.468430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] For port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:11.469621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempted to set empty binding levels {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:23:11.521540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d32807-5c1b-43c9-84ca-6a6902b8a5c3'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:11.525640 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14887ad-a7e5-495d-82ca-60b81f98698a" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "d52d0708-841f-4e41-9875-ccde7d859705"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "a4d32807-5c1b-43c9-84ca-6a6902b8a5c3"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:11.616626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.707782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:11.708939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:11.745245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=7621937a-a6f3-4ef3-a8a6-3e57b2ed0091,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.770852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4ea58e46-ff5f-4b09-a533-cdb6a5cb3893 service neutron] 10.222.0.57 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974558 Jul 15 13:23:11.787264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15398ea2-e786-465c-a55d-d46dc90ccb89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.6750207 Jul 15 13:23:11.796063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42880) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:11.868236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:11.940498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.214453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:12.214805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf7a3465-81bf-42c4-8114-8650a966edf8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:12.228542 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:12.250517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Allocated IP 10.2.2.200 (d283855c-bb57-4415-8af6-59c2c98dfa14/6516be47-e7bc-4bb7-9b14-4cc315389b74/37877be9-b3a6-4aa6-ba0d-a0688cac79cc) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:12.252594 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:12.253476 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:12.302938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-9d3676a3-a7f5-46d7-bc5f-214280c9a4ca service neutron] 10.222.0.57 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303984 Jul 15 13:23:12.364071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Deleting port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:12.364749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.495308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port bf7a3465-81bf-42c4-8114-8650a966edf8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:12.502251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bf7a3465-81bf-42c4-8114-8650a966edf8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:12.503135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.707584 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:12.715481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] No DVR routers for this DVR port d5d12ef4-bf2e-42ac-9468-6421364220b7 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:12.717629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] For port 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091, host n-h1-798054-11, got binding levels [] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.723536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.725107 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.742210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-723e197f-dc65-418a-9e6d-50cd97a01152 req-b7e59ed4-b01f-4bcc-9401-204e8588ccb8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.59 "DELETE /v2.0/ports/d5d12ef4-bf2e-42ac-9468-6421364220b7 HTTP/1.1" status: 204 len: 173 time: 11.7766013 Jul 15 13:23:12.764498 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.782646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'name': 'network-vif-deleted', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:12.823494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Calling delete_port for 7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:12.827476 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e198d1e-5ddf-452c-b12a-8c47541f6363" -d '{"events": [{"server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "name": "network-vif-deleted", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:12.839938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port bf7a3465-81bf-42c4-8114-8650a966edf8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bf7a3465-81bf-42c4-8114-8650a966edf8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:12.857565 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:12.895110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3843-6b3a-4696-bef9-a8668ef1decf req-91701f6a-9c24-4777-b166-11aa6c888a2b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.919942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3843-6b3a-4696-bef9-a8668ef1decf req-91701f6a-9c24-4777-b166-11aa6c888a2b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:12.964561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3843-6b3a-4696-bef9-a8668ef1decf req-91701f6a-9c24-4777-b166-11aa6c888a2b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.009723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e3843-6b3a-4696-bef9-a8668ef1decf req-91701f6a-9c24-4777-b166-11aa6c888a2b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:13.028856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-778e3843-6b3a-4696-bef9-a8668ef1decf req-91701f6a-9c24-4777-b166-11aa6c888a2b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3095 time: 1.7056079 Jul 15 13:23:13.055612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=bf7a3465-81bf-42c4-8114-8650a966edf8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.104403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-99aef961-68ac-4a51-9598-3f423b775072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.172884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aaa14aef-9a52-4cad-88fb-0b32541d6a48 req-942909a6-d461-4ccc-a52a-468067f24a15 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929 HTTP/1.1" status: 200 len: 210 time: 0.0846145 Jul 15 13:23:13.216845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.238887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Network 7f3963a6-4986-4035-a920-023786c8bf17 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:13.303724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event deleted for resources: {'Port': ['ID=7621937a-a6f3-4ef3-a8a6-3e57b2ed0091,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:13.326341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.330858 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a43ae1ce-222f-48bd-9e70-52e5590b18cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "DELETE /v2.0/ports/7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 HTTP/1.1" status: 204 len: 168 time: 1.4979813 Jul 15 13:23:13.332119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.338563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:13.437521 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-946aa189-9882-4363-b827-af411f434211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:13.443227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-946aa189-9882-4363-b827-af411f434211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "GET /v2.0/ports/7621937a-a6f3-4ef3-a8a6-3e57b2ed0091 HTTP/1.1" status: 404 len: 333 time: 0.1068461 Jul 15 13:23:13.446505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:13.461670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Request body: {'port': {'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614625659'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:13.561962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Made reservation on behalf of e9a359966c234530875c6313168038d5 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:13.565729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:13.625839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port d817fbdf-ef75-4d7f-9c87-cb73557dce40 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:13.824524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-778e3843-6b3a-4696-bef9-a8668ef1decf req-2aee1069-7ff2-4220-b575-ce64025d797c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7926524 Jul 15 13:23:13.936957 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:13.964931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5de3075b-1fb1-4bee-8724-778d64bfaeb1 None None] Provisioning complete for port 9745dc2f-c626-4698-8605-b966e3d34e0d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:13.968795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5de3075b-1fb1-4bee-8724-778d64bfaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.120211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5de3075b-1fb1-4bee-8724-778d64bfaeb1 None None] Port 9745dc2f-c626-4698-8605-b966e3d34e0d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:14.150820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.154340 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:14.172541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.191045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.197284 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7dba7d-817f-4761-b2c7-4dd61158ab1f x-openstack-request-id: req-6d7dba7d-817f-4761-b2c7-4dd61158ab1f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:14.197591 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "d52d0708-841f-4e41-9875-ccde7d859705", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-plugged", "status": "completed", "tag": "a4d32807-5c1b-43c9-84ca-6a6902b8a5c3", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:14.197926 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d7dba7d-817f-4761-b2c7-4dd61158ab1f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:14.198449 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'code': 200} Jul 15 13:23:14.198854 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705', 'code': 200} Jul 15 13:23:14.199024 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d32807-5c1b-43c9-84ca-6a6902b8a5c3', 'code': 200} Jul 15 13:23:14.204069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.221238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.226757 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:14.233407 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:14.236054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.252426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.259464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:14.268726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-1676a39c-4c65-4188-85e5-c491f2aa329e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.5746078 Jul 15 13:23:14.284493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.305107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf7a3465-81bf-42c4-8114-8650a966edf8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:14.499710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bf7a3465-81bf-42c4-8114-8650a966edf8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:14.500447 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.588001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Transition to ACTIVE for port object 37877be9-b3a6-4aa6-ba0d-a0688cac79cc will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:14.615604 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.673122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Router 4bb49858-79c0-4322-b738-10a170d9154e has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:14.699497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e9fe6ec-f9cd-4b78-a455-39ee616d3076 req-872f6d28-1642-4b6e-935a-9f674b2aabe9 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4262989 Jul 15 13:23:14.899460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:14.911572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Sync routers for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:15.033752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.038583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:15.039739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:15.055605 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:15.109108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Network c71d6c32-3908-4955-a263-94edcb2ed3cc is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:15.116982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:15.131102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:15.132140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.132757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.141211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=d817fbdf-ef75-4d7f-9c87-cb73557dce40,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:15.190399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4f84645f-eb36-4b1a-a977-81f265d4d9dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7372382 Jul 15 13:23:15.190399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42904) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.196458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:15.255949 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffef6c5-4e37-416f-88ba-0d49499ba1a3 x-openstack-request-id: req-cffef6c5-4e37-416f-88ba-0d49499ba1a3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:15.256744 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929", "name": "network-vif-deleted", "tag": "d5d12ef4-bf2e-42ac-9468-6421364220b7", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:15.257457 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cffef6c5-4e37-416f-88ba-0d49499ba1a3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:15.258339 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fae5a2c-d54b-49f9-a6d0-9a11ee8e9929', 'name': 'network-vif-deleted', 'tag': 'd5d12ef4-bf2e-42ac-9468-6421364220b7', 'status': 'completed', 'code': 200} Jul 15 13:23:15.349741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.377527 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:15.468054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-719b6beb-a155-4050-986c-6f2b68d01890 req-ac992579-2459-41eb-b462-d3ea32854475 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 210 time: 0.2346432 Jul 15 13:23:15.558950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:15.674057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:15.762172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c239d-8e3d-45b6-b903-c1c6e3fd33f5 req-4d9c2680-2d2c-4e74-b85e-ae16bb173595 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.769253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c239d-8e3d-45b6-b903-c1c6e3fd33f5 req-4d9c2680-2d2c-4e74-b85e-ae16bb173595 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.775372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c239d-8e3d-45b6-b903-c1c6e3fd33f5 req-4d9c2680-2d2c-4e74-b85e-ae16bb173595 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.785514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c239d-8e3d-45b6-b903-c1c6e3fd33f5 req-4d9c2680-2d2c-4e74-b85e-ae16bb173595 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:15.793901 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b07c239d-8e3d-45b6-b903-c1c6e3fd33f5 req-4d9c2680-2d2c-4e74-b85e-ae16bb173595 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3095 time: 0.3819246 Jul 15 13:23:15.935514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b07c239d-8e3d-45b6-b903-c1c6e3fd33f5 req-654c1518-b505-4927-bb41-b18097b6c0b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405323 Jul 15 13:23:15.962944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:15.999940 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.016734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port d817fbdf-ef75-4d7f-9c87-cb73557dce40 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:16.020446 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Sync routers for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:16.042442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.047575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e46-a115-4c9a-b92f-071ae0017df8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.078438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:16.079542 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:22:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:16.138577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-259000e1-c1cd-4995-a56e-928b8a6095e5 admin admin] 10.222.0.57 "PUT /v2.0/routers/4bb49858-79c0-4322-b738-10a170d9154e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5619769 Jul 15 13:23:16.142654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6e1a618-d123-4b1e-9a88-db5fee0be481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.144262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Transition to ACTIVE for port object d817fbdf-ef75-4d7f-9c87-cb73557dce40 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:16.163836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.263367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.264012 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:16.265203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.266134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.267069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.267717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.268381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.269203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.272081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-efa15178-16c2-44e1-9047-964fe86b837f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 1.3495255 Jul 15 13:23:16.403353 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81df4bec-0e48-4be6-b8e3-27ea86f861e6 None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:14:36Z', 'revision_number': 4, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5b5ed9ac-581a-4ad7-a095-4b38892ca71f', 'name': '', 'network_id': '23471685-f132-4026-ac3c-49a865428c4d', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'mac_address': 'fa:16:3e:aa:5a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:34Z', 'updated_at': '2021-07-15T13:14:43Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'subnets': [{'id': 'aa28cafa-a325-43b0-85af-606dcedb69a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:16.424503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f581db27-d2b6-4224-af08-26aca6a6c97f tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:16.427234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f581db27-d2b6-4224-af08-26aca6a6c97f tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.58 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 829 time: 0.4503915 Jul 15 13:23:16.428314 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.485606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Network d283855c-bb57-4415-8af6-59c2c98dfa14 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:16.497225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Request body: {'port': {'device_id': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'admin_state_up': True, 'tenant_id': '27059011d01d4688a2a873a30a7a19f4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:16.508697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e46-a115-4c9a-b92f-071ae0017df8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.520045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:16.545253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:16.572295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event updated for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:16.581412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:16.599449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 2, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:16.772323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Checking router: 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:16.774254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Updating router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:16.778116 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:16.804758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:16.805461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:16.808239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:16.934825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.010517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31bf46ec-b765-4624-9583-c03cd30dddd2 req-847fdd0f-70ef-4349-89eb-2dce7f20ea0c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&id=3de70dc4-d645-401d-855d-dbf015eda952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7231123 Jul 15 13:23:17.060861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.061665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.110412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-91bc7514-62b7-441c-b3b9-f532286e6dd6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5964279 Jul 15 13:23:17.121614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=d817fbdf-ef75-4d7f-9c87-cb73557dce40,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.127366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:17.134703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.151842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:17.152517 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:17.193709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:23:17.208208 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 2 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:17.229185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eae645c2-510a-4702-8ea6-2c0082942b41 req-5346d068-d730-4997-9fb4-07251a4ec522 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 210 time: 0.3277688 Jul 15 13:23:17.291068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:17.302983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:17.303841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:17.306255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3915f-cd6b-4ee8-a9ab-2cc70920aa47 None None] New status for floating IP a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:23:17.357605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.363549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e46-a115-4c9a-b92f-071ae0017df8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.366968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ec01e46-a115-4c9a-b92f-071ae0017df8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.368663 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7ec01e46-a115-4c9a-b92f-071ae0017df8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "DELETE /v2.0/security-groups/3dffacab-6d55-4046-9408-7253705c52b2 HTTP/1.1" status: 204 len: 168 time: 1.6779764 Jul 15 13:23:17.379713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.395561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42922) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:17.397501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.411208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:17.411814 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:17.414072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.425401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01e46-a115-4c9a-b92f-071ae0017df8 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dffacab-6d55-4046-9408-7253705c52b2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:17.428421 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 3 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:17.431252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.432438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Made reservation on behalf of 27059011d01d4688a2a873a30a7a19f4 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:17.438126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.446450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.462304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:17.478138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f9488b38-8d86-4f68-9617-dce1dab85765 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 1.1851294 Jul 15 13:23:17.684570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-85efde6b-3ed4-4cee-9298-8d30c4d3cfe6 None None] Provisioning for port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:17.711064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Allocated IP 172.20.0.12 (88ce9208-b397-4c17-8ad6-e4798ba5d24f/021edf4c-2818-412b-80c0-fe8cab3565cd/316ac829-8cf0-47b4-8d90-f9481b0c5e35) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:17.782888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:08Z', 'revision_number': 2, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:17.841490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-85efde6b-3ed4-4cee-9298-8d30c4d3cfe6 None None] Provisioning complete for port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:17.843344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85efde6b-3ed4-4cee-9298-8d30c4d3cfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.879158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:17.937454 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Checking router: 4bb49858-79c0-4322-b738-10a170d9154e for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:17.937988 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Updating router 4bb49858-79c0-4322-b738-10a170d9154e port 9745dc2f-c626-4698-8605-b966e3d34e0d binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:18.053546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-85efde6b-3ed4-4cee-9298-8d30c4d3cfe6 None None] Port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:18.053987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.092500 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.100330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42924) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.108303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840871148', 'description': 'tempest-description--1411664621'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.117881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Transition to ACTIVE for port object 316ac829-8cf0-47b4-8d90-f9481b0c5e35 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:18.175228 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-10ade442-fa31-4272-802c-03e4cddb3af0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] show failed (client error): The resource could not be found. Jul 15 13:23:18.182366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10ade442-fa31-4272-802c-03e4cddb3af0 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "GET /v2.0/security-groups/3dffacab-6d55-4046-9408-7253705c52b2 HTTP/1.1" status: 404 len: 347 time: 0.7649119 Jul 15 13:23:18.185753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.191950 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.207678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.229800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed028a5a-d23c-495e-bd51-5932b37fbca6 req-f16ca19e-e2f2-41d4-9610-8a36d62c8f3d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7493472 Jul 15 13:23:18.278674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:18.281718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event updated for resources: {'Port': ['ID=316ac829-8cf0-47b4-8d90-f9481b0c5e35,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.284815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:18.286792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:18.287126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:18.298757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:18.361253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:18.505646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:18.506184 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:18.548829 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 4 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:18.655474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.673960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Transition to ACTIVE for port object 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:18.697408 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.706739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.776122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.805708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.812473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:18.813258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:18.813840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:18.846048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:18.847201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.866579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.867495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:18.868355 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:18.868641 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7667263 Jul 15 13:23:18.876170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42930) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:18.899669 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 5 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:18.922451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Request body: {'security_group_rule': {'security_group_id': 'e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:18.943149 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.969614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346e4e1-05cb-400f-b45f-eeab41fb3268 None None] Pushing event updated for resources: {'Port': ['ID=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:18.970427 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Transition to ACTIVE for port object 9745dc2f-c626-4698-8605-b966e3d34e0d will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:18.984265 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:18.994610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:19.013765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b89aeb8f-2e66-4f08-86ff-991b0248a982 None None] Provisioning for port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:19.022446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Attempting to bind port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:19.025396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Attempting to bind port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:19.026010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Attempting to bind port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f on network 88ce9208-b397-4c17-8ad6-e4798ba5d24f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.050982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b89aeb8f-2e66-4f08-86ff-991b0248a982 None None] Provisioning complete for port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:19.053737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-4d1a8fb9-5c23-446a-9efb-79a3369c0b83 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6103365 Jul 15 13:23:19.056582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b89aeb8f-2e66-4f08-86ff-991b0248a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.060426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:19.061346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:19.061506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.069816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:19.070941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Checking segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:19.071926 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.072886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Bound using segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:19.074069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Bound port: 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:19.084153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.100721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Request body: {'port': {'device_id': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:19.103091 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:19.140018 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:19.151546 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.162199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991b23-375c-483f-b261-404924e1bf76 req-68eff868-981e-4656-9ba1-812ef99fde6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.181003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991b23-375c-483f-b261-404924e1bf76 req-68eff868-981e-4656-9ba1-812ef99fde6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.219882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991b23-375c-483f-b261-404924e1bf76 req-68eff868-981e-4656-9ba1-812ef99fde6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.238393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b89aeb8f-2e66-4f08-86ff-991b0248a982 None None] Port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:19.264400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991b23-375c-483f-b261-404924e1bf76 req-68eff868-981e-4656-9ba1-812ef99fde6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.294190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991b23-375c-483f-b261-404924e1bf76 req-68eff868-981e-4656-9ba1-812ef99fde6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:19.304060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a991b23-375c-483f-b261-404924e1bf76 req-68eff868-981e-4656-9ba1-812ef99fde6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3816 time: 0.8437934 Jul 15 13:23:19.332206 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:19.345422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] For port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:19.349880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] For port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:19.358940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bb187-7286-40d7-913b-d40fb1cb7d4a tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.373835 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.379193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.424319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:19.424872 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:19.431672 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 6 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:19.503245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Deleting port 25e9973d-1826-4e53-be70-c582dce92a69 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:19.503830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.516720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:19.517294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:19.517950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.595729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:19.597411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.675970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:19.676512 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:19.680694 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91c27f-3b5c-439c-8798-aa5d7e4538a8 None None] Pushing event updated for resources: {'Port': ['ID=9745dc2f-c626-4698-8605-b966e3d34e0d,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.695384 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 7 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:19.722649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a991b23-375c-483f-b261-404924e1bf76 req-71d210b8-ea2b-4fee-84ee-b97c95fb2299 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980834 Jul 15 13:23:19.768142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346e4e1-05cb-400f-b45f-eeab41fb3268 None None] Pushing event updated for resources: {'Port': ['ID=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:19.842516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:19.842854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:19.843413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.858479 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Attempting to bind port 9745dc2f-c626-4698-8605-b966e3d34e0d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:19.858905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Attempting to bind port 9745dc2f-c626-4698-8605-b966e3d34e0d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:19.859236 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Attempting to bind port 9745dc2f-c626-4698-8605-b966e3d34e0d on network 7f3963a6-4986-4035-a920-023786c8bf17 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:19.868399 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:19.868796 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Checking segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:19.869226 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.869740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Bound using segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:19.870379 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Bound port: 9745dc2f-c626-4698-8605-b966e3d34e0d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:19.870892 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:19.902464 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 3, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:19.938345 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:19.938815 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Updating router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:20.034928 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] For port 9745dc2f-c626-4698-8605-b966e3d34e0d, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:20.061855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.080057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:20.080608 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:20.122882 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 8 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:20.141297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:20.149063 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] For port 9745dc2f-c626-4698-8605-b966e3d34e0d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9745dc2f-c626-4698-8605-b966e3d34e0d,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:20.153422 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.157986 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.229833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:20.263050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:20.263540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:20.264021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:20.282789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.283318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.346331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:20.346932 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:20.355945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Calling delete_port for 25e9973d-1826-4e53-be70-c582dce92a69 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:20.358860 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 9 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:20.469219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.470562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cd71346c-fc22-4f7d-bc41-14aebb9775e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 22.4545331 Jul 15 13:23:20.476681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:20.519440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679d156-f590-4e39-9d59-61eef2341375 req-c1a83c59-9ee1-4ebb-b3ea-412b5c072c20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:20.527071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6679d156-f590-4e39-9d59-61eef2341375 req-c1a83c59-9ee1-4ebb-b3ea-412b5c072c20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 932 time: 1.7390261 Jul 15 13:23:20.593407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:20.593903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:20.594211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:20.634202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:20.670395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:20.671495 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.848028 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.870379 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Transition to ACTIVE for port object 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:20.887735 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.921624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:20.943501 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91c27f-3b5c-439c-8798-aa5d7e4538a8 None None] Pushing event updated for resources: {'Port': ['ID=9745dc2f-c626-4698-8605-b966e3d34e0d,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:20.944544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6679d156-f590-4e39-9d59-61eef2341375 req-4ecbdb9c-9fd6-4493-8ac0-48329ba42f14 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162841 Jul 15 13:23:20.957854 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.023877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.078970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.082610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1850767 Jul 15 13:23:21.091921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:21.100395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42940) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:21.113929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Request body: {'security_group_rule': {'security_group_id': 'e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:21.128680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.135317 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28f56-b4a6-42a3-9f73-ae61be13da14 None None] Pushing event updated for resources: {'Port': ['ID=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.149561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801ed096-ee92-4d83-8a01-0f62e577058f {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:21.154758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:21.158483 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:21.162272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213360c-51fa-42da-8927-73654a8b506c tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ab7a3c-0136-4352-b987-9b0c3bd1da66,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.185340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.287531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Transition to ACTIVE for port object 801ed096-ee92-4d83-8a01-0f62e577058f will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:21.298627 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.342586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.358154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:19Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:21.463360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.525121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db1b632-348f-486f-bb92-4f204c759be4 None None] The sync data for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 is: [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:19Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:21.636671 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:21.687709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316ac829-8cf0-47b4-8d90-f9481b0c5e35 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:21.700280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.723962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Transition to ACTIVE for port object 316ac829-8cf0-47b4-8d90-f9481b0c5e35 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:21.725209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:21.725539 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:21.732065 n-d-798054-11 neutron-server[93995]: INFO neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 10 to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 Jul 15 13:23:21.738690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:21.876011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:21.929568 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Attempting to bind port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:21.930147 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Attempting to bind port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:21.932050 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Attempting to bind port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:21.976473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Pushing event updated for resources: {'Port': ['ID=316ac829-8cf0-47b4-8d90-f9481b0c5e35,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.050757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.071043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.097034 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:22.107108 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:22.108267 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:22.109511 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.110311 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:22.111273 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Bound port: 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:22.112065 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.132658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:22.133117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:22.154332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:22.156086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.161849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0547249 Jul 15 13:23:22.169172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42944) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.176026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:22.192688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1ebc0f29-ab16-4f82-b6c0-33225f4893fd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.199698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1ebc0f29-ab16-4f82-b6c0-33225f4893fd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.202026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.207244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1ebc0f29-ab16-4f82-b6c0-33225f4893fd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.215160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d96384c5-e0e2-4d0d-9ee5-935e19d19c89 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=3e0048f79d754f929a746882aa0bae89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.6272295 Jul 15 13:23:22.223383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1ebc0f29-ab16-4f82-b6c0-33225f4893fd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.238136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1ebc0f29-ab16-4f82-b6c0-33225f4893fd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.252270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1ebc0f29-ab16-4f82-b6c0-33225f4893fd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3828 time: 0.6919200 Jul 15 13:23:22.257689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:22.262698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.282815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.299978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.304069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42946) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:22.312832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Attempting to bind port 801ed096-ee92-4d83-8a01-0f62e577058f on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:22.315503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.316465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Attempting to bind port 801ed096-ee92-4d83-8a01-0f62e577058f by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:22.316857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Attempting to bind port 801ed096-ee92-4d83-8a01-0f62e577058f on network 3e53f48e-0978-4e08-8c50-8d598755a75d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:22.333774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.353056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.359749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:22.361910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-d6dc5f77-451d-49de-99d6-f257f832eadd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 2.1539485 Jul 15 13:23:22.365389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Port 801ed096-ee92-4d83-8a01-0f62e577058f on network 3e53f48e-0978-4e08-8c50-8d598755a75d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:22.365762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Attempting to bind port 801ed096-ee92-4d83-8a01-0f62e577058f on network 3e53f48e-0978-4e08-8c50-8d598755a75d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:22.367683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:22.368065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.412962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:22.413310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Checking segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:22.413731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Bound using segment: {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:22.414217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Bound port: 801ed096-ee92-4d83-8a01-0f62e577058f, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5a1d68-63fe-405c-b349-2d1cc371594c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:22.414889 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.417550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80147e-7f67-4625-afde-c31fba294894 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a64f12-3e60-42ae-aaeb-4f4c42203cf3,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.455878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Pushing event deleted for resources: {'Port': ['ID=25e9973d-1826-4e53-be70-c582dce92a69,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:22.503531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32d751cf-6d6a-47cc-8140-0739eb3fe110 req-1db19cdd-f732-4102-a20c-c9c6be08bbc3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461011 Jul 15 13:23:22.566503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.585893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad869239-f594-4d6e-8b8e-ba37b464851f req-4509b637-877b-401e-872e-d06c6094db2f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660709 Jul 15 13:23:22.591004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:22.597271 n-d-798054-11 neutron-server[93995]: ERROR neutron.plugins.ml2.managers [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:22.598020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.653912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] For port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:22.734727 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] For port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:22.764051 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.831239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Attempting to bind port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:22.831829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Attempting to bind port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:22.831959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Attempting to bind port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 on network 88ce9208-b397-4c17-8ad6-e4798ba5d24f {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:22.860087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 on network 88ce9208-b397-4c17-8ad6-e4798ba5d24f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:22.860087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Attempting to bind port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 on network 88ce9208-b397-4c17-8ad6-e4798ba5d24f {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:22.862755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.866112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:22.873314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a4261c3c-c514-428f-8fbc-6d3d10d3d4c9 tempest-AttachVolumeTestJSON-756046017 tempest-AttachVolumeTestJSON-756046017-project] 10.222.0.57 "DELETE /v2.0/floatingips/a2e7c2ce-7b4f-41e9-b53a-44d51ca688e1 HTTP/1.1" status: 204 len: 168 time: 4.6731045 Jul 15 13:23:22.891959 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:22.895368 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:22.896615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:22.897182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Checking segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:22.897830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Bound using segment: {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:22.898838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Bound port: 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e04dddd-dd69-4699-804d-aa2f81c08a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:22.899437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.026222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86decd2c-c282-4bc0-87f1-19e2cda1aff0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.033447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86decd2c-c282-4bc0-87f1-19e2cda1aff0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7000680 Jul 15 13:23:23.045858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42952) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.083260 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:23.174699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] For port d817fbdf-ef75-4d7f-9c87-cb73557dce40, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:23.175136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempted to set empty binding levels {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:23:23.239198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.243345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-41a39c64-6895-4b84-918f-eb9b60214cd0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1773508 Jul 15 13:23:23.251789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] For port 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:23.262819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.287032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826185130', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.359527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] In _notify_port_updated(), no bound segment for port d817fbdf-ef75-4d7f-9c87-cb73557dce40 on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:23.361069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.362336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.364841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "PUT /v2.0/ports/d817fbdf-ef75-4d7f-9c87-cb73557dce40 HTTP/1.1" status: 200 len: 980 time: 8.1737080 Jul 15 13:23:23.373394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] For port 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:23.379025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42956) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.413691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:23.429334 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 3, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:23.430679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.461949 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28f56-b4a6-42a3-9f73-ae61be13da14 None None] Pushing event updated for resources: {'Port': ['ID=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.467929 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b13503-f85f-4f36-b90c-31fc0ee48423 None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 3, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:23.488748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=801ed096-ee92-4d83-8a01-0f62e577058f,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:23.493554 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:19Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:23.505957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.520784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ec55a-622c-4e3f-badf-59671d928f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=d817fbdf-ef75-4d7f-9c87-cb73557dce40,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.577106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.578932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.580337 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad51da28-8a49-4d66-9ddb-e7b8f2e10c11 None None] The sync data for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 is: [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:19Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:23.582608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:23.586726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.588176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] 10.222.0.58 "PUT /v2.0/ports/316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 1093 time: 4.5079877 Jul 15 13:23:23.631513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:23.634660 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84478f0-06a9-4d50-9531-9125b5762b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:23.770792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.782167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.792431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.800623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.808844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.816366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.823774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.846604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1ef6a80-cf92-4fe8-94a1-db266aa8b74c req-4838b4fa-91c5-4d1c-ac57-5e246b17417d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.8067319 Jul 15 13:23:23.869690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:23.879319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Request body: {'floatingip': {'port_id': '5a375492-edc5-4c24-9309-624c9a1f5e69'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:23.895891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2960917-a4aa-4507-9b28-bc0bade71930 service neutron] Pushing event updated for resources: {'Port': ['ID=316ac829-8cf0-47b4-8d90-f9481b0c5e35,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:23.927476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:23.928119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:23.930405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 1092 time: 6.8089697 Jul 15 13:23:23.999490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.016710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:24.035366 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88a3361-1d6f-4138-b400-139d42c9a9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:24.203837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9745dc2f-c626-4698-8605-b966e3d34e0d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:24.265496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.266850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.267738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.268654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.269536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.270898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.271394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.272585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.273530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.278064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.283443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.284514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.286587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.287540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.291313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.292201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.293165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.293934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.294814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.298754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:24.299502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.300747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.301429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.302199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.303145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.304134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.305364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.307452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.308601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.309951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.313626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.314467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.319150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.320452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.322278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.331762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.332781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.333547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.334134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.335048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.341800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.342581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.343261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.343844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.344485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.352193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.353151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.354264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.371780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d154a5da-3386-40fd-9f1e-861fa4c2bf55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42000 time: 0.9845335 Jul 15 13:23:24.402994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b7417-c3f4-4e0e-a8f4-40ba386a4f44 req-b1693fd2-5597-4928-9add-0d49ec741459 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.415457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-119b7417-c3f4-4e0e-a8f4-40ba386a4f44 req-b1693fd2-5597-4928-9add-0d49ec741459 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 944 time: 1.6871018 Jul 15 13:23:24.416379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42966) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:24.597262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-38d6c7c3-f598-4185-8d1f-cfbe62b610b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.600076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-38d6c7c3-f598-4185-8d1f-cfbe62b610b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1096 time: 0.9313211 Jul 15 13:23:24.623095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9745dc2f-c626-4698-8605-b966e3d34e0d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:24.642365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9745dc2f-c626-4698-8605-b966e3d34e0d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:24.643037 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.649363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb833efe-a424-4510-a2ec-7808ca28cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:24.741493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.757970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-d7f47385-59d8-47cf-bdd1-0f5da8fe8911 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 217 time: 0.1472487 Jul 15 13:23:24.880912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:24.882723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-46db6b66-54a5-4bfc-afaa-2240787fbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:24.884484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-46db6b66-54a5-4bfc-afaa-2240787fbe66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 200 len: 868 time: 0.1141918 Jul 15 13:23:25.026580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Subnet': ['ID=3c262133-bec1-4878-b1b4-adf7349388b2,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.027099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9745dc2f-c626-4698-8605-b966e3d34e0d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9745dc2f-c626-4698-8605-b966e3d34e0d,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:25.027597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.032389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.136017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-c5643314-1175-4feb-9e07-7c2f5c3dbed4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.144608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-c5643314-1175-4feb-9e07-7c2f5c3dbed4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.155894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-c5643314-1175-4feb-9e07-7c2f5c3dbed4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.170199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-c5643314-1175-4feb-9e07-7c2f5c3dbed4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.183439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-c5643314-1175-4feb-9e07-7c2f5c3dbed4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.195279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-c5643314-1175-4feb-9e07-7c2f5c3dbed4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3828 time: 0.8191195 Jul 15 13:23:25.248708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9745dc2f-c626-4698-8605-b966e3d34e0d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:25.501131 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-119b7417-c3f4-4e0e-a8f4-40ba386a4f44 req-2b305343-1b3f-4c74-b52b-4c67505498fd tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9127016 Jul 15 13:23:25.515319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Allocated IP 172.25.3.18 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/3e6ba26a-a426-400b-8605-1efd270fba3a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:25.594497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.643348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68f0582a-7cd6-4e8e-a78f-b1e2e3246268 req-949f26b7-4c42-438b-8951-3d3b8582d322 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464324 Jul 15 13:23:25.645900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Checking segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:25.646772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network hostable DHCP agents. Network: 6ac1de0e-50fb-4673-bbba-3c118fd09d26, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:23:25.675899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-9cb9d433-3568-477c-a59c-318f7f61d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:25.684810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-9cb9d433-3568-477c-a59c-318f7f61d504 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88ce9208-b397-4c17-8ad6-e4798ba5d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7916095 Jul 15 13:23:25.813931 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c292296d-00c8-452b-bf0e-88c491fd9a9f x-openstack-request-id: req-c292296d-00c8-452b-bf0e-88c491fd9a9f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:25.814224 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:25.814477 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c292296d-00c8-452b-bf0e-88c491fd9a9f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:25.815015 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f', 'status': 'completed', 'code': 200} Jul 15 13:23:25.823310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Deleting port d817fbdf-ef75-4d7f-9c87-cb73557dce40 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:25.823540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:25.855842 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df96f0-9048-420f-83b3-237cc51e0a4e x-openstack-request-id: req-23df96f0-9048-420f-83b3-237cc51e0a4e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:25.856345 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:25.856693 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23df96f0-9048-420f-83b3-237cc51e0a4e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:25.857195 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'status': 'completed', 'code': 200} Jul 15 13:23:25.905376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:23:26.124008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 6ac1de0e-50fb-4673-bbba-3c118fd09d26) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:26.143956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43de40c-03c6-4727-b7b9-5d236ba338f4 None None] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:26.299788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9745dc2f-c626-4698-8605-b966e3d34e0d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:26.337511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-e309f94f-a5c2-43ee-bb2d-4a08a66feb1e service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416619 Jul 15 13:23:26.542127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5b8c69-8e46-4544-9a71-b709c289aa38 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:26.553011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.589744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Transition to ACTIVE for port object 5a5b8c69-8e46-4544-9a71-b709c289aa38 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:26.597385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:26.598331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.641623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.658287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] For port d817fbdf-ef75-4d7f-9c87-cb73557dce40, host n-h1-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:26.662195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.679402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.693818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c70200bc-de9c-4adb-bb6a-a80201663ee3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4201446 Jul 15 13:23:26.756463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42980) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:26.825269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35fa238d-1d36-4c08-a100-ec4d7fc43f30 req-e880d4b4-8a73-4eae-b556-e7aaf200e0c0 service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783108 Jul 15 13:23:26.845398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Calling delete_port for d817fbdf-ef75-4d7f-9c87-cb73557dce40 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:26.872848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9745dc2f-c626-4698-8605-b966e3d34e0d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:26.875703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.897089 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:26.951826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.042782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:27.104788 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Floating IP 5c14ac8e-dfc6-4a19-acec-9d1da8885bd4 associated. External IP: 172.25.3.4, port: 5a375492-edc5-4c24-9309-624c9a1f5e69. Jul 15 13:23:27.122300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:23:27.124075 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.162781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:27.171273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:27.171910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.209976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Attempting to bind port 5a5b8c69-8e46-4544-9a71-b709c289aa38 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:27.210500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Attempting to bind port 5a5b8c69-8e46-4544-9a71-b709c289aa38 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:27.211660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Attempting to bind port 5a5b8c69-8e46-4544-9a71-b709c289aa38 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:27.222922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-68424971-b325-4d1e-b223-3dbe16e01634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.224938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-68424971-b325-4d1e-b223-3dbe16e01634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.225702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-68424971-b325-4d1e-b223-3dbe16e01634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.226369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-68424971-b325-4d1e-b223-3dbe16e01634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.227120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-68424971-b325-4d1e-b223-3dbe16e01634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.230376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-68424971-b325-4d1e-b223-3dbe16e01634 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 4364 time: 1.3679757 Jul 15 13:23:27.241165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Port 5a5b8c69-8e46-4544-9a71-b709c289aa38 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:27.241918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Attempting to bind port 5a5b8c69-8e46-4544-9a71-b709c289aa38 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:27.246429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.345243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-926189b0-fb56-44a9-b6c3-5b686715676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.347029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-926189b0-fb56-44a9-b6c3-5b686715676d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1096 time: 0.4484215 Jul 15 13:23:27.394218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:27.395062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Checking segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:27.395718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Bound using segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:27.396429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Bound port: 5a5b8c69-8e46-4544-9a71-b709c289aa38, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:27.397037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.410130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.471754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-ecd432b5-b021-4046-8acc-5d56cd07ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.473513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-ecd432b5-b021-4046-8acc-5d56cd07ddcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 930 time: 0.1145384 Jul 15 13:23:27.484418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed324cb-ad1e-4167-b50d-714636d11ab8 req-8c89e8cf-d939-4ce2-9d8f-4d1efc6de4a2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.492276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bed324cb-ad1e-4167-b50d-714636d11ab8 req-8c89e8cf-d939-4ce2-9d8f-4d1efc6de4a2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 946 time: 0.8839726 Jul 15 13:23:27.501272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:27.514022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.535554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1393e5a-113d-4cc8-a386-37f53a82f135 req-64fb4d82-4e2d-4659-8089-bf67bb6bc424 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:27.545400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1393e5a-113d-4cc8-a386-37f53a82f135 req-64fb4d82-4e2d-4659-8089-bf67bb6bc424 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 944 time: 0.7037635 Jul 15 13:23:27.691490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Allocated IP 172.20.0.2 (6ac1de0e-50fb-4673-bbba-3c118fd09d26/3c262133-bec1-4878-b1b4-adf7349388b2/92a99ca7-eb1d-4729-b3be-1723c02f63bb) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:27.729191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:27.774720 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:27.778289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.003463 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.016851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Transition to ACTIVE for port object 92a99ca7-eb1d-4729-b3be-1723c02f63bb will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:28.037479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Transition to ACTIVE for port object 92a99ca7-eb1d-4729-b3be-1723c02f63bb will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:28.047177 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.122756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:28.136785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:28.140750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:28.179382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:28.279380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-059db474-c356-4fa4-94b6-756be86be410 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 217 time: 0.7753868 Jul 15 13:23:28.320610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Pushing event updated for resources: {'Port': ['ID=92a99ca7-eb1d-4729-b3be-1723c02f63bb,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:28.409877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Attempting to bind port 92a99ca7-eb1d-4729-b3be-1723c02f63bb on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:28.410241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Attempting to bind port 92a99ca7-eb1d-4729-b3be-1723c02f63bb by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:28.411214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Attempting to bind port 92a99ca7-eb1d-4729-b3be-1723c02f63bb on network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:28.432932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:28.433386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Checking segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:28.433801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.434211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Bound using segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:28.434759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Bound port: 92a99ca7-eb1d-4729-b3be-1723c02f63bb, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:28.435153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.459130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bed324cb-ad1e-4167-b50d-714636d11ab8 req-c8a10850-e3f6-4634-b30c-7d1e1618182d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9653881 Jul 15 13:23:28.462490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:28.463643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.554031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-e2008eca-6f34-432c-b90b-ef836ef9a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.557246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-e2008eca-6f34-432c-b90b-ef836ef9a107 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 200 len: 868 time: 0.2075615 Jul 15 13:23:28.730646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] For port 92a99ca7-eb1d-4729-b3be-1723c02f63bb, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:28.742279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165a974-46ec-4356-b327-92b19f1e852e req-4d231c4f-49fb-46df-900a-abe94d07c847 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:28.745492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] For port 92a99ca7-eb1d-4729-b3be-1723c02f63bb, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=92a99ca7-eb1d-4729-b3be-1723c02f63bb,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:28.750492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4165a974-46ec-4356-b327-92b19f1e852e req-4d231c4f-49fb-46df-900a-abe94d07c847 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.59 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 946 time: 0.5103004 Jul 15 13:23:28.766766 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.842157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:28.852031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "DELETE /v2.0/ports/d817fbdf-ef75-4d7f-9c87-cb73557dce40 HTTP/1.1" status: 204 len: 168 time: 4.4239035 Jul 15 13:23:28.896352 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1393e5a-113d-4cc8-a386-37f53a82f135 req-0858f643-5e28-4bba-a0d3-8380d1037306 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3464847 Jul 15 13:23:28.904364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:28.910066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42988) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.042303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:29.050477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:29.074766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3235-78f0-47a6-a73f-b3b18c624e60 None None] Pushing event updated for resources: {'Port': ['ID=92a99ca7-eb1d-4729-b3be-1723c02f63bb,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.133359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Router a4a30f47-fa05-49d2-b1a5-01c1281304b0 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:29.139330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-c799861c-a930-4e50-8913-a71915bccdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.140025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-c799861c-a930-4e50-8913-a71915bccdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.140783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-c799861c-a930-4e50-8913-a71915bccdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.142918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-c799861c-a930-4e50-8913-a71915bccdfd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.8737137 Jul 15 13:23:29.144160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event updated for resources: {'Port': ['ID=3e6ba26a-a426-400b-8605-1efd270fba3a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:29.314515 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc74716f-9c45-404f-9bdd-c84206112a0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:29.318009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cc74716f-9c45-404f-9bdd-c84206112a0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "GET /v2.0/ports/d817fbdf-ef75-4d7f-9c87-cb73557dce40 HTTP/1.1" status: 404 len: 333 time: 0.3464401 Jul 15 13:23:29.332543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42990) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:29.349334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-b00f761d-05de-4a7b-b212-cf16201b0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.351116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-b00f761d-05de-4a7b-b212-cf16201b0cca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88ce9208-b397-4c17-8ad6-e4798ba5d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7290797 Jul 15 13:23:29.436443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:29.453513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-964834081', 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:29.540950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-80d34d5c-72ca-4be4-a14b-be6a0f493fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733401 Jul 15 13:23:29.602754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:29.722140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.735998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.744194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.751504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.759229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.767075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:29.776899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-83522f3b-1cad-4555-8253-63f773e22da9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 4599 time: 0.6736708 Jul 15 13:23:29.905904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Deleting port d08a93df-4e27-45bf-ae2e-efe871eba2c8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:29.906417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:29.967923 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74def5b7-e36b-4b50-a4a8-d47478cc942e req-572c9591-b9da-455b-934e-85743348f12d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1898673 Jul 15 13:23:29.978471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:29.992857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.027036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] Sync routers for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:30.083659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:30.084485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:30.229750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.240294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Made reservation on behalf of e9a359966c234530875c6313168038d5 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:30.244685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.317242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588192b5-67e8-47da-8595-7edebaaab15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event deleted for resources: {'Port': ['ID=d817fbdf-ef75-4d7f-9c87-cb73557dce40,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.319772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-615e43e3-e322-4545-b5ab-38be59e1fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.332073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e88a3361-1d6f-4138-b400-139d42c9a9a7 req-615e43e3-e322-4545-b5ab-38be59e1fb04 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1678813 Jul 15 13:23:30.335396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c84478f0-06a9-4d50-9531-9125b5762b2f req-e4a809f3-b035-4e00-96ea-61e941116ecd service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7842038 Jul 15 13:23:30.340720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 92a99ca7-eb1d-4729-b3be-1723c02f63bb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:30.388827 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.398864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cac11f7e-898b-42b1-9854-76b3e11b63d7 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "PUT /v2.0/floatingips/5c14ac8e-dfc6-4a19-acec-9d1da8885bd4 HTTP/1.1" status: 200 len: 990 time: 6.5241897 Jul 15 13:23:30.404313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:30.407010 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4855af-e08a-4beb-831f-b65c0f6713e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:30.421481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] For port d08a93df-4e27-45bf-ae2e-efe871eba2c8, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d08a93df-4e27-45bf-ae2e-efe871eba2c8,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:30.422063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:30.510896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 316ac829-8cf0-47b4-8d90-f9481b0c5e35 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:23:30.587485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 92a99ca7-eb1d-4729-b3be-1723c02f63bb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:30.600293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:30.690126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:30.721798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:23:30.931533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dea8b4-842d-4861-a606-1c55397042b0 req-81380b46-6dee-44a7-8cbb-7e1ef4bc7a05 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:30.933517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80dea8b4-842d-4861-a606-1c55397042b0 req-81380b46-6dee-44a7-8cbb-7e1ef4bc7a05 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 944 time: 0.4789007 Jul 15 13:23:31.080549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.113695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:31.164741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f65429-a617-4145-8751-a509563b593b None None] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:23:31.179015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80dea8b4-842d-4861-a606-1c55397042b0 req-c5ee3be0-d4f1-4a3e-87ef-90fcee844c45 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355719 Jul 15 13:23:31.224036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.224592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.225057 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Floating IP 83638fa7-5c69-4207-a9c3-212af1a7b0a3 disassociated. External IP: 172.25.3.135, port: d08a93df-4e27-45bf-ae2e-efe871eba2c8. Jul 15 13:23:31.225766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Calling delete_port for d08a93df-4e27-45bf-ae2e-efe871eba2c8 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:31.455458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:31.457040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.461588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b9da33f1-6311-49a3-aa22-428ab382f5a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 1130 time: 7.1654279 Jul 15 13:23:31.482341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '5a5b8c69-8e46-4544-9a71-b709c289aa38'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:31.485577 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5efcfe4-1662-4208-bfbf-12e3f521ae06" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "5a5b8c69-8e46-4544-9a71-b709c289aa38"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:31.499372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:31.506265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port ee7e26ea-a1a5-4cce-ac54-437b7364b584 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:31.531020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.632207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'port_id': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'mac_address': 'fa:16:3e:f9:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:23:31.645593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.713441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] Provisioning for port 92a99ca7-eb1d-4729-b3be-1723c02f63bb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:31.751505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] Provisioning complete for port 92a99ca7-eb1d-4729-b3be-1723c02f63bb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:31.751873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.866249 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc13a73-1482-4f4b-8552-95b89e9c6666 x-openstack-request-id: req-6bc13a73-1482-4f4b-8552-95b89e9c6666 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:31.866993 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:31.867422 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bc13a73-1482-4f4b-8552-95b89e9c6666 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:31.868079 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'status': 'completed', 'code': 200} Jul 15 13:23:31.898335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.934892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:31.968415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316ac829-8cf0-47b4-8d90-f9481b0c5e35 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:31.996747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:32.009791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event deleted for resources: {'Port': ['ID=d08a93df-4e27-45bf-ae2e-efe871eba2c8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.010858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.075276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:23:32.091124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.121106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5c14ac8e-dfc6-4a19-acec-9d1da8885bd4', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'port_id': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'mac_address': 'fa:16:3e:c7:c7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:47Z', 'updated_at': '2021-07-15T13:23:26Z', 'revision_number': 1, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:32.142606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event updated for resources: {'Port': ['ID=3e6ba26a-a426-400b-8605-1efd270fba3a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.164016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] Checking router: a4a30f47-fa05-49d2-b1a5-01c1281304b0 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:32.164675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.171947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.176955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: d08a93df-4e27-45bf-ae2e-efe871eba2c8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:23:32.177302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d08a93df-4e27-45bf-ae2e-efe871eba2c8 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:23:32.179507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.188168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.194707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.203891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.213667 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-774edb90-cb84-4f29-9c46-1afa23b81bf6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 4599 time: 0.4072709 Jul 15 13:23:32.229415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d2411-c327-4f45-9565-bb0e48bdf5ee req-615329a8-83a5-47fe-8b4a-096775bbfcae tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.237105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-340d2411-c327-4f45-9565-bb0e48bdf5ee req-615329a8-83a5-47fe-8b4a-096775bbfcae tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=e486ba9c-342a-4f8c-a38b-5f93407105ec HTTP/1.1" status: 200 len: 868 time: 1.9037070 Jul 15 13:23:32.252602 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.273647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=316ac829-8cf0-47b4-8d90-f9481b0c5e35,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:32.323541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['316ac829-8cf0-47b4-8d90-f9481b0c5e35'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:23:32.346201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.346584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.346972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.347591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.348128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.349719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.350291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.352492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c8035481-4c8b-4d17-b19a-6910f37bc3a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 0.5492694 Jul 15 13:23:32.432219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.437811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c13e0cfe-d664-4cf5-a522-445301693d8e req-5bb68e5b-2591-4a32-938a-1f51194a7b09 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225814 Jul 15 13:23:32.488793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:32.489865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:32.490768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:32.496259 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.583659 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db375c2-750c-4898-91c8-2a203e705596 x-openstack-request-id: req-8db375c2-750c-4898-91c8-2a203e705596 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:32.584039 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "5a5b8c69-8e46-4544-9a71-b709c289aa38", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:32.584393 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8db375c2-750c-4898-91c8-2a203e705596 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:32.585054 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '5a5b8c69-8e46-4544-9a71-b709c289aa38', 'status': 'completed', 'code': 200} Jul 15 13:23:32.637425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] For port 92a99ca7-eb1d-4729-b3be-1723c02f63bb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=92a99ca7-eb1d-4729-b3be-1723c02f63bb,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:32.671210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:32.890966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-340d2411-c327-4f45-9565-bb0e48bdf5ee req-6f6553db-b536-491d-a175-2a513707d98a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=c029a789-a953-4f76-8992-0f2fc80590f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6519692 Jul 15 13:23:32.902289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-1efcc03d-9508-48e4-9f9d-8c6d365c5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:32.903211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-1efcc03d-9508-48e4-9f9d-8c6d365c5164 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948 HTTP/1.1" status: 200 len: 918 time: 0.5345910 Jul 15 13:23:32.972006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6543121-f9d0-45a7-b1eb-ca5dbdd9251c None None] Pushing event updated for resources: {'Port': ['ID=92a99ca7-eb1d-4729-b3be-1723c02f63bb,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:33.031626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:33.061370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.070111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d1dd266-ffb0-4167-9890-5ebf12be56eb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.8980212 Jul 15 13:23:33.151728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-31c8182b-12ac-430a-aa4d-6acfa34f8786 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 998 time: 0.2246120 Jul 15 13:23:33.171356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:33.184064 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:33.206106 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:33.207194 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:33.223320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15fb6d-2013-4cca-8614-f2d2a9bbd570 req-ac72ca7f-8048-4f54-885d-64401d4c1862 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.225007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f15fb6d-2013-4cca-8614-f2d2a9bbd570 req-ac72ca7f-8048-4f54-885d-64401d4c1862 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 945 time: 0.3417575 Jul 15 13:23:33.249346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.667854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cecc2a7d-f778-41ea-8a95-70ef9f1f569d None None] Provisioning complete for port 92a99ca7-eb1d-4729-b3be-1723c02f63bb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:33.669079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cecc2a7d-f778-41ea-8a95-70ef9f1f569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.701758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:33.883052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281078e2-830d-4b2c-92b3-7e5a4040fae7 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:33.892428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.903707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] No DVR routers for this DVR port d08a93df-4e27-45bf-ae2e-efe871eba2c8 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:23:33.908794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Transition to ACTIVE for port object 281078e2-830d-4b2c-92b3-7e5a4040fae7 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:33.931321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:33.937630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4165a974-46ec-4356-b327-92b19f1e852e req-ccbe94d8-9d8d-4788-8b4b-221b4b3b0eb6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.59 "DELETE /v2.0/ports/d08a93df-4e27-45bf-ae2e-efe871eba2c8 HTTP/1.1" status: 204 len: 173 time: 5.1784053 Jul 15 13:23:33.957175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-deleted', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:33.963497 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2bb5ae-73b7-4efc-a70f-a4e631247034" -d '{"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-deleted", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:33.982487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c3cba529-dc2f-4495-9dce-f7520aa27aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:33.989298 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-c3cba529-dc2f-4495-9dce-f7520aa27aa9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 200 len: 856 time: 0.8267727 Jul 15 13:23:34.010650 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.068793 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:34.098940 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:34.099415 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.108034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 92a99ca7-eb1d-4729-b3be-1723c02f63bb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:34.129382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f15fb6d-2013-4cca-8614-f2d2a9bbd570 req-68dff046-195f-4e48-9601-3a63fc00a843 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861850 Jul 15 13:23:34.287420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.318391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-7da9f24d-c535-4068-ba83-c501419f0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.323348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-7da9f24d-c535-4068-ba83-c501419f0240 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3094532 Jul 15 13:23:34.387859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-69970085-ca5a-48a3-974b-558886732f98 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--840871148&fields=id&tenant_id=6b653f3035114746a937d0ebe4513cb0 HTTP/1.1" status: 200 len: 267 time: 0.4757543 Jul 15 13:23:34.396960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.412924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:34.475055 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:34.529703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 316ac829-8cf0-47b4-8d90-f9481b0c5e35 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:34.548928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.549615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.550649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.551520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.552454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.553351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.571516 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f9bc50d1-11bc-45f5-8fd0-7a8ac13576d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5287 time: 1.9849627 Jul 15 13:23:34.636746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 92a99ca7-eb1d-4729-b3be-1723c02f63bb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:34.637344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:34.705266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Network c71d6c32-3908-4955-a263-94edcb2ed3cc is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:34.803210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-94f14b77-b6cd-451a-8cee-ef193e298803 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712355 Jul 15 13:23:34.872022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.885927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.903737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.921132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.934930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:34.935512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.936600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5c14ac8e-dfc6-4a19-acec-9d1da8885bd4', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'port_id': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'mac_address': 'fa:16:3e:c7:c7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:47Z', 'updated_at': '2021-07-15T13:23:26Z', 'revision_number': 1, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:34.945448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.952720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:34.961691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-14ee94f6-065e-4dcf-9bc2-1f8e3714abd0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5371 time: 0.4763162 Jul 15 13:23:35.051673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb55889-2487-4936-a7dc-37e07c27a350 None None] The sync data for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 is: [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5c14ac8e-dfc6-4a19-acec-9d1da8885bd4', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'port_id': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'mac_address': 'fa:16:3e:c7:c7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:20:47Z', 'updated_at': '2021-07-15T13:23:26Z', 'revision_number': 1, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:35.112060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5186d6b1-d27b-4402-87ac-53648467c1ee req-aeb0e68d-f957-4a08-926e-3133c21fe2cb tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473992 Jul 15 13:23:35.190915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:35.191966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.192580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.204344 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:35.282492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:35.312172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:35.314888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94e4581-b953-4d6b-ad9e-4a56e0b99b68 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:35.315438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf4855af-e08a-4beb-831f-b65c0f6713e9 req-b0a795b7-04ab-403a-9620-26df84f853cf service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955463 Jul 15 13:23:35.316001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.401855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=ee7e26ea-a1a5-4cce-ac54-437b7364b584,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:35.412411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-649af65b-57f1-4adc-b8b9-0c319ef56d37 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.421730 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-649af65b-57f1-4adc-b8b9-0c319ef56d37 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/networks?id=7f3963a6-4986-4035-a920-023786c8bf17 HTTP/1.1" status: 200 len: 811 time: 1.0262892 Jul 15 13:23:35.449195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-ca952206-f902-445d-9453-a1b241f67321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.452684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-ca952206-f902-445d-9453-a1b241f67321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.453124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-ca952206-f902-445d-9453-a1b241f67321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.454939 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-ca952206-f902-445d-9453-a1b241f67321 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8505056 Jul 15 13:23:35.474783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.20.0.1 (6ac1de0e-50fb-4673-bbba-3c118fd09d26/3c262133-bec1-4878-b1b4-adf7349388b2/eae91046-9084-4001-9d95-9c170c4809fe) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:35.536196 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2823d89d-b987-482e-884f-d7d8820e417b x-openstack-request-id: req-2823d89d-b987-482e-884f-d7d8820e417b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:35.537815 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e486ba9c-342a-4f8c-a38b-5f93407105ec", "name": "network-vif-deleted", "tag": "d08a93df-4e27-45bf-ae2e-efe871eba2c8", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:35.538241 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.539123 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2823d89d-b987-482e-884f-d7d8820e417b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:35.540426 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e486ba9c-342a-4f8c-a38b-5f93407105ec', 'name': 'network-vif-deleted', 'tag': 'd08a93df-4e27-45bf-ae2e-efe871eba2c8', 'status': 'completed', 'code': 200} Jul 15 13:23:35.609604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:35.618194 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c67c2-387c-4280-8ff5-ed956a9b7891" -d '{"events": [{"server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "name": "network-vif-plugged", "status": "completed", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:35.642075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e35c62-a188-4801-96cf-3568b32d27a7 None None] New status for floating IP 5c14ac8e-dfc6-4a19-acec-9d1da8885bd4: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:23:35.650197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-f400f25e-3220-45d4-b200-1485c7604687 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/quotas/6b653f3035114746a937d0ebe4513cb0 HTTP/1.1" status: 200 len: 375 time: 0.2268405 Jul 15 13:23:35.668047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43050) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:35.671709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:35.678643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86ea21ef-1ffd-4a80-8ec3-6961d0aaff5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 6.2359681 Jul 15 13:23:35.796639 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:35.903233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e01494a-8809-4ace-8a19-dfc2371c6e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:35.911745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7e01494a-8809-4ace-8a19-dfc2371c6e81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "GET /v2.0/ports/ee7e26ea-a1a5-4cce-ac54-437b7364b584 HTTP/1.1" status: 200 len: 958 time: 0.2373853 Jul 15 13:23:35.912569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43054) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.012229 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58104c5b-5128-4662-9e4a-f067d7dabb2f None None] New status for floating IP 83638fa7-5c69-4207-a9c3-212af1a7b0a3: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:23:36.083653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Attempting to bind port 281078e2-830d-4b2c-92b3-7e5a4040fae7 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:36.086975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Attempting to bind port 281078e2-830d-4b2c-92b3-7e5a4040fae7 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:36.087481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Attempting to bind port 281078e2-830d-4b2c-92b3-7e5a4040fae7 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:36.095807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f0a4f746-640f-4f8e-9e19-cd6bc5d12395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.097622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5efcfe4-1662-4208-bfbf-12e3f521ae06 req-f0a4f746-640f-4f8e-9e19-cd6bc5d12395 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6154461 Jul 15 13:23:36.135113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Port 281078e2-830d-4b2c-92b3-7e5a4040fae7 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:36.135467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Attempting to bind port 281078e2-830d-4b2c-92b3-7e5a4040fae7 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:36.204812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:36.205148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Checking segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:36.205564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Bound using segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:36.205998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Bound port: 281078e2-830d-4b2c-92b3-7e5a4040fae7, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:36.206358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.214253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=316ac829-8cf0-47b4-8d90-f9481b0c5e35,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.307655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a67e9e-b787-4125-8def-4ad800ebe523 req-2b836683-b5d3-4652-92f8-87e6dbf8b289 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.309475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09a67e9e-b787-4125-8def-4ad800ebe523 req-2b836683-b5d3-4652-92f8-87e6dbf8b289 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 946 time: 0.2232187 Jul 15 13:23:36.313276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Deleting port ee7e26ea-a1a5-4cce-ac54-437b7364b584 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:36.313625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.358460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:36.362814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:36.378286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.392419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09a67e9e-b787-4125-8def-4ad800ebe523 req-4f693e41-ddb1-49a7-b3dc-f32668da2337 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717340 Jul 15 13:23:36.427913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-e2b2c12c-9322-41dc-a784-2433ae53f10d tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b653f3035114746a937d0ebe4513cb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3670857 Jul 15 13:23:36.436545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.450671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.482223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Calling delete_port for ee7e26ea-a1a5-4cce-ac54-437b7364b584 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:36.484984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:36.486125 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.487708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] 10.222.0.59 "PUT /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 1131 time: 4.9984622 Jul 15 13:23:36.498869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '281078e2-830d-4b2c-92b3-7e5a4040fae7'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:36.502776 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c234cf3-ed44-468e-8c7d-3999a46dd33a" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "281078e2-830d-4b2c-92b3-7e5a4040fae7"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:36.517033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43062) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:36.533338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:36.546302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Transition to ACTIVE for port object eae91046-9084-4001-9d95-9c170c4809fe will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:36.598177 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e38e354-7a35-47a6-bdf3-50052cf811eb x-openstack-request-id: req-0e38e354-7a35-47a6-bdf3-50052cf811eb {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:36.598637 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "name": "network-vif-plugged", "status": "completed", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:36.598869 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e38e354-7a35-47a6-bdf3-50052cf811eb {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:36.599384 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'code': 200} Jul 15 13:23:36.691858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eb9d3-99f9-49c8-841c-d424fad5b914 service neutron] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:36.735346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.838774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:36.851404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f09c86b8-5695-4c3c-83bb-9aa7a5ebdab8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.910951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f09c86b8-5695-4c3c-83bb-9aa7a5ebdab8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.943833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:36.946322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:36.952255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:36.985551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-1317faff-5696-4da3-8776-cf6d1eac3be5 service neutron] 10.222.0.57 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204120 Jul 15 13:23:37.036608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=eae91046-9084-4001-9d95-9c170c4809fe,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.163974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.186013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1a4bc-7ff9-46f6-b08c-fafcf73104d0 req-42d2868a-54c7-4fcf-8081-4e6c6b6d5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.188036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6af1a4bc-7ff9-46f6-b08c-fafcf73104d0 req-42d2868a-54c7-4fcf-8081-4e6c6b6d5cf6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1098 time: 0.5146961 Jul 15 13:23:37.192584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.243783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.248731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ee7e26ea-a1a5-4cce-ac54-437b7364b584 HTTP/1.1" status: 204 len: 168 time: 1.3290708 Jul 15 13:23:37.256750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.280586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bb6c2-168d-407c-a9c4-5bdc4bd1d373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee7e26ea-a1a5-4cce-ac54-437b7364b584,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.327749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.337356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.346988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.356674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.363439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.370323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.377432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:37.380028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-a7005355-8ec9-4a9c-91c8-647d45bbe4ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5371 time: 0.4371672 Jul 15 13:23:37.384259 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f09c86b8-5695-4c3c-83bb-9aa7a5ebdab8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.387406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f09c86b8-5695-4c3c-83bb-9aa7a5ebdab8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.392115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f09c86b8-5695-4c3c-83bb-9aa7a5ebdab8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "DELETE /v2.0/security-groups/c029a789-a953-4f76-8992-0f2fc80590f4 HTTP/1.1" status: 204 len: 168 time: 0.8736856 Jul 15 13:23:37.392963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43070) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.406842 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02ec61c-fe2f-4c1b-bfe5-3a5ae7c32468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:37.415253 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d02ec61c-fe2f-4c1b-bfe5-3a5ae7c32468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "GET /v2.0/ports/ee7e26ea-a1a5-4cce-ac54-437b7364b584 HTTP/1.1" status: 404 len: 333 time: 0.1504443 Jul 15 13:23:37.439673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c86b8-5695-4c3c-83bb-9aa7a5ebdab8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c029a789-a953-4f76-8992-0f2fc80590f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:37.457125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.484161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Request body: {'port': {'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-418751407'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:37.518412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6af1a4bc-7ff9-46f6-b08c-fafcf73104d0 req-9ad5a520-38b0-4d41-9679-4710639b06ff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110673 Jul 15 13:23:37.525773 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-1663071e-2829-4448-832d-28d79c5f5026 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] show failed (client error): The resource could not be found. Jul 15 13:23:37.528292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1663071e-2829-4448-832d-28d79c5f5026 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups/c029a789-a953-4f76-8992-0f2fc80590f4 HTTP/1.1" status: 404 len: 347 time: 0.1225479 Jul 15 13:23:37.536235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43076) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:37.791513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Made reservation on behalf of e9a359966c234530875c6313168038d5 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:37.794777 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.816013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b305d586-cc27-4c2d-b0b6-7e2225711a01 None None] Provisioning for port eae91046-9084-4001-9d95-9c170c4809fe completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:37.837309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30746ac1-e406-4813-99ba-dba4b5e6783f req-00b0ecc1-7744-4efb-b469-fdbca939eac0 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4021430 Jul 15 13:23:37.862898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b305d586-cc27-4c2d-b0b6-7e2225711a01 None None] Provisioning complete for port eae91046-9084-4001-9d95-9c170c4809fe triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:37.865737 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b305d586-cc27-4c2d-b0b6-7e2225711a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:37.955854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port de36bd4d-deec-4d22-a241-2764f97fea5b yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:38.001206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b305d586-cc27-4c2d-b0b6-7e2225711a01 None None] Port eae91046-9084-4001-9d95-9c170c4809fe cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:38.116130 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580761d2-a38e-4bea-8354-44553fec3085 x-openstack-request-id: req-580761d2-a38e-4bea-8354-44553fec3085 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:38.118100 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "281078e2-830d-4b2c-92b3-7e5a4040fae7", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:38.119073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Deleting port 12541cd8-b773-4f65-93c4-98aa968bbeb3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:38.119523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.120762 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-580761d2-a38e-4bea-8354-44553fec3085 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:38.121707 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '281078e2-830d-4b2c-92b3-7e5a4040fae7', 'status': 'completed', 'code': 200} Jul 15 13:23:38.280098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-e673aa38-0fa6-4d14-bd54-46dbe245d4da service neutron] 10.222.0.57 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2259023 Jul 15 13:23:38.413077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.450060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.451446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.497137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Calling delete_port for 12541cd8-b773-4f65-93c4-98aa968bbeb3 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:38.507217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.566092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.566610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.567198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.567679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.569901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.574988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.575500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.581058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-7a00a53a-9a2e-4cd9-992b-1755c34f7685 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6211 time: 0.3506095 Jul 15 13:23:38.621621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:38.767865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-448aa007-0263-4ce2-aaf7-a6859159c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.767865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-448aa007-0263-4ce2-aaf7-a6859159c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.768394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-448aa007-0263-4ce2-aaf7-a6859159c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.770268 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-448aa007-0263-4ce2-aaf7-a6859159c13d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1300585 Jul 15 13:23:38.953147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-2cc83ee1-b4a8-48d3-a1a6-28883117b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:38.954968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c234cf3-ed44-468e-8c7d-3999a46dd33a req-2cc83ee1-b4a8-48d3-a1a6-28883117b285 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719253 Jul 15 13:23:38.961977 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.003829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-53929bac-a26d-42a9-adc5-790d1063a6c2 req-a4ae72d9-da4d-4262-8821-39d55a49b63e tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 210 time: 0.0735188 Jul 15 13:23:39.091701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Network c71d6c32-3908-4955-a263-94edcb2ed3cc is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:39.194512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=de36bd4d-deec-4d22-a241-2764f97fea5b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.238025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:39.323605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:39.325515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.326983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.382368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8db747-79ea-453d-9c9b-e5cb807f6d62 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:39.395471 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.412196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event deleted for resources: {'Port': ['ID=12541cd8-b773-4f65-93c4-98aa968bbeb3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:39.457071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Transition to ACTIVE for port object fb8db747-79ea-453d-9c9b-e5cb807f6d62 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:39.523523 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-32f9fe3d-fc3b-4c07-af6e-9fdfc8b12c05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0539892 Jul 15 13:23:39.533874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.537341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.548800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43094) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:39.557856 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:39.561790 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7ad626cb-1257-47c2-8eb3-76e0daae55f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "DELETE /v2.0/floatingips/83638fa7-5c69-4207-a9c3-212af1a7b0a3 HTTP/1.1" status: 204 len: 168 time: 2.0167975 Jul 15 13:23:39.573476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:39.655619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b01f5a-a61c-4fa6-9ffc-0872f4734bae req-1fcd4273-0f15-4775-9593-b6bac6257df1 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.657394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94b01f5a-a61c-4fa6-9ffc-0872f4734bae req-1fcd4273-0f15-4775-9593-b6bac6257df1 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 946 time: 0.8380890 Jul 15 13:23:39.714201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-c2b861f7-0bef-44e7-b35d-254962e9ce1d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3277826 Jul 15 13:23:39.960752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.974044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:39.999798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.008900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.027854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94b01f5a-a61c-4fa6-9ffc-0872f4734bae req-4db09505-37b8-4841-83e9-a59f7ea30699 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107738 Jul 15 13:23:40.049804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.079855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.151418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.161281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.162208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.163216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.163835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-711745d6-835b-4421-99ef-6338c9c7de75 req-7576c00e-ef23-40c6-aa48-b4286883b09d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5371 time: 0.8430421 Jul 15 13:23:40.164233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.165709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.166947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.168155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.178711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7e8951b-8d97-4cfd-b92a-89d598483377 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 0.3565307 Jul 15 13:23:40.201009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Pushing event updated for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:40.374224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Attempting to bind port fb8db747-79ea-453d-9c9b-e5cb807f6d62 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:40.375034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Attempting to bind port fb8db747-79ea-453d-9c9b-e5cb807f6d62 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:40.375757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Attempting to bind port fb8db747-79ea-453d-9c9b-e5cb807f6d62 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:40.423362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-711745d6-835b-4421-99ef-6338c9c7de75 req-4a1cbd57-b40f-4e29-81d6-29f4d9aea2e6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2075036 Jul 15 13:23:40.460293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Port fb8db747-79ea-453d-9c9b-e5cb807f6d62 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:40.467604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Attempting to bind port fb8db747-79ea-453d-9c9b-e5cb807f6d62 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:40.503462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.550106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:40.550576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6977df1e-867c-4e38-ac3e-d4ead51bf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.550923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6977df1e-867c-4e38-ac3e-d4ead51bf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.551275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Checking segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:40.551534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Bound using segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:40.552023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Bound port: fb8db747-79ea-453d-9c9b-e5cb807f6d62, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:40.552395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.553915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6977df1e-867c-4e38-ac3e-d4ead51bf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.556559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6977df1e-867c-4e38-ac3e-d4ead51bf99c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=21e53ded-6736-481c-9356-ddec7ed49dd2&id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 2299 time: 0.3253014 Jul 15 13:23:40.629947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.700110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-3eba73b7-33c8-432f-95fd-0305d3dea758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 1000 time: 0.1364481 Jul 15 13:23:40.733141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:40.800777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-02249437-9ece-41f9-afca-e148422678d6 req-9fedfc44-6b76-4fd0-a313-3fc49970fc28 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 210 time: 0.0449960 Jul 15 13:23:40.830473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-5378490e-b570-4fa4-9c97-ddc6309a39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.830473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-5378490e-b570-4fa4-9c97-ddc6309a39f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 200 len: 856 time: 0.1158288 Jul 15 13:23:40.925392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-74bb2d71-75d1-4f28-b800-979850d1fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:40.927519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-74bb2d71-75d1-4f28-b800-979850d1fd60 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949738 Jul 15 13:23:41.073319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43106) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.103633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--615063118', 'description': 'tempest-description--1757832713'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:41.171689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-d509ff23-2bab-4481-aca0-134004acc3ff service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370830 Jul 15 13:23:41.187663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.225582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.385332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=eae91046-9084-4001-9d95-9c170c4809fe,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.423763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-5cd91b5e-8079-4262-a315-fc47c53abd71 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391365 Jul 15 13:23:41.480576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-51f2ee84-650c-4845-92bb-018efa117d55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 217 time: 0.0493832 Jul 15 13:23:41.550393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-7f3cb052-669b-4a19-a3c8-39956eb062b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.553641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-7f3cb052-669b-4a19-a3c8-39956eb062b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.0648639 Jul 15 13:23:41.644571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.651391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.666910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:41.703477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:41.732206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b772a72-94dd-4927-8c0f-023ea30ede93,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:41.784091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.785950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6d0b6a1d-5c56-4156-974b-ddbcbb7f7fb0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7089143 Jul 15 13:23:41.792159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43116) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:41.799068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'security_group_rule': {'security_group_id': '1b772a72-94dd-4927-8c0f-023ea30ede93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:41.819170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:41.829791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-818e6e01-eb8e-4ed5-a817-85faaf8f1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:41.832073 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-818e6e01-eb8e-4ed5-a817-85faaf8f1b85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2672656 Jul 15 13:23:41.847940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.044442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.048913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-47fde20a-b505-4f10-9162-c8abb48a61a2 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091665 Jul 15 13:23:42.053843 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.172783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.174225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.184634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] 10.222.0.59 "PUT /v2.0/ports/fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 200 len: 1092 time: 5.6515594 Jul 15 13:23:42.203055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:42.203594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-cc7a0b99-af65-4bc5-b7cf-aeca0a60bb26 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462460 Jul 15 13:23:42.209029 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:42.243589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.269480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9b88c8b6-73bf-48cc-8d46-38ce6f18f773 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 258 time: 1.3896921 Jul 15 13:23:42.301603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-dec15953-5738-43ec-90f4-5c9ab850a0df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 217 time: 0.0662155 Jul 15 13:23:42.313246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.315142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5204623 Jul 15 13:23:42.335060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:42.350637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'security_group_rule': {'security_group_id': '1b772a72-94dd-4927-8c0f-023ea30ede93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.369233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee744c2-eb2b-4974-a21e-f86c500fcb57 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa76d466-beb9-4430-a27d-c77d211a7ca5,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.414357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:42.519366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-4db3b235-3309-460d-a9b2-736090a0b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.520962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-4db3b235-3309-460d-a9b2-736090a0b77a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.2045488 Jul 15 13:23:42.574855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.622358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88094eb-647a-492d-8231-c813b8141f2f service neutron] Pushing event updated for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:42.624231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.630670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.637394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.643754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.660450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.660450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.666178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.670500 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-d827d248-7693-45be-99b8-55236b69e16e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5383 time: 0.2280896 Jul 15 13:23:42.676190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] device_id is not set on port de36bd4d-deec-4d22-a241-2764f97fea5b yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:23:42.708834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:42.711770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.718769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.774979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:42.817767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.820784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-21bbe9c2-a540-446c-b815-e0d70ab0ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.824040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-21bbe9c2-a540-446c-b815-e0d70ab0ef90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2928119 Jul 15 13:23:42.828483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.831820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-44f4fa9f-7d6f-43cd-a968-f406dc2e74d9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:42.833283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-44f4fa9f-7d6f-43cd-a968-f406dc2e74d9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.59 "GET /v2.0/networks?id=7f3963a6-4986-4035-a920-023786c8bf17 HTTP/1.1" status: 200 len: 811 time: 1.0622103 Jul 15 13:23:42.837846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Transition to ACTIVE for port object de36bd4d-deec-4d22-a241-2764f97fea5b will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:42.852728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-058f36f8-8cf3-4953-89ef-10c56106b818 req-976c7a73-005d-41b0-912a-64ec0f6bdf9d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485586 Jul 15 13:23:42.858757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.959600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:42.981887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c790f55e-6800-43f4-93cd-245bf051b0e7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.012695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.015197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a5698886-28ae-4872-963e-a88bf9121b68 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6765380 Jul 15 13:23:43.018995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43126) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:43.034167 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c65d3f5d-510e-420d-99ff-0354b40ab81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.041360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:43.061387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=de36bd4d-deec-4d22-a241-2764f97fea5b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:43.179313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.223461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-a2c849f8-f555-4ee5-ac50-ea20ee9f2a2b service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382485 Jul 15 13:23:43.325374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:23:43.354955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-9fa4ea48-1ae1-4cd6-ade4-e1cf10cc2a24 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b653f3035114746a937d0ebe4513cb0 HTTP/1.1" status: 200 len: 379 time: 0.5089777 Jul 15 13:23:43.385695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Request body: {'port': {'device_id': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'admin_state_up': True, 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'security_groups': ['e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:43.407525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-350b89f4-739e-48f5-b11b-033fd72642b0 req-d29074f3-6ad0-4578-adfd-f0a56580d1df tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 210 time: 0.0519621 Jul 15 13:23:43.442912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6e21d316-769f-44eb-a5d6-7e7fe95675f7 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098181 Jul 15 13:23:43.447408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e85e609e-912b-4599-9495-9ac680ae1abb None None] Provisioning complete for port eae91046-9084-4001-9d95-9c170c4809fe triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:43.448532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e85e609e-912b-4599-9495-9ac680ae1abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.491502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:43.492503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:43.493409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:43.496834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:43.525766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e85e609e-912b-4599-9495-9ac680ae1abb None None] Port eae91046-9084-4001-9d95-9c170c4809fe cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:43.573332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-db1450a6-db3c-49a2-a611-101da77e0981 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 200 len: 217 time: 0.1227717 Jul 15 13:23:43.628407 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261fff5-3bf1-4c39-b61d-f70caed65385 x-openstack-request-id: req-0261fff5-3bf1-4c39-b61d-f70caed65385 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:43.628864 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:43.629327 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0261fff5-3bf1-4c39-b61d-f70caed65385 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:43.630056 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62', 'status': 'completed', 'code': 200} Jul 15 13:23:43.649786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Allocated IP 172.25.3.153 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c023dd51-23d3-497f-bdcb-bc6a68661115) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:43.932858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-b151478e-4a80-4dfb-98e1-9d6710639b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:43.941534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-b151478e-4a80-4dfb-98e1-9d6710639b13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.2376637 Jul 15 13:23:44.117366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.134370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.135354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.136217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.139437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.140570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.141396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.142260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.155350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-14233285-5559-4bd5-83dd-948a685e153b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6279 time: 0.4550612 Jul 15 13:23:44.342657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:44.343557 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:44.353912 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 2 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:44.467929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:44.468569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:44.469214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:44.555930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:44.556627 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:44.595802 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 3 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:44.630597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.667814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:44.668592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:44.669201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:44.741833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:23:44.753746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:44.754095 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:44.761875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d3e1c6e1-47c1-4e7b-9d4d-c46c804aa255 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "PUT /v2.0/routers/61d6d1c6-91d5-4eec-81cb-4df06c7befb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0006042 Jul 15 13:23:44.765284 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 4 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:44.775816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:23:44.790815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43140) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:44.794962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:44.795510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:44.795868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:44.807446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Made reservation on behalf of 6b653f3035114746a937d0ebe4513cb0 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:44.814440 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:44.815491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:44.817158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:44.872078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-b49c800a-ba87-4bfa-bb57-67adcf3a981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.873026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-b49c800a-ba87-4bfa-bb57-67adcf3a981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.873221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-b49c800a-ba87-4bfa-bb57-67adcf3a981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:44.874153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:44.874505 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:44.875457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-b49c800a-ba87-4bfa-bb57-67adcf3a981d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7065191 Jul 15 13:23:44.887864 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 5 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:44.957168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:44.957705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:44.958255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:45.108658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-ac9cb598-1531-45ef-a387-4647205d4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.111720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-ac9cb598-1531-45ef-a387-4647205d4acb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1540422 Jul 15 13:23:45.112249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-6dc661c0-0961-4a4b-821f-ebe889d4a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.113922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a11c39e-c56e-4c02-bc3f-df54ad88bef1 req-6dc661c0-0961-4a4b-821f-ebe889d4a6f1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073133 Jul 15 13:23:45.115690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.178791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:45.179307 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:45.191181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:45.271411 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 6 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:45.272409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:45.295917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:45.306204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:45.418218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.425799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.437314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.452613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.469651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.473293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.474854 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.484136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.497926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.513004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-ffaf6245-d7a1-4b2e-a370-c2bcb37c8ad8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5383 time: 1.2627616 Jul 15 13:23:45.518644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-239054e2-725d-4ff9-86c5-41286a732499 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899457 Jul 15 13:23:45.522137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:45.523656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:45.524654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:45.582350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Allocated IP 172.25.3.182 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/fe30b0b7-420c-4c5e-b527-f96dfa8b2841) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:45.583186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6e4596c-61a3-4f7a-88bc-eb459ff7ec3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.608237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e016702-d4c0-4745-a03a-cb03630ed0b4 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:45.678138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.683639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:45.683639 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:45.700630 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 7 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:45.716143 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.793388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.794187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.795134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.796029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.796889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.797699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.799241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.800058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.800863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.801780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.802622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.803508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.804376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.805596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.806405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:45.808059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-d85f7fe0-d1b4-42c9-a81f-66a69797b619 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377651 Jul 15 13:23:45.820186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e9c0a2be-3ed2-4af5-9a50-817bd4bab131 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10550 time: 1.0212522 Jul 15 13:23:45.821045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43144) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:45.823762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'Port': ['ID=c023dd51-23d3-497f-bdcb-bc6a68661115,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:45.849186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Transition to ACTIVE for port object 7e016702-d4c0-4745-a03a-cb03630ed0b4 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:45.904433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:45.904955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:45.906509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:45.910182 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:45.939064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:39Z', 'revision_number': 2, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:45.973809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4437123-10ef-4a34-b6d5-db2b307d8792 req-5db83f49-9e87-4079-b35c-6ca7f121ad8d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4488695 Jul 15 13:23:45.982461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f7966236-733b-48ee-9f27-ddef4646ebc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 217 time: 0.1422491 Jul 15 13:23:46.027715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:23:46.030296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Updating router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 port eae91046-9084-4001-9d95-9c170c4809fe binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:23:46.097284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:46.097284 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:46.118168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.149860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.196919 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 8 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:46.252648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Allocated IP 172.20.0.3 (7f3963a6-4986-4035-a920-023786c8bf17/3bfc3381-73ef-4113-aff9-97c5b2a8749e/497c0f56-d0e5-49b9-9944-d24c3520826c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:46.308619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-d76a0513-e78a-4faa-81d1-7065f4f51407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.314282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-d76a0513-e78a-4faa-81d1-7065f4f51407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.3159809 Jul 15 13:23:46.413033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Pushing event updated for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.424766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.432911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:46.433750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:46.434616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:46.474591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f447026-b69e-4021-b761-dc09a2a90b94 req-dc804d8c-1e7b-4316-9d7c-cbe7fe416648 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 210 time: 0.1265383 Jul 15 13:23:46.546047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:46.546692 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:46.552616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.553509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.554031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.554868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.555499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.556141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.556590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.557042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.557550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.558011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.559542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.560669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.561214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.562448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.565112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-df3abfb5-2b57-4400-a3e3-e15309314cbb tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8927 time: 0.7290595 Jul 15 13:23:46.568318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43148) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:46.584210 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 9 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:46.715648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-730bc6ee-6dfa-4825-846a-0aaef8c36008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:46.721919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-730bc6ee-6dfa-4825-846a-0aaef8c36008 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3924644 Jul 15 13:23:46.785331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.808290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Transition to ACTIVE for port object eae91046-9084-4001-9d95-9c170c4809fe will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:46.818552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.823268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:46.823777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:46.824557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:46.960495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.962394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Attempting to bind port 7e016702-d4c0-4745-a03a-cb03630ed0b4 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:46.962890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Attempting to bind port 7e016702-d4c0-4745-a03a-cb03630ed0b4 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:46.963442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Attempting to bind port 7e016702-d4c0-4745-a03a-cb03630ed0b4 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:46.965057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Pushing event updated for resources: {'Port': ['ID=eae91046-9084-4001-9d95-9c170c4809fe,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:46.976020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:46.995639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Port 7e016702-d4c0-4745-a03a-cb03630ed0b4 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:46.995973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Attempting to bind port 7e016702-d4c0-4745-a03a-cb03630ed0b4 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:47.034438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Attempting to bind port eae91046-9084-4001-9d95-9c170c4809fe on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:47.035247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Attempting to bind port eae91046-9084-4001-9d95-9c170c4809fe by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:47.035873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Attempting to bind port eae91046-9084-4001-9d95-9c170c4809fe on network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:47.051806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:47.052488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Checking segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:47.053067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.053655 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Bound using segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:47.054783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Bound port: eae91046-9084-4001-9d95-9c170c4809fe, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:47.055555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.106262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:47.106867 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:47.127644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.144082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.144520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.144871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.145210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.145605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.145880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.146211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.146559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.146891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.147341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.147673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.148001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:23:47.154374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.156387 n-d-798054-11 neutron-server[93994]: INFO neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempt 10 to bind port de36bd4d-deec-4d22-a241-2764f97fea5b Jul 15 13:23:47.170678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] For port eae91046-9084-4001-9d95-9c170c4809fe, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:47.184397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] For port eae91046-9084-4001-9d95-9c170c4809fe, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eae91046-9084-4001-9d95-9c170c4809fe,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:47.195484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.208909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'Port': ['ID=c023dd51-23d3-497f-bdcb-bc6a68661115,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.217943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:47.218321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Checking segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:47.218710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Bound using segment: {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:47.219182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Bound port: 7e016702-d4c0-4745-a03a-cb03630ed0b4, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:47.219553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.363516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:23:47.364465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:47.372805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:47.375086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:47.377215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempting to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:47.390336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-80ddf941-87d5-406b-8aa8-d58f4c4368e8 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033113 Jul 15 13:23:47.407212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:47.407783 n-d-798054-11 neutron-server[93994]: ERROR neutron.plugins.ml2.managers [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Failed to bind port de36bd4d-deec-4d22-a241-2764f97fea5b on host n-h1-798054-11 for vnic_type normal using segments [{'id': '2d259d70-3d14-40d2-a90d-9759000b9dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c71d6c32-3908-4955-a263-94edcb2ed3cc'}] Jul 15 13:23:47.408613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.447403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.478944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6368882-4e1a-4142-bd8c-6c08b7605932 None None] Pushing event updated for resources: {'Port': ['ID=eae91046-9084-4001-9d95-9c170c4809fe,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:47.542836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.557181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6f160ae-ae84-4c25-9f04-7d6984884098 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5366719 Jul 15 13:23:47.612344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.620310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.628776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.637646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.643366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.654235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.662172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:47.671297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-cf590a79-f66f-458d-9e19-9f7ac568d4d6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5395 time: 0.3738606 Jul 15 13:23:47.690616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:23:47.695410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:47.719076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Transition to ACTIVE for port object 497c0f56-d0e5-49b9-9944-d24c3520826c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:47.745073 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca8d30f5-0898-49e6-a317-f84c51fbb700 req-17d6e875-1e4b-4834-a80e-9b29bab21ad3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725658 Jul 15 13:23:47.757810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-e470e6c8-4910-438e-8862-09fa93ad83e1 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569915 Jul 15 13:23:47.885061 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-ea6101b4-b0f0-48ee-8e8e-f0d24d037ea2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 217 time: 0.1098936 Jul 15 13:23:48.002199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:48.007823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:48.013516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.020336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-9d76e336-ae8d-4b9b-91bd-9098ba67fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.024243 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-9d76e336-ae8d-4b9b-91bd-9098ba67fe73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.1266630 Jul 15 13:23:48.058375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.068602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.125668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:48.135537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc75d3-7957-4151-963b-124f6a03a4d2 req-ff5005a0-8b21-4ccc-a930-3b7cbcb1d457 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.137385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5fc75d3-7957-4151-963b-124f6a03a4d2 req-ff5005a0-8b21-4ccc-a930-3b7cbcb1d457 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 931 time: 0.2252576 Jul 15 13:23:48.168583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dd366-17f6-4148-b6c4-3cf159d5c222 None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:47Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:23:48.225625 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5fc75d3-7957-4151-963b-124f6a03a4d2 req-0d9d05f5-4507-4d23-92bc-fc037e4ee4a6 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775073 Jul 15 13:23:48.234017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-bf910d96-e818-4ce9-a347-962caf6d5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.240879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-bf910d96-e818-4ce9-a347-962caf6d5038 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2073221 Jul 15 13:23:48.522493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.522847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-3a35a803-4993-43ae-97e5-b769c0980178 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641909 Jul 15 13:23:48.581634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:48.597839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:48.598485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:48.600135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] 10.222.0.59 "PUT /v2.0/ports/7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 200 len: 1092 time: 6.3675001 Jul 15 13:23:48.600314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-075c308b-2425-4a04-8cec-aaa6272aa2f2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--615063118&fields=id&tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 267 time: 0.2027390 Jul 15 13:23:48.600645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:48.604397 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:48.627301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Network 7f3963a6-4986-4035-a920-023786c8bf17 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:48.630435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:48.640328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:48.654237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:48.744988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:48.754123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event updated for resources: {'Port': ['ID=fe30b0b7-420c-4c5e-b527-f96dfa8b2841,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:48.761218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:48.798057 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-f181a1ba-5693-4ede-8d13-43d41c271b9c service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681794 Jul 15 13:23:48.809311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] For port de36bd4d-deec-4d22-a241-2764f97fea5b, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:48.809686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attempted to set empty binding levels {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 13:23:48.937922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-e3b51014-7ae9-438c-8546-7a1b78a1ccc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 217 time: 0.1020803 Jul 15 13:23:48.958985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.031519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-f4e2ba64-6cb8-4e37-b2e9-44e71f5f0167 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.033195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-f4e2ba64-6cb8-4e37-b2e9-44e71f5f0167 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 817 time: 0.3726966 Jul 15 13:23:49.104197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-3bdb6d50-68b2-454b-950f-8aa6d0a91097 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/quotas/5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 375 time: 0.0495362 Jul 15 13:23:49.109995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.111192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.141411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6fd2d72c-84bb-406e-9fcc-b8b285e52bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.143080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-6fd2d72c-84bb-406e-9fcc-b8b285e52bae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.1843088 Jul 15 13:23:49.272228 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.309843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3d483e90-23cd-49fe-802d-5dea6275b28f None None] Provisioning for port 497c0f56-d0e5-49b9-9944-d24c3520826c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:49.326009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3d483e90-23cd-49fe-802d-5dea6275b28f None None] Provisioning complete for port 497c0f56-d0e5-49b9-9944-d24c3520826c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:49.328716 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d483e90-23cd-49fe-802d-5dea6275b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.346512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-fa5570b3-a1bd-44c6-8172-bed7a200f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.360644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-fa5570b3-a1bd-44c6-8172-bed7a200f50e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2099464 Jul 15 13:23:49.366564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] In _notify_port_updated(), no bound segment for port de36bd4d-deec-4d22-a241-2764f97fea5b on network c71d6c32-3908-4955-a263-94edcb2ed3cc {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:23:49.368275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:49.369371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.375403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "PUT /v2.0/ports/de36bd4d-deec-4d22-a241-2764f97fea5b HTTP/1.1" status: 200 len: 979 time: 9.8029518 Jul 15 13:23:49.388804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:49.420692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-62c757ea-66d9-4607-a6c0-aaeffc975c00 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2477646 Jul 15 13:23:49.431375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eae40871-e98b-41b9-9b35-ad07b3693a10 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5957 time: 2.8385711 Jul 15 13:23:49.452255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3d483e90-23cd-49fe-802d-5dea6275b28f None None] Port 497c0f56-d0e5-49b9-9944-d24c3520826c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:49.513888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1474500 Jul 15 13:23:49.590854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Request body: {'port': {'device_id': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:49.599195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2afeb7-ac30-4bd3-bf30-982bc7c3824c service neutron] Pushing event updated for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.714863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-90160791-cead-4a38-ab26-7b538a4aa3d1 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433661 Jul 15 13:23:49.843013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163535b0-9a58-4007-9e21-3f343fd721da tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event updated for resources: {'Port': ['ID=497c0f56-d0e5-49b9-9944-d24c3520826c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:49.857317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:49.944193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-45ba12cc-6708-4a81-ab97-43331b87e32c service neutron] 10.222.0.57 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816670 Jul 15 13:23:49.957659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-583bcc0e-412b-44b9-a884-b6dd90ce3d07 req-a462677a-6eff-4558-928f-dd2ceea7c609 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346649 Jul 15 13:23:50.176881 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-2d7de8ef-e13e-4672-8c78-4d18b5ece0bf service neutron] 10.222.0.57 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312903 Jul 15 13:23:50.219201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.273713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eae91046-9084-4001-9d95-9c170c4809fe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:50.442847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port eae91046-9084-4001-9d95-9c170c4809fe completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:50.449494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eae91046-9084-4001-9d95-9c170c4809fe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:50.449938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.558475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac46112-ef22-4133-a6de-f0726cecd250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event updated for resources: {'Port': ['ID=de36bd4d-deec-4d22-a241-2764f97fea5b,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.595671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Deleting port de36bd4d-deec-4d22-a241-2764f97fea5b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:50.596433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.627724 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.650867 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed4241b-5235-4659-a736-d0cfbf827855 x-openstack-request-id: req-2ed4241b-5235-4659-a736-d0cfbf827855 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:50.651311 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:50.651697 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ed4241b-5235-4659-a736-d0cfbf827855 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:50.652303 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4', 'status': 'completed', 'code': 200} Jul 15 13:23:50.667903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.699398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port eae91046-9084-4001-9d95-9c170c4809fe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eae91046-9084-4001-9d95-9c170c4809fe,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:50.709651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:50.817923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=eae91046-9084-4001-9d95-9c170c4809fe,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:50.905156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.905937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.906593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.907220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.907885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.908794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.909437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.911889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-6fffe9c3-84d4-4244-8b84-0cbaadbb70e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6347 time: 0.2561414 Jul 15 13:23:50.946265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.952584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.960346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.966653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.972968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.979400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.986010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:50.988213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-c3577d6d-9dac-4a7c-ba5a-9b84d15bb742 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5395 time: 0.2227559 Jul 15 13:23:51.060332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] For port de36bd4d-deec-4d22-a241-2764f97fea5b, host n-h1-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:51.061219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.102019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3084bcdd-af0f-4d1e-9d70-f23d5408c171 req-0249dd05-57e2-4095-b0dc-0ae9e7eb59a1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897777 Jul 15 13:23:51.149255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Calling delete_port for de36bd4d-deec-4d22-a241-2764f97fea5b owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:51.176022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-b85e6eaa-87ab-4132-b357-51f2fa26e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.176782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-b85e6eaa-87ab-4132-b357-51f2fa26e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.177125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-b85e6eaa-87ab-4132-b357-51f2fa26e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.179937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-b85e6eaa-87ab-4132-b357-51f2fa26e046 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2589471 Jul 15 13:23:51.364564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-61ee0143-0e0c-479f-af9b-bfc7962ebef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.366374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0adda5b5-d1b9-48a8-8e14-ebc6aa49d440 req-61ee0143-0e0c-479f-af9b-bfc7962ebef5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792631 Jul 15 13:23:51.492782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49709cb-58b0-4880-a4af-a6d69dad8d2e req-f3e9ce1b-7fa5-4671-8110-7d4108fcb39e tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:51.494858 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f49709cb-58b0-4880-a4af-a6d69dad8d2e req-f3e9ce1b-7fa5-4671-8110-7d4108fcb39e tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 931 time: 0.1098018 Jul 15 13:23:51.525497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.550622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f49709cb-58b0-4880-a4af-a6d69dad8d2e req-bfe1be63-c845-4d7f-9cfd-428b7f4c7890 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 Jul 15 13:23:51.565945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.609149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c958232-e324-42d1-8b70-eb9bd6ad3b57 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:51.699938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.846412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Transition to ACTIVE for port object 1c958232-e324-42d1-8b70-eb9bd6ad3b57 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:51.859388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event updated for resources: {'Port': ['ID=fe30b0b7-420c-4c5e-b527-f96dfa8b2841,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:51.890379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.902651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:51.952763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:51.968335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374867036', 'description': 'tempest-secgroup-smoke-1374867036 description', 'project_id': '3e0048f79d754f929a746882aa0bae89'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:51.993318 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.079226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.088055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.093843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "DELETE /v2.0/ports/de36bd4d-deec-4d22-a241-2764f97fea5b HTTP/1.1" status: 204 len: 168 time: 2.6638584 Jul 15 13:23:52.103107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43208) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.104831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Pushing event updated for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.151159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.158705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-9291fa47-ccf9-4a2e-b514-b42b76384146 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.7525542 Jul 15 13:23:52.211115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eae91046-9084-4001-9d95-9c170c4809fe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:23:52.280557 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7043695-df70-4e68-a7e9-bdf2f65da22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] GET failed (client error): The resource could not be found. Jul 15 13:23:52.296508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d7043695-df70-4e68-a7e9-bdf2f65da22f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] 10.222.0.57 "GET /v2.0/ports/de36bd4d-deec-4d22-a241-2764f97fea5b HTTP/1.1" status: 404 len: 333 time: 0.1871505 Jul 15 13:23:52.299836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490677-e561-4771-91be-cd7384f79407 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455075275-project-admin] Pushing event deleted for resources: {'Port': ['ID=de36bd4d-deec-4d22-a241-2764f97fea5b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.301859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43212) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.354344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eae91046-9084-4001-9d95-9c170c4809fe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:52.355300 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.373031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.385343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497c0f56-d0e5-49b9-9944-d24c3520826c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:52.389010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f5316d5-4d82-44b3-bf38-e6ccbe38136e req-a2135865-f049-4532-81d4-89defb88498d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 210 time: 0.0671406 Jul 15 13:23:52.396925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.399948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.413498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Transition to ACTIVE for port object 497c0f56-d0e5-49b9-9944-d24c3520826c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:52.550636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.559078 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.566964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6084375 Jul 15 13:23:52.571994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43214) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.600631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f0f9e-4c6f-483f-9afb-f99e2e6a5073 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544cce03-734e-4e33-8ac1-bca570320a56,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:52.614113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fbefa749-ea5e-4d5d-add4-e74129159bc5 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:52.615996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fbefa749-ea5e-4d5d-add4-e74129159bc5 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.58 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 817 time: 0.3389158 Jul 15 13:23:52.697037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '544cce03-734e-4e33-8ac1-bca570320a56', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:52.707631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-cee70791-186b-46c9-ac93-4ab7791867d2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 379 time: 0.0821276 Jul 15 13:23:52.714195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43218) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:52.721375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'port': {'device_id': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'admin_state_up': True, 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'security_groups': ['1b772a72-94dd-4927-8c0f-023ea30ede93']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:52.925934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-3f481c86-5e94-44e0-98b9-f9ad4440c886 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.4983275 Jul 15 13:23:52.933498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Attempting to bind port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:52.933908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Attempting to bind port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:52.934172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Attempting to bind port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 on network d283855c-bb57-4415-8af6-59c2c98dfa14 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:52.973157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:52.980166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 on network d283855c-bb57-4415-8af6-59c2c98dfa14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:52.980503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Attempting to bind port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 on network d283855c-bb57-4415-8af6-59c2c98dfa14 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:53.093377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Pushing event updated for resources: {'Port': ['ID=497c0f56-d0e5-49b9-9944-d24c3520826c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.109233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:53.109689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Checking segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:53.110225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Bound using segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:53.110849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Bound port: 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:53.111218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.114285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.535207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Made reservation on behalf of 5559dff60b2a4c60ac2ed1514dc7afa5 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:23:53.542455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.605670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.618168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.630159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.642755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.655351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.669128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.683999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.687431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-4550e85f-67b6-4ba6-aba7-faa50630aa0c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5407 time: 0.8455279 Jul 15 13:23:53.766216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-f2653452-a969-4401-b4a5-451c1ea94036 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:53.767990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-f2653452-a969-4401-b4a5-451c1ea94036 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.8286486 Jul 15 13:23:53.775657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Attempting to bind port 497c0f56-d0e5-49b9-9944-d24c3520826c on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:53.776056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Attempting to bind port 497c0f56-d0e5-49b9-9944-d24c3520826c by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:53.776387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Attempting to bind port 497c0f56-d0e5-49b9-9944-d24c3520826c on network 7f3963a6-4986-4035-a920-023786c8bf17 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:53.816190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-030a8e70-c036-4cc6-aa9f-37772189f42b tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:23:53.817201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4354e8e-a4da-44ac-a0ba-49b257bfe5b2 req-030a8e70-c036-4cc6-aa9f-37772189f42b tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252991 Jul 15 13:23:53.892564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.901199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.913756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Port 497c0f56-d0e5-49b9-9944-d24c3520826c on network 7f3963a6-4986-4035-a920-023786c8bf17 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:53.914636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Attempting to bind port 497c0f56-d0e5-49b9-9944-d24c3520826c on network 7f3963a6-4986-4035-a920-023786c8bf17 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:53.940898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:53.944793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:53.984467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71d6c32-3908-4955-a263-94edcb2ed3cc']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:53.987519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b434a189-5ebe-4d1a-81c0-5b811eb5d781 req-e79e2f39-627b-44ce-a02d-136265f62910 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2791290 Jul 15 13:23:53.993697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8352d9-255d-461b-87d1-0d79f6863b13,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:53.997602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:53.998212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Checking segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:53.998882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Bound using segment: {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:53.999774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Bound port: 497c0f56-d0e5-49b9-9944-d24c3520826c, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c411cebe-83d1-417d-a2ac-3eabb65c465e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:54.000527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.085546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d259d70-3d14-40d2-a90d-9759000b9dc0') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.086370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d259d70-3d14-40d2-a90d-9759000b9dc0') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:23:54.092394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:54.177984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Allocated IP 172.20.0.3 (c781cd74-8e99-441f-9583-0ab7d7eedb5f/7a040158-4a99-4cce-aa1b-f6b40d9924d1/c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:23:54.242361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.255257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.267322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80d591cb-6dea-4397-8177-d8388224806d req-c220560b-db61-415c-b932-7ce5722eab3a tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 210 time: 0.0779228 Jul 15 13:23:54.363670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.365843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4d961c4d-9c0e-408e-8277-3a0b3b1aa1ec tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6828239 Jul 15 13:23:54.371098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.387515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '544cce03-734e-4e33-8ac1-bca570320a56', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:54.408864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.450233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:54.451348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.453378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] 10.222.0.59 "PUT /v2.0/ports/1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 200 len: 1092 time: 5.8079932 Jul 15 13:23:54.468691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:54.474374 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:54.485835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:23:54.486877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.501762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:23:54.504549 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:23:54.570745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Request body: {'port': {'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:54.592074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.639724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] For port 497c0f56-d0e5-49b9-9944-d24c3520826c, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:54.643082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Transition to ACTIVE for port object c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:54.714496 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.774114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.831683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67151ad2-f437-407c-a975-229bb378ec61,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.839512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7e789-d039-404f-9c2c-60a71d935c38 service neutron] Pushing event updated for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:54.842005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.843356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1aecb888-4a40-430b-8888-9a3e4a9dd47c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4708166 Jul 15 13:23:54.850401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] For port 497c0f56-d0e5-49b9-9944-d24c3520826c, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=497c0f56-d0e5-49b9-9944-d24c3520826c,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:54.851621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43232) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:54.859358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '544cce03-734e-4e33-8ac1-bca570320a56', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:54.884814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.886385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.903409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:54.961805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.023729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.028548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] 10.222.0.57 "DELETE /v2.0/networks/c71d6c32-3908-4955-a263-94edcb2ed3cc HTTP/1.1" status: 204 len: 168 time: 2.5868876 Jul 15 13:23:55.036131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:23:55.049916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:23:55.059305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.078365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:23:55.083457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7972bee-51ba-484d-b353-27b85d858f29 req-d1f28c7f-2716-4c10-928b-0b993db5f120 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.087210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7972bee-51ba-484d-b353-27b85d858f29 req-d1f28c7f-2716-4c10-928b-0b993db5f120 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 943 time: 1.0464897 Jul 15 13:23:55.167226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563902d-cdcc-4fa0-a987-7e48403db1e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1401644205-project] Pushing event deleted for resources: {'Network': ['ID=c71d6c32-3908-4955-a263-94edcb2ed3cc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.172555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-c6151a0d-3cc7-4c9f-9cec-50311e78ec88 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.173547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.174756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.178708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] 10.222.0.59 "PUT /v2.0/ports/497c0f56-d0e5-49b9-9944-d24c3520826c HTTP/1.1" status: 200 len: 1092 time: 5.5952098 Jul 15 13:23:55.192491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-c6151a0d-3cc7-4c9f-9cec-50311e78ec88 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5124249 Jul 15 13:23:55.255111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.272723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.273915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.282911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.534046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a4a1d-858a-4b40-9e7b-76cf413edd71 service neutron] Pushing event updated for resources: {'Port': ['ID=497c0f56-d0e5-49b9-9944-d24c3520826c,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:55.535190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-a4721384-11e2-42ec-96f0-fd86b42dd7ac tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8192046 Jul 15 13:23:55.557182 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7972bee-51ba-484d-b353-27b85d858f29 req-ba444dd7-60c7-41ed-8302-429332efa3d5 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3924601 Jul 15 13:23:55.558510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-a4fc3c39-1191-454c-8b00-74bda7f575e3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.3645842 Jul 15 13:23:55.572336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43244) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:55.589616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Request body: {'port': {'device_id': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:55.601506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Request body: {'floatingip': {'port_id': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:55.723602 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c367e76-831f-4f33-a880-a6866c08cd10 x-openstack-request-id: req-7c367e76-831f-4f33-a880-a6866c08cd10 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:55.724044 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:55.724453 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c367e76-831f-4f33-a880-a6866c08cd10 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:55.725215 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57', 'status': 'completed', 'code': 200} Jul 15 13:23:55.791289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-64c6a99c-80c4-4a3d-b644-3fc0a0bd26e9 None None] Provisioning for port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:23:55.807707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-dcbd2bda-d6b2-45d2-b12e-4d14c4fa6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:55.811256 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-dcbd2bda-d6b2-45d2-b12e-4d14c4fa6f08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b653f3035114746a937d0ebe4513cb0&device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 1095 time: 0.5093315 Jul 15 13:23:55.817241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-64c6a99c-80c4-4a3d-b644-3fc0a0bd26e9 None None] Provisioning complete for port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:23:55.818868 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-64c6a99c-80c4-4a3d-b644-3fc0a0bd26e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.911839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:55.920471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-64c6a99c-80c4-4a3d-b644-3fc0a0bd26e9 None None] Port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:23:56.108341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.109014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-5dd19a4f-43d3-4725-a493-14df66637f7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497c0f56-d0e5-49b9-9944-d24c3520826c HTTP/1.1" status: 200 len: 217 time: 0.2377641 Jul 15 13:23:56.122572 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.155149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.232476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcfc986-6eaf-4ae4-801d-40f68382903f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:56.264095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.265365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee6f9f54-b57f-4177-86fb-c2846e788ba1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4112573 Jul 15 13:23:56.281438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43250) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.298648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '544cce03-734e-4e33-8ac1-bca570320a56', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:56.375145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.375668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.376162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.377037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.377200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.377582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.378050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.380327 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-deeaa89a-720d-4f6e-bbc7-e1f27a4f9d22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6415 time: 0.6190243 Jul 15 13:23:56.392278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b322a2b6-ac18-401a-8ad5-1b3d5a65d6c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c25ae117ab843afa6459806d53a8b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8165617 Jul 15 13:23:56.401828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-ea2cdf0f-0ee3-479a-8cb0-6ea0fffb28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.404545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-ea2cdf0f-0ee3-479a-8cb0-6ea0fffb28cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bfc3381-73ef-4113-aff9-97c5b2a8749e HTTP/1.1" status: 200 len: 850 time: 0.2730153 Jul 15 13:23:56.411618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:56.571606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.584141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.596914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.609596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.622773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.635840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.648155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:56.652615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-cbc81d90-4cd4-47a4-995b-fca218ae4ee9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5407 time: 0.7832317 Jul 15 13:23:56.707606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.812119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37877be9-b3a6-4aa6-ba0d-a0688cac79cc {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:56.844561 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:56.937942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Transition to ACTIVE for port object 37877be9-b3a6-4aa6-ba0d-a0688cac79cc will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:56.957060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21583e30-c78e-4d3c-beb0-2df528ce4767 req-a043ca1e-eb10-4f63-a4f3-936237a9d97e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2543166 Jul 15 13:23:56.970498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.005898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c19c8253-1803-4dd3-a4e9-085b37e9bc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.005898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-8833f83b-4c72-4ea8-ac40-f667907dfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.005898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-8833f83b-4c72-4ea8-ac40-f667907dfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.005898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-8833f83b-4c72-4ea8-ac40-f667907dfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.010146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-8833f83b-4c72-4ea8-ac40-f667907dfff1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6173954 Jul 15 13:23:57.053137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-0bdaa169-e8e0-4550-9635-a04d00213c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.057217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-0bdaa169-e8e0-4550-9635-a04d00213c28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f3963a6-4986-4035-a920-023786c8bf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6371074 Jul 15 13:23:57.142122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.184393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.188795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.316443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f003c37c-9457-4815-96f8-a0d96b930f94,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.357108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.358251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a32900c1-631c-4356-a12c-93758416c09a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0692599 Jul 15 13:23:57.367731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.398711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '544cce03-734e-4e33-8ac1-bca570320a56', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:57.478450 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-d31d0312-1afa-453f-abc8-17475d21c624 service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041274 Jul 15 13:23:57.480960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Attempting to bind port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:57.481302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Attempting to bind port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:57.481766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Attempting to bind port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc on network d283855c-bb57-4415-8af6-59c2c98dfa14 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:57.486733 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Project 3e0048f79d754f929a746882aa0bae89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:23:57.520994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.528638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc on network d283855c-bb57-4415-8af6-59c2c98dfa14 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:57.529271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Attempting to bind port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc on network d283855c-bb57-4415-8af6-59c2c98dfa14 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:57.561690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:57.562036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Checking segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:57.562441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Bound using segment: {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:57.562939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Bound port: 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b498f23f-684b-4147-9757-21ca2f4446a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:57.563308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.630235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c19c8253-1803-4dd3-a4e9-085b37e9bc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.666616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701e421-a15b-457f-8f8e-a9e62feb1bda req-e149348b-b886-4676-8ba2-51448e1dc13c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.669513 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6701e421-a15b-457f-8f8e-a9e62feb1bda req-e149348b-b886-4676-8ba2-51448e1dc13c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 931 time: 0.3953245 Jul 15 13:23:57.730723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:57.734288 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:23:57.838969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.844700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edd6181-e6c9-4341-88e2-82a8e63f18d4 req-33fb9fed-8a47-45a5-bf32-fffd3dc15d7a service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542750 Jul 15 13:23:57.853586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.883362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:57.901546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6701e421-a15b-457f-8f8e-a9e62feb1bda req-dc2c382e-615f-4c4f-ad8e-e355b8071ca6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848545 Jul 15 13:23:57.907405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27b4b8e-a848-4d70-94ba-11a46b3bcdd8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:57.921493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:57.924054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.925747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8afb65d1-4493-4c08-98d6-2acf1ec13bb5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5352166 Jul 15 13:23:57.930075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.956063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43260) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:57.964723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-59b8f13b-8e08-49e3-a473-54ae81e6dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.968319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3aa3fd9-e7f1-492f-8f1d-8552c2827bec req-59b8f13b-8e08-49e3-a473-54ae81e6dfeb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9516096 Jul 15 13:23:57.977624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:57.978308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:57.980086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] 10.222.0.59 "PUT /v2.0/ports/37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 1092 time: 3.4632711 Jul 15 13:23:57.985917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '544cce03-734e-4e33-8ac1-bca570320a56', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:23:58.012224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:23:58.031204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31ef58-9c5a-466e-851a-bed124af1fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.047877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:23:58.125344 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.136215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Deleting port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:23:58.136677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.160589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c19c8253-1803-4dd3-a4e9-085b37e9bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.165338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c19c8253-1803-4dd3-a4e9-085b37e9bc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.180698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.181505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.182212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.182994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.183640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.184601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.185426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.187795 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c19c8253-1803-4dd3-a4e9-085b37e9bc5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4cfd6b0b-7ab4-46be-b271-20e5f619a2be HTTP/1.1" status: 204 len: 168 time: 1.7565186 Jul 15 13:23:58.188969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-0d0bd809-9127-4bc4-a487-cb811e943b68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6483 time: 0.1250622 Jul 15 13:23:58.281272 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ef297ff0-27eb-4c71-8c6c-0395d6ae914c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 217 time: 0.0834908 Jul 15 13:23:58.306122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Transition to ACTIVE for port object c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:23:58.314067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c8253-1803-4dd3-a4e9-085b37e9bc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd6b0b-7ab4-46be-b271-20e5f619a2be,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.325187 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Project 3e0048f79d754f929a746882aa0bae89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:23:58.365299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ef8ab6f2-8b4f-4742-ba6e-7f09bfdeaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.367673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ef8ab6f2-8b4f-4742-ba6e-7f09bfdeaa3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 200 len: 851 time: 0.0796471 Jul 15 13:23:58.402700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.407942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.443299 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.447091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.507617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50439449-629a-4126-8399-a460c8b9da05 req-4023b4d6-0482-4c4a-9669-3dd890137d33 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.509797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50439449-629a-4126-8399-a460c8b9da05 req-4023b4d6-0482-4c4a-9669-3dd890137d33 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 943 time: 0.1410108 Jul 15 13:23:58.521661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-8fd98f7d-6439-4f86-b058-c48a32708593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:58.523439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-8fd98f7d-6439-4f86-b058-c48a32708593 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e53f48e-0978-4e08-8c50-8d598755a75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427329 Jul 15 13:23:58.643103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50439449-629a-4126-8399-a460c8b9da05 req-70c300a7-e267-491d-bbeb-1cf24e6c69cc tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178200 Jul 15 13:23:58.688980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-a8d746d9-4cf4-4178-a763-4ee42e5f5e3f service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563652 Jul 15 13:23:58.709063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] For port 5b5ed9ac-581a-4ad7-a095-4b38892ca71f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:23:58.710648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:58.787448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:58.789367 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415eaa89-6208-4d37-ac28-5ac2090d13de x-openstack-request-id: req-415eaa89-6208-4d37-ac28-5ac2090d13de {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:23:58.789926 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:23:58.790357 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-415eaa89-6208-4d37-ac28-5ac2090d13de {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:23:58.791054 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'status': 'completed', 'code': 200} Jul 15 13:23:58.851850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43268) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.870763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Calling delete_port for 5b5ed9ac-581a-4ad7-a095-4b38892ca71f owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:23:58.941688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3195bfd9-d90c-45e4-877a-eed70de5ed84 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366507 Jul 15 13:23:58.955890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-39435a83-921d-4be8-880f-7b8b0fde7c93 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9a359966c234530875c6313168038d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993888 Jul 15 13:23:58.962186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43270) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:23:58.987249 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:23:59.033489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ade8d387-3949-4c04-ad8c-d0bbcdf1b79a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 217 time: 0.0792437 Jul 15 13:23:59.143424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.181964 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Floating IP e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc associated. External IP: 172.25.3.182, port: 316ac829-8cf0-47b4-8d90-f9481b0c5e35. Jul 15 13:23:59.183232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bcdeccfb-0206-4981-b416-323812017a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.184796 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bcdeccfb-0206-4981-b416-323812017a5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1238029 Jul 15 13:23:59.186617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3d4f47-b8cc-4fee-a447-bc04679cfb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.193045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.256807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3d4f47-b8cc-4fee-a447-bc04679cfb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.274493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.280782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.287693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.290590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Attempting to bind port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:23:59.290986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Attempting to bind port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:23:59.291323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Attempting to bind port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:59.293507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec373b8-9389-4ff5-8f8e-bf8497831d84,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.294337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.302244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.306626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.307816 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ff3366d3-f1ea-44e8-87f6-65652ef3eaf2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3464220 Jul 15 13:23:59.309501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.316240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.318411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-04ffdaa4-5864-45a9-8133-100734a7098d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.3026245 Jul 15 13:23:59.353553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:23:59.353883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Attempting to bind port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 on network c781cd74-8e99-441f-9583-0ab7d7eedb5f {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:23:59.379339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:23:59.379899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Checking segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:23:59.380143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Bound using segment: {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:23:59.380852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Bound port: c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b40d122-3e1f-4587-b610-47817ced9d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:23:59.381465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.412850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-c21ae58c-31b9-4af0-9052-6aa989002379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.415320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-c21ae58c-31b9-4af0-9052-6aa989002379 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b653f3035114746a937d0ebe4513cb0&device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 1095 time: 0.4180746 Jul 15 13:23:59.419790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37dfe2b6-849c-4308-998a-a7bf3c49a37d req-762f0a86-b463-4df1-949a-324637c356ce tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839314 Jul 15 13:23:59.450603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e7d25e6a-8370-43a8-a164-f0518ed9d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.452914 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e7d25e6a-8370-43a8-a164-f0518ed9d5c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2608454 Jul 15 13:23:59.459898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3d4f47-b8cc-4fee-a447-bc04679cfb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.464435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af3d4f47-b8cc-4fee-a447-bc04679cfb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.470061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-af3d4f47-b8cc-4fee-a447-bc04679cfb64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f05d601-8e37-40e9-bf6c-c71d5894035c HTTP/1.1" status: 204 len: 168 time: 0.5028007 Jul 15 13:23:59.555211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4f47-b8cc-4fee-a447-bc04679cfb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f05d601-8e37-40e9-bf6c-c71d5894035c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.623445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.679801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5ed9ac-581a-4ad7-a095-4b38892ca71f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:23:59.717854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:23:59.773940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:23:59.790882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-e3c641f4-724e-4b1b-8d33-f873d9537b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.792726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-e3c641f4-724e-4b1b-8d33-f873d9537b51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f3963a6-4986-4035-a920-023786c8bf17 HTTP/1.1" status: 200 len: 912 time: 0.3660419 Jul 15 13:23:59.793988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.934651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-9fc9628b-b7a0-4f21-a2a8-14aafe04ce76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497c0f56-d0e5-49b9-9944-d24c3520826c HTTP/1.1" status: 200 len: 217 time: 0.1001654 Jul 15 13:23:59.936712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:23:59.937362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:23:59.939157 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] 10.222.0.58 "PUT /v2.0/ports/c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 1092 time: 4.3769643 Jul 15 13:23:59.947167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:23:59.949710 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b7e798-cec7-4dad-9d06-f9ad643b805e" -d '{"events": [{"name": "network-changed", "server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:00.047167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:00.098079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc675f87-8763-4f7d-891f-bd66af13cb57 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.214617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 497c0f56-d0e5-49b9-9944-d24c3520826c details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:00.224130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-43d011ba-1873-4171-bd55-2577a30c7587 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567427 Jul 15 13:24:00.358951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804573af-6155-46f5-b505-04d315a5bf8c req-80bd1e75-3084-471d-9dc4-7e6c74dde082 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.359304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 497c0f56-d0e5-49b9-9944-d24c3520826c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=497c0f56-d0e5-49b9-9944-d24c3520826c,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:00.360723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-804573af-6155-46f5-b505-04d315a5bf8c req-80bd1e75-3084-471d-9dc4-7e6c74dde082 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.2478845 Jul 15 13:24:00.397366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-5cad085c-b2e2-46b2-a844-35ae008a548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.399314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-5cad085c-b2e2-46b2-a844-35ae008a548d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bfc3381-73ef-4113-aff9-97c5b2a8749e HTTP/1.1" status: 200 len: 850 time: 0.4437592 Jul 15 13:24:00.405501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'port_id': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'mac_address': 'fa:16:3e:46:34:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:00.456318 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.473086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497c0f56-d0e5-49b9-9944-d24c3520826c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:00.496829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 497c0f56-d0e5-49b9-9944-d24c3520826c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=497c0f56-d0e5-49b9-9944-d24c3520826c,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:00.499499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c341ecd5-80a3-4fd3-895b-d854219d929c service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678273 Jul 15 13:24:00.510173 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.567258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-bed3f9bf-57f5-49cc-9f3a-057eb6fa05d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 217 time: 0.0596178 Jul 15 13:24:00.574970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=497c0f56-d0e5-49b9-9944-d24c3520826c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:00.680155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-804573af-6155-46f5-b505-04d315a5bf8c req-8daf03c2-80a5-4956-ac94-9e6a0edef6a1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578335 Jul 15 13:24:00.700755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-da9d71e7-e00a-46f9-b92d-e089320a8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.703725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-da9d71e7-e00a-46f9-b92d-e089320a8249 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1213336 Jul 15 13:24:00.718657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['497c0f56-d0e5-49b9-9944-d24c3520826c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:00.794908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:00.809426 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:00.888263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-883ce4eb-a77d-4a4b-ab75-9989793a3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.893841 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-883ce4eb-a77d-4a4b-ab75-9989793a3fb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1824656 Jul 15 13:24:00.980682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:00.986039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-93480131-f0b6-468c-8f79-ee88b7587a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:00.987798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-93480131-f0b6-468c-8f79-ee88b7587a79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1095 time: 0.9317608 Jul 15 13:24:00.991380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.997178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:00.999938 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] Sync routers for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:01.038569 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:01.040981 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:01.158833 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-e754b3fb-3115-4a9a-9232-9d6d30a7f6b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 217 time: 0.1478069 Jul 15 13:24:01.194688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ba7ee8a5-3c67-4e49-b12f-19a25576435e service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924585 Jul 15 13:24:01.382427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-95df974a-0e52-451b-90b3-52359965f55d tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374867036&fields=id&tenant_id=3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 267 time: 0.1853366 Jul 15 13:24:01.396078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-ae10159a-1d00-4e22-b209-3518850963e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.398567 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-ae10159a-1d00-4e22-b209-3518850963e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.2264364 Jul 15 13:24:01.406258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-3706eece-5252-4be0-b068-01864572472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.408192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-3706eece-5252-4be0-b068-01864572472a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f3963a6-4986-4035-a920-023786c8bf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9992473 Jul 15 13:24:01.421411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43316) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.439693 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:01.464505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f72afe54-17f4-4fed-803d-8e57f4655e20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "PUT /v2.0/floatingips/e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc HTTP/1.1" status: 200 len: 997 time: 5.9045300 Jul 15 13:24:01.520741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-661ed97b-9196-4ec4-b01f-e08bed455390 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148465 Jul 15 13:24:01.576111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-64a4aea1-5acd-4510-b7f1-50d5a7dca818 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 200 len: 217 time: 0.0460699 Jul 15 13:24:01.629219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-32c4305b-9d01-443f-9c66-74b3c10175da tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.631148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-32c4305b-9d01-443f-9c66-74b3c10175da tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/networks?id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 796 time: 0.2462430 Jul 15 13:24:01.637007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f8dbe8f7-1e1f-4a31-908c-e0734748a19e tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] Request body: {'port': {'network_id': '13449cb6-9837-4311-8f6c-b00ba9167744', 'name': 'tempest-NetworksNegativeTestJSON-337110256'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:01.674477 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dbe8f7-1e1f-4a31-908c-e0734748a19e tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] POST failed (client error): The resource could not be found. Jul 15 13:24:01.675191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dbe8f7-1e1f-4a31-908c-e0734748a19e tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:01.676420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f8dbe8f7-1e1f-4a31-908c-e0734748a19e tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2410269 Jul 15 13:24:01.683280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43320) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.703173 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-606d56c1-8f09-4227-922b-069699a3f475 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/quotas/3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 375 time: 0.0616391 Jul 15 13:24:01.731995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-75a9b87f-167b-4cc6-a7b4-a249d8bbda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.732936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-51cd9134-ec1b-4bf3-b789-5401e11415bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.734829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-51cd9134-ec1b-4bf3-b789-5401e11415bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3252492 Jul 15 13:24:01.736368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-75a9b87f-167b-4cc6-a7b4-a249d8bbda95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1538146 Jul 15 13:24:01.736857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-c98da00e-c3d9-47b9-b258-6245070b7d57 service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115120 Jul 15 13:24:01.739579 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1990ae3e-1bbb-41df-9409-ccfa70610566 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] DELETE failed (client error): The resource could not be found. Jul 15 13:24:01.741767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1990ae3e-1bbb-41df-9409-ccfa70610566 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:01.742111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-222b9337-c8e9-4774-9423-0eea7ff979ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.750988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1990ae3e-1bbb-41df-9409-ccfa70610566 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "DELETE /v2.0/networks/905da022-bc0c-4e3d-a932-90c5fefdfa64 HTTP/1.1" status: 404 len: 339 time: 0.0612791 Jul 15 13:24:01.752971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-222b9337-c8e9-4774-9423-0eea7ff979ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1098 time: 0.2656558 Jul 15 13:24:01.756031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43324) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:01.832367 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'port_id': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'mac_address': 'fa:16:3e:f9:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:49Z', 'updated_at': '2021-07-15T13:23:57Z', 'revision_number': 1, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:21Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:01.862221 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] Checking router: 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:01.869297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Router b0d84caf-a76b-44e2-81be-abf0ddd83f19 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:01.873094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-dde2ebe5-4f08-42a2-b306-dedc2c8a76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:01.875181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-dde2ebe5-4f08-42a2-b306-dedc2c8a76f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1073489 Jul 15 13:24:01.875446 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:01.876414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:01.889742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-28242729-01c6-489c-bdb8-01530427148f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1636195 Jul 15 13:24:01.932947 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-230454b6-90c4-41be-919e-6552642a02ad tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] DELETE failed (client error): The resource could not be found. Jul 15 13:24:01.934273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230454b6-90c4-41be-919e-6552642a02ad tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:01.937670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-230454b6-90c4-41be-919e-6552642a02ad tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "DELETE /v2.0/ports/c288a74c-39fa-440e-b7ac-11d8695bc8a2 HTTP/1.1" status: 404 len: 333 time: 0.1775451 Jul 15 13:24:01.949811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43328) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.022647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:02.036786 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-343e55f4-0b81-49c1-9b3f-b06f3c2b5c03 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] DELETE failed (client error): The resource could not be found. Jul 15 13:24:02.037587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343e55f4-0b81-49c1-9b3f-b06f3c2b5c03 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:02.044943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-343e55f4-0b81-49c1-9b3f-b06f3c2b5c03 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "DELETE /v2.0/subnets/a74e58c5-a5f4-469f-b67c-6a0b8c562c6a HTTP/1.1" status: 404 len: 337 time: 0.0901139 Jul 15 13:24:02.057727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.178387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-21c1146f-f940-438d-becf-b608ba8502b9 service neutron] 10.222.0.57 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778962 Jul 15 13:24:02.181526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-d55db23f-7905-4874-8938-64c47ba185fc service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904854 Jul 15 13:24:02.229844 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa936625-98a9-4b3d-a085-6b2fc8ee4bf0 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] GET failed (client error): The resource could not be found. Jul 15 13:24:02.230866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 497c0f56-d0e5-49b9-9944-d24c3520826c up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:02.232093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fa936625-98a9-4b3d-a085-6b2fc8ee4bf0 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "GET /v2.0/networks/81932eaa-8566-42dd-88c8-758b9585f053 HTTP/1.1" status: 404 len: 339 time: 0.1690252 Jul 15 13:24:02.239976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43334) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.292186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-9203543b-7793-42e9-99e7-9eabd51eea22 service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367014 Jul 15 13:24:02.311497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 497c0f56-d0e5-49b9-9944-d24c3520826c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:02.311904 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfde26e-8de7-43a6-9279-724fa1569885 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] GET failed (client error): The resource could not be found. Jul 15 13:24:02.317088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8bfde26e-8de7-43a6-9279-724fa1569885 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "GET /v2.0/ports/d6464f99-155d-4f57-91f0-83cd269de134 HTTP/1.1" status: 404 len: 333 time: 0.0742066 Jul 15 13:24:02.326492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 497c0f56-d0e5-49b9-9944-d24c3520826c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:02.326857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43336) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.327303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.389498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-aa6f2af3-475a-4b87-bfb6-97d588b0853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.391622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-aa6f2af3-475a-4b87-bfb6-97d588b0853b service neutron] 10.222.0.57 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 930 time: 0.6209142 Jul 15 13:24:02.400537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b40ac6f-2cd6-4d97-a410-f2d0a3b14fe2 req-2cc52c3a-3664-4d58-87a4-7ea56953f0c2 service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461678 Jul 15 13:24:02.425496 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-e997b28f-fff7-4046-b7e8-5ae6abd93ed1 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] GET failed (client error): The resource could not be found. Jul 15 13:24:02.427069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e997b28f-fff7-4046-b7e8-5ae6abd93ed1 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "GET /v2.0/subnets/e8dceb06-154e-48d0-94a0-156f4c42f822 HTTP/1.1" status: 404 len: 337 time: 0.0856576 Jul 15 13:24:02.432876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43338) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.440468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9027d68c-ad54-4b94-b433-f4c911e1a34c tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:02.459365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-dfb2e463-298f-4986-b430-92cb2d8b8da5 service neutron] 10.222.0.57 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619305 Jul 15 13:24:02.469961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-eb179bc9-207d-4f26-b999-49a29de1cdc1 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814043 Jul 15 13:24:02.483196 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'port_id': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'mac_address': 'fa:16:3e:f9:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:49Z', 'updated_at': '2021-07-15T13:23:57Z', 'revision_number': 1, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:21Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:02.526117 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-9027d68c-ad54-4b94-b433-f4c911e1a34c tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] PUT failed (client error): The resource could not be found. Jul 15 13:24:02.526781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9027d68c-ad54-4b94-b433-f4c911e1a34c tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:02.531875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9027d68c-ad54-4b94-b433-f4c911e1a34c tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "PUT /v2.0/networks/73d2de6d-ab3b-42cb-84a9-e605246f4a8f HTTP/1.1" status: 404 len: 339 time: 0.0924897 Jul 15 13:24:02.533495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-e4e87a79-b3e9-4409-a8a3-01a7ba37f4ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 200 len: 217 time: 0.0557451 Jul 15 13:24:02.534593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43340) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.547780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:02.550154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-342d7053-8617-4e46-83b8-0bae91f6fc3f tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:02.563027 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f76b1d-3bcf-44e5-91fd-854db4261584 None None] The sync data for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 is: [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'floating_ip_address': '172.25.3.182', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'port_id': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'mac_address': 'fa:16:3e:f9:76:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:49Z', 'updated_at': '2021-07-15T13:23:57Z', 'revision_number': 1, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:21Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:02.565685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] Sync routers for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:02.572475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f95690e5-974a-4f56-a569-2a737e8e6f30 admin admin] 10.222.0.57 "PUT /v2.0/routers/b0d84caf-a76b-44e2-81be-abf0ddd83f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8513741 Jul 15 13:24:02.573451 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.575250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43342) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.603100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:02.603750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:02.625337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 497c0f56-d0e5-49b9-9944-d24c3520826c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=497c0f56-d0e5-49b9-9944-d24c3520826c,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:02.628168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:02.632326 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-342d7053-8617-4e46-83b8-0bae91f6fc3f tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] PUT failed (client error): The resource could not be found. Jul 15 13:24:02.633378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342d7053-8617-4e46-83b8-0bae91f6fc3f tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:02.638742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-342d7053-8617-4e46-83b8-0bae91f6fc3f tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "PUT /v2.0/ports/5ca99c6e-d4cc-407b-be4e-91f7359b90c7 HTTP/1.1" status: 404 len: 333 time: 0.0989499 Jul 15 13:24:02.638922 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a25aa-7a07-4c8f-a271-5e6a44a4c8b9" -d '{"events": [{"server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "name": "network-vif-plugged", "status": "completed", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:02.652252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43344) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:02.659269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-65b259e4-0955-4ac6-9e1c-c0a23fe21585 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:02.685934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:02.698674 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b259e4-0955-4ac6-9e1c-c0a23fe21585 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] PUT failed (client error): The resource could not be found. Jul 15 13:24:02.699659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b259e4-0955-4ac6-9e1c-c0a23fe21585 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:24:02.706761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-65b259e4-0955-4ac6-9e1c-c0a23fe21585 tempest-NetworksNegativeTestJSON-476377278 tempest-NetworksNegativeTestJSON-476377278-project] 10.222.0.57 "PUT /v2.0/subnets/dca71038-14d7-4f39-98d8-402070d6dac7 HTTP/1.1" status: 404 len: 337 time: 0.0492458 Jul 15 13:24:02.731543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ca2d0408-b4d4-4add-8058-15b7f52cb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.738975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-ca2d0408-b4d4-4add-8058-15b7f52cb287 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1822269 Jul 15 13:24:02.750319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=497c0f56-d0e5-49b9-9944-d24c3520826c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:02.788953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4c9f1a4-9e0a-45df-887b-694ed0daf588 req-ebfdad3b-16d4-4338-88a2-872b5eba806e service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614375 Jul 15 13:24:02.796600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-26249755-72e6-462c-a4d5-34202d693954 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 1000 time: 0.3868635 Jul 15 13:24:02.928223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b227c03a-cfb9-4f54-a9f3-1cdabc48eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:02.932750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b227c03a-cfb9-4f54-a9f3-1cdabc48eed5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888452 Jul 15 13:24:03.163838 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26575027-5786-4715-85d7-10a06c379445 None None] New status for floating IP e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:03.179165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:03.203569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.207292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-4ad5ab79-4775-4bf6-9454-f6b39eea5a57 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659223 Jul 15 13:24:03.291801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-d0c96f18-d7e5-4b09-9668-44768b1976b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.294434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-d0c96f18-d7e5-4b09-9668-44768b1976b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 200 len: 868 time: 0.4755151 Jul 15 13:24:03.472878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43362) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:03.526948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-87ec01ba-9655-4085-853b-7321193c91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.529017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-87ec01ba-9655-4085-853b-7321193c91b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88ce9208-b397-4c17-8ad6-e4798ba5d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168365 Jul 15 13:24:03.539925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca06df-10c4-43a4-a51f-4e069a436b4e req-70917afa-e7ed-4d2b-9850-0a4bc19c77a3 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.546564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.552688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63ca06df-10c4-43a4-a51f-4e069a436b4e req-70917afa-e7ed-4d2b-9850-0a4bc19c77a3 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.3106918 Jul 15 13:24:03.580981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-df3bf654-c885-4412-a169-6d2ef4fe2a8a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:03.582125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-df3bf654-c885-4412-a169-6d2ef4fe2a8a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083337 Jul 15 13:24:03.677822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:23:59Z', 'revision_number': 5, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port': {'id': 'd00591e9-05b0-46f6-9c4c-a01b127900bf', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:14:28Z', 'updated_at': '2021-07-15T13:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:03.723216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] Checking router: b0d84caf-a76b-44e2-81be-abf0ddd83f19 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:03.727286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63ca06df-10c4-43a4-a51f-4e069a436b4e req-060e7e5f-ea15-47ba-8f2d-a847391750be tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717939 Jul 15 13:24:03.733396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-5188f783-ce91-4ac2-a7bd-fce04c620f7f service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246215 Jul 15 13:24:03.735080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] Routers {'b0d84caf-a76b-44e2-81be-abf0ddd83f19'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:03.735708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:23:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:03.761728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.764572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Deleting port d00591e9-05b0-46f6-9c4c-a01b127900bf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:03.764915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:03.802707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c3e3c874-8271-4376-af12-3a2131433cd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 200 len: 217 time: 0.0601764 Jul 15 13:24:03.865493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-e25a29a4-7aae-4ef6-aa44-419240f9a8e4 service neutron] 10.222.0.57 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520506 Jul 15 13:24:03.897649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] Set router b0d84caf-a76b-44e2-81be-abf0ddd83f19 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:03.911820 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe7a16-1550-471b-b760-7c11d8027d14 x-openstack-request-id: req-4fbe7a16-1550-471b-b760-7c11d8027d14 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:03.912145 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:03.912448 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fbe7a16-1550-471b-b760-7c11d8027d14 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:03.912883 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'status': 'completed', 'code': 200} Jul 15 13:24:03.914753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b6ded743-b919-4333-800a-a12697e698a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:03.917476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-b6ded743-b919-4333-800a-a12697e698a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1070349 Jul 15 13:24:03.977803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:24:03Z', 'revision_number': 6, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:04.041906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83a58b-3cd4-4a4d-a6b0-4fa239650175 None None] The sync data for ids ['b0d84caf-a76b-44e2-81be-abf0ddd83f19'] in n-d-798054-11 is: [{'id': 'b0d84caf-a76b-44e2-81be-abf0ddd83f19', 'name': 'tempest-AttachVolumeTestJSON-1362764164-router', 'tenant_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:14:27Z', 'updated_at': '2021-07-15T13:24:03Z', 'revision_number': 6, 'project_id': 'bf10998f7a2446d2bb29ef5b24a35d2f', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:04.094777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-dd9803ce-8ac9-4503-bdc8-180151aeb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.097649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-dd9803ce-8ac9-4503-bdc8-180151aeb8c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1735346 Jul 15 13:24:04.307861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-41e0686a-197c-4f25-8738-d229b849e80f service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013578 Jul 15 13:24:04.325029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.331716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.338155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.344260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.350727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.357225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.363270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.365394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32575c17-eebf-4055-a761-eb3481f22990 req-a1e16e42-2041-4142-911e-70145762a014 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.1925626 Jul 15 13:24:04.441153 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32575c17-eebf-4055-a761-eb3481f22990 req-58b2027c-6585-44bb-9785-8e5943ce5efe tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654294 Jul 15 13:24:04.545615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6a879681-1c04-47fb-94f3-b68a272f1707 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791465 Jul 15 13:24:04.644088 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1536058a-401c-454a-803c-2336ba970816 x-openstack-request-id: req-1536058a-401c-454a-803c-2336ba970816 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:04.644362 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:04.645096 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1536058a-401c-454a-803c-2336ba970816 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:04.646356 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc', 'status': 'completed', 'code': 200} Jul 15 13:24:04.647101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] For port d00591e9-05b0-46f6-9c4c-a01b127900bf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d00591e9-05b0-46f6-9c4c-a01b127900bf,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:04.648022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.652416 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-3e9fce95-763c-4522-bea0-f7ee798e7bc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 217 time: 0.0985773 Jul 15 13:24:04.684276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81eb84b2-aa59-46dc-84a1-a8cfc38c7b6b req-f244f304-6a80-40ab-92c5-5c4411c89b29 service neutron] 10.222.0.57 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7759783 Jul 15 13:24:04.709744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Calling delete_port for d00591e9-05b0-46f6-9c4c-a01b127900bf owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:04.785128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-1d166410-cd93-4932-86c4-4735a5dfbb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.788842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-1d166410-cd93-4932-86c4-4735a5dfbb19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1095 time: 0.3570838 Jul 15 13:24:04.793671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-297d5f73-4cda-4491-b511-7f934c1da492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.795454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-297d5f73-4cda-4491-b511-7f934c1da492 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1351926 Jul 15 13:24:04.920647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.955397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:04.970573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-2977bc26-793d-4376-92c3-7981278d706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:04.972520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-2977bc26-793d-4376-92c3-7981278d706d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647494 Jul 15 13:24:04.994313 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d511f-c16b-494f-8c38-4404b8249e98 x-openstack-request-id: req-dd4d511f-c16b-494f-8c38-4404b8249e98 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:04.995557 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "name": "network-vif-plugged", "status": "completed", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:04.996429 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd4d511f-c16b-494f-8c38-4404b8249e98 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:04.997096 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'code': 200} Jul 15 13:24:05.005581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846c5be-9497-483b-a6ad-d9ee31de2cd5 req-8d17bad7-1363-4b06-b2f0-f54e30f0b5ab tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.007392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1846c5be-9497-483b-a6ad-d9ee31de2cd5 req-8d17bad7-1363-4b06-b2f0-f54e30f0b5ab tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.1558356 Jul 15 13:24:05.178329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1846c5be-9497-483b-a6ad-d9ee31de2cd5 req-37ca4401-3226-4e6e-9357-a4be5732ff20 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482818 Jul 15 13:24:05.280281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-c0680431-9972-44f2-b13a-3aa5df1b125c service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975228 Jul 15 13:24:05.300276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19ad8fb5490a417095682aa5c036d6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8228681 Jul 15 13:24:05.305482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43370) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:05.311272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-a65433a2-a96d-4560-9cc6-d4d46e87a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.314441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-a65433a2-a96d-4560-9cc6-d4d46e87a5ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.4769840 Jul 15 13:24:05.335434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02f7249-e3e6-43e2-96db-d95d7e3fc3bf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.438196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20a8e639-951c-4d29-abc7-282775cb03fc req-5b11113c-d2b4-4f12-95ab-0a274f40e081 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 210 time: 0.2227221 Jul 15 13:24:05.442860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.443575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.443766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.445584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.445584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.445584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.446207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.446207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.446512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.447995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.447995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.447995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53570b18-6527-4dbc-bf47-3b64691aca61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.462962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-ef31d5bc-d90c-4392-8cfa-721da3f4e332 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 217 time: 0.1233406 Jul 15 13:24:05.469200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6366b-5829-4e41-b131-b1dd45cdb4d2 req-4ab756d4-027c-45b4-a34e-aa5a79b43961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.470864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75b6366b-5829-4e41-b131-b1dd45cdb4d2 req-4ab756d4-027c-45b4-a34e-aa5a79b43961 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 1097 time: 0.2836111 Jul 15 13:24:05.485779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-be1d719f-847c-468c-95a6-f456e8bf8163 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.487855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-be1d719f-847c-468c-95a6-f456e8bf8163 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.59 "GET /v2.0/networks?id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 796 time: 0.6479118 Jul 15 13:24:05.539304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-90e427b3-c29d-4585-92fc-cf043d7d6d5c tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 258 time: 0.3127248 Jul 15 13:24:05.547315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.552399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe943c34-3ebc-4c77-91e7-500fd7b8f097 req-6bfc5ce2-9d68-4c50-acd1-aa7c242358c2 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632027 Jul 15 13:24:05.581509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:05.608868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75b6366b-5829-4e41-b131-b1dd45cdb4d2 req-e86de6a5-6f09-45de-ac67-e0551c135836 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237364 Jul 15 13:24:05.611536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.639384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-ceb47a0e-68d9-41db-b5e0-3e985bdc1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.641178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-ceb47a0e-68d9-41db-b5e0-3e985bdc1d64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.1512504 Jul 15 13:24:05.651682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.694693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-40690550-7cfa-420a-84e1-1cb6ea4f5f02 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 380 time: 0.1967421 Jul 15 13:24:05.697035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.725349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'port': {'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'admin_state_up': True, 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'security_groups': ['544cce03-734e-4e33-8ac1-bca570320a56']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:05.749907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.753206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:05.754412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d02f7249-e3e6-43e2-96db-d95d7e3fc3bf HTTP/1.1" status: 204 len: 168 time: 0.4479666 Jul 15 13:24:05.816294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02f7249-e3e6-43e2-96db-d95d7e3fc3bf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.841309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.841711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.842408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.843123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.843762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.844249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.844738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:05.847489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-51d63d89-9cd7-475b-98c8-0e29a1bee12b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6483 time: 0.1698844 Jul 15 13:24:05.852444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.853355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.854086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.854428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.854809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.855220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.855554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.855880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.856205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.856524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.856845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.857163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd2851-c737-4300-a3c7-5e215e0a800e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:05.914691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=d00591e9-05b0-46f6-9c4c-a01b127900bf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:05.924421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:05.927714 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea745ef-9a2d-401e-821e-5d92800894b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:06.032328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.067146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.083204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-34eeba12-da7c-4265-a918-c0ee1790fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.084816 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-34eeba12-da7c-4265-a918-c0ee1790fa58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4354081 Jul 15 13:24:06.094409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-dcd8f8de-6855-42d1-8be2-80e49fa533cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.096733 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-dcd8f8de-6855-42d1-8be2-80e49fa533cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 902 time: 0.2350116 Jul 15 13:24:06.131155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d00591e9-05b0-46f6-9c4c-a01b127900bf no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:06.160900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d00591e9-05b0-46f6-9c4c-a01b127900bf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:06.161714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d00591e9-05b0-46f6-9c4c-a01b127900bf not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:06.162475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5b5ed9ac-581a-4ad7-a095-4b38892ca71f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:06.199723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5b5ed9ac-581a-4ad7-a095-4b38892ca71f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:06.200360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5b5ed9ac-581a-4ad7-a095-4b38892ca71f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:06.245049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd495405-34af-405f-9eea-4166044774d4 req-09faad73-c706-4898-9e1f-a1b93312a4a5 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.246841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd495405-34af-405f-9eea-4166044774d4 req-09faad73-c706-4898-9e1f-a1b93312a4a5 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.5508995 Jul 15 13:24:06.257933 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.277817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.403358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:06.409685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.446462 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.447213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d84caf-a76b-44e2-81be-abf0ddd83f19 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:06.452545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.456644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e0c60536-f89a-446a-97e3-2a0341a42f5e admin admin] 10.222.0.57 "DELETE /v2.0/routers/b0d84caf-a76b-44e2-81be-abf0ddd83f19 HTTP/1.1" status: 204 len: 168 time: 3.8779776 Jul 15 13:24:06.470160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd495405-34af-405f-9eea-4166044774d4 req-c967038f-0634-4038-97b8-b59bff020581 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962767 Jul 15 13:24:06.471108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43392) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:06.505772 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-2c4de659-7ff0-4313-9a2f-2eb0e9b31af2 service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692536 Jul 15 13:24:06.745048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:06.762403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-5f824da9-21e9-439f-81a6-483cd990bc47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 217 time: 0.1019545 Jul 15 13:24:06.816149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Deleting subnet aa28cafa-a325-43b0-85af-606dcedb69a5 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:06.826182 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.943220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-220a96b7-0e77-48c0-a3af-2840e76282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:06.944835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18b7e798-cec7-4dad-9d06-f9ad643b805e req-7378263e-0a84-4e74-b053-8612b1847725 service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301372 Jul 15 13:24:06.946327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-220a96b7-0e77-48c0-a3af-2840e76282b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1761553 Jul 15 13:24:06.947899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:06.948495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Allocated IP 172.25.3.245 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ff285a24-82a8-4d08-abda-9f843044427b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:06.962431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:06.982280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'mac_address': 'fa:16:3e:cb:88:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:07.000284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.20.0.4 (6ac1de0e-50fb-4673-bbba-3c118fd09d26/3c262133-bec1-4878-b1b4-adf7349388b2/4625c069-a9d9-44c0-b9d0-3fbfc6890063) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:07.067996 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.106094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:07.123127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-4ba66f37-1a7d-4bbc-9a65-548193719d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.125791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-4ba66f37-1a7d-4bbc-9a65-548193719d61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1730406 Jul 15 13:24:07.144258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:07.147289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.154829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.221144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.230825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.237169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.244208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.250507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.256947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.263866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.270102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.272160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-979a2880-3eaf-4b52-8c24-4b996ecea5fc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.5547688 Jul 15 13:24:07.287911 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.301426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-afc03b88-f34a-41f3-a2ad-a05b341f4064 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649344 Jul 15 13:24:07.405843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-916053026'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:07.428135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b16e75f-3b1e-44f7-82f5-d8ccc2d662f5 req-1e7746c3-7e53-4422-8530-74abd7c03dce tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422665 Jul 15 13:24:07.433509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.461759 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.466863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.474403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:07.493434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Transition to ACTIVE for port object 4625c069-a9d9-44c0-b9d0-3fbfc6890063 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:07.508721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:07.514677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.522362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcb51ad6-e3c0-4f5b-a061-2c2ce0b82dba req-78ba1c34-fe26-42c9-8e9f-728fda773c19 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136321 Jul 15 13:24:07.543422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.556392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.562869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:07.581122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:07.587462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:07.590781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event updated for resources: {'Port': ['ID=ff285a24-82a8-4d08-abda-9f843044427b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.603920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa28cafa-a325-43b0-85af-606dcedb69a5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.606466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.611381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3ae2e775-4eb5-4796-87bb-bd570ae8a9c8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aa28cafa-a325-43b0-85af-606dcedb69a5 HTTP/1.1" status: 204 len: 168 time: 1.1362264 Jul 15 13:24:07.612262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.614037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:07.652174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a88b1-593b-4aa3-bef1-4f0d0952a9fc None None] Network 23471685-f132-4026-ac3c-49a865428c4d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:07.687300 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925c7917-f076-41cf-8d81-449ead0e0ef7 x-openstack-request-id: req-925c7917-f076-41cf-8d81-449ead0e0ef7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:07.687595 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:07.687960 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-925c7917-f076-41cf-8d81-449ead0e0ef7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:07.688341 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'status': 'completed', 'code': 200} Jul 15 13:24:07.769567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:07.814360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:07.822283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:07.866730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.873708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=4625c069-a9d9-44c0-b9d0-3fbfc6890063,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:07.903131 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:07.939154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:07.939931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.003433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-13a85e2d-4e13-45f4-9166-4fba601d709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.005771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-13a85e2d-4e13-45f4-9166-4fba601d709f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1098 time: 0.2618303 Jul 15 13:24:08.073921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Deleting port 355a15a1-6656-4438-b1fe-4210127328ea {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:08.073921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.086014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] DHCP port deletion for 23471685-f132-4026-ac3c-49a865428c4d request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:08.149528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.220230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] Deleting port 355a15a1-6656-4438-b1fe-4210127328ea {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:08.221159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.252028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-2abe68c9-506f-4f45-8313-16f7b4f82544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.253987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-2abe68c9-506f-4f45-8313-16f7b4f82544 service neutron] 10.222.0.58 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 930 time: 0.2398484 Jul 15 13:24:08.281928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.300524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.315916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] For port 355a15a1-6656-4438-b1fe-4210127328ea, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=355a15a1-6656-4438-b1fe-4210127328ea,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:08.316428 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.335782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] Calling delete_port for 355a15a1-6656-4438-b1fe-4210127328ea owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:08.364915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-9853b65d-2472-46f9-8dc2-323b6a90e542 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6561055 Jul 15 13:24:08.369307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] For port 355a15a1-6656-4438-b1fe-4210127328ea, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=355a15a1-6656-4438-b1fe-4210127328ea,segment=NetworkSegment(5559efbd-3054-492e-a768-e1ae073ec751),segment_id=5559efbd-3054-492e-a768-e1ae073ec751)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:08.369903 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.389533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Request body: {'port': {'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:08.408625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:08.427583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49969dcf-44fb-4d8f-8287-64768474fce1 None None] Provisioning for port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:08.434404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ef090-a226-4c5e-8027-798629bf81be,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.436851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49969dcf-44fb-4d8f-8287-64768474fce1 None None] Provisioning complete for port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:08.437938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49969dcf-44fb-4d8f-8287-64768474fce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.441230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Calling delete_port for 355a15a1-6656-4438-b1fe-4210127328ea owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:08.446623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.447769 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment d4427074-824d-40a2-997f-a7d3f5389447 of type vlan for network 48f93573-b304-4fcc-850a-9cd812e20762 Jul 15 13:24:08.485265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-49969dcf-44fb-4d8f-8287-64768474fce1 None None] Port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:08.491828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-439b3361-6c0d-4ab8-bd01-0f0a7c66fc82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 1002 time: 0.2288284 Jul 15 13:24:08.501192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.535607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] No DVR routers for this DVR port 355a15a1-6656-4438-b1fe-4210127328ea on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:08.535870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.543335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0af5-f9e6-4a7f-9619-ac79dace89eb None None] Pushing event deleted for resources: {'Port': ['ID=355a15a1-6656-4438-b1fe-4210127328ea,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.586379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.599798 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.621819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3913f4-8375-41a1-91c4-e4ec6ab976fa req-ca71de8c-e14a-46f0-9941-81acde7f907d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.623591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f3913f4-8375-41a1-91c4-e4ec6ab976fa req-ca71de8c-e14a-46f0-9941-81acde7f907d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 944 time: 0.4988120 Jul 15 13:24:08.671490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-65e1ce17-eb4b-41c6-b484-4f8d64a4e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.672771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-65e1ce17-eb4b-41c6-b484-4f8d64a4e070 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 200 len: 868 time: 0.1692185 Jul 15 13:24:08.680829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.681815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.687454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:08.688127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.740929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event updated for resources: {'Port': ['ID=ff285a24-82a8-4d08-abda-9f843044427b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.757180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:08.787178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6342483 Jul 15 13:24:08.793448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43414) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:08.804857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1218318289'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:08.817974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.853207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:08.863866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:08.864523 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.883565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a2ffb-2cc0-4767-af72-3807fbebe25e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=48f93573-b304-4fcc-850a-9cd812e20762,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:08.908533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:08.914667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.915005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 48f93573-b304-4fcc-850a-9cd812e20762 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:08.935419 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:08.937479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-96b55d99-9dab-4e4a-ac2f-61cc6b483609 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3752844 Jul 15 13:24:09.047098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-1f82ca05-e538-46c8-95d0-b5c5a01353e2 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.0978158 Jul 15 13:24:09.065409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:09.079786 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.114744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:09.117438 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8540ea58-cd4e-43b8-b739-b70d60c833ea" -d '{"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:09.131176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:09.132216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.133075 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment d73cfca3-f862-43ea-bbbc-343b1e414959 of type vlan for network 3667f572-1225-44cd-b620-f06f943595b9 Jul 15 13:24:09.139463 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.190626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.211440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.227238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f3913f4-8375-41a1-91c4-e4ec6ab976fa req-9886fbcb-2310-43f0-bf56-4dea80b6f170 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5857742 Jul 15 13:24:09.230810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.238575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=355a15a1-6656-4438-b1fe-4210127328ea,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.257066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] No DVR routers for this DVR port 355a15a1-6656-4438-b1fe-4210127328ea on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:09.351654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-ac84df4e-ff42-4028-aedd-57d207f66c24 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.354253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d230b04a-ee7c-439d-8b7e-36c50947eee5 req-ac84df4e-ff42-4028-aedd-57d207f66c24 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2767687 Jul 15 13:24:09.365141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.380151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.381019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.413511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6187577 Jul 15 13:24:09.419090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:09.425844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '48f93573-b304-4fcc-850a-9cd812e20762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:09.474057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-2e9f0435-60f7-46da-bb0e-23146e81ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.475835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-2e9f0435-60f7-46da-bb0e-23146e81ac91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88ce9208-b397-4c17-8ad6-e4798ba5d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3624485 Jul 15 13:24:09.500842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.518001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9268b5e-4580-4f5d-9f6d-70bf7d9500ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=3667f572-1225-44cd-b620-f06f943595b9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.533034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3667f572-1225-44cd-b620-f06f943595b9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:09.534804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23471685-f132-4026-ac3c-49a865428c4d']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.563247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5559efbd-3054-492e-a768-e1ae073ec751') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.563598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5559efbd-3054-492e-a768-e1ae073ec751') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:09.619676 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.632917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:09.637520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.654539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37307fdb-821f-4529-8b2b-af081b6bca40 req-10480d23-9987-4652-912e-c2fa05820f55 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.656319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37307fdb-821f-4529-8b2b-af081b6bca40 req-10480d23-9987-4652-912e-c2fa05820f55 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.1532574 Jul 15 13:24:09.687790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.715132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:09.715685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:09.727500 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:09.769391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568df4-9a92-4d79-855c-b295ca5c5b1f req-1e50044a-f52d-4265-b6b7-9ed856128593 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:09.771052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46568df4-9a92-4d79-855c-b295ca5c5b1f req-1e50044a-f52d-4265-b6b7-9ed856128593 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 931 time: 0.3788197 Jul 15 13:24:09.771601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37307fdb-821f-4529-8b2b-af081b6bca40 req-5dcf04f5-8c19-4f8d-a64a-1d47207a9486 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034186 Jul 15 13:24:09.841053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-29f36c33-8106-421a-8b5a-b2d5bc832e95 service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233125 Jul 15 13:24:09.870845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.898004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:09.902866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/23471685-f132-4026-ac3c-49a865428c4d HTTP/1.1" status: 204 len: 168 time: 2.2849329 Jul 15 13:24:09.949805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154700a4-5faf-4cb0-9d9f-12828b4b3cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23471685-f132-4026-ac3c-49a865428c4d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:09.966999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4625c069-a9d9-44c0-b9d0-3fbfc6890063 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:09.984475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46568df4-9a92-4d79-855c-b295ca5c5b1f req-b41dc09d-0074-44c2-8431-3591e690e924 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906366 Jul 15 13:24:09.987656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.032967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.066569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Transition to ACTIVE for port object 4625c069-a9d9-44c0-b9d0-3fbfc6890063 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:10.077425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.129882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 355a15a1-6656-4438-b1fe-4210127328ea no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:10.148471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ea745ef-9a2d-401e-821e-5d92800894b2 req-d88fde47-a969-4a50-8af6-3fbe0734c93c service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994030 Jul 15 13:24:10.162155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=32419e18-265a-43c3-9533-d3c30493a060,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:10.169880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Pushing event updated for resources: {'Port': ['ID=4625c069-a9d9-44c0-b9d0-3fbfc6890063,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:10.217157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 355a15a1-6656-4438-b1fe-4210127328ea {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:10.217553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 355a15a1-6656-4438-b1fe-4210127328ea not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:10.227074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.238013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.246045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.253608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.261049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.265715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43428) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.273314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.279971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.289188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-63970614-ba7d-4e0a-b06b-fc9e6283095e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.3815970 Jul 15 13:24:10.319523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': 'd4427074-824d-40a2-997f-a7d3f5389447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '48f93573-b304-4fcc-850a-9cd812e20762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:10.319894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 48f93573-b304-4fcc-850a-9cd812e20762, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:10.327874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Attempting to bind port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:10.328408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Attempting to bind port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:10.328751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Attempting to bind port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 on network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:10.337918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 on network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:24:10.338251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Attempting to bind port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 on network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:10.356990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:10.357377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Checking segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:10.357718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Bound using segment: {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:10.358172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Bound port: 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73632c90-41f4-4273-bc84-c879edb6cd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:10.358576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.364409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1dc362c4-d722-403e-9b9e-eecfe0e9ed10 req-2bc0d1b1-a63e-4c93-8ac4-22490e3abc3d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739837 Jul 15 13:24:10.392212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 48f93573-b304-4fcc-850a-9cd812e20762 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:10.430953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3c41d1ae-6607-4608-8e6a-0b1bd2c55601 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf10998f7a2446d2bb29ef5b24a35d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627653 Jul 15 13:24:10.433858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43434) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.448840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 48f93573-b304-4fcc-850a-9cd812e20762) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:10.455411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.456024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.468078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb51f2-4372-470d-a934-441297068fc4 None None] Network 48f93573-b304-4fcc-850a-9cd812e20762 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:10.507443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b778f32d-80be-460b-8ad8-2b0775a3d268 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0796962 Jul 15 13:24:10.509433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43436) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:10.516925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '3667f572-1225-44cd-b620-f06f943595b9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:10.596246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a702063f-5e6c-4224-9984-1c95a21cc010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.630728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a702063f-5e6c-4224-9984-1c95a21cc010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.682902 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f0c24c-9320-44f1-a694-61369f1a5fad x-openstack-request-id: req-44f0c24c-9320-44f1-a694-61369f1a5fad {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:10.684353 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:10.685248 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44f0c24c-9320-44f1-a694-61369f1a5fad {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:10.686107 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'code': 200} Jul 15 13:24:10.686596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] For port 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:10.724273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] For port 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:10.751768 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.825472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-48f93573-b304-4fcc-850a-9cd812e20762', 'network_id': '48f93573-b304-4fcc-850a-9cd812e20762', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '32419e18-265a-43c3-9533-d3c30493a060'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:10.826805 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.850315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a702063f-5e6c-4224-9984-1c95a21cc010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.853461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a702063f-5e6c-4224-9984-1c95a21cc010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.854720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a702063f-5e6c-4224-9984-1c95a21cc010 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f782423-c73a-42d7-bbf0-67cfb29ec9dc HTTP/1.1" status: 204 len: 168 time: 0.4193385 Jul 15 13:24:10.859503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:10.862582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.902721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:10.903906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:10.906388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] 10.222.0.59 "PUT /v2.0/ports/4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 200 len: 1092 time: 2.5253110 Jul 15 13:24:10.913627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:10.917659 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc29478-12ea-4a9e-a5dd-892299fdfd08" -d '{"events": [{"name": "network-changed", "server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:11.002303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702063f-5e6c-4224-9984-1c95a21cc010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f782423-c73a-42d7-bbf0-67cfb29ec9dc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.013607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23a0f-ea07-49b0-bd1f-3ca7c3cc2c47 req-d181e8de-c7c0-4cd7-b15f-d5f77081b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.016312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9f23a0f-ea07-49b0-bd1f-3ca7c3cc2c47 req-d181e8de-c7c0-4cd7-b15f-d5f77081b8f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1097 time: 0.3942423 Jul 15 13:24:11.069633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e223fe-1a24-4613-a346-61425ad8de88 service neutron] Pushing event updated for resources: {'Port': ['ID=4625c069-a9d9-44c0-b9d0-3fbfc6890063,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.122668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-5f8dd86f-ba34-498f-a82d-d65577875b27 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.131757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-5f8dd86f-ba34-498f-a82d-d65577875b27 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5372720 Jul 15 13:24:11.177508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6da5a-b691-4a40-8ca4-4516c69c8cc1 req-a9646b4a-c554-4c03-afe2-499a71da5068 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.189140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-36f6da5a-b691-4a40-8ca4-4516c69c8cc1 req-a9646b4a-c554-4c03-afe2-499a71da5068 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.4606972 Jul 15 13:24:11.192962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Allocated IP 2001:db8::2 (48f93573-b304-4fcc-850a-9cd812e20762/32419e18-265a-43c3-9533-d3c30493a060/b90fdf55-8c70-47ce-92a4-4a133dc77f05) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:11.200181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43444) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:11.213991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Request body: {'floatingip': {'port_id': '497c0f56-d0e5-49b9-9944-d24c3520826c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:11.233973 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9f23a0f-ea07-49b0-bd1f-3ca7c3cc2c47 req-4548f66e-5eaf-4a2f-b6c1-19b397791a22 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052722 Jul 15 13:24:11.266483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-32050c48-1694-4077-84c8-839cc0bd20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.272527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-32050c48-1694-4077-84c8-839cc0bd20ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1095 time: 0.3101554 Jul 15 13:24:11.333404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-aca131e8-a00e-4b6f-8143-a1059e39a8c6 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.1996078 Jul 15 13:24:11.340056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-d675a89d-c221-4a8b-8e15-42aaae98bbeb tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Request body: {'floatingip': {'port_id': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:11.354680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-78771c42-e360-48d8-9a2c-1c880c80aad0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 200 len: 217 time: 0.0749762 Jul 15 13:24:11.381264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.458415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-ce355518-2baf-4fb8-a7b0-98becd48e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.461521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-ce355518-2baf-4fb8-a7b0-98becd48e488 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c262133-bec1-4878-b1b4-adf7349388b2 HTTP/1.1" status: 200 len: 835 time: 0.1001489 Jul 15 13:24:11.490117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-d675a89d-c221-4a8b-8e15-42aaae98bbeb tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.560314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.560634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f471440-a7e6-4855-8f92-b776c1c35ab7 req-9efe28d2-d5b6-4053-9b17-b4dbaa3b76fe tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.563831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f471440-a7e6-4855-8f92-b776c1c35ab7 req-9efe28d2-d5b6-4053-9b17-b4dbaa3b76fe tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.1825793 Jul 15 13:24:11.600239 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.619080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Transition to ACTIVE for port object b90fdf55-8c70-47ce-92a4-4a133dc77f05 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:11.625504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-22114770-31cc-4b39-8e67-001b3fd6cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:11.628667 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-22114770-31cc-4b39-8e67-001b3fd6cb11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ac1de0e-50fb-4673-bbba-3c118fd09d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1587029 Jul 15 13:24:11.665323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Transition to ACTIVE for port object b90fdf55-8c70-47ce-92a4-4a133dc77f05 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:11.682123 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.694542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f471440-a7e6-4855-8f92-b776c1c35ab7 req-53000456-8312-4c45-8b83-fd1e800c821c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235158 Jul 15 13:24:11.784273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Network 48f93573-b304-4fcc-850a-9cd812e20762 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:11.788737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:11.794057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:11.811046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Pushing event updated for resources: {'Port': ['ID=b90fdf55-8c70-47ce-92a4-4a133dc77f05,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.827797 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb2954-ab2f-4947-89b5-2d711a7f72e6 x-openstack-request-id: req-faeb2954-ab2f-4947-89b5-2d711a7f72e6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:11.828292 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:11.828748 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-faeb2954-ab2f-4947-89b5-2d711a7f72e6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:11.829498 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'status': 'completed', 'code': 200} Jul 15 13:24:11.861678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-d25998d1-08cb-40e0-aa64-cfbec196d270 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173247 Jul 15 13:24:11.885351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=53fef9fe-7a77-4b5c-b1f0-6c00cd013612,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:11.946740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Attempting to bind port b90fdf55-8c70-47ce-92a4-4a133dc77f05 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:11.949699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Attempting to bind port b90fdf55-8c70-47ce-92a4-4a133dc77f05 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'd4427074-824d-40a2-997f-a7d3f5389447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '48f93573-b304-4fcc-850a-9cd812e20762'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:11.950131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Attempting to bind port b90fdf55-8c70-47ce-92a4-4a133dc77f05 on network 48f93573-b304-4fcc-850a-9cd812e20762 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:11.962569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:11.963111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Checking segment: {'id': 'd4427074-824d-40a2-997f-a7d3f5389447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '48f93573-b304-4fcc-850a-9cd812e20762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:11.963383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:11.964998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Bound using segment: {'id': 'd4427074-824d-40a2-997f-a7d3f5389447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '48f93573-b304-4fcc-850a-9cd812e20762'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:11.965700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Bound port: b90fdf55-8c70-47ce-92a4-4a133dc77f05, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4427074-824d-40a2-997f-a7d3f5389447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '48f93573-b304-4fcc-850a-9cd812e20762'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:11.966069 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.124543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] For port b90fdf55-8c70-47ce-92a4-4a133dc77f05, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:12.133417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] For port b90fdf55-8c70-47ce-92a4-4a133dc77f05, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b90fdf55-8c70-47ce-92a4-4a133dc77f05,segment=NetworkSegment(d4427074-824d-40a2-997f-a7d3f5389447),segment_id=d4427074-824d-40a2-997f-a7d3f5389447)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:12.141408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d09f293f-2af7-4b25-a1e2-e171ff5e226e req-585907f3-ed48-438e-96be-958fd7d68149 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729194 Jul 15 13:24:12.144165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:12.192425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cff4e-7a64-4513-9553-717e87ed2881 req-7d25edcd-37d8-4553-871d-5c7c0e48772b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.200771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f2cff4e-7a64-4513-9553-717e87ed2881 req-7d25edcd-37d8-4553-871d-5c7c0e48772b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 943 time: 0.1394253 Jul 15 13:24:12.260700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5a736-7480-4966-83b9-9d872126ef0a None None] Pushing event updated for resources: {'Port': ['ID=b90fdf55-8c70-47ce-92a4-4a133dc77f05,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:12.303668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f2cff4e-7a64-4513-9553-717e87ed2881 req-b8754f3f-7c94-4ef4-847b-8c3de1b033c9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014504 Jul 15 13:24:12.532715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-4f765d40-0e9b-436a-bf3e-5addbb5573a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.541974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-4f765d40-0e9b-436a-bf3e-5addbb5573a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1095 time: 0.1562073 Jul 15 13:24:12.685090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-2a4042a4-89b3-4827-8072-0818f4fb43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.686731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-2a4042a4-89b3-4827-8072-0818f4fb43bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 897 time: 0.1350169 Jul 15 13:24:12.747980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-63629f7e-198b-4d47-8618-71f58a027cc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 200 len: 217 time: 0.0542986 Jul 15 13:24:12.826226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-96398f50-f5c1-44af-9d80-8898d0a3af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:12.832768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-96398f50-f5c1-44af-9d80-8898d0a3af4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c262133-bec1-4878-b1b4-adf7349388b2 HTTP/1.1" status: 200 len: 835 time: 0.0737932 Jul 15 13:24:12.950902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': 'd73cfca3-f862-43ea-bbbc-343b1e414959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3667f572-1225-44cd-b620-f06f943595b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:12.952193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 3667f572-1225-44cd-b620-f06f943595b9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:13.021231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-3bb13acc-c5aa-4678-88f5-d279798b4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.023072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-3bb13acc-c5aa-4678-88f5-d279798b4f37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ac1de0e-50fb-4673-bbba-3c118fd09d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1823983 Jul 15 13:24:13.045659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-612abc9f-a49b-4e6f-94f7-1b432b41baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.117998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3667f572-1225-44cd-b620-f06f943595b9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:13.124196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.133774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.145829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.154638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.159666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.165915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.172189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.174426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-14e65793-898c-4d80-b9a9-e6eda89ea514 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.2675335 Jul 15 13:24:13.212894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 3667f572-1225-44cd-b620-f06f943595b9) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:13.229137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea007bf4-bd75-40c2-a83c-6ea56eca695b None None] Network 3667f572-1225-44cd-b620-f06f943595b9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:13.238123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.239079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.297427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd8f1a5c-7eb3-43a4-beb1-c38a99c1d4c4 req-d508f98a-f8ae-42de-ad22-6e56b0c88b5e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107254 Jul 15 13:24:13.311629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-ff5b475c-83b4-442d-8fda-7413d9f3b68c service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710786 Jul 15 13:24:13.441817 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c09f1b80-a843-4070-8f39-2735a1284fe5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9307256 Jul 15 13:24:13.452188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43482) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:13.464221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1221252279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:13.507323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efc29478-12ea-4a9e-a5dd-892299fdfd08 req-41c4c218-fcf1-4eb3-837e-c76ad44cf851 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888602 Jul 15 13:24:13.575882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-3667f572-1225-44cd-b620-f06f943595b9', 'network_id': '3667f572-1225-44cd-b620-f06f943595b9', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '53fef9fe-7a77-4b5c-b1f0-6c00cd013612'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:13.577572 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.730917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a3a9-9643-4abb-a57a-a4ecbe55a85a req-b1ca3087-12e5-45db-a97a-94fffb4c9e36 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:13.743901 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2df6a3a9-9643-4abb-a57a-a4ecbe55a85a req-b1ca3087-12e5-45db-a97a-94fffb4c9e36 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.2160046 Jul 15 13:24:13.790769 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-d675a89d-c221-4a8b-8e15-42aaae98bbeb tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:24:13.791945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f493bc6-15b6-489e-bd01-26c5a5af6ae4 req-d675a89d-c221-4a8b-8e15-42aaae98bbeb tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "PUT /v2.0/floatingips/dbcfb528-9d86-4e88-9b66-97cae9d1dcfd HTTP/1.1" status: 409 len: 551 time: 2.4573121 Jul 15 13:24:13.842048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Allocated IP 2001:db8:1::2 (3667f572-1225-44cd-b620-f06f943595b9/53fef9fe-7a77-4b5c-b1f0-6c00cd013612/2b2b10e7-f457-4292-8e3b-770729223d98) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:13.867708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2df6a3a9-9643-4abb-a57a-a4ecbe55a85a req-dff99a5b-287a-4b9b-bf4a-ca0e8bc5ecf6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204555 Jul 15 13:24:13.972034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:13.977011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.105827 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.124633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.247093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.248654 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-61240932-9991-4d46-bf19-c62a08b14fad tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7934153 Jul 15 13:24:14.253124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:14.279492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c0d00-221a-4b0b-b58b-09a51db8a4a9 None None] Network 48f93573-b304-4fcc-850a-9cd812e20762 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:14.283380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b90fdf55-8c70-47ce-92a4-4a133dc77f05 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:14.312393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4625c069-a9d9-44c0-b9d0-3fbfc6890063 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:14.335977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e65fa4-13c5-4406-8175-9276aee6924a req-6adb3887-fbee-4e99-9daf-02d1d4ee1433 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:14.339272 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9e65fa4-13c5-4406-8175-9276aee6924a req-6adb3887-fbee-4e99-9daf-02d1d4ee1433 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 943 time: 0.2301955 Jul 15 13:24:14.352926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:14.491537 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9e65fa4-13c5-4406-8175-9276aee6924a req-dcafbb66-5b59-497d-8ef7-580301e70c58 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434200 Jul 15 13:24:14.494418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-74703405-903d-4eec-ace2-10dcbb985699 None None] Provisioning for port b90fdf55-8c70-47ce-92a4-4a133dc77f05 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:14.536705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-087e09bb-ab45-4585-8bc3-8a5aa42c330c tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips/dbcfb528-9d86-4e88-9b66-97cae9d1dcfd HTTP/1.1" status: 200 len: 693 time: 0.1767879 Jul 15 13:24:14.577449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.592056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.660435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:14.705403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b90fdf55-8c70-47ce-92a4-4a133dc77f05 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:14.715607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:14.720411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.732399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b90fdf55-8c70-47ce-92a4-4a133dc77f05 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:14.732820 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:14.937933 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Floating IP 6dcbe644-ce0e-4903-961c-fc98ba1be638 associated. External IP: 172.25.3.18, port: 497c0f56-d0e5-49b9-9944-d24c3520826c. Jul 15 13:24:15.035841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Transition to ACTIVE for port object 2b2b10e7-f457-4292-8e3b-770729223d98 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:15.044695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.096695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ed671-54c5-487e-856c-3b93582cbc2f req-b0d6e87c-7bb7-4b9f-955a-87ba5454b4a0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.103867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-575ed671-54c5-487e-856c-3b93582cbc2f req-b0d6e87c-7bb7-4b9f-955a-87ba5454b4a0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.2461929 Jul 15 13:24:15.123897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43508) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:15.139646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Request body: {'floatingip': {'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:15.196409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4625c069-a9d9-44c0-b9d0-3fbfc6890063 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:15.211652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.212010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Transition to ACTIVE for port object 2b2b10e7-f457-4292-8e3b-770729223d98 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:15.236816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.254101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-43ed180c-b7de-4723-b511-a62741e73deb tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.261784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-43ed180c-b7de-4723-b511-a62741e73deb tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.7238173 Jul 15 13:24:15.278395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.279780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-16045410-bb8e-4ea2-8fd2-ec0eaf2e6821 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:15.280853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-16045410-bb8e-4ea2-8fd2-ec0eaf2e6821 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182650 Jul 15 13:24:15.284991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.287826 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.403677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Pushing event updated for resources: {'Port': ['ID=2b2b10e7-f457-4292-8e3b-770729223d98,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.410945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:15.430206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.435946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Network 3667f572-1225-44cd-b620-f06f943595b9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:15.495485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:15.508135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:15.586200 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.614141 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-721e46e5-fc3c-4142-8dcd-076f86a43e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.673298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=4625c069-a9d9-44c0-b9d0-3fbfc6890063,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:15.686086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['4625c069-a9d9-44c0-b9d0-3fbfc6890063'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:15.733685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Router 4bb49858-79c0-4322-b738-10a170d9154e has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:15.772222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.778800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.784862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.791763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.798393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.812747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.818356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Attempting to bind port 2b2b10e7-f457-4292-8e3b-770729223d98 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:15.819257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Attempting to bind port 2b2b10e7-f457-4292-8e3b-770729223d98 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'd73cfca3-f862-43ea-bbbc-343b1e414959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3667f572-1225-44cd-b620-f06f943595b9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:15.820158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Attempting to bind port 2b2b10e7-f457-4292-8e3b-770729223d98 on network 3667f572-1225-44cd-b620-f06f943595b9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:15.822251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:15.830650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-55600388-e83e-4dd1-8b28-2d9736f24504 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.2376921 Jul 15 13:24:15.841609 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.853429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port b90fdf55-8c70-47ce-92a4-4a133dc77f05, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b90fdf55-8c70-47ce-92a4-4a133dc77f05,segment=NetworkSegment(d4427074-824d-40a2-997f-a7d3f5389447),segment_id=d4427074-824d-40a2-997f-a7d3f5389447)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:15.855313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:15.856167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Checking segment: {'id': 'd73cfca3-f862-43ea-bbbc-343b1e414959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3667f572-1225-44cd-b620-f06f943595b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:15.856825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.857486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Bound using segment: {'id': 'd73cfca3-f862-43ea-bbbc-343b1e414959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3667f572-1225-44cd-b620-f06f943595b9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:15.858257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Bound port: 2b2b10e7-f457-4292-8e3b-770729223d98, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73cfca3-f862-43ea-bbbc-343b1e414959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3667f572-1225-44cd-b620-f06f943595b9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:15.859027 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.876589 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:15.968438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a81b43cc-7485-43be-827e-256ad8f3adc3 req-d1d5948e-a5fb-4611-99e6-324804b74f1a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1365712 Jul 15 13:24:16.117756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=b90fdf55-8c70-47ce-92a4-4a133dc77f05,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.128227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:16.134498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.134634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3529ba0d-309a-48dd-b67b-d8471f0ceddc None None] Provisioning complete for port b90fdf55-8c70-47ce-92a4-4a133dc77f05 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:16.135159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3529ba0d-309a-48dd-b67b-d8471f0ceddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.170334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] Sync routers for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:16.179690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] For port 2b2b10e7-f457-4292-8e3b-770729223d98, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:16.225023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] For port 2b2b10e7-f457-4292-8e3b-770729223d98, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2b2b10e7-f457-4292-8e3b-770729223d98,segment=NetworkSegment(d73cfca3-f862-43ea-bbbc-343b1e414959),segment_id=d73cfca3-f862-43ea-bbbc-343b1e414959)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:16.258417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-662db652-27b0-403b-a0e7-251d7b0b8829 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "PUT /v2.0/floatingips/6dcbe644-ce0e-4903-961c-fc98ba1be638 HTTP/1.1" status: 200 len: 990 time: 5.0540292 Jul 15 13:24:16.263914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:16.266255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:16.269836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:16.270978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:16.273137 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f948b039-e8b8-479a-9c99-bedf905b1f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:16.495833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac2cc0-a436-4e8b-a738-d43cea52187f req-0104dc2e-ab5e-4c2d-9095-ce3b4c1f9895 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:16.504435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-53ac2cc0-a436-4e8b-a738-d43cea52187f req-0104dc2e-ab5e-4c2d-9095-ce3b4c1f9895 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 944 time: 0.1336768 Jul 15 13:24:16.518738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-1b660fb8-4106-471d-bbe8-6dc70f53b23e tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 1.1454942 Jul 15 13:24:16.543459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65509af0-e3cb-40ec-86a6-2900c9318a11 None None] Pushing event updated for resources: {'Port': ['ID=2b2b10e7-f457-4292-8e3b-770729223d98,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:16.558438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-53ac2cc0-a436-4e8b-a738-d43cea52187f req-f4a75d8a-f72e-4c94-ada6-336ce1b8a9dd tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482504 Jul 15 13:24:16.602130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:16.785737 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328c0584-5b46-4baf-af64-8282ceb1e8c1 x-openstack-request-id: req-328c0584-5b46-4baf-af64-8282ceb1e8c1 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:16.786070 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:16.786821 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-328c0584-5b46-4baf-af64-8282ceb1e8c1 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:16.787409 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'status': 'completed', 'code': 200} Jul 15 13:24:16.846626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-ca4d77b4-fdc4-4a6a-b98b-188502403ffa tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.245 HTTP/1.1" status: 200 len: 696 time: 0.3013904 Jul 15 13:24:17.062413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.080348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8::1 (48f93573-b304-4fcc-850a-9cd812e20762/32419e18-265a-43c3-9533-d3c30493a060/5c8df835-aba9-41bd-9cf4-3290bafeeb5e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:17.081298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '6dcbe644-ce0e-4903-961c-fc98ba1be638', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'port_id': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'mac_address': 'fa:16:3e:46:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:29Z', 'updated_at': '2021-07-15T13:24:14Z', 'revision_number': 1, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:24Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:17.152980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] Checking router: 4bb49858-79c0-4322-b738-10a170d9154e for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:17.182448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:17.183653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:17.365713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.395932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.414853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.425220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.435100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.443404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.451955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.462084 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-d5419007-7c9f-4b2d-8e79-22c43269cc6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.2694328 Jul 15 13:24:17.482079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-4556f86b-6b3a-412a-9b61-94cabcdf4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:17.485844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-4556f86b-6b3a-412a-9b61-94cabcdf4881 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b653f3035114746a937d0ebe4513cb0&device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 1097 time: 0.6357148 Jul 15 13:24:17.541421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f0b624c-1f95-4f8c-9722-9261b9253725 req-3e8262bd-b56e-4116-887f-b74bb8f1f003 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719898 Jul 15 13:24:17.656627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:17.976314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Deleting port ff285a24-82a8-4d08-abda-9f843044427b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:17.977192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:17.999993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.212654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 5c8df835-aba9-41bd-9cf4-3290bafeeb5e will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:18.372453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4625c069-a9d9-44c0-b9d0-3fbfc6890063 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:18.372680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-4527e54d-7e92-45cf-a7cf-d66f48d5063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.372680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-4527e54d-7e92-45cf-a7cf-d66f48d5063f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f3963a6-4986-4035-a920-023786c8bf17 HTTP/1.1" status: 200 len: 912 time: 0.8558862 Jul 15 13:24:18.412032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf0bc-b1a3-4a6f-9d8e-9cfd5db7a4d1 req-10056635-943e-4849-98d8-e77753a8a828 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.419510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31da4b-40c6-49d6-9c39-f8bbbe58c023 None None] Network 3667f572-1225-44cd-b620-f06f943595b9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:18.428382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fabaf0bc-b1a3-4a6f-9d8e-9cfd5db7a4d1 req-10056635-943e-4849-98d8-e77753a8a828 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 944 time: 0.2358708 Jul 15 13:24:18.470142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.471227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.519597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fabaf0bc-b1a3-4a6f-9d8e-9cfd5db7a4d1 req-f338f28a-a249-416b-b901-75f9d8cfdc47 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892568 Jul 15 13:24:18.591303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Calling delete_port for ff285a24-82a8-4d08-abda-9f843044427b owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:18.659694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b2b10e7-f457-4292-8e3b-770729223d98 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:18.671653 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.836114 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:18.840371 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:18.845641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-14da60e0-ab8b-4101-bdac-27109e1be304 None None] Provisioning for port 2b2b10e7-f457-4292-8e3b-770729223d98 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:18.850554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-fb247f46-a43e-4e73-ae4e-fea2d1c3b2c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497c0f56-d0e5-49b9-9944-d24c3520826c HTTP/1.1" status: 200 len: 998 time: 0.4427705 Jul 15 13:24:18.861691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '6dcbe644-ce0e-4903-961c-fc98ba1be638', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'port_id': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'mac_address': 'fa:16:3e:46:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:29Z', 'updated_at': '2021-07-15T13:24:14Z', 'revision_number': 1, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:24Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:18.871856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.880034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.887367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.895041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.904316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.914160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.916057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d55811-72b2-4ee4-84b2-51cc028302b6 None None] The sync data for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 is: [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '6dcbe644-ce0e-4903-961c-fc98ba1be638', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'port_id': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'mac_address': 'fa:16:3e:46:34:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:29Z', 'updated_at': '2021-07-15T13:24:14Z', 'revision_number': 1, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:24Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:18.924686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:18.938031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-326ea903-4adb-4f10-b938-12c0e4b955d8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.1596394 Jul 15 13:24:18.974635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 48f93573-b304-4fcc-850a-9cd812e20762 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:18.981963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:19.008121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:19.008503 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.010426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-42904fcc-d139-4f40-ad1f-0475fd0e5edc req-934b1a90-b534-4865-af51-9717e6b5e962 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694525 Jul 15 13:24:19.085292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 2b2b10e7-f457-4292-8e3b-770729223d98 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:19.100424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2b2b10e7-f457-4292-8e3b-770729223d98 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:19.100989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.218648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:19.235689 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.255358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=5c8df835-aba9-41bd-9cf4-3290bafeeb5e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:19.280580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:19.281206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.299129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.474739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.505180 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decff21e-8337-40c8-be8d-b5ed748b0f1c None None] New status for floating IP 6dcbe644-ce0e-4903-961c-fc98ba1be638: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:19.538303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-4dd4073c-c5ea-4e69-955c-b3a47d9ea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:19.545204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-4dd4073c-c5ea-4e69-955c-b3a47d9ea8ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bfc3381-73ef-4113-aff9-97c5b2a8749e HTTP/1.1" status: 200 len: 850 time: 0.6315072 Jul 15 13:24:19.582958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:19.588384 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe32a3f-d9d2-40ba-ac4d-cb7a4fdfdcb6" -d '{"events": [{"server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "name": "network-vif-plugged", "status": "completed", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:19.639207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:19.653636 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.658264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.829977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=4625c069-a9d9-44c0-b9d0-3fbfc6890063,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:19.855260 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.879611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-857f16ea-a43b-4a15-997b-a42bdd11b831 None None] Provisioning complete for port 2b2b10e7-f457-4292-8e3b-770729223d98 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:19.880153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-857f16ea-a43b-4a15-997b-a42bdd11b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.913771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 2b2b10e7-f457-4292-8e3b-770729223d98, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2b2b10e7-f457-4292-8e3b-770729223d98,segment=NetworkSegment(d73cfca3-f862-43ea-bbbc-343b1e414959),segment_id=d73cfca3-f862-43ea-bbbc-343b1e414959)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:19.926582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:19.927932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b90fdf55-8c70-47ce-92a4-4a133dc77f05 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:19.949736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793961a-dadf-471a-86ac-9cd6b877f0d6 req-a409837d-3f5e-4d31-b358-41adc0b20e96 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:19.958722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d793961a-dadf-471a-86ac-9cd6b877f0d6 req-a409837d-3f5e-4d31-b358-41adc0b20e96 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 945 time: 0.1019125 Jul 15 13:24:19.984984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event deleted for resources: {'Port': ['ID=ff285a24-82a8-4d08-abda-9f843044427b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.026478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d793961a-dadf-471a-86ac-9cd6b877f0d6 req-f2e6ad90-eea0-4f9e-9d35-d74ca11e1370 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662394 Jul 15 13:24:20.042276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=2b2b10e7-f457-4292-8e3b-770729223d98,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:20.088890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.110074 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07008ef2-0154-4274-883f-b2cef3048075 x-openstack-request-id: req-07008ef2-0154-4274-883f-b2cef3048075 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:20.110352 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "name": "network-vif-plugged", "status": "completed", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:20.110627 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07008ef2-0154-4274-883f-b2cef3048075 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:20.111023 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'code': 200} Jul 15 13:24:20.156666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b90fdf55-8c70-47ce-92a4-4a133dc77f05 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:20.157127 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.185419 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Floating IP e288355c-d7fd-4caa-aedb-d9370f4ddbb1 associated. External IP: 172.25.3.153, port: c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6. Jul 15 13:24:20.287057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-90d03fe1-7d77-4243-8027-f14800495562 None None] Provisioning for port 5c8df835-aba9-41bd-9cf4-3290bafeeb5e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:20.294556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.305164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-90d03fe1-7d77-4243-8027-f14800495562 None None] Provisioning complete for port 5c8df835-aba9-41bd-9cf4-3290bafeeb5e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:20.306369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-90d03fe1-7d77-4243-8027-f14800495562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.306570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.308477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ea02210e-a229-46af-87c0-ac1d905d5270 req-19894563-b445-41a3-a44d-980e24f4a6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "DELETE /v2.0/floatingips/dbcfb528-9d86-4e88-9b66-97cae9d1dcfd HTTP/1.1" status: 204 len: 173 time: 3.4604962 Jul 15 13:24:20.310603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6a654-c5d5-4c47-ac4c-7ec0492f5e2f req-6cee1425-b237-44b3-8290-bba69966a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.312467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fe6a654-c5d5-4c47-ac4c-7ec0492f5e2f req-6cee1425-b237-44b3-8290-bba69966a04e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1097 time: 0.1064727 Jul 15 13:24:20.329414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-7b44a591-8242-4b0e-94d8-08a35ed42edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.332506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-7b44a591-8242-4b0e-94d8-08a35ed42edc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f3963a6-4986-4035-a920-023786c8bf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6636770 Jul 15 13:24:20.461194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fe6a654-c5d5-4c47-ac4c-7ec0492f5e2f req-c1f68362-ec19-4ea4-80bb-be7a6e5194ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408882 Jul 15 13:24:20.553001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-20d5629e-3bbd-41c5-b067-629f1a3ac317 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 1002 time: 0.1570916 Jul 15 13:24:20.566436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-90d03fe1-7d77-4243-8027-f14800495562 None None] Port 5c8df835-aba9-41bd-9cf4-3290bafeeb5e cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:20.658955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b2b10e7-f457-4292-8e3b-770729223d98 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:20.672217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-1151e99f-5717-4816-b52c-8f7b123d5adc tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:20.682911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-1151e99f-5717-4816-b52c-8f7b123d5adc tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports/316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 943 time: 0.1163070 Jul 15 13:24:20.771504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2b2b10e7-f457-4292-8e3b-770729223d98 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:20.772397 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:20.983338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-c44d28e4-c1e1-40b9-afdc-337bd2ebfba2 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 1002 time: 0.1392324 Jul 15 13:24:21.196539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-06f10586-b194-4a1d-a9fa-15883df636e4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.199328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-06f10586-b194-4a1d-a9fa-15883df636e4 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.2090087 Jul 15 13:24:21.215926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-51265b4e-8330-4b95-845d-1d1829d48ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:24:21.217890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-51265b4e-8330-4b95-845d-1d1829d48ef3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112832 Jul 15 13:24:21.343930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-d4779460-d014-403c-80ea-016f9c906931 service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9951243 Jul 15 13:24:21.379114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-4c27cf0e-305d-4113-95f3-25759002a363 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 1002 time: 0.1529951 Jul 15 13:24:21.397072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:21.490485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.496589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.503458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.512440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.518806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.519758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.525164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.531418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:21.535824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-e1631882-e475-4d38-aa89-94812aae0a9e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.5081880 Jul 15 13:24:21.711284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:21.720722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e738c03-351f-4642-a81c-7785a6df3fe4 req-879c9bb7-bcc2-4493-923e-3497abcfe5ee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630008 Jul 15 13:24:21.732838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f948b039-e8b8-479a-9c99-bedf905b1f5f req-003ee68c-eed9-4025-86c5-eb8562daf01f service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778918 Jul 15 13:24:21.747528 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.781354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.803639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.804726 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.809508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:21.815659 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Floating IP e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc disassociated. External IP: 172.25.3.182, port: 316ac829-8cf0-47b4-8d90-f9481b0c5e35. Jul 15 13:24:21.928561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=5c8df835-aba9-41bd-9cf4-3290bafeeb5e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:22.023997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:22.037964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.048188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:22.084478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:22.085670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:22.104013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 48f93573-b304-4fcc-850a-9cd812e20762 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:22.107995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:22.117380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-135ec1c1-0a4e-401c-9176-1d7d04011fa0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "PUT /v2.0/floatingips/e288355c-d7fd-4caa-aedb-d9370f4ddbb1 HTTP/1.1" status: 200 len: 991 time: 6.9842241 Jul 15 13:24:22.126885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:22.139816 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1655189f-b9eb-43db-8dfe-4658dac806c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:22.378293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:22.485975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76557ac-f242-4b2c-bc02-af22359ab677 req-247a9c64-929d-4b6f-8443-009d3b32823a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.489715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c76557ac-f242-4b2c-bc02-af22359ab677 req-247a9c64-929d-4b6f-8443-009d3b32823a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 945 time: 0.1575320 Jul 15 13:24:22.491427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router ef749d35-b14c-409a-a8c5-65237e6ce4f8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:22.663031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f1a2e200-af5c-4900-88ff-9673d225f0eb None None] Provisioning complete for port 5c8df835-aba9-41bd-9cf4-3290bafeeb5e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:22.663834 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f1a2e200-af5c-4900-88ff-9673d225f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:22.668740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:22.686852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c76557ac-f242-4b2c-bc02-af22359ab677 req-e8042696-a43f-4dd6-8abd-d125a53174ae tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849201 Jul 15 13:24:22.780477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2e200-af5c-4900-88ff-9673d225f0eb None None] Port 5c8df835-aba9-41bd-9cf4-3290bafeeb5e cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:22.817439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:22.827967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-77d2271a-c995-43d0-bcb1-c1bcb8474694 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/ef749d35-b14c-409a-a8c5-65237e6ce4f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5708439 Jul 15 13:24:22.828657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43614) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.839488 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] Sync routers for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:22.882119 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:22.882994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:22.962370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e288355c-d7fd-4caa-aedb-d9370f4ddbb1', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'mac_address': 'fa:16:3e:cb:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:18Z', 'revision_number': 1, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:22.977097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:22.978647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcfd86b-9a02-45ae-923c-e9d57c227e51 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:22.991187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5fcfd86b-9a02-45ae-923c-e9d57c227e51 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports/5c8df835-aba9-41bd-9cf4-3290bafeeb5e HTTP/1.1" status: 200 len: 911 time: 0.1606588 Jul 15 13:24:22.992473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43616) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:22.992614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:23.025030 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:23.045652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] Sync routers for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:23.058148 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:23.059191 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:23.059684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:23.093175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-a7675273-f9ff-478e-8e8b-d6896cccfe20 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "PUT /v2.0/floatingips/e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc HTTP/1.1" status: 200 len: 695 time: 1.7007306 Jul 15 13:24:23.095767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:23.103245 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:23.122574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:23.123127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:23.142749 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:23.144204 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7ccc1-93df-47b9-adf6-0805280b8b74 None None] The sync data for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:23.207651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:23.208288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:23.273364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-e079f48d-0f10-4533-a8f8-e9c04ef0da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.278775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-e079f48d-0f10-4533-a8f8-e9c04ef0da89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1098 time: 0.1681504 Jul 15 13:24:23.343518 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935e2cf4-0b64-42e0-8b05-b550adeb8d2e x-openstack-request-id: req-935e2cf4-0b64-42e0-8b05-b550adeb8d2e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:23.343518 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:23.343518 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-935e2cf4-0b64-42e0-8b05-b550adeb8d2e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:23.343518 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'status': 'completed', 'code': 200} Jul 15 13:24:23.349706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:23.470657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-de72de4e-330f-4739-910f-4f722fae1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.479379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-de72de4e-330f-4739-910f-4f722fae1878 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 930 time: 0.1889338 Jul 15 13:24:23.527579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-14989da8-55e2-4a48-b8df-7e796a2bd826 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 217 time: 0.0471277 Jul 15 13:24:23.581476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-16263aee-2f75-4583-a838-1001c319ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.590151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-16263aee-2f75-4583-a838-1001c319ee59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 200 len: 868 time: 0.0615461 Jul 15 13:24:23.645906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-56403d80-5932-4d8b-888b-96ce7a6203d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.647763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-56403d80-5932-4d8b-888b-96ce7a6203d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1097 time: 0.3097363 Jul 15 13:24:23.658858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68257de-c3c7-4c17-8d2f-1def62d5e949 req-6b3139e4-a4d3-44d6-8522-0198d9505ef3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.661662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-e46dd351-8608-4fc7-94b4-d30952413887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.666403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b68257de-c3c7-4c17-8d2f-1def62d5e949 req-6b3139e4-a4d3-44d6-8522-0198d9505ef3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 945 time: 0.2130649 Jul 15 13:24:23.671500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-e46dd351-8608-4fc7-94b4-d30952413887 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88ce9208-b397-4c17-8ad6-e4798ba5d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802300 Jul 15 13:24:23.743891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:23.806615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:23.821266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-95ec6597-c50d-497f-bfc7-8eb399dfe984 service neutron] 10.222.0.57 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482701 Jul 15 13:24:23.860703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b68257de-c3c7-4c17-8d2f-1def62d5e949 req-fce7b589-ca2c-46f5-93c9-c55df96bd496 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=544cce03-734e-4e33-8ac1-bca570320a56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923037 Jul 15 13:24:23.865550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-8a20d337-c7a6-435c-925c-0a5c2c744640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:23.867822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-8a20d337-c7a6-435c-925c-0a5c2c744640 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.1970475 Jul 15 13:24:23.910975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.054512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.071972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-1f2a7f7e-0d0a-4145-be23-d0c86624bff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 999 time: 0.1946018 Jul 15 13:24:24.088107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4349a250-c24e-4289-9e16-2287c9206aa0 req-90fa4b1c-9dbc-4402-9173-558e3f7573e5 service neutron] 10.222.0.57 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589242 Jul 15 13:24:24.100139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f3b4c-78e9-4c8d-95e5-0e2eb8197c2e tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.102821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7f1f3b4c-78e9-4c8d-95e5-0e2eb8197c2e tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1092 time: 0.1868484 Jul 15 13:24:24.107782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:24.113111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:24.149430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.227233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e288355c-d7fd-4caa-aedb-d9370f4ddbb1', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'mac_address': 'fa:16:3e:cb:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:18Z', 'revision_number': 1, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.253083 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48378ac1-73bc-4306-907c-79afb3ae6ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.302210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.311241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.316711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef2f5ab-adf9-4666-ac98-ca3425f4ee88 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e288355c-d7fd-4caa-aedb-d9370f4ddbb1', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'floating_ip_address': '172.25.3.153', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'mac_address': 'fa:16:3e:cb:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:23:45Z', 'updated_at': '2021-07-15T13:24:18Z', 'revision_number': 1, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:24.321968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.326571 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdccffb-2a4c-4c2e-a4d4-19e5aaec5c21 x-openstack-request-id: req-ecdccffb-2a4c-4c2e-a4d4-19e5aaec5c21 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:24.326893 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:24.327197 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecdccffb-2a4c-4c2e-a4d4-19e5aaec5c21 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:24.327614 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'status': 'completed', 'code': 200} Jul 15 13:24:24.328993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.353759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:21Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.354366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.355105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.361844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.370363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.383474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-ab08ac20-d2d9-4953-b9c9-079ea5d8ca54 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5419 time: 0.3884728 Jul 15 13:24:24.423638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5a5b8c69-8e46-4544-9a71-b709c289aa38 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:24.431888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] Checking router: 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:24.453297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-6b8e8e23-5289-480a-9f59-f5f54a6c615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.455392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-6b8e8e23-5289-480a-9f59-f5f54a6c615a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.3694994 Jul 15 13:24:24.473171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:24.474256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:24.580392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5db7e66d-999f-40bc-85e4-a9fe64612389 req-2b17093f-5bcd-4044-9dcb-2efceb2a5221 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1964757 Jul 15 13:24:24.610596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.25.3.211 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/131f1987-f06f-468f-ae11-537d0d4ea854) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:24.701653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-5b772862-d4f2-4a12-aed1-639981efc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.704635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-5b772862-d4f2-4a12-aed1-639981efc6a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=27059011d01d4688a2a873a30a7a19f4&device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 1098 time: 0.3448942 Jul 15 13:24:24.722342 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da20c50f-66e3-4801-b599-cd177eb17866 req-12558c26-3594-476c-8f3d-ff5e6b91a105 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips/e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc HTTP/1.1" status: 200 len: 695 time: 0.1135437 Jul 15 13:24:24.764900 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6d2282-0958-4885-b551-2b517540fd23 None None] New status for floating IP e288355c-d7fd-4caa-aedb-d9370f4ddbb1: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:24.860235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8:1::1 (3667f572-1225-44cd-b620-f06f943595b9/53fef9fe-7a77-4b5c-b1f0-6c00cd013612/57738bd7-bc62-498c-bf87-29e0c28d713d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:24.873699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-f93825ad-7f48-49ad-b075-37e454307ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.875462 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-f93825ad-7f48-49ad-b075-37e454307ac0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4101567 Jul 15 13:24:24.904904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-276a6833-e6e6-4e48-b9cc-42a89fca0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:24.905878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:24.906874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-276a6833-e6e6-4e48-b9cc-42a89fca0d14 service neutron] 10.222.0.58 "GET /v2.0/networks?id=88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 200 len: 930 time: 0.1832044 Jul 15 13:24:24.962005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:24.986617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48378ac1-73bc-4306-907c-79afb3ae6ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:24.992550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '5a5b8c69-8e46-4544-9a71-b709c289aa38', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'port_id': '5a5b8c69-8e46-4544-9a71-b709c289aa38', 'mac_address': 'fa:16:3e:eb:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:25.007781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48378ac1-73bc-4306-907c-79afb3ae6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.009961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-af1f5d92-b7ef-4d5d-8276-2f5e0927cb4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 200 len: 217 time: 0.0867488 Jul 15 13:24:25.175277 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.185744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-ad3f57f2-bae7-4a0e-83bd-9f5d09438074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.188630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-ad3f57f2-bae7-4a0e-83bd-9f5d09438074 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 200 len: 868 time: 0.1675408 Jul 15 13:24:25.193275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.200143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5b8c69-8e46-4544-9a71-b709c289aa38 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:25.205875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20c50f-66e3-4801-b599-cd177eb17866 req-66b6a997-b3e9-4286-b88e-a3a323ed4d26 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.207520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da20c50f-66e3-4801-b599-cd177eb17866 req-66b6a997-b3e9-4286-b88e-a3a323ed4d26 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 784 time: 0.3570664 Jul 15 13:24:25.262408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:25.281443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.282472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 281078e2-830d-4b2c-92b3-7e5a4040fae7 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:25.331875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da20c50f-66e3-4801-b599-cd177eb17866 req-44a1b127-d288-4a6c-ae07-1c53e37d3f0d tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 698 time: 0.1112013 Jul 15 13:24:25.357437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.438833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:25.447150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:21Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:25.457194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da20c50f-66e3-4801-b599-cd177eb17866 req-4a6b1584-30a8-40fd-8c95-c4f95e5769a6 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 698 time: 0.1238050 Jul 15 13:24:25.464798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-476dda6b-82d5-47ca-83f8-3d259c51d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:25.467566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-476dda6b-82d5-47ca-83f8-3d259c51d459 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=88ce9208-b397-4c17-8ad6-e4798ba5d24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2702892 Jul 15 13:24:25.509423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038d2ec-0278-45a9-90bc-2b0beb5c536c None None] The sync data for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 is: [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f', 'name': '', 'network_id': '88ce9208-b397-4c17-8ad6-e4798ba5d24f', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'mac_address': 'fa:16:3e:c4:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:21Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'subnets': [{'id': '021edf4c-2818-412b-80c0-fe8cab3565cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:25.516483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '281078e2-830d-4b2c-92b3-7e5a4040fae7', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'port_id': '281078e2-830d-4b2c-92b3-7e5a4040fae7', 'mac_address': 'fa:16:3e:b4:1e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:25.598894 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.652263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281078e2-830d-4b2c-92b3-7e5a4040fae7 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:25.671249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48378ac1-73bc-4306-907c-79afb3ae6ac5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2514b19e06c0445d8b07dd59e25c9c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8601420 Jul 15 13:24:25.673964 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.677936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43646) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:25.722502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:25.733040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.734651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fb8db747-79ea-453d-9c9b-e5cb807f6d62 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:25.738963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48378ac1-73bc-4306-907c-79afb3ae6ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d5ab3-24eb-4c9a-b70a-9dfbf609e108,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:25.786642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-37e6e0d9-3acc-468c-859e-1af951217a10 service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956223 Jul 15 13:24:25.846243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:25.887681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 57738bd7-bc62-498c-bf87-29e0c28d713d will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:25.987970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.008243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:26.042633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'port_id': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62', 'mac_address': 'fa:16:3e:27:e5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:26.098253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=131f1987-f06f-468f-ae11-537d0d4ea854,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.136578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.143063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8669692-7581-4965-84d3-d7b32ccf0d74 None None] New status for floating IP e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:26.159826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b828267-8b10-4e2e-a9e0-da0b28e085f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.191878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b828267-8b10-4e2e-a9e0-da0b28e085f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.212960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.228555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:26.232124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-3a25bc6b-8a1f-49b3-b228-4d7a4544917b service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954220 Jul 15 13:24:26.239006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:26.242876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:26.264190 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1655189f-b9eb-43db-8dfe-4658dac806c5 req-6e3a5921-35dc-4bad-a543-37bca6788a9b service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404989 Jul 15 13:24:26.303047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8db747-79ea-453d-9c9b-e5cb807f6d62 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:26.309557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3667f572-1225-44cd-b620-f06f943595b9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:26.312465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:26.329305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:26.331316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:26.332069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.367928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.368637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 37877be9-b3a6-4aa6-ba0d-a0688cac79cc details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:26.418433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=57738bd7-bc62-498c-bf87-29e0c28d713d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.459485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b828267-8b10-4e2e-a9e0-da0b28e085f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.462772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b828267-8b10-4e2e-a9e0-da0b28e085f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.464424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b828267-8b10-4e2e-a9e0-da0b28e085f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/435d5ab3-24eb-4c9a-b70a-9dfbf609e108 HTTP/1.1" status: 204 len: 168 time: 0.7261653 Jul 15 13:24:26.512132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b828267-8b10-4e2e-a9e0-da0b28e085f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d5ab3-24eb-4c9a-b70a-9dfbf609e108,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.571149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Deleting port fe30b0b7-420c-4c5e-b527-f96dfa8b2841 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:26.571649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.635732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.650497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.670946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.687528 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8017067-6c85-45f2-9c5b-7a8f68fbb43d req-31f294ec-83dc-437b-8a66-1597c2e9e430 service neutron] 10.222.0.58 "GET /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360728 Jul 15 13:24:26.690345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.710032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.723726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.736796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:26.742972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.743423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.751069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-1bcdd07b-c65b-4ca4-aff5-ae6eed7933f8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5421 time: 0.6208329 Jul 15 13:24:26.808551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Calling delete_port for fe30b0b7-420c-4c5e-b527-f96dfa8b2841 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:26.819584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:26.875591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:26.929025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a3cb1d5-2661-4c4d-a512-b14ef3cec740 req-957471bf-d56d-46cd-ad62-7f7fa9a26aac tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763623 Jul 15 13:24:26.941445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:26.994632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9cc08677-91cf-46da-94a2-d084c37de51a None None] Provisioning for port 57738bd7-bc62-498c-bf87-29e0c28d713d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:27.013990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9cc08677-91cf-46da-94a2-d084c37de51a None None] Provisioning complete for port 57738bd7-bc62-498c-bf87-29e0c28d713d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:27.015320 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9cc08677-91cf-46da-94a2-d084c37de51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.112000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9cc08677-91cf-46da-94a2-d084c37de51a None None] Port 57738bd7-bc62-498c-bf87-29e0c28d713d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:27.158378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:27.181264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43658) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:27.197266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc', 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14', 'port_id': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc', 'mac_address': 'fa:16:3e:34:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6516be47-e7bc-4bb7-9b14-4cc315389b74', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:27.231288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2e543c2-18f6-4e69-b31a-7e3c45bb23a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.298403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.330819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37877be9-b3a6-4aa6-ba0d-a0688cac79cc {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:27.375200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:27.382881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.383696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7e016702-d4c0-4745-a03a-cb03630ed0b4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:27.395683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.474781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:27.483467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.500234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '7e016702-d4c0-4745-a03a-cb03630ed0b4', 'network_id': '8076e1b8-81a9-43a7-93a4-a0d7f681e3b6', 'port_id': '7e016702-d4c0-4745-a03a-cb03630ed0b4', 'mac_address': 'fa:16:3e:13:26:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ff0bc2-09d3-48f2-bed1-b75ff902c023', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:27.549868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.568956 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.588419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e016702-d4c0-4745-a03a-cb03630ed0b4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:27.620993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:27.627255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.628771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 801ed096-ee92-4d83-8a01-0f62e577058f details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:27.635136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.643090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.643926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.669486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event deleted for resources: {'Port': ['ID=fe30b0b7-420c-4c5e-b527-f96dfa8b2841,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.733583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=57738bd7-bc62-498c-bf87-29e0c28d713d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.748208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:27.814804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.831907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3667f572-1225-44cd-b620-f06f943595b9 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:27.833632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:27.835231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=801ed096-ee92-4d83-8a01-0f62e577058f,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:27.861059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '801ed096-ee92-4d83-8a01-0f62e577058f', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'port_id': '801ed096-ee92-4d83-8a01-0f62e577058f', 'mac_address': 'fa:16:3e:ed:66:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:27.880046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2e543c2-18f6-4e69-b31a-7e3c45bb23a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.895102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2e543c2-18f6-4e69-b31a-7e3c45bb23a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.921307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.924340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.929895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da20c50f-66e3-4801-b599-cd177eb17866 req-04b3b0a2-1f8d-41b2-aefd-5357f36efcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "DELETE /v2.0/floatingips/e4bdcf0c-8bc4-4193-b7bb-e634b2e8c1bc HTTP/1.1" status: 204 len: 173 time: 2.4592669 Jul 15 13:24:27.947164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:27.979804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801ed096-ee92-4d83-8a01-0f62e577058f {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:27.981777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router ef749d35-b14c-409a-a8c5-65237e6ce4f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:28.031398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=801ed096-ee92-4d83-8a01-0f62e577058f,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:28.042703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.043776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1c958232-e324-42d1-8b70-eb9bd6ad3b57 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:24:28.053644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e543c2-18f6-4e69-b31a-7e3c45bb23a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5193c4-5fac-4d63-8771-89641b5df962,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.070585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d2e543c2-18f6-4e69-b31a-7e3c45bb23a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4d59f6050e14b9da60cf047428ca1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8845851 Jul 15 13:24:28.076012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43666) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.111530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:28.211739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '1c958232-e324-42d1-8b70-eb9bd6ad3b57', 'network_id': 'd283855c-bb57-4415-8af6-59c2c98dfa14', 'port_id': '1c958232-e324-42d1-8b70-eb9bd6ad3b57', 'mac_address': 'fa:16:3e:48:9f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6516be47-e7bc-4bb7-9b14-4cc315389b74', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:24:28.215871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.264576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.278354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:28.289482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c958232-e324-42d1-8b70-eb9bd6ad3b57 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:24:28.296779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1cac6714-8950-4700-8090-63872bba55cf None None] Provisioning complete for port 57738bd7-bc62-498c-bf87-29e0c28d713d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:28.297158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cac6714-8950-4700-8090-63872bba55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.299045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-30786626-3ccb-45ad-98c6-498b97b94d19 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/ef749d35-b14c-409a-a8c5-65237e6ce4f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3048999 Jul 15 13:24:28.299365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] Sync routers for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:28.301852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.317776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3591e5bf-3fcb-4f2d-819a-b731d12c3e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.326564 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:28.328084 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.344837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:28.358828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.404255 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.407835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.424137 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:28.425399 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.443058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1cac6714-8950-4700-8090-63872bba55cf None None] Port 57738bd7-bc62-498c-bf87-29e0c28d713d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:28.444005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3591e5bf-3fcb-4f2d-819a-b731d12c3e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.446998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:28.474038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:28.479209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b3ee2-d051-4742-b59d-99ad749e2868 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.486007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-863b3ee2-d051-4742-b59d-99ad749e2868 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports/57738bd7-bc62-498c-bf87-29e0c28d713d HTTP/1.1" status: 200 len: 913 time: 0.1773496 Jul 15 13:24:28.487496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43674) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:28.489732 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:28.491092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de66058-1f23-40d7-a85c-ae8ef58b4f1a None None] The sync data for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:28.638179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.644472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.650745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.657035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.663311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.669651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.676379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:28.679069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-f31d7e21-7403-4d52-bc15-fa8f4abc6101 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5426 time: 0.3093438 Jul 15 13:24:28.811408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-436624e4-f5fb-4619-8e3a-ecb96e62044b req-4068714f-8f47-4da1-8e06-7358d37a7d96 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989661 Jul 15 13:24:28.971605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['281078e2-830d-4b2c-92b3-7e5a4040fae7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:28.983311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['37877be9-b3a6-4aa6-ba0d-a0688cac79cc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:29.058904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c1e35-7aff-400e-9e44-52be48408e85 req-2c8f0166-86d2-4312-84b6-2145aeaf7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:29.063165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c49c1e35-7aff-400e-9e44-52be48408e85 req-2c8f0166-86d2-4312-84b6-2145aeaf7d49 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8584390 Jul 15 13:24:29.077837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['fb8db747-79ea-453d-9c9b-e5cb807f6d62'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:29.083444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['7e016702-d4c0-4745-a03a-cb03630ed0b4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:29.122308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=131f1987-f06f-468f-ae11-537d0d4ea854,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.191261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.229691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c49c1e35-7aff-400e-9e44-52be48408e85 req-2b9a4263-c881-4168-a074-6a85eddf39c2 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1477714 Jul 15 13:24:29.262394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.341883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3591e5bf-3fcb-4f2d-819a-b731d12c3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.348911 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3591e5bf-3fcb-4f2d-819a-b731d12c3e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:29.353382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3591e5bf-3fcb-4f2d-819a-b731d12c3e54 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e5193c4-5fac-4d63-8771-89641b5df962 HTTP/1.1" status: 204 len: 168 time: 1.2729890 Jul 15 13:24:29.388343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591e5bf-3fcb-4f2d-819a-b731d12c3e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5193c4-5fac-4d63-8771-89641b5df962,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:29.488147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0dcc8b8-ce39-4ee1-96da-cf9d781b0a64 req-db862037-858b-4446-bbc1-3c8c9366f222 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1414301 Jul 15 13:24:29.523219 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Floating IP 3f85d15f-d372-442a-93f8-297cdece4aaa associated. External IP: 172.25.3.211, port: 4625c069-a9d9-44c0-b9d0-3fbfc6890063. Jul 15 13:24:30.004029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:30.010308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 57738bd7-bc62-498c-bf87-29e0c28d713d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:30.010900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.157382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['801ed096-ee92-4d83-8a01-0f62e577058f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:30.174467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['5a5b8c69-8e46-4544-9a71-b709c289aa38'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:30.259922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.273178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['1c958232-e324-42d1-8b70-eb9bd6ad3b57'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:30.295709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 57738bd7-bc62-498c-bf87-29e0c28d713d owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:30.315971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:30.368271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.393079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:30.437700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.449398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:30.449744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.449967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:30.463849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.470494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.478053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.484550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.491590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a34d4029-7e02-41cd-af8a-814900e040a0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3779356 Jul 15 13:24:30.491590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:30.492082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.493975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-7847c049-01ab-47da-b718-c5ef2f125c72 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5426 time: 0.2662673 Jul 15 13:24:30.496151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:30.510657 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80420ccb-199c-4fe7-aaf3-43fe317d86fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:30.670708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7261ec-16d0-4674-9bd2-d6f15ec89a0f req-475ed157-18fb-4cfe-a3fe-b5efb396da6c tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:30.673629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7261ec-16d0-4674-9bd2-d6f15ec89a0f req-475ed157-18fb-4cfe-a3fe-b5efb396da6c tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 946 time: 0.1179144 Jul 15 13:24:30.706000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a4c44309-991d-443a-b29c-0d54fda1d0ab tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/3f85d15f-d372-442a-93f8-297cdece4aaa HTTP/1.1" status: 200 len: 991 time: 0.2083468 Jul 15 13:24:30.712943 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-782fd331-bd5f-43f3-90ad-f443b4cf81b7 req-ede85d76-2547-40db-ade5-ca9e1fbc310f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990495 Jul 15 13:24:30.822754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7261ec-16d0-4674-9bd2-d6f15ec89a0f req-19e7b03d-64db-4b42-aeed-1c5913966f56 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347980 Jul 15 13:24:30.901062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:30.947446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=57738bd7-bc62-498c-bf87-29e0c28d713d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:30.952951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:31.043083 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb27402-83d3-4d26-96ee-f87a6cf70322 x-openstack-request-id: req-7bb27402-83d3-4d26-96ee-f87a6cf70322 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:31.043634 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:31.045255 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7bb27402-83d3-4d26-96ee-f87a6cf70322 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:31.045976 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'status': 'completed', 'code': 200} Jul 15 13:24:31.215093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:31.328222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-d2e6937f-c417-4293-a4de-9f6525a0d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.329786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-d2e6937f-c417-4293-a4de-9f6525a0d34c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1097 time: 0.2338600 Jul 15 13:24:31.502744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:26Z', 'revision_number': 0, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:31.592117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-75e995d0-f9ef-460a-a67a-1476a7d93907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.597390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-75e995d0-f9ef-460a-a67a-1476a7d93907 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 897 time: 0.2509570 Jul 15 13:24:31.609746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router ef749d35-b14c-409a-a8c5-65237e6ce4f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:31.610680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-f14f61f5-e3ab-4d53-a51a-ec07464fe2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:31.612491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-f14f61f5-e3ab-4d53-a51a-ec07464fe2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 946 time: 0.1059284 Jul 15 13:24:31.721229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43726) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:31.758104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:31.770250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:31.770959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:31.870214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Deleting port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:31.870744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.068288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:32.167630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] For port 316ac829-8cf0-47b4-8d90-f9481b0c5e35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=316ac829-8cf0-47b4-8d90-f9481b0c5e35,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:32.168355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.197644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Calling delete_port for 316ac829-8cf0-47b4-8d90-f9481b0c5e35 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:32.278649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-865cc1b4-c040-4662-8c11-f322d223e08a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 200 len: 999 time: 0.6625252 Jul 15 13:24:32.357050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:32.378144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c5946396-b0c3-4e2b-ad15-3a5c8b790e16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/ef749d35-b14c-409a-a8c5-65237e6ce4f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8846068 Jul 15 13:24:32.381853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e40c94d5-01d0-4d78-bdfc-540aae9f1a00 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/3f85d15f-d372-442a-93f8-297cdece4aaa HTTP/1.1" status: 200 len: 991 time: 0.6548884 Jul 15 13:24:32.381853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43742) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:32.389780 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] Sync routers for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:32.401685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5a5b8c69-8e46-4544-9a71-b709c289aa38 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:32.420012 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:32.421371 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:32.433432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.452555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['316ac829-8cf0-47b4-8d90-f9481b0c5e35'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:24:32.479038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Pushing event deleted for resources: {'Port': ['ID=316ac829-8cf0-47b4-8d90-f9481b0c5e35,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:32.609642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] No DVR routers for this DVR port 316ac829-8cf0-47b4-8d90-f9481b0c5e35 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:32.624472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.632841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.633662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 5a5b8c69-8e46-4544-9a71-b709c289aa38 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:32.640717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.642890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:26Z', 'revision_number': 0, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:32.648233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 5a5b8c69-8e46-4544-9a71-b709c289aa38 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:32.648651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.648825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.655712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.663072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.670099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.680686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-0b953fa2-5ed8-49c8-9313-b82d944922b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5426 time: 0.5490270 Jul 15 13:24:32.684320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:32.687017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f06f71b-d372-447d-bd05-a308dafe0951 req-4843f9a8-9031-45b6-a35d-bc137b60c341 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.58 "DELETE /v2.0/ports/316ac829-8cf0-47b4-8d90-f9481b0c5e35 HTTP/1.1" status: 204 len: 173 time: 1.0678961 Jul 15 13:24:32.700590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-ad90e96d-8d24-4811-b1e0-8740133a30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.703330 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-ad90e96d-8d24-4811-b1e0-8740133a30d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c262133-bec1-4878-b1b4-adf7349388b2 HTTP/1.1" status: 200 len: 835 time: 0.4137583 Jul 15 13:24:32.750184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ee7221c-607b-48db-a584-71ad924a1f99 req-3f9a39a6-8937-41f2-aeb3-0c02f00b8c45 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679803 Jul 15 13:24:32.773963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee022c68-39b7-4d7b-b087-9217c84b57e3 None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:23:38Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:26Z', 'revision_number': 0, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:32.875250 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:32.895567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d73937-fc71-4913-9507-d10b2cf98ab8 req-e511ed53-fe53-43d1-b193-a5afefb8dd40 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:32.899512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d73937-fc71-4913-9507-d10b2cf98ab8 req-e511ed53-fe53-43d1-b193-a5afefb8dd40 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7b6f307-4609-45c4-832e-ca95ad30b0bb HTTP/1.1" status: 200 len: 867 time: 0.7185724 Jul 15 13:24:32.944442 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:32.945561 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:32.964342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.036405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5b8c69-8e46-4544-9a71-b709c289aa38'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:33.043055 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48d3b5b-e0f6-4ea6-88c3-791ad3f1a186" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5b8c69-8e46-4544-9a71-b709c289aa38"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:33.046972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'name': 'network-vif-deleted', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:33.049667 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e32622-f791-49e3-837b-e41323f1bc5f" -d '{"events": [{"server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "name": "network-vif-deleted", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:33.087200 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:33.087906 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5861b4-c238-4832-81fa-9bcae625d782 None None] The sync data for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:33.089817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.102474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.103806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 281078e2-830d-4b2c-92b3-7e5a4040fae7 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:33.276640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.305437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 281078e2-830d-4b2c-92b3-7e5a4040fae7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:33.312029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 281078e2-830d-4b2c-92b3-7e5a4040fae7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:33.313741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.327464 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d73937-fc71-4913-9507-d10b2cf98ab8 req-ff662ea0-4d01-45ca-b3c1-20ab9d0f8b99 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604 tempest-FloatingIPsAssociationNegativeTestJSON-1116852604-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d6837ea-0e4d-4bfe-bfec-958354df3d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089198 Jul 15 13:24:33.385097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:33.411307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155b2ff3-50b2-491a-9c22-4d004d449d4a None None] New status for floating IP 3f85d15f-d372-442a-93f8-297cdece4aaa: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:33.435208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-cec9d7ad-b46f-4dc3-b1f4-1e7dcf403017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:33.441089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-cec9d7ad-b46f-4dc3-b1f4-1e7dcf403017 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ac1de0e-50fb-4673-bbba-3c118fd09d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7114382 Jul 15 13:24:33.595660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86e729ca-53a5-410f-b652-488ff358bf03 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/3f85d15f-d372-442a-93f8-297cdece4aaa HTTP/1.1" status: 200 len: 991 time: 0.2088456 Jul 15 13:24:33.637484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.689793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:33.702012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:33.702604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fb8db747-79ea-453d-9c9b-e5cb807f6d62 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:33.733808 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421fe6b-3258-47f9-bba4-56e2959fc47c x-openstack-request-id: req-3421fe6b-3258-47f9-bba4-56e2959fc47c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:33.734721 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b6f307-4609-45c4-832e-ca95ad30b0bb", "name": "network-vif-deleted", "tag": "316ac829-8cf0-47b4-8d90-f9481b0c5e35", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:33.734721 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3421fe6b-3258-47f9-bba4-56e2959fc47c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:33.734721 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b6f307-4609-45c4-832e-ca95ad30b0bb', 'name': 'network-vif-deleted', 'tag': '316ac829-8cf0-47b4-8d90-f9481b0c5e35', 'status': 'completed', 'code': 200} Jul 15 13:24:33.797707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-a8694440-91fd-413b-9833-d692257858f3 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301554 Jul 15 13:24:33.877186 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a44367-1290-454b-8212-fbe2e5e03d8e x-openstack-request-id: req-96a44367-1290-454b-8212-fbe2e5e03d8e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:33.877673 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "5a5b8c69-8e46-4544-9a71-b709c289aa38", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:33.879662 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96a44367-1290-454b-8212-fbe2e5e03d8e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:33.880177 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5b8c69-8e46-4544-9a71-b709c289aa38', 'code': 200} Jul 15 13:24:33.918651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:33.989832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port fb8db747-79ea-453d-9c9b-e5cb807f6d62 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:34.009010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port fb8db747-79ea-453d-9c9b-e5cb807f6d62 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:34.010104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.221770 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.323957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.343569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80420ccb-199c-4fe7-aaf3-43fe317d86fe req-90c095e9-61ad-4084-a221-5ac2cdecb8e9 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236268 Jul 15 13:24:34.408702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:34.427353 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.428926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 37877be9-b3a6-4aa6-ba0d-a0688cac79cc up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:34.547139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.554080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.560826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.567087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.574651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.581116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.586729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43774) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.587822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:34.598853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-cd2b6ab7-ceca-4b39-b2ee-d40ff06d8e1b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5428 time: 0.4562819 Jul 15 13:24:34.609560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.668755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:34.678895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43780) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:34.686341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:34.692008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:34.692958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.772263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33a8ade5-1e50-49ef-861d-ee2d5c51d607 req-62db389a-2a12-4003-a6b5-00b29e9d8c15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723094 Jul 15 13:24:34.838836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-897ad38c-c44b-4a96-a5e8-bd31036bea2f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/3f85d15f-d372-442a-93f8-297cdece4aaa HTTP/1.1" status: 200 len: 993 time: 0.2269800 Jul 15 13:24:34.883636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 316ac829-8cf0-47b4-8d90-f9481b0c5e35 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:34.886034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 5c8df835-aba9-41bd-9cf4-3290bafeeb5e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:34.888973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.964277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 316ac829-8cf0-47b4-8d90-f9481b0c5e35 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:34.964925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 316ac829-8cf0-47b4-8d90-f9481b0c5e35 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:34.990003 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9601b7-e9a5-433a-9f15-de0e8c30dc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:34.994242 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.038412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:35.041106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.046673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.047928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7e016702-d4c0-4745-a03a-cb03630ed0b4 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:35.064215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 5c8df835-aba9-41bd-9cf4-3290bafeeb5e owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:35.203387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.209396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 7e016702-d4c0-4745-a03a-cb03630ed0b4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:35.219234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 7e016702-d4c0-4745-a03a-cb03630ed0b4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:35.219459 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.269982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9601b7-e9a5-433a-9f15-de0e8c30dc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.285817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9601b7-e9a5-433a-9f15-de0e8c30dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.358397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.373886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce9601b7-e9a5-433a-9f15-de0e8c30dc3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb3ee1c7a11f4c87be143a6a12fe7b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870511 Jul 15 13:24:35.375041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9601b7-e9a5-433a-9f15-de0e8c30dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b12a1c-17dd-4187-ab9b-6b6def687085,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.398648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.410083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43786) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:35.453656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:35.464088 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.465350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1c958232-e324-42d1-8b70-eb9bd6ad3b57 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:35.477934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.517357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=5c8df835-aba9-41bd-9cf4-3290bafeeb5e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.585377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4232faea-f1b7-4643-abbf-c7496c3687f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.674027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:35.700629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:35.706614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:35.707366 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.776859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.814611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4232faea-f1b7-4643-abbf-c7496c3687f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.877554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:35.885363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281078e2-830d-4b2c-92b3-7e5a4040fae7'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:35.889428 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb7765-ec4e-413c-8613-5e9e3f5c6b10" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "281078e2-830d-4b2c-92b3-7e5a4040fae7"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:35.978740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:24:36.005293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:36.016164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.024379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Deleting port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:36.024928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.030303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 801ed096-ee92-4d83-8a01-0f62e577058f up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:36.150356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] For port 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:36.151374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.155914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router ef749d35-b14c-409a-a8c5-65237e6ce4f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:36.169990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Calling delete_port for 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:36.177531 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db896cd-3173-498b-bdcc-a3d41d9d527b x-openstack-request-id: req-9db896cd-3173-498b-bdcc-a3d41d9d527b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:36.178033 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "281078e2-830d-4b2c-92b3-7e5a4040fae7", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:36.178466 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9db896cd-3173-498b-bdcc-a3d41d9d527b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:36.179174 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281078e2-830d-4b2c-92b3-7e5a4040fae7', 'code': 200} Jul 15 13:24:36.179603 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62', 'code': 200} Jul 15 13:24:36.180024 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc', 'code': 200} Jul 15 13:24:36.180441 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4', 'code': 200} Jul 15 13:24:36.193069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.219681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.220068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 801ed096-ee92-4d83-8a01-0f62e577058f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:36.227780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 801ed096-ee92-4d83-8a01-0f62e577058f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:36.228425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.232583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.243617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.250849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.258322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.264366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.270786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:36.272841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-6bb1ef99-0ff1-489b-be9a-a7acc4903e30 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5432 time: 0.2512498 Jul 15 13:24:36.383744 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4232faea-f1b7-4643-abbf-c7496c3687f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.386728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4232faea-f1b7-4643-abbf-c7496c3687f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.392826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4232faea-f1b7-4643-abbf-c7496c3687f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17b12a1c-17dd-4187-ab9b-6b6def687085 HTTP/1.1" status: 204 len: 168 time: 0.9768395 Jul 15 13:24:36.419090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:36.425074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232faea-f1b7-4643-abbf-c7496c3687f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b12a1c-17dd-4187-ab9b-6b6def687085,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.434820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9423dd8f-d6c7-477c-884c-366265016c84 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/ef749d35-b14c-409a-a8c5-65237e6ce4f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0288672 Jul 15 13:24:36.438118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.448302 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] Sync routers for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:36.466436 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:36.468541 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.478916 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82bd2236-7d6d-4e8d-b3c6-eee9e42fedc9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef749d35-b14c-409a-a8c5-65237e6ce4f8 HTTP/1.1" status: 200 len: 205 time: 0.0360518 Jul 15 13:24:36.480304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43802) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:36.542002 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0af1077-f3dc-4b36-ba37-3af08b64efc2 req-02ed24b3-030e-4e1d-98b7-d336583b7dd1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733892 Jul 15 13:24:36.572092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.588932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.594845 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.596621 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] Routers {'ef749d35-b14c-409a-a8c5-65237e6ce4f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:36.597270 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.605187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.641743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=801ed096-ee92-4d83-8a01-0f62e577058f,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:36.647808 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:36.684766 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:36.685260 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272aa069-fd88-432b-9ba4-059ef11cf1e1 None None] The sync data for ids ['ef749d35-b14c-409a-a8c5-65237e6ce4f8'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:36.704311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.784728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:36.988604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.093187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43810) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:37.114761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c8-40d1-43eb-8b76-c5eff92ff340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.398079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c8-40d1-43eb-8b76-c5eff92ff340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.408074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c9b56c8-40d1-43eb-8b76-c5eff92ff340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.442511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:37.449361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.453265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.469416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b56c8-40d1-43eb-8b76-c5eff92ff340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d9006-1d8e-430e-a67a-3bb666e4216d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:37.474601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3c9b56c8-40d1-43eb-8b76-c5eff92ff340 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4da4fd91e4084ae0a87765b2c1152977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798740 Jul 15 13:24:37.479707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:37.547386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.548359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router ef749d35-b14c-409a-a8c5-65237e6ce4f8 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:37.562053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.568611 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3b18ca90-7cb6-4b75-89f6-e767f3cca3c9 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/ef749d35-b14c-409a-a8c5-65237e6ce4f8 HTTP/1.1" status: 204 len: 168 time: 1.0855920 Jul 15 13:24:37.569516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43814) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:37.640989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 53fef9fe-7a77-4b5c-b1f0-6c00cd013612 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:37.644768 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.708262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:37.953560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.045698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.053103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.060059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.070777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.082426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.085164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67d1acfb-74c7-4fed-a64f-bed8f5e59966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.089105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.095405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.097617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-9a41ecb2-5b57-4de3-83b1-de27d93853f3 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.2253251 Jul 15 13:24:38.128932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.139927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67d1acfb-74c7-4fed-a64f-bed8f5e59966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.150018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:38.160923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1fcf3932-ee96-4f8d-a024-91146b1b66d5 admin admin] 10.222.0.57 "PUT /v2.0/routers/78fa7a75-7f87-46f8-8595-fc2ea41d6f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729170 Jul 15 13:24:38.162904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] Sync routers for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:38.165261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43822) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.189791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:38.199060 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da4741e-bebb-419c-9635-6d631e27da06" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:38.213462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:38.214764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:38.220269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=53fef9fe-7a77-4b5c-b1f0-6c00cd013612,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.245696 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.248038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-566b770c-9af4-4303-bc17-268fa85df460 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/53fef9fe-7a77-4b5c-b1f0-6c00cd013612 HTTP/1.1" status: 204 len: 168 time: 0.6771240 Jul 15 13:24:38.255724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43828) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:38.265395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6121c2-9637-4b86-9620-a4ec3bfe5d54 None None] Network 3667f572-1225-44cd-b620-f06f943595b9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:38.338963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 32419e18-265a-43c3-9533-d3c30493a060 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:38.349351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.403397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-732369f4-b682-4d87-9582-b14a4ae5f8db req-3cdcd162-2752-48ce-99cd-37a8a94e91c8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2882590 Jul 15 13:24:38.430882 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce2d05-87c5-4519-91e2-e1ec86a04850 x-openstack-request-id: req-c2ce2d05-87c5-4519-91e2-e1ec86a04850 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:38.431510 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:38.432171 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2ce2d05-87c5-4519-91e2-e1ec86a04850 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:38.432790 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57', 'code': 200} Jul 15 13:24:38.433832 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f', 'code': 200} Jul 15 13:24:38.443706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.449402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.451253 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-021f178c-295f-4170-ad5e-d1e34ac8c369 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3525310 Jul 15 13:24:38.475063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:38.529604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67d1acfb-74c7-4fed-a64f-bed8f5e59966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.532325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67d1acfb-74c7-4fed-a64f-bed8f5e59966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.536114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-67d1acfb-74c7-4fed-a64f-bed8f5e59966 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b56d9006-1d8e-430e-a67a-3bb666e4216d HTTP/1.1" status: 204 len: 168 time: 1.0527256 Jul 15 13:24:38.609183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1acfb-74c7-4fed-a64f-bed8f5e59966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d9006-1d8e-430e-a67a-3bb666e4216d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:38.739891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.850853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.851962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.852868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.854553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.855718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.856642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.857570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.865871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-04940a7d-3acb-4057-a546-45731f02f134 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.2252879 Jul 15 13:24:38.881991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.886729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] DHCP port deletion for 3667f572-1225-44cd-b620-f06f943595b9 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:38.972596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Deleting port bf7a3465-81bf-42c4-8114-8650a966edf8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:38.972801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:38.980307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b23227e0-b496-4974-b5f9-d31cf1f60169 req-8e2a2e49-0966-4333-9949-6feb11ec6b5e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031225 Jul 15 13:24:38.986316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c15007-53fb-4e30-bda6-18966b298a44 req-da02b8a1-79bf-4bfd-a48a-6504e38c11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:38.989124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-da02b8a1-79bf-4bfd-a48a-6504e38c11b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b653f3035114746a937d0ebe4513cb0&device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 1097 time: 0.3498614 Jul 15 13:24:39.040575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.094416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] Deleting port 2b2b10e7-f457-4292-8e3b-770729223d98 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:39.101450 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.112375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:24:36Z', 'revision_number': 5, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port': {'id': 'bf7a3465-81bf-42c4-8114-8650a966edf8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:50Z', 'updated_at': '2021-07-15T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.146345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=32419e18-265a-43c3-9533-d3c30493a060,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.155998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] For port bf7a3465-81bf-42c4-8114-8650a966edf8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bf7a3465-81bf-42c4-8114-8650a966edf8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:39.156809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.188859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.190796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Calling delete_port for bf7a3465-81bf-42c4-8114-8650a966edf8 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:39.197933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02e410d2-0902-460a-b353-6d962ca14c9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/32419e18-265a-43c3-9533-d3c30493a060 HTTP/1.1" status: 204 len: 168 time: 0.9371467 Jul 15 13:24:39.199153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43840) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:39.213245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] Checking router: 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:39.219786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72509679-e816-4a73-a380-271178d75d1a None None] Network 48f93573-b304-4fcc-850a-9cd812e20762 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:39.289807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] Routers {'78fa7a75-7f87-46f8-8595-fc2ea41d6f56'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:39.291312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.383880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c15007-53fb-4e30-bda6-18966b298a44 req-4b893ccc-e44d-4795-b0e2-fb3a602b5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.385871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-4b893ccc-e44d-4795-b0e2-fb3a602b5c40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f3963a6-4986-4035-a920-023786c8bf17 HTTP/1.1" status: 200 len: 912 time: 0.2610130 Jul 15 13:24:39.578301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-eeec81d8-c7e4-4051-8ac5-0ce8e6acbc6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=497c0f56-d0e5-49b9-9944-d24c3520826c HTTP/1.1" status: 200 len: 1000 time: 0.1851153 Jul 15 13:24:39.629346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] For port 2b2b10e7-f457-4292-8e3b-770729223d98, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2b2b10e7-f457-4292-8e3b-770729223d98,segment=NetworkSegment(d73cfca3-f862-43ea-bbbc-343b1e414959),segment_id=d73cfca3-f862-43ea-bbbc-343b1e414959)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:39.630066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.658251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] Set router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:39.677678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c15007-53fb-4e30-bda6-18966b298a44 req-1e56605f-ea71-40ee-93fe-2781425db2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.679743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-1e56605f-ea71-40ee-93fe-2781425db2c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3bfc3381-73ef-4113-aff9-97c5b2a8749e HTTP/1.1" status: 200 len: 850 time: 0.0896695 Jul 15 13:24:39.839478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] Calling delete_port for 2b2b10e7-f457-4292-8e3b-770729223d98 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:39.850619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 6, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:39.896934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.905473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.915169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.918992 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:39.921539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8552e-7a34-483d-abbc-529953c4836f None None] The sync data for ids ['78fa7a75-7f87-46f8-8595-fc2ea41d6f56'] in n-d-798054-11 is: [{'id': '78fa7a75-7f87-46f8-8595-fc2ea41d6f56', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1785710241-router', 'tenant_id': '27059011d01d4688a2a873a30a7a19f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:24:38Z', 'revision_number': 6, 'project_id': '27059011d01d4688a2a873a30a7a19f4', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:39.922669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.930747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.938303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.945937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:39.955274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-b8f86768-b220-47d0-8f3f-9af9178c2c52 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.2737761 Jul 15 13:24:39.976904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7a3465-81bf-42c4-8114-8650a966edf8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:39.990550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c15007-53fb-4e30-bda6-18966b298a44 req-aafa95a8-d200-4d69-b2e9-c490e60a5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:40.002357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-aafa95a8-d200-4d69-b2e9-c490e60a5e9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f3963a6-4986-4035-a920-023786c8bf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2683051 Jul 15 13:24:40.005569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.054274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bdc2f165-ddf1-4526-b763-e4c04e6b224f req-867696ba-acf8-43c7-8943-2c9dc3578c1c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977705 Jul 15 13:24:40.186273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.195401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.279953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-38627765-a888-418b-9329-c0dca6acb5f0 service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764897 Jul 15 13:24:40.286642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] Pushing event deleted for resources: {'Port': ['ID=2b2b10e7-f457-4292-8e3b-770729223d98,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:40.302795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ac484-3e86-4a2b-b754-6518fb37023b None None] No DVR routers for this DVR port 2b2b10e7-f457-4292-8e3b-770729223d98 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:40.362172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] DHCP port deletion for 48f93573-b304-4fcc-850a-9cd812e20762 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:40.537232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] Deleting port b90fdf55-8c70-47ce-92a4-4a133dc77f05 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:40.539325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.542071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31c15007-53fb-4e30-bda6-18966b298a44 req-e7ff00d6-7346-4006-b641-1e356a07fe21 service neutron] 10.222.0.59 "GET /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511919 Jul 15 13:24:40.572249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.579280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.865813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] For port b90fdf55-8c70-47ce-92a4-4a133dc77f05, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b90fdf55-8c70-47ce-92a4-4a133dc77f05,segment=NetworkSegment(d4427074-824d-40a2-997f-a7d3f5389447),segment_id=d4427074-824d-40a2-997f-a7d3f5389447)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:40.867570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.918637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] Calling delete_port for b90fdf55-8c70-47ce-92a4-4a133dc77f05 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:40.919026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.920065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78fa7a75-7f87-46f8-8595-fc2ea41d6f56 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:40.937057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:40.945920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d10c7fdf-1d92-4415-a64f-b9c248753da0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/78fa7a75-7f87-46f8-8595-fc2ea41d6f56 HTTP/1.1" status: 204 len: 168 time: 2.7757809 Jul 15 13:24:40.946383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43870) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:40.958904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 2b2b10e7-f457-4292-8e3b-770729223d98 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:40.959902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.061840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b2b10e7-f457-4292-8e3b-770729223d98 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:41.093445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 2b2b10e7-f457-4292-8e3b-770729223d98, host n-d-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:41.094017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.095965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Deleting subnet 021edf4c-2818-412b-80c0-fe8cab3565cd {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:41.101832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.122604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 2b2b10e7-f457-4292-8e3b-770729223d98 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:41.127209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Port 2b2b10e7-f457-4292-8e3b-770729223d98 was not found and therefore no delete operation was performed {{(pid=93994) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:24:41.129770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.153223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 2b2b10e7-f457-4292-8e3b-770729223d98 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:41.154354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2b2b10e7-f457-4292-8e3b-770729223d98 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:41.155208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b90fdf55-8c70-47ce-92a4-4a133dc77f05 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:41.213667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.245373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=2b2b10e7-f457-4292-8e3b-770729223d98,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.268659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port 2b2b10e7-f457-4292-8e3b-770729223d98 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:41.287106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.297704 n-d-798054-11 neutron-server[93996]: INFO neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No ports have port_id starting with b90fdf55-8c70-47ce-92a4-4a133dc77f05 Jul 15 13:24:41.311050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:41.354633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] Pushing event deleted for resources: {'Port': ['ID=b90fdf55-8c70-47ce-92a4-4a133dc77f05,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.361908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dcb3e2-f895-4232-8d28-46db300c15f3 None None] No DVR routers for this DVR port b90fdf55-8c70-47ce-92a4-4a133dc77f05 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:41.389294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:41.398188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9d233e4e-41ca-44ec-9bf6-0c0c6ae3fd0f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:41.436781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.513888 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.528958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3667f572-1225-44cd-b620-f06f943595b9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:41.551354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73cfca3-f862-43ea-bbbc-343b1e414959') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:41.551921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73cfca3-f862-43ea-bbbc-343b1e414959') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:41.561376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.566620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.587075 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.592252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] 10.222.0.57 "DELETE /v2.0/subnets/021edf4c-2818-412b-80c0-fe8cab3565cd HTTP/1.1" status: 204 len: 168 time: 0.6435156 Jul 15 13:24:41.595807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.600028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de06ec-3cb9-41bc-8714-2aeb99cd59cf None None] Network 88ce9208-b397-4c17-8ad6-e4798ba5d24f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:41.621341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.629030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.638121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.647244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.654190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.663048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.665691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e094a3f-3c6f-467f-b01a-0ac79f1174db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021edf4c-2818-412b-80c0-fe8cab3565cd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.687801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:41.695889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-e3726e09-1c1b-4a27-bce9-d04f3d1d862c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.3151314 Jul 15 13:24:41.697261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.740285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:41.740999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:41.747990 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:41.793757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-89c36fa5-20aa-4285-ae69-f5632aa2be5e req-394cdf11-5b84-4666-893a-1bd56129e1c2 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898488 Jul 15 13:24:41.827266 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.887313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.897548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:41.907565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/3667f572-1225-44cd-b620-f06f943595b9 HTTP/1.1" status: 204 len: 168 time: 2.7070701 Jul 15 13:24:41.913044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:41.936340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673bcce-2e16-4724-817e-480ba2b7a2b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=3667f572-1225-44cd-b620-f06f943595b9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:41.985707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Deleting port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:41.986597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.158743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.180949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] For port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:42.180949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.202764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] DHCP port deletion for 88ce9208-b397-4c17-8ad6-e4798ba5d24f request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:42.209857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.216640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.223276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.232201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.238858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.240852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Calling delete_port for 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:42.254090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.261817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:42.268916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-413b1c3c-9653-4568-8cd1-258d5d4512a1 req-c5e131c2-8bc4-49d5-b425-c00760596333 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.2080381 Jul 15 13:24:42.283164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.289178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Request body: {'floatingip': {'port_id': '801ed096-ee92-4d83-8a01-0f62e577058f'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:42.300346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.356029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f93573-b304-4fcc-850a-9cd812e20762']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.372480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4427074-824d-40a2-997f-a7d3f5389447') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.372775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4427074-824d-40a2-997f-a7d3f5389447') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.381903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] Deleting port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:42.382631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.393286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.415439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.418384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.433401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:42.434191 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:42.437756 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:42.471815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] For port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,segment=NetworkSegment(4e04dddd-dd69-4699-804d-aa2f81c08a33),segment_id=4e04dddd-dd69-4699-804d-aa2f81c08a33)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:42.472288 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.489002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] Calling delete_port for 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:42.512568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.561275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.563492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.573268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.578937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/48f93573-b304-4fcc-850a-9cd812e20762 HTTP/1.1" status: 204 len: 168 time: 0.6566830 Jul 15 13:24:42.578937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] No DVR routers for this DVR port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:42.584956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:42.597509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-906158912'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:42.631630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc37ca-4219-4224-a206-1434a96e3af7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=48f93573-b304-4fcc-850a-9cd812e20762,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.659566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.702697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.716234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ce9208-b397-4c17-8ad6-e4798ba5d24f']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.724880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] Pushing event deleted for resources: {'Port': ['ID=18c6eb46-df11-4acc-ab3f-4da0a38cabf8,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.730815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e04dddd-dd69-4699-804d-aa2f81c08a33') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.731300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e04dddd-dd69-4699-804d-aa2f81c08a33') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:42.736854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf7a3465-81bf-42c4-8114-8650a966edf8 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:42.743785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.761280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdddf7-564e-4ebe-ab1c-9444caf67da5 None None] No DVR routers for this DVR port 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:42.766393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.782905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:42.783465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:42.785976 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:42.808452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: bf7a3465-81bf-42c4-8114-8650a966edf8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:42.808803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf7a3465-81bf-42c4-8114-8650a966edf8 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:42.809214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:42.836667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:42.837309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18c6eb46-df11-4acc-ab3f-4da0a38cabf8 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:42.862597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:42.868885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.923060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.933827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.937437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/88ce9208-b397-4c17-8ad6-e4798ba5d24f HTTP/1.1" status: 204 len: 168 time: 1.3395505 Jul 15 13:24:42.966411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c46d6b-6ac7-4624-9ff8-0789356573c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ce9208-b397-4c17-8ad6-e4798ba5d24f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:42.966831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:42.986387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:42.986763 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment f1e53ea6-358d-4204-bbac-79f9bbb68741 of type vlan for network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed Jul 15 13:24:43.045679 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a57fc46-b8a5-4c4c-9c76-9e9dfd825c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.153150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.328934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.353421 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.359222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:43.359882 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.386160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02682b6c-f09c-4f38-b42d-e640c68d9489 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27059011d01d4688a2a873a30a7a19f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546114 Jul 15 13:24:43.399547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43930) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.456693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8652332 Jul 15 13:24:43.458558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43932) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:43.466494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:43.520618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7b7fd-4973-49d7-8f09-2028dad74439 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=7d0e434a-d78e-4e80-bc6a-0c12f8363bed,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:43.533725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:24:43.536608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:43.615771 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a79135f0-8a65-447d-a868-f1e75fd0c0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.622379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.634678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.695075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a79135f0-8a65-447d-a868-f1e75fd0c0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.703544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:43.708267 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.810809 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Floating IP eb79a8f6-5ee0-4346-85ba-63ba31533c06 associated. External IP: 172.25.3.98, port: 801ed096-ee92-4d83-8a01-0f62e577058f. Jul 15 13:24:43.953788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a79135f0-8a65-447d-a868-f1e75fd0c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.956832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a79135f0-8a65-447d-a868-f1e75fd0c0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:43.962148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a79135f0-8a65-447d-a868-f1e75fd0c0f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d6837ea-0e4d-4bfe-bfec-958354df3d15 HTTP/1.1" status: 204 len: 168 time: 0.5575106 Jul 15 13:24:43.980316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79135f0-8a65-447d-a868-f1e75fd0c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6837ea-0e4d-4bfe-bfec-958354df3d15,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.087445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.234107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=804851a9-17a8-4a38-9d44-94ec0a7effee,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:44.246607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:44.248862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': 'f1e53ea6-358d-4204-bbac-79f9bbb68741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:44.249300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 7d0e434a-d78e-4e80-bc6a-0c12f8363bed, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:44.284635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:44.316894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7d0e434a-d78e-4e80-bc6a-0c12f8363bed) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:44.327057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:44.339500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c05a6-fa1e-49a6-92cc-177f957e927e None None] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:44.361666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.417807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-09984317-dc17-4f1a-a3f1-61da65caa3cf tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9589317 Jul 15 13:24:44.422977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43952) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.441017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2118089489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:44.474069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:44.479783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.490854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] Sync routers for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:44.516217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.517302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.523305 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:44.524744 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:44.543077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b6f3131-48c9-450e-befa-0e7e69569049 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "PUT /v2.0/floatingips/eb79a8f6-5ee0-4346-85ba-63ba31533c06 HTTP/1.1" status: 200 len: 990 time: 2.2582271 Jul 15 13:24:44.544282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:24:44.547195 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:24:44.706884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.717909 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.784484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.785799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ce2fbcc-1788-44bf-a144-244fed412ccb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3613875 Jul 15 13:24:44.789270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43964) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:44.795765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'port': {'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed', 'name': 'tempest-RoutersIpV6Test-1764907191'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:44.823552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7d0e434a-d78e-4e80-bc6a-0c12f8363bed', 'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '804851a9-17a8-4a38-9d44-94ec0a7effee'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:44.825140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:44.861776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:44.881513 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13050895-b056-4af4-9a59-4f7db0275ae6 x-openstack-request-id: req-13050895-b056-4af4-9a59-4f7db0275ae6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:24:44.882149 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:24:44.882470 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13050895-b056-4af4-9a59-4f7db0275ae6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:24:44.884173 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f', 'status': 'completed', 'code': 200} Jul 15 13:24:45.102996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Allocated IP 2001:db8::2 (7d0e434a-d78e-4e80-bc6a-0c12f8363bed/804851a9-17a8-4a38-9d44-94ec0a7effee/c7fe368c-7dff-4add-88f2-74551eca895d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:45.131972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.168475 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.180002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.185305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.186222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.187146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.188010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.193351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.194684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.206584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-18185672-07ff-4ef4-89eb-99fd6ef6b331 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.3035967 Jul 15 13:24:45.222107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:45.228270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.274295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] device_id is not set on port 965667d4-20b0-423e-a2a7-e4173604e1d9 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:24:45.416052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.434158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Transition to ACTIVE for port object c7fe368c-7dff-4add-88f2-74551eca895d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:45.434508 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'eb79a8f6-5ee0-4346-85ba-63ba31533c06', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'port_id': '801ed096-ee92-4d83-8a01-0f62e577058f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'mac_address': 'fa:16:3e:ed:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:22:26Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.462649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Transition to ACTIVE for port object c7fe368c-7dff-4add-88f2-74551eca895d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:45.479962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.506443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-1174f8be-6c51-44e4-a708-f5ef59c34fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:45.511945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-1174f8be-6c51-44e4-a708-f5ef59c34fa3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d HTTP/1.1" status: 200 len: 913 time: 0.2972612 Jul 15 13:24:45.543154 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] Checking router: 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:24:45.545435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:45.569357 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:45.570098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:45.606231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:45.612577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:45.687303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da4f6d0b-81b9-4f82-8087-ae27e65ec80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.734898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.774089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8::123 (7d0e434a-d78e-4e80-bc6a-0c12f8363bed/804851a9-17a8-4a38-9d44-94ec0a7effee/965667d4-20b0-423e-a2a7-e4173604e1d9) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:45.784705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-6b8e0279-004d-4594-86a8-625bb68a1d4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 998 time: 0.2628138 Jul 15 13:24:45.876403 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:24:45.893697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Attempting to bind port c7fe368c-7dff-4add-88f2-74551eca895d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:24:45.894490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Attempting to bind port c7fe368c-7dff-4add-88f2-74551eca895d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f1e53ea6-358d-4204-bbac-79f9bbb68741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:24:45.894490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Attempting to bind port c7fe368c-7dff-4add-88f2-74551eca895d on network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:24:45.896738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Pushing event updated for resources: {'Port': ['ID=c7fe368c-7dff-4add-88f2-74551eca895d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:45.925751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:24:45.927963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Checking segment: {'id': 'f1e53ea6-358d-4204-bbac-79f9bbb68741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:45.927963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:45.927963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Bound using segment: {'id': 'f1e53ea6-358d-4204-bbac-79f9bbb68741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:24:45.927963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Bound port: c7fe368c-7dff-4add-88f2-74551eca895d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e53ea6-358d-4204-bbac-79f9bbb68741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7d0e434a-d78e-4e80-bc6a-0c12f8363bed'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:24:45.928645 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.011039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-caa819f5-948d-4e4c-8935-73b49424bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.025420 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-caa819f5-948d-4e4c-8935-73b49424bc3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 200 len: 851 time: 0.2336283 Jul 15 13:24:46.065751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] For port c7fe368c-7dff-4add-88f2-74551eca895d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:24:46.070468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] For port c7fe368c-7dff-4add-88f2-74551eca895d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c7fe368c-7dff-4add-88f2-74551eca895d,segment=NetworkSegment(f1e53ea6-358d-4204-bbac-79f9bbb68741),segment_id=f1e53ea6-358d-4204-bbac-79f9bbb68741)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:24:46.076956 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.223098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-2f09a367-8dd5-4f97-9018-538b4ea025aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.241294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-2f09a367-8dd5-4f97-9018-538b4ea025aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e53f48e-0978-4e08-8c50-8d598755a75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144392 Jul 15 13:24:46.299598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12871e3-8686-4a4e-81c0-f4aed7767f82 None None] Pushing event updated for resources: {'Port': ['ID=c7fe368c-7dff-4add-88f2-74551eca895d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.320274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.354487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 965667d4-20b0-423e-a2a7-e4173604e1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:46.444780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.520221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-b5e134e0-a87c-4f27-9eab-43c2f3900f09 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661886 Jul 15 13:24:46.537237 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'eb79a8f6-5ee0-4346-85ba-63ba31533c06', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'port_id': '801ed096-ee92-4d83-8a01-0f62e577058f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'mac_address': 'fa:16:3e:ed:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:22:26Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:46.541775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:46.546239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:46.552186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:24:46.562671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:46.567599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:46.585887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=965667d4-20b0-423e-a2a7-e4173604e1d9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:46.604012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-16aa268a-0a9f-4e4c-bc3f-9304e3ff33d1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8132212 Jul 15 13:24:46.609076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44006) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:46.656239 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01e78e-3f32-4de9-9dec-9afe45f46cbb None None] The sync data for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 is: [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'eb79a8f6-5ee0-4346-85ba-63ba31533c06', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'port_id': '801ed096-ee92-4d83-8a01-0f62e577058f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'mac_address': 'fa:16:3e:ed:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84861c7-613b-4701-be19-c04df895f9b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:22:26Z', 'updated_at': '2021-07-15T13:24:43Z', 'revision_number': 1, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:46.795013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbd758f6-09bc-498d-ae96-861ca8bd8ba2 req-1174fb71-33da-4916-b47d-b651e53dd629 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652595 Jul 15 13:24:47.059066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:47.300405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a802163d-488f-4abe-8af1-098395f6597d None None] New status for floating IP eb79a8f6-5ee0-4346-85ba-63ba31533c06: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:24:48.148100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd935a-f4eb-480b-9376-1cbc13b012f0 None None] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:48.290445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.299339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b0d9fd58-f819-4623-8073-6221f9485560 None None] Provisioning for port c7fe368c-7dff-4add-88f2-74551eca895d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:48.533041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.829757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.843938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:48.867689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c7fe368c-7dff-4add-88f2-74551eca895d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:49.023871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=965667d4-20b0-423e-a2a7-e4173604e1d9,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.097237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port c7fe368c-7dff-4add-88f2-74551eca895d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:49.102612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2a69056b-106d-4848-a996-3329b9784a73 None None] Provisioning for port 965667d4-20b0-423e-a2a7-e4173604e1d9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:24:49.108936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c7fe368c-7dff-4add-88f2-74551eca895d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:49.109321 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.160463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2a69056b-106d-4848-a996-3329b9784a73 None None] Provisioning complete for port 965667d4-20b0-423e-a2a7-e4173604e1d9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:49.161707 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a69056b-106d-4848-a996-3329b9784a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.302777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2a69056b-106d-4848-a996-3329b9784a73 None None] Port 965667d4-20b0-423e-a2a7-e4173604e1d9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:49.504531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.553370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.608085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-acabc7fa-e6b8-4a31-83d7-7ffcda6e669d None None] Provisioning complete for port 965667d4-20b0-423e-a2a7-e4173604e1d9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:49.609245 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acabc7fa-e6b8-4a31-83d7-7ffcda6e669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.613170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port c7fe368c-7dff-4add-88f2-74551eca895d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c7fe368c-7dff-4add-88f2-74551eca895d,segment=NetworkSegment(f1e53ea6-358d-4204-bbac-79f9bbb68741),segment_id=f1e53ea6-358d-4204-bbac-79f9bbb68741)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:49.657297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:49.846179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-acabc7fa-e6b8-4a31-83d7-7ffcda6e669d None None] Port 965667d4-20b0-423e-a2a7-e4173604e1d9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:49.915160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=c7fe368c-7dff-4add-88f2-74551eca895d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:49.955012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.956077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.956969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.957809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.959196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.960122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.961701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.962717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.963574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.964873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.965734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:49.966703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:24:50.099033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.101047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83e2259c-f677-4727-9e9b-738bcf0d2421 None None] Provisioning complete for port 965667d4-20b0-423e-a2a7-e4173604e1d9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:50.102616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-83e2259c-f677-4727-9e9b-738bcf0d2421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.181605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-83e2259c-f677-4727-9e9b-738bcf0d2421 None None] Port 965667d4-20b0-423e-a2a7-e4173604e1d9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:50.518803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.527744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.529853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:50.660267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=965667d4-20b0-423e-a2a7-e4173604e1d9,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:50.809467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c7fe368c-7dff-4add-88f2-74551eca895d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:24:50.819890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:50.823657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:50.982841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c7fe368c-7dff-4add-88f2-74551eca895d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:50.984325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.166715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 0e3732e5-2f1c-4d43-92fe-b376082cf4b8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:24:51.480276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:51.486320 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-65a84234-d2f5-4ccd-b102-bbf85c9cad74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/0e3732e5-2f1c-4d43-92fe-b376082cf4b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8758793 Jul 15 13:24:51.491052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44124) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:51.505703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-87bd7d63-4ae1-464c-a8f8-b4272eb472b8 None None] Provisioning complete for port 965667d4-20b0-423e-a2a7-e4173604e1d9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:24:51.506648 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] Sync routers for ids ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:51.507323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-87bd7d63-4ae1-464c-a8f8-b4272eb472b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:51.542879 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] Routers {'0e3732e5-2f1c-4d43-92fe-b376082cf4b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:51.555978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:51.581124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-87bd7d63-4ae1-464c-a8f8-b4272eb472b8 None None] Port 965667d4-20b0-423e-a2a7-e4173604e1d9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:24:51.642109 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:51.655083 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] Routers {'0e3732e5-2f1c-4d43-92fe-b376082cf4b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:51.656384 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:51.704849 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:51.706459 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486acb37-36cf-4df8-9545-d254dcdac495 None None] The sync data for ids ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:51.716701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4e92b-b10f-4de5-a3ad-97dfce3f678a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:51.719408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-96d4e92b-b10f-4de5-a3ad-97dfce3f678a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports/965667d4-20b0-423e-a2a7-e4173604e1d9 HTTP/1.1" status: 200 len: 984 time: 0.2189810 Jul 15 13:24:51.724079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44130) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:52.532691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.013451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 965667d4-20b0-423e-a2a7-e4173604e1d9 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:53.015288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.202794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.224762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 965667d4-20b0-423e-a2a7-e4173604e1d9 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:53.526947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.546409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44176) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:53.604410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=965667d4-20b0-423e-a2a7-e4173604e1d9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:53.764705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff599-b34f-44b1-afc8-721a96360025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:53.813759 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.052442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff599-b34f-44b1-afc8-721a96360025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.071363 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d2ff599-b34f-44b1-afc8-721a96360025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.139420 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0d2ff599-b34f-44b1-afc8-721a96360025 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c54549d1a9a14f568285c18febc4659a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924242 Jul 15 13:24:54.147500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44194) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.201096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ff599-b34f-44b1-afc8-721a96360025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87838b5-6ade-40d9-8c8d-979cdbc7fec7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:54.201439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 0e3732e5-2f1c-4d43-92fe-b376082cf4b8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:24:54.357304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8fa7417c-4d02-493e-8f67-8f7cc0aedaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.424101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8fa7417c-4d02-493e-8f67-8f7cc0aedaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.433061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:24:54.439052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2b5d87b2-82ac-406f-afc1-024bdf0bc38f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/0e3732e5-2f1c-4d43-92fe-b376082cf4b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136097 Jul 15 13:24:54.443381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44200) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.447541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] Sync routers for ids ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:24:54.473660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] Routers {'0e3732e5-2f1c-4d43-92fe-b376082cf4b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:54.475237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.531120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8fa7417c-4d02-493e-8f67-8f7cc0aedaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.537054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8fa7417c-4d02-493e-8f67-8f7cc0aedaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:54.541949 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8fa7417c-4d02-493e-8f67-8f7cc0aedaee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a87838b5-6ade-40d9-8c8d-979cdbc7fec7 HTTP/1.1" status: 204 len: 168 time: 0.3898878 Jul 15 13:24:54.549153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.557661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7417c-4d02-493e-8f67-8f7cc0aedaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87838b5-6ade-40d9-8c8d-979cdbc7fec7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:54.594811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] Routers {'0e3732e5-2f1c-4d43-92fe-b376082cf4b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:24:54.596821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.649658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:54.650454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd28392-f3bf-4491-bd7f-9ddc50aba94a None None] The sync data for ids ['0e3732e5-2f1c-4d43-92fe-b376082cf4b8'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:24:54.747673 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-9723a610-acfd-410e-9871-26ce816aa923 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:24:54.749884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9723a610-acfd-410e-9871-26ce816aa923 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/0e3732e5-2f1c-4d43-92fe-b376082cf4b8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3053205 Jul 15 13:24:54.756013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44208) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.796128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-62fac29b-d430-418a-bb83-b0f914838c42 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e3732e5-2f1c-4d43-92fe-b376082cf4b8 HTTP/1.1" status: 200 len: 205 time: 0.0387561 Jul 15 13:24:54.801865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:54.942581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.204509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.212442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.315215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.315762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3732e5-2f1c-4d43-92fe-b376082cf4b8 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:24:55.324354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.325679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-859fc0f9-428f-41fd-a6be-ec677e8e68c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/0e3732e5-2f1c-4d43-92fe-b376082cf4b8 HTTP/1.1" status: 204 len: 168 time: 0.5215182 Jul 15 13:24:55.329961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.397349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 804851a9-17a8-4a38-9d44-94ec0a7effee {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:24:55.407388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.510832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.728054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.864499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.906977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e9b6c-3639-43bc-948a-2a69b4c72a90 None None] Network 7d0e434a-d78e-4e80-bc6a-0c12f8363bed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:55.921122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:55.924519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/804851a9-17a8-4a38-9d44-94ec0a7effee HTTP/1.1" status: 204 len: 168 time: 0.5927830 Jul 15 13:24:55.927948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44250) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:55.932339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d794e-8a71-4090-83d6-d654df5f39d8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=804851a9-17a8-4a38-9d44-94ec0a7effee,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:55.970077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44254) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:56.198473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.240091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119e6b1-43ac-4078-806c-a981b6ba7e6c tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.240973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119e6b1-43ac-4078-806c-a981b6ba7e6c tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.243098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119e6b1-43ac-4078-806c-a981b6ba7e6c tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:56.268014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9119e6b1-43ac-4078-806c-a981b6ba7e6c tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=3e0048f79d754f929a746882aa0bae89&network_id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 2972 time: 0.2833216 Jul 15 13:24:56.288347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] DHCP port deletion for 7d0e434a-d78e-4e80-bc6a-0c12f8363bed request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:24:56.318925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:56.329989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port c7fe368c-7dff-4add-88f2-74551eca895d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:56.330674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.414395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] Deleting port c7fe368c-7dff-4add-88f2-74551eca895d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:24:56.415262 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.513226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] For port c7fe368c-7dff-4add-88f2-74551eca895d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c7fe368c-7dff-4add-88f2-74551eca895d,segment=NetworkSegment(f1e53ea6-358d-4204-bbac-79f9bbb68741),segment_id=f1e53ea6-358d-4204-bbac-79f9bbb68741)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:56.513715 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.519967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port c7fe368c-7dff-4add-88f2-74551eca895d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c7fe368c-7dff-4add-88f2-74551eca895d,segment=NetworkSegment(f1e53ea6-358d-4204-bbac-79f9bbb68741),segment_id=f1e53ea6-358d-4204-bbac-79f9bbb68741)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:24:56.522149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.535056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] Calling delete_port for c7fe368c-7dff-4add-88f2-74551eca895d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:56.549610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for c7fe368c-7dff-4add-88f2-74551eca895d owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:24:56.559881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-661862360-network', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:56.632106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Made reservation on behalf of 5ed5465eef9e44e294d7d6284ec6a0cc for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:56.635324 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.663700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.752688 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.829965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port c7fe368c-7dff-4add-88f2-74551eca895d on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:56.835844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=c7fe368c-7dff-4add-88f2-74551eca895d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:56.837686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c7fe368c-7dff-4add-88f2-74551eca895d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:24:56.899404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: c7fe368c-7dff-4add-88f2-74551eca895d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:24:56.899990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c7fe368c-7dff-4add-88f2-74551eca895d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:24:56.929177 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:56.990422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.005492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] Pushing event deleted for resources: {'Port': ['ID=c7fe368c-7dff-4add-88f2-74551eca895d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.006109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.022318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb816cb-9e90-42c5-bbec-bfb5a0a64a8b None None] No DVR routers for this DVR port c7fe368c-7dff-4add-88f2-74551eca895d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:24:57.073723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637768a6-51ff-44d6-9a24-e4b2e4333013,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.097426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:57.122969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.123328 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Added segment 25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f of type vlan for network c8096a56-c374-42da-b6de-c40de15b0287 Jul 15 13:24:57.184218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.237256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.240843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:57.241976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.420798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] Pushing event updated for resources: {'Network': ['ID=c8096a56-c374-42da-b6de-c40de15b0287,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.429571 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df8923ed-e2af-4eaa-864e-6e789733b0cb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1090345 Jul 15 13:24:57.432918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.434393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44292) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:57.444152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c8096a56-c374-42da-b6de-c40de15b0287 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:57.445344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Request body: {'subnet': {'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-661862360-subnet', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:57.449233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0e434a-d78e-4e80-bc6a-0c12f8363bed']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.474374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e53ea6-358d-4204-bbac-79f9bbb68741') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.474917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e53ea6-358d-4204-bbac-79f9bbb68741') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:24:57.487132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Made reservation on behalf of 5ed5465eef9e44e294d7d6284ec6a0cc for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:57.491785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.497331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.539831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.570033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:24:57.573328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:24:57.585099 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:24:57.714316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.730855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.735407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/7d0e434a-d78e-4e80-bc6a-0c12f8363bed HTTP/1.1" status: 204 len: 168 time: 1.8058157 Jul 15 13:24:57.741079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44302) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:57.750857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb0790-ad7f-40d7-9204-f7803090b334 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=7d0e434a-d78e-4e80-bc6a-0c12f8363bed,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:57.752633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-54270577'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:57.862044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:57.868112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:57.989054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:24:58.016554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.017366 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment 00ca5e1a-e423-45c2-beb8-447839a8f770 of type vlan for network 30b785e3-b5c5-428f-8033-bc91372d822c Jul 15 13:24:58.020510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.172155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.225299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ed250e-e393-4e03-8357-83e41bd0497b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.261097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Checking segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:58.261690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Network hostable DHCP agents. Network: c8096a56-c374-42da-b6de-c40de15b0287, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:58.283200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.293914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.295018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.371739 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Network c8096a56-c374-42da-b6de-c40de15b0287 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:58.387486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6432073 Jul 15 13:24:58.390238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44328) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:58.396561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:58.441769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268572-47a6-4870-9518-c08b03dcb4f4 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=30b785e3-b5c5-428f-8033-bc91372d822c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:58.445633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c8096a56-c374-42da-b6de-c40de15b0287) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:58.454989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:58.456187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.484326 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9dd86eb3-48cb-42f2-a443-406351ca5a01 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0470114 Jul 15 13:24:58.485566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296625ae-6b85-4b46-b2b1-cadc4e70cef2 None None] Network c8096a56-c374-42da-b6de-c40de15b0287 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:58.489557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:58.500537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:58.539885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.540976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.574559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:24:58.581501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:58.627550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 30b785e3-b5c5-428f-8033-bc91372d822c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:24:58.853558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c8096a56-c374-42da-b6de-c40de15b0287', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:24:58.855301 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.134108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44338) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.237810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.287606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f52d10-c56f-4132-8199-f8647b9a8213 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.295465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-01f52d10-c56f-4132-8199-f8647b9a8213 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 814 time: 0.1595414 Jul 15 13:24:59.351552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.376998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Allocated IP 172.20.0.2 (c8096a56-c374-42da-b6de-c40de15b0287/b6ed250e-e393-4e03-8357-83e41bd0497b/ffa69638-a37d-4b46-9700-f2a97c241cd1) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:24:59.594921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=2d64f6a9-63ce-4204-be38-5416efb79b5f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:24:59.605515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.611778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': '00ca5e1a-e423-45c2-beb8-447839a8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:24:59.612914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 30b785e3-b5c5-428f-8033-bc91372d822c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:24:59.661419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 30b785e3-b5c5-428f-8033-bc91372d822c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:24:59.663290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.676540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 30b785e3-b5c5-428f-8033-bc91372d822c) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:59.686104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:24:59.687004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.698049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275efc21-a378-41b8-9a04-2aab89e4f865 None None] Network 30b785e3-b5c5-428f-8033-bc91372d822c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:24:59.719002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a947079-9f06-4362-b133-363299586812 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3271468 Jul 15 13:24:59.723719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.733211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-29830729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:24:59.740652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Transition to ACTIVE for port object ffa69638-a37d-4b46-9700-f2a97c241cd1 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:59.803826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.810099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.870260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Transition to ACTIVE for port object ffa69638-a37d-4b46-9700-f2a97c241cd1 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:24:59.897959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.929174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.935633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.963288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:24:59.967375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2568725c-57b8-4733-9ec9-b9fa5ebd75af tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2417984 Jul 15 13:24:59.972103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44356) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:24:59.974820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Network c8096a56-c374-42da-b6de-c40de15b0287 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:24:59.989176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:24:59.994182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:00.006686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Pushing event updated for resources: {'Port': ['ID=ffa69638-a37d-4b46-9700-f2a97c241cd1,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:00.140891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.185709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.344295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Attempting to bind port ffa69638-a37d-4b46-9700-f2a97c241cd1 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:00.348204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Attempting to bind port ffa69638-a37d-4b46-9700-f2a97c241cd1 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:00.348949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Attempting to bind port ffa69638-a37d-4b46-9700-f2a97c241cd1 on network c8096a56-c374-42da-b6de-c40de15b0287 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:00.382806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:00.383407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Checking segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:00.384266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.385004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Bound using segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:00.386023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Bound port: ffa69638-a37d-4b46-9700-f2a97c241cd1, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:00.386701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.431488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44370) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:00.465566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Allocated IP 172.25.3.82 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/307b55a9-71bc-4265-838a-14e955434d0a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:00.525731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'network': {'name': 'tempest-network-smoke--784237548', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'port_security_enabled': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:00.580576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-30b785e3-b5c5-428f-8033-bc91372d822c', 'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '2d64f6a9-63ce-4204-be38-5416efb79b5f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:00.582134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.630386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:00.634145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.749151 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.752606 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.801133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:00.864188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.888014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] For port ffa69638-a37d-4b46-9700-f2a97c241cd1, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:00.903921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.904173 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Added segment 8fe90e5a-7226-4f94-8b32-9cf1adc7971e of type vlan for network 6cf3f07f-019a-4b37-938a-c540274e45c6 Jul 15 13:25:00.910496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] For port ffa69638-a37d-4b46-9700-f2a97c241cd1, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffa69638-a37d-4b46-9700-f2a97c241cd1,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:00.929135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:00.957665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:00.963896 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:00.971043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:01.048961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0ae56-0902-49bd-9ca7-d5e93c44cf9f None None] Pushing event updated for resources: {'Port': ['ID=ffa69638-a37d-4b46-9700-f2a97c241cd1,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.051137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.098348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Pushing event updated for resources: {'Port': ['ID=307b55a9-71bc-4265-838a-14e955434d0a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.160432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Allocated IP 2001:db8::2 (30b785e3-b5c5-428f-8033-bc91372d822c/2d64f6a9-63ce-4204-be38-5416efb79b5f/616589bb-f29f-4a82-9358-6dae3ba90823) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:01.278596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.291524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.292167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.353961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8364780 Jul 15 13:25:01.357542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44382) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:01.504223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34027479-b6bf-4e51-84b8-35f6b208ac33 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Network': ['ID=6cf3f07f-019a-4b37-938a-c540274e45c6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:01.615292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:01.622513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b425f3a-97eb-4837-bacb-57b0a3f6387e tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:01.641398 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b425f3a-97eb-4837-bacb-57b0a3f6387e tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=3e0048f79d754f929a746882aa0bae89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2825251 Jul 15 13:25:01.643753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44388) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:01.789708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.820319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Transition to ACTIVE for port object 616589bb-f29f-4a82-9358-6dae3ba90823 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:01.859424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Transition to ACTIVE for port object 616589bb-f29f-4a82-9358-6dae3ba90823 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:01.881958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.883034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:01.994617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Network 30b785e3-b5c5-428f-8033-bc91372d822c is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:02.006087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:02.028725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:02.032000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f24b1b-2d25-40ab-99c9-627d034d2b36 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.038632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b6f24b1b-2d25-40ab-99c9-627d034d2b36 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3936663 Jul 15 13:25:02.042334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44398) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.064165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Pushing event updated for resources: {'Port': ['ID=616589bb-f29f-4a82-9358-6dae3ba90823,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.151872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8::1 (30b785e3-b5c5-428f-8033-bc91372d822c/2d64f6a9-63ce-4204-be38-5416efb79b5f/dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:02.164845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Attempting to bind port 616589bb-f29f-4a82-9358-6dae3ba90823 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:02.165624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Attempting to bind port 616589bb-f29f-4a82-9358-6dae3ba90823 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '00ca5e1a-e423-45c2-beb8-447839a8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:02.166264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Attempting to bind port 616589bb-f29f-4a82-9358-6dae3ba90823 on network 30b785e3-b5c5-428f-8033-bc91372d822c {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:02.187284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:02.187284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Checking segment: {'id': '00ca5e1a-e423-45c2-beb8-447839a8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:02.187284 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.187284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Bound using segment: {'id': '00ca5e1a-e423-45c2-beb8-447839a8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:02.188039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ba22160-4b8c-45c5-810a-e042a069ac17 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1442716 Jul 15 13:25:02.188130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Bound port: 616589bb-f29f-4a82-9358-6dae3ba90823, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ca5e1a-e423-45c2-beb8-447839a8f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30b785e3-b5c5-428f-8033-bc91372d822c'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:02.188761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.191207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44408) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.268357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6e9d6658-b597-405b-936c-c0d0371321dd tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=3e0048f79d754f929a746882aa0bae89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724597 Jul 15 13:25:02.270029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.430313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] For port 616589bb-f29f-4a82-9358-6dae3ba90823, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:02.447844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] For port 616589bb-f29f-4a82-9358-6dae3ba90823, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=616589bb-f29f-4a82-9358-6dae3ba90823,segment=NetworkSegment(00ca5e1a-e423-45c2-beb8-447839a8f770),segment_id=00ca5e1a-e423-45c2-beb8-447839a8f770)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:02.465025 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.487042 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.531430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:02.641769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3246d-2023-4a97-8d70-8f188b7a420a None None] Pushing event updated for resources: {'Port': ['ID=616589bb-f29f-4a82-9358-6dae3ba90823,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.650860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.667106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.670389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8c108-d711-44d7-b516-844386a95441 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:02.676380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e1e8c108-d711-44d7-b516-844386a95441 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4040415 Jul 15 13:25:02.680079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44418) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.730905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 30b785e3-b5c5-428f-8033-bc91372d822c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:02.741852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:02.748286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:02.749207 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:02.759222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:02.836022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5983db7b-e2ca-4e26-9941-17a858f811ca tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1525996 Jul 15 13:25:02.847471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:02.856449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-889829168', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:02.919194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffa69638-a37d-4b46-9700-f2a97c241cd1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:03.160091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ffa69638-a37d-4b46-9700-f2a97c241cd1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:03.207767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.249668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:03.253872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.359024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Router 2dbfb831-e8fc-45ed-813e-10b640582a71 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:03.438857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1adbc-fe5e-4d74-a8c7-63c4b74a0cf3 None None] Network c8096a56-c374-42da-b6de-c40de15b0287 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:03.707322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] Provisioning for port ffa69638-a37d-4b46-9700-f2a97c241cd1 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:03.721542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] Provisioning complete for port ffa69638-a37d-4b46-9700-f2a97c241cd1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:03.722429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.789178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:03.825585 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Sync routers for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:03.849582 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:03.858449 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:03.860022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:03.864442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9cc455fd-3687-4ea5-9982-bee28ed20362 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3727267 Jul 15 13:25:03.868559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44436) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:04.011197 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:04.083556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.223403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Checking segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:04.224144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network hostable DHCP agents. Network: 6cf3f07f-019a-4b37-938a-c540274e45c6, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:04.257365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Subnet': ['ID=057f3cf3-ce92-4277-9eab-f6777031780c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:04.356060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:04.384270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 6cf3f07f-019a-4b37-938a-c540274e45c6) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:04.392256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:04.392969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.428964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-861b1ab5-2983-4d57-b860-80543d1d74f3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5783591 Jul 15 13:25:04.448600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a0aae-9ac8-4712-a49e-e169bcba2f74 None None] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:04.468864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.479955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.484308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.502163 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:01Z', 'revision_number': 3, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:04.593340 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Checking router: 2dbfb831-e8fc-45ed-813e-10b640582a71 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:04.593796 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Updating router 2dbfb831-e8fc-45ed-813e-10b640582a71 port 307b55a9-71bc-4265-838a-14e955434d0a binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:04.743459 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.932919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 616589bb-f29f-4a82-9358-6dae3ba90823 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:04.947964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:04.955669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 30b785e3-b5c5-428f-8033-bc91372d822c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:04.971931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:05.030263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43bef6-ec05-4833-934c-680c45fd0b83 None None] Network 30b785e3-b5c5-428f-8033-bc91372d822c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:05.099255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.260382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.308467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] For port ffa69638-a37d-4b46-9700-f2a97c241cd1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffa69638-a37d-4b46-9700-f2a97c241cd1,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:05.360114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 59a03f08-1416-4a61-ba98-94a3ae348aa9 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:05.402229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.481764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614ab5-2c37-4c3f-9679-ccf6c4cf8fa3 None None] Pushing event updated for resources: {'Port': ['ID=ffa69638-a37d-4b46-9700-f2a97c241cd1,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:05.535343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44452) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.544861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-6cf3f07f-019a-4b37-938a-c540274e45c6', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ips': [{'subnet_id': '057f3cf3-ce92-4277-9eab-f6777031780c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:05.546881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.620000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085961032', 'description': 'tempest-secgroup-smoke-1085961032 description', 'project_id': '3e0048f79d754f929a746882aa0bae89'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:05.631302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 616589bb-f29f-4a82-9358-6dae3ba90823 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:05.700586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:05.711161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e09e1b45-e7f4-412f-8fd4-c7377586276c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/59a03f08-1416-4a61-ba98-94a3ae348aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7369030 Jul 15 13:25:05.712621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.715057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44456) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.899163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Allocated IP 172.20.0.1 (c8096a56-c374-42da-b6de-c40de15b0287/b6ed250e-e393-4e03-8357-83e41bd0497b/b52c8072-87ec-4531-aff0-f30b63316439) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:05.910235 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.916098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59b50a-70b3-43a2-a032-24b55810a18e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:05.922106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9d59b50a-70b3-43a2-a032-24b55810a18e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports/dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa HTTP/1.1" status: 200 len: 911 time: 0.2028074 Jul 15 13:25:05.927701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44458) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.932228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] Sync routers for ids ['59a03f08-1416-4a61-ba98-94a3ae348aa9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:05.937145 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Transition to ACTIVE for port object 307b55a9-71bc-4265-838a-14e955434d0a will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:05.938087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44460) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:05.950771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] Provisioning for port 616589bb-f29f-4a82-9358-6dae3ba90823 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:05.957290 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:05.973893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] Provisioning complete for port 616589bb-f29f-4a82-9358-6dae3ba90823 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:05.974431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.142826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.149796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.172545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.173951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5620043 Jul 15 13:25:06.182879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.193034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '7f755d1b-e57c-416c-a334-faf364f99dc4', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:06.195701 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Pushing event updated for resources: {'Port': ['ID=307b55a9-71bc-4265-838a-14e955434d0a,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.223919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.226563 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.227741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.228664 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.229542 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.230613 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.231466 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.233127 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.233936 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.235753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f755d1b-e57c-416c-a334-faf364f99dc4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.236385 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.237531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.238317 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.252528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.252888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.253219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.253557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.253905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.254351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.255940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.256289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.256623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.256963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.258165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.258566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a30818-0210-4c28-a42a-71c8ba21c21f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:06.264516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-063a157d-4c46-47db-945e-6d3f255a5338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.318931 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Attempting to bind port 307b55a9-71bc-4265-838a-14e955434d0a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:06.319668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Attempting to bind port 307b55a9-71bc-4265-838a-14e955434d0a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:06.320416 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Attempting to bind port 307b55a9-71bc-4265-838a-14e955434d0a on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:06.337050 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:06.339137 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:06.341960 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.343877 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:06.346168 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Bound port: 307b55a9-71bc-4265-838a-14e955434d0a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:06.349780 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.455249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Allocated IP 172.20.0.18 (6cf3f07f-019a-4b37-938a-c540274e45c6/057f3cf3-ce92-4277-9eab-f6777031780c/bd5e6662-009f-49bb-a6de-a86d65016334) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:06.474697 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] For port 307b55a9-71bc-4265-838a-14e955434d0a, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:06.481601 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] For port 307b55a9-71bc-4265-838a-14e955434d0a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=307b55a9-71bc-4265-838a-14e955434d0a,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:06.489024 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.510068 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-063a157d-4c46-47db-945e-6d3f255a5338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.521104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.524808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-063a157d-4c46-47db-945e-6d3f255a5338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.570067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-063a157d-4c46-47db-945e-6d3f255a5338 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05039ccf3775481eb6fb803e1847afb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278865 Jul 15 13:25:06.594921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44470) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:06.621239 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:06.621924 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.664933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a157d-4c46-47db-945e-6d3f255a5338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc5837-f4cb-4768-9c13-b08c8f58f5ae,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:06.728449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30848f4f-d1e9-4faa-a54d-fda39734a429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.765292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30848f4f-d1e9-4faa-a54d-fda39734a429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.865307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] Routers {'59a03f08-1416-4a61-ba98-94a3ae348aa9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:06.869561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['59a03f08-1416-4a61-ba98-94a3ae348aa9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.875327 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:06.878921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30848f4f-d1e9-4faa-a54d-fda39734a429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.891681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30848f4f-d1e9-4faa-a54d-fda39734a429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.897091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-30848f4f-d1e9-4faa-a54d-fda39734a429 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07bc5837-f4cb-4768-9c13-b08c8f58f5ae HTTP/1.1" status: 204 len: 168 time: 0.3006692 Jul 15 13:25:06.935591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:06.943090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffa69638-a37d-4b46-9700-f2a97c241cd1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:06.993209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:06.998278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30848f4f-d1e9-4faa-a54d-fda39734a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc5837-f4cb-4768-9c13-b08c8f58f5ae,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.006988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.009177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.041494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.076054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91545840-e447-4e26-99b3-cc9d8f2d9916,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.100450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Transition to ACTIVE for port object b52c8072-87ec-4531-aff0-f30b63316439 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:07.127707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] Routers {'59a03f08-1416-4a61-ba98-94a3ae348aa9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:07.129105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['59a03f08-1416-4a61-ba98-94a3ae348aa9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.137717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.143024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0a30fbd2-8293-4172-bbbc-c3e33a40d6e0 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9587343 Jul 15 13:25:07.150328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44478) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.163967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '7f755d1b-e57c-416c-a334-faf364f99dc4', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:07.195580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Transition to ACTIVE for port object bd5e6662-009f-49bb-a6de-a86d65016334 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:07.205929 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff3fd-1aaa-45b6-a8a8-372c0eb1bbf3 None None] Pushing event updated for resources: {'Port': ['ID=307b55a9-71bc-4265-838a-14e955434d0a,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.223159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.223963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5a517-21bf-4d53-b10c-85de75c9b088 None None] The sync data for ids ['59a03f08-1416-4a61-ba98-94a3ae348aa9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:07.235555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.321393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.394570 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.415830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.418634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Transition to ACTIVE for port object bd5e6662-009f-49bb-a6de-a86d65016334 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:07.430439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Network c8096a56-c374-42da-b6de-c40de15b0287 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:07.440409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:07.445800 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.451055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:07.513204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.516417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.519248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3666503 Jul 15 13:25:07.523329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44484) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.533663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '7f755d1b-e57c-416c-a334-faf364f99dc4', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:07.559338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdfec5-b85f-4c1b-b5ad-99924caeb3ac tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850ee0a6-8f62-4c10-801d-60c2f0791eeb,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.592189 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:01Z', 'revision_number': 3, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:07.683239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.711740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d247c90-c0dc-4315-b4f1-9926fb3d7aeb None None] The sync data for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 is: [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:01Z', 'revision_number': 3, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:07.766137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Pushing event updated for resources: {'Port': ['ID=b52c8072-87ec-4531-aff0-f30b63316439,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:07.856786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ffa69638-a37d-4b46-9700-f2a97c241cd1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:07.862835 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.878436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:07.885019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44490) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:07.934061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.935866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e310-d155-4e42-af85-0ecc53af5501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:07.966927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.967725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.970128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.972951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:07.974450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.976049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.977082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.977749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.980565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.984309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:07.984644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.986037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.987763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:07.989845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:08.008165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.009214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.037894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] For port 616589bb-f29f-4a82-9358-6dae3ba90823, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=616589bb-f29f-4a82-9358-6dae3ba90823,segment=NetworkSegment(00ca5e1a-e423-45c2-beb8-447839a8f770),segment_id=00ca5e1a-e423-45c2-beb8-447839a8f770)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:08.101647 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.105177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Pushing event updated for resources: {'Port': ['ID=bd5e6662-009f-49bb-a6de-a86d65016334,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.258690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e310-d155-4e42-af85-0ecc53af5501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.264962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cc4a59-47d6-4e43-8cd5-58f58d916b95,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.277715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e310-d155-4e42-af85-0ecc53af5501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.334510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.335340 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-290b6c6e-6c05-4658-810d-0fe471e87851 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8100262 Jul 15 13:25:08.346615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:08.357497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '7f755d1b-e57c-416c-a334-faf364f99dc4', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:08.394949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3e310-d155-4e42-af85-0ecc53af5501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ce872-65a1-43b4-b40d-c616563e9d84,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.411690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c2f3e310-d155-4e42-af85-0ecc53af5501 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23350b390c404b3691c2bda9aa58bc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197124 Jul 15 13:25:08.428037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44496) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:08.455905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.465647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Attempting to bind port bd5e6662-009f-49bb-a6de-a86d65016334 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:08.466937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Attempting to bind port bd5e6662-009f-49bb-a6de-a86d65016334 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:08.467779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Attempting to bind port bd5e6662-009f-49bb-a6de-a86d65016334 on network 6cf3f07f-019a-4b37-938a-c540274e45c6 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:08.517376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Provisioning for port dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:08.525674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:08.526643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Checking segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:08.527398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.527986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Bound using segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:08.528736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Bound port: bd5e6662-009f-49bb-a6de-a86d65016334, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:08.529317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.547171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f2208-4e7c-4d9b-b32d-e1eeb2e07bf5 None None] Pushing event updated for resources: {'Port': ['ID=616589bb-f29f-4a82-9358-6dae3ba90823,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.581690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.609818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Provisioning complete for port dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:08.611432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.700650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Port dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:08.741527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.757605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.811779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] For port bd5e6662-009f-49bb-a6de-a86d65016334, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:08.820605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] For port bd5e6662-009f-49bb-a6de-a86d65016334, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd5e6662-009f-49bb-a6de-a86d65016334,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:08.843261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb908ed6-51d1-40d8-99ba-e2d9eea77fe9,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:08.873394 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.877416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3bde310-061d-4609-acc1-3abe0ff0d64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.899336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Provisioning complete for port 616589bb-f29f-4a82-9358-6dae3ba90823 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:08.900241 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.980089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3bde310-061d-4609-acc1-3abe0ff0d64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:08.992778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 616589bb-f29f-4a82-9358-6dae3ba90823 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:09.038931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.044554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8890a482-b5ee-4c63-bf51-18ab7ef24069 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6939774 Jul 15 13:25:09.075756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44500) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:09.099941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '7f755d1b-e57c-416c-a334-faf364f99dc4', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:09.175011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.184299 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3bde310-061d-4609-acc1-3abe0ff0d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.190203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3bde310-061d-4609-acc1-3abe0ff0d64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.196204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c3bde310-061d-4609-acc1-3abe0ff0d64d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd3ce872-65a1-43b4-b40d-c616563e9d84 HTTP/1.1" status: 204 len: 168 time: 0.7644107 Jul 15 13:25:09.267089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bde310-061d-4609-acc1-3abe0ff0d64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ce872-65a1-43b4-b40d-c616563e9d84,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.370329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0dad4-f508-42c1-8e69-23f75100e129 None None] Pushing event updated for resources: {'Port': ['ID=bd5e6662-009f-49bb-a6de-a86d65016334,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:09.405627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 616589bb-f29f-4a82-9358-6dae3ba90823 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:09.406207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.630020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Provisioning for port b52c8072-87ec-4531-aff0-f30b63316439 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:09.649581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Provisioning complete for port b52c8072-87ec-4531-aff0-f30b63316439 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:09.650922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:09.698598 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Project 3e0048f79d754f929a746882aa0bae89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:25:09.823772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.111098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Port b52c8072-87ec-4531-aff0-f30b63316439 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:10.114122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 307b55a9-71bc-4265-838a-14e955434d0a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:10.176408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Provisioning complete for port ffa69638-a37d-4b46-9700-f2a97c241cd1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:10.176962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3bb77b29-4e8e-45d6-b106-3264cf22542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.241689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 307b55a9-71bc-4265-838a-14e955434d0a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:10.268089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 307b55a9-71bc-4265-838a-14e955434d0a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:10.268806 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.301844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.319799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.373133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.381767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.435416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.486898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55886733-b55e-4f74-af7c-2a1f4dc04c0c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.543079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.565788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:10.566247 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.571261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.577078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-25adba35-1550-4558-a66e-c05baa134503 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4867473 Jul 15 13:25:10.577078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Pushing event updated for resources: {'Port': ['ID=b52c8072-87ec-4531-aff0-f30b63316439,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:10.583751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44524) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:10.607794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 307b55a9-71bc-4265-838a-14e955434d0a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=307b55a9-71bc-4265-838a-14e955434d0a,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:10.619802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.627100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': '7f755d1b-e57c-416c-a334-faf364f99dc4', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:10.789229 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Project 3e0048f79d754f929a746882aa0bae89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:25:10.806555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.856082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4aecced5-a4ff-4ff7-b6b3-2369a9073e0c None None] Provisioning complete for port dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:10.857155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4aecced5-a4ff-4ff7-b6b3-2369a9073e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.872615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Network c8096a56-c374-42da-b6de-c40de15b0287 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:10.885322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.896440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:10.940327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:10.959189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.965938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:10.970644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=307b55a9-71bc-4265-838a-14e955434d0a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.012948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cd2a67-fd03-49cb-915b-39fc39b5fc39,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.027647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.041782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-63d07e76-6ae6-4476-8b47-1dd678d6fa0a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4516830 Jul 15 13:25:11.072231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4aecced5-a4ff-4ff7-b6b3-2369a9073e0c None None] Port dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:11.094701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd5e6662-009f-49bb-a6de-a86d65016334 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:11.338740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port bd5e6662-009f-49bb-a6de-a86d65016334 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:11.542661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Router 2dbfb831-e8fc-45ed-813e-10b640582a71 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:11.773785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7f3c1040-a955-4332-a40e-d0bea779fd5b None None] Provisioning complete for port b52c8072-87ec-4531-aff0-f30b63316439 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:11.774432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f3c1040-a955-4332-a40e-d0bea779fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.830961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee42de7-9ca9-4dcc-b2f7-e2991c818040 None None] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:11.833815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-a5f71196-110c-4bfb-a719-f5ae0de430fa tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085961032&fields=id&tenant_id=3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 267 time: 0.0520265 Jul 15 13:25:11.864776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:11.890463 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3df53c6e-82c2-4765-ab49-5da3a034fc41 admin admin] 10.222.0.57 "PUT /v2.0/routers/2dbfb831-e8fc-45ed-813e-10b640582a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0111749 Jul 15 13:25:11.893814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:11.975811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=dfbd7a6e-6eea-4b79-b5ff-61bae1dd3cfa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:11.978828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c1040-a955-4332-a40e-d0bea779fd5b None None] Port b52c8072-87ec-4531-aff0-f30b63316439 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:12.189861 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Sync routers for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:12.240842 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:12.257053 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:12.281448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] Provisioning for port bd5e6662-009f-49bb-a6de-a86d65016334 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:12.316525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] Provisioning complete for port bd5e6662-009f-49bb-a6de-a86d65016334 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:12.319948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.367400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-f56d7dfa-1011-4a14-83b1-0c7b4ab05d1b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:12.380570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-f56d7dfa-1011-4a14-83b1-0c7b4ab05d1b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/networks?id=6cf3f07f-019a-4b37-938a-c540274e45c6 HTTP/1.1" status: 200 len: 796 time: 0.5304046 Jul 15 13:25:12.422321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.423073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-98da8350-7b95-4580-a44f-b19dbfb056f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/quotas/3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 375 time: 0.0399711 Jul 15 13:25:12.656263 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.696412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-a8b07b9e-625c-4e8b-bab1-8242d36fb03c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2689884 Jul 15 13:25:12.755776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:12.878957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] For port bd5e6662-009f-49bb-a6de-a86d65016334, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd5e6662-009f-49bb-a6de-a86d65016334,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:12.886589 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:12.924097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 59a03f08-1416-4a61-ba98-94a3ae348aa9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:13.089877 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:13.121527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:13.137710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a210574-9b53-4664-895f-11d39e8e7cf7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/59a03f08-1416-4a61-ba98-94a3ae348aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2068298 Jul 15 13:25:13.140227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44582) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.189331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd003f-ed2f-4efe-a1c0-f8d1992c7fcb None None] Pushing event updated for resources: {'Port': ['ID=bd5e6662-009f-49bb-a6de-a86d65016334,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:13.198926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 307b55a9-71bc-4265-838a-14e955434d0a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:13.212125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29949e01-1d49-4006-9727-216563b92fea None None] Sync routers for ids ['59a03f08-1416-4a61-ba98-94a3ae348aa9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:13.227715 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-20b7417d-b708-48f0-9b42-b405a350598a service neutron] 10.222.0.57 "GET /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984815 Jul 15 13:25:13.244733 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ab7d170b-12e2-43bf-b096-2e82cf682d39 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=59a03f08-1416-4a61-ba98-94a3ae348aa9 HTTP/1.1" status: 200 len: 205 time: 0.0963902 Jul 15 13:25:13.249350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44584) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:13.390427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.510455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f488c55-9da6-4611-87a7-56520e633511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.529120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29949e01-1d49-4006-9727-216563b92fea None None] Routers {'59a03f08-1416-4a61-ba98-94a3ae348aa9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:13.530605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29949e01-1d49-4006-9727-216563b92fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['59a03f08-1416-4a61-ba98-94a3ae348aa9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:13.551938 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-31ab4a1d-f804-454e-80d8-43b4ce4a8d9f service neutron] 10.222.0.57 "GET /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223650 Jul 15 13:25:13.633025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29949e01-1d49-4006-9727-216563b92fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:13.653333 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:09Z', 'revision_number': 2, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:13.664789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29949e01-1d49-4006-9727-216563b92fea None None] Routers {'59a03f08-1416-4a61-ba98-94a3ae348aa9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:13.666917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29949e01-1d49-4006-9727-216563b92fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['59a03f08-1416-4a61-ba98-94a3ae348aa9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:13.741510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29949e01-1d49-4006-9727-216563b92fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:13.742781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29949e01-1d49-4006-9727-216563b92fea None None] The sync data for ids ['59a03f08-1416-4a61-ba98-94a3ae348aa9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:13.747717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d879af4d-f344-42f0-bed0-aa967f8d31e7 None None] Provisioning complete for port bd5e6662-009f-49bb-a6de-a86d65016334 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:13.748470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d879af4d-f344-42f0-bed0-aa967f8d31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.768488 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Checking router: 2dbfb831-e8fc-45ed-813e-10b640582a71 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:13.771697 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Updating router 2dbfb831-e8fc-45ed-813e-10b640582a71 port b52c8072-87ec-4531-aff0-f30b63316439 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:13.878566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 307b55a9-71bc-4265-838a-14e955434d0a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:13.879857 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.907589 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.961840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:13.976306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.136287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.137282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router 59a03f08-1416-4a61-ba98-94a3ae348aa9 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:14.155716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.157512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d26d0adb-eb1e-47cf-befe-678f9579474e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/59a03f08-1416-4a61-ba98-94a3ae348aa9 HTTP/1.1" status: 204 len: 168 time: 0.9014611 Jul 15 13:25:14.160258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44598) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.394257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 2d64f6a9-63ce-4204-be38-5416efb79b5f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:14.402346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.471698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:14.477802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254438717', 'description': 'tempest-description--1060562825'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:14.531430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.538348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.630067 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.644641 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Transition to ACTIVE for port object b52c8072-87ec-4531-aff0-f30b63316439 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:14.655148 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.776091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.784933 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.793871 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d168154-bf06-492b-b155-39ea467ab086 None None] Pushing event updated for resources: {'Port': ['ID=b52c8072-87ec-4531-aff0-f30b63316439,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:14.902242 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.915075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.960824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.971853 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Attempting to bind port b52c8072-87ec-4531-aff0-f30b63316439 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:14.972409 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Attempting to bind port b52c8072-87ec-4531-aff0-f30b63316439 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:14.973451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd5e6662-009f-49bb-a6de-a86d65016334 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:14.973647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Attempting to bind port b52c8072-87ec-4531-aff0-f30b63316439 on network c8096a56-c374-42da-b6de-c40de15b0287 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:14.984240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5107090 Jul 15 13:25:14.985185 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:14.985185 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Checking segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:14.985876 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:14.986684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Bound using segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:14.987649 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Bound port: b52c8072-87ec-4531-aff0-f30b63316439, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:14.988333 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.005285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44614) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.036020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Request body: {'security_group_rule': {'security_group_id': 'a5d68049-38fc-4b8b-b408-66f4a6d4361f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:15.130271 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] For port b52c8072-87ec-4531-aff0-f30b63316439, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:15.137023 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] For port b52c8072-87ec-4531-aff0-f30b63316439, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b52c8072-87ec-4531-aff0-f30b63316439,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:15.145934 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.174480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b9d94b29-a8f9-4c56-81ee-1a6f36dc22cc req-f7130947-bf2d-4ddb-a518-569909445f80 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 210 time: 0.2799792 Jul 15 13:25:15.176575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0fca3-0f0c-4a19-b040-1731d173af30 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d68049-38fc-4b8b-b408-66f4a6d4361f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.265139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bd5e6662-009f-49bb-a6de-a86d65016334 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:15.265719 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.273283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.330091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.433317 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:15.443552 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:24:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:15.517358 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9164547e-253d-44aa-8d6e-9e0421122c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.592041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.601543 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.653003 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.674960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e52428-0390-4940-a4ce-7287602e482c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:15.721234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:15.739159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-30d0ee3f-8571-4c42-a7f0-511ecdcef696 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7305849 Jul 15 13:25:15.740385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:15.761129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Request body: {'security_group_rule': {'security_group_id': 'a5d68049-38fc-4b8b-b408-66f4a6d4361f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:15.928897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.078343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.089984 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.190847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367370b1-9989-4a8d-b82c-5ae5ce029afd,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.205497 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.210036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db07e9a2-7bdc-41a7-a568-4a74beafe7d1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4679241 Jul 15 13:25:16.214295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44630) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.230076 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d168154-bf06-492b-b155-39ea467ab086 None None] Pushing event updated for resources: {'Port': ['ID=b52c8072-87ec-4531-aff0-f30b63316439,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.231782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:16.388930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.417202 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:16.543433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.636193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=2d64f6a9-63ce-4204-be38-5416efb79b5f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:16.640814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede74b74-8ae8-4ea1-a974-326889f4d7f1 None None] Network 30b785e3-b5c5-428f-8033-bc91372d822c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:16.660691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.676694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-168e7081-1c59-444c-b5a3-a3a421a0d632 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/2d64f6a9-63ce-4204-be38-5416efb79b5f HTTP/1.1" status: 204 len: 168 time: 2.5099041 Jul 15 13:25:16.691005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:16.739839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-55487832-1aec-4b1a-bfde-22ae6d071cf7 req-34d5a9b0-b4d6-4025-99c9-da98ad57259f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 210 time: 0.1084979 Jul 15 13:25:16.795960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:16.971161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.053209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.121250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] DHCP port deletion for 30b785e3-b5c5-428f-8033-bc91372d822c request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:17.129810 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:15Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:17.165503 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5fdddf-139c-4fd5-a648-70d25714b8b1 None None] The sync data for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 is: [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:15Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:17.415034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Allocated IP 172.25.3.154 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/95e892c8-9ad7-4f08-91f4-3f9e86c6a5c1) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:17.490733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] Deleting port 616589bb-f29f-4a82-9358-6dae3ba90823 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:17.491850 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.604626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 616589bb-f29f-4a82-9358-6dae3ba90823 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:17.605878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.661267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] For port 616589bb-f29f-4a82-9358-6dae3ba90823, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=616589bb-f29f-4a82-9358-6dae3ba90823,segment=NetworkSegment(00ca5e1a-e423-45c2-beb8-447839a8f770),segment_id=00ca5e1a-e423-45c2-beb8-447839a8f770)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.661866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.724560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] Calling delete_port for 616589bb-f29f-4a82-9358-6dae3ba90823 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:17.768766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-29186aac-aca6-4216-81df-4ea4585eb047 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:17.772053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-29186aac-aca6-4216-81df-4ea4585eb047 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "GET /v2.0/networks?id=6cf3f07f-019a-4b37-938a-c540274e45c6 HTTP/1.1" status: 200 len: 796 time: 0.5970237 Jul 15 13:25:17.886288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.928512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 616589bb-f29f-4a82-9358-6dae3ba90823, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=616589bb-f29f-4a82-9358-6dae3ba90823,segment=NetworkSegment(00ca5e1a-e423-45c2-beb8-447839a8f770),segment_id=00ca5e1a-e423-45c2-beb8-447839a8f770)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:17.929377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.953134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 616589bb-f29f-4a82-9358-6dae3ba90823 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:17.976683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:17.994090 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-227789ab-b3c5-4b3c-b606-4fb8abe54b60 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 473 time: 0.0999501 Jul 15 13:25:17.997699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] No DVR routers for this DVR port 616589bb-f29f-4a82-9358-6dae3ba90823 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:18.007514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'port': {'device_id': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'admin_state_up': True, 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'security_groups': ['7f755d1b-e57c-416c-a334-faf364f99dc4']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:18.020814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3b9d9-cb45-4e20-bc86-477da5f86208 None None] Pushing event deleted for resources: {'Port': ['ID=616589bb-f29f-4a82-9358-6dae3ba90823,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.048216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.139418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:18.146179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:18.157832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:18.218446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348f2acb-466f-41bc-9648-ffb4f05d2d31 req-86d58859-82a2-41f0-b2bd-e7ae0d745099 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 210 time: 0.0777385 Jul 15 13:25:18.230776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event updated for resources: {'Port': ['ID=95e892c8-9ad7-4f08-91f4-3f9e86c6a5c1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.231014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.280474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=616589bb-f29f-4a82-9358-6dae3ba90823,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:18.305088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port 616589bb-f29f-4a82-9358-6dae3ba90823 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:18.389425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.398571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:18.404128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.487942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.532144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.541414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.573277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b785e3-b5c5-428f-8033-bc91372d822c']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:18.590192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ca5e1a-e423-45c2-beb8-447839a8f770') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:18.590827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ca5e1a-e423-45c2-beb8-447839a8f770') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:18.612854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.640864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.654098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:18.655114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:18.816729 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:18.889953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.949027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:18.960892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/30b785e3-b5c5-428f-8033-bc91372d822c HTTP/1.1" status: 204 len: 168 time: 2.2675123 Jul 15 13:25:18.982854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b52c8072-87ec-4531-aff0-f30b63316439 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:18.998557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:19.008129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd54f2-ab99-4451-8c8f-9984d9511797 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=30b785e3-b5c5-428f-8033-bc91372d822c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.025279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2076143171', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:19.106428 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.109447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.143868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b52c8072-87ec-4531-aff0-f30b63316439 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:19.150444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b52c8072-87ec-4531-aff0-f30b63316439 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:19.151385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.260675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.307060 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.404931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port b52c8072-87ec-4531-aff0-f30b63316439, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b52c8072-87ec-4531-aff0-f30b63316439,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:19.411258 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:19.522681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 616589bb-f29f-4a82-9358-6dae3ba90823 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:19.527999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.20.0.28 (6cf3f07f-019a-4b37-938a-c540274e45c6/057f3cf3-ce92-4277-9eab-f6777031780c/e5dd618b-5ed6-4531-a651-bfec6586ab8c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:19.576069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 616589bb-f29f-4a82-9358-6dae3ba90823 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:19.576469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 616589bb-f29f-4a82-9358-6dae3ba90823 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:19.584125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=b52c8072-87ec-4531-aff0-f30b63316439,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:19.832329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b6ca27c-286c-4c26-8c67-e27ff4c32798 req-a7761620-3250-4621-944c-d7dd35b60765 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 210 time: 0.1001704 Jul 15 13:25:20.020980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.163612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.164858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.204643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Transition to ACTIVE for port object e5dd618b-5ed6-4531-a651-bfec6586ab8c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:20.207593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event updated for resources: {'Port': ['ID=95e892c8-9ad7-4f08-91f4-3f9e86c6a5c1,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.278643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.317233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.375667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:20.383239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:20.391604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:20.440160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=e5dd618b-5ed6-4531-a651-bfec6586ab8c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:20.502249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.503155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:20.504036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.509356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:20.528630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8943a13c-36cd-435f-9fe1-87f7aef8ba25 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3088861 Jul 15 13:25:20.541717 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-1336e999-c0bc-4104-8759-8467a270f301 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5419228 Jul 15 13:25:20.579914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Request body: {'port': {'device_id': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:20.930754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b52c8072-87ec-4531-aff0-f30b63316439 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:20.993279 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.050965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.094736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.120281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-90d2b5e5-3c13-4c82-9f5f-cd841b23f341 None None] Provisioning for port e5dd618b-5ed6-4531-a651-bfec6586ab8c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:21.145219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-90d2b5e5-3c13-4c82-9f5f-cd841b23f341 None None] Provisioning complete for port e5dd618b-5ed6-4531-a651-bfec6586ab8c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.147340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-90d2b5e5-3c13-4c82-9f5f-cd841b23f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.156742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b52c8072-87ec-4531-aff0-f30b63316439 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:21.158124 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.388077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-90d2b5e5-3c13-4c82-9f5f-cd841b23f341 None None] Port e5dd618b-5ed6-4531-a651-bfec6586ab8c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:21.459023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 172.25.3.137 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ded0e475-da27-449c-80d6-ae80836faca0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:21.549269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ee64f-cd8c-4241-ba29-269f651c60f1 req-59ae6b56-ae9b-417a-ba33-9ca235a67eba tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:21.567420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4a4ee64f-cd8c-4241-ba29-269f651c60f1 req-59ae6b56-ae9b-417a-ba33-9ca235a67eba tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 932 time: 0.3865919 Jul 15 13:25:21.695495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4a4ee64f-cd8c-4241-ba29-269f651c60f1 req-42f6ca14-8128-45e7-8ac8-42950dde6c3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261334 Jul 15 13:25:21.718798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.832900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:21.927324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=ded0e475-da27-449c-80d6-ae80836faca0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:21.979490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:21.979490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:21.983005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:22.015994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dd618b-5ed6-4531-a651-bfec6586ab8c {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:22.038593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.082421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Transition to ACTIVE for port object e5dd618b-5ed6-4531-a651-bfec6586ab8c will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:22.090512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.177045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5dd618b-5ed6-4531-a651-bfec6586ab8c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.362129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Attempting to bind port e5dd618b-5ed6-4531-a651-bfec6586ab8c on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:22.362560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Attempting to bind port e5dd618b-5ed6-4531-a651-bfec6586ab8c by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:22.363314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Attempting to bind port e5dd618b-5ed6-4531-a651-bfec6586ab8c on network 6cf3f07f-019a-4b37-938a-c540274e45c6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.369864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Port e5dd618b-5ed6-4531-a651-bfec6586ab8c on network 6cf3f07f-019a-4b37-938a-c540274e45c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:25:22.370558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Attempting to bind port e5dd618b-5ed6-4531-a651-bfec6586ab8c on network 6cf3f07f-019a-4b37-938a-c540274e45c6 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:22.379455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:22.380176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Checking segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:22.381212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Bound using segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:22.381993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Bound port: e5dd618b-5ed6-4531-a651-bfec6586ab8c, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:22.382551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.508650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.594174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] For port e5dd618b-5ed6-4531-a651-bfec6586ab8c, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:22.600264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] For port e5dd618b-5ed6-4531-a651-bfec6586ab8c, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:22.616035 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.668541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.669253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:22.671448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/e5dd618b-5ed6-4531-a651-bfec6586ab8c HTTP/1.1" status: 200 len: 1093 time: 2.1190789 Jul 15 13:25:22.678756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'tag': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:22.681321 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b5842e-c7ae-489c-83c9-fb27679efb93" -d '{"events": [{"name": "network-changed", "server_uuid": "a41fdf8b-0525-40ea-bc17-8e4d25f80f47", "tag": "e5dd618b-5ed6-4531-a651-bfec6586ab8c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:22.779685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2110a6-1a1f-41e5-be60-51138857b2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5dd618b-5ed6-4531-a651-bfec6586ab8c,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:22.843178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-fe3c7b99-de32-4a92-87af-c15a4fe14366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:22.844813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-fe3c7b99-de32-4a92-87af-c15a4fe14366 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 1096 time: 0.1232810 Jul 15 13:25:22.873870 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b269c74d-f014-4c4a-8008-c79336a96ed9 x-openstack-request-id: req-b269c74d-f014-4c4a-8008-c79336a96ed9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:22.875626 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41fdf8b-0525-40ea-bc17-8e4d25f80f47", "tag": "e5dd618b-5ed6-4531-a651-bfec6586ab8c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:22.876214 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b269c74d-f014-4c4a-8008-c79336a96ed9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:22.877902 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'tag': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c', 'status': 'completed', 'code': 200} Jul 15 13:25:22.938501 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-15e96fca-46dc-49cc-964e-dd4013d4f358 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c HTTP/1.1" status: 200 len: 217 time: 0.0865982 Jul 15 13:25:23.043969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.069716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-d541c5e7-13a1-4f6f-956b-6013e91e8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.074789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-d541c5e7-13a1-4f6f-956b-6013e91e8bb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=057f3cf3-ce92-4277-9eab-f6777031780c HTTP/1.1" status: 200 len: 837 time: 0.1297204 Jul 15 13:25:23.214595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9b2a6-c60f-489d-abbd-c0616a11dd4d req-710faf86-a610-4258-a302-d01bdb1555fc tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.219421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58c9b2a6-c60f-489d-abbd-c0616a11dd4d req-710faf86-a610-4258-a302-d01bdb1555fc tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 944 time: 0.2643852 Jul 15 13:25:23.305643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-84dfdb5c-d532-4b70-bc45-7e5f1b48b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.308657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-84dfdb5c-d532-4b70-bc45-7e5f1b48b2cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6cf3f07f-019a-4b37-938a-c540274e45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2135632 Jul 15 13:25:23.317978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58c9b2a6-c60f-489d-abbd-c0616a11dd4d req-0adbc05b-da12-40c0-afca-e4c442204f31 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929582 Jul 15 13:25:23.392651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:23.482484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-64be5902-0c64-4f51-ae33-271c94f61a9b service neutron] 10.222.0.58 "GET /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629000 Jul 15 13:25:23.588728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:23.602123 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] Sync routers for ids ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:23.628130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:23.628475 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] Routers {'fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:23.629710 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.631439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-230358d4-fc65-418f-b062-e54dcb4cd2f2 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6298630 Jul 15 13:25:23.635229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.676716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cfb801e-524a-4a8a-bffc-a680ab5b83c1 req-43541162-971e-435f-bb35-c0175da76321 service neutron] 10.222.0.58 "GET /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791124 Jul 15 13:25:23.704170 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.718870 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] Routers {'fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:23.720305 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.795389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:23.797068 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5934bac-9745-4a02-abd9-e91d930be27b None None] The sync data for ids ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:23.915691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-967b20fc-fa45-4d0a-9e5a-63a12ddf743c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/routers/fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 200 len: 885 time: 0.2776029 Jul 15 13:25:23.919560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44822) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:23.951388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-b2a6c8f5-e568-423a-9123-af213ccb765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:23.954137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-b2a6c8f5-e568-423a-9123-af213ccb765b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 1096 time: 0.1425097 Jul 15 13:25:24.135651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-510a4487-3f28-4b8d-8639-0da062cfa2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.140223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-510a4487-3f28-4b8d-8639-0da062cfa2b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6cf3f07f-019a-4b37-938a-c540274e45c6 HTTP/1.1" status: 200 len: 897 time: 0.1710761 Jul 15 13:25:24.235062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-c4cd4a1b-134f-40f6-8767-0ce7242ddee8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c HTTP/1.1" status: 200 len: 217 time: 0.0876906 Jul 15 13:25:24.371327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-b59f6bc6-c52a-4960-9ebb-5955e6d16f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.372489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-b59f6bc6-c52a-4960-9ebb-5955e6d16f6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=057f3cf3-ce92-4277-9eab-f6777031780c HTTP/1.1" status: 200 len: 837 time: 0.1297209 Jul 15 13:25:24.493157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-5d6596c6-17c7-4efb-9f09-3ba455fa9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.495889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-5d6596c6-17c7-4efb-9f09-3ba455fa9e55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6cf3f07f-019a-4b37-938a-c540274e45c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1164203 Jul 15 13:25:24.535066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-85a3bbb4-b3fb-4591-a4e1-f0b1eb7108c1 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6134446 Jul 15 13:25:24.538132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44838) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:24.561451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2076143171'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:24.906293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fe8cb-c8e5-4243-9e02-f513ac05ee1f req-8196c41b-c007-4950-a5fd-c18d41bdf39b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:24.909296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b92fe8cb-c8e5-4243-9e02-f513ac05ee1f req-8196c41b-c007-4950-a5fd-c18d41bdf39b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 944 time: 0.1850395 Jul 15 13:25:24.971038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b92fe8cb-c8e5-4243-9e02-f513ac05ee1f req-8e32b5d5-eed0-4d01-9fe4-3f263cecf718 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514514 Jul 15 13:25:25.109526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-c805b404-55c0-496e-8663-c1e4c7954a8b service neutron] 10.222.0.58 "GET /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056731 Jul 15 13:25:25.492270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76b5842e-c7ae-489c-83c9-fb27679efb93 req-39737bc1-7582-4c65-b38e-487eb5193136 service neutron] 10.222.0.58 "GET /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751304 Jul 15 13:25:25.593482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.610907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.801054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:25.979389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:25.987974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:25.990587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-73dda692-b9b0-44d2-9720-7771c850ba6a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 200 len: 892 time: 1.4447985 Jul 15 13:25:25.995334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:25.999480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] Sync routers for ids ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:26.018451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] Routers {'fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:26.023180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.133693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44870) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.258890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59191be6-0a93-43fa-aa9c-81bcc8a2c947 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/routers/fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 200 len: 892 time: 0.2614286 Jul 15 13:25:26.262208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44876) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.323048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df0cade1-d34d-4136-986d-803d3dbed649 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 200 len: 205 time: 0.0583489 Jul 15 13:25:26.326571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44878) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.356557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5190-57b8-48e3-8883-8c15e942981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.377037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.394098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] Routers {'fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:26.395976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.436781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:26.438016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1283bd-42ac-49ec-a68f-d54c526cb5a4 None None] The sync data for ids ['fa6a87f8-6740-49b5-9b9a-ce0d7f941c35'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:26.493259 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.572560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc59ba9-6695-45cd-9559-884aec0ae932 req-39b7be27-34e2-4672-b1b3-dd9f387d366b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:26.575537 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cbc59ba9-6695-45cd-9559-884aec0ae932 req-39b7be27-34e2-4672-b1b3-dd9f387d366b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 944 time: 0.3392038 Jul 15 13:25:26.698647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cbc59ba9-6695-45cd-9559-884aec0ae932 req-b2bcd53a-7b5f-42cd-b22b-808396339968 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046791 Jul 15 13:25:26.724617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.748505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5190-57b8-48e3-8883-8c15e942981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.757594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6ac5190-57b8-48e3-8883-8c15e942981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.836046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port ded0e475-da27-449c-80d6-ae80836faca0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:26.836492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:26.856117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac5190-57b8-48e3-8883-8c15e942981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb01b57-a90e-492f-9fcb-000b7dfd75e6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:26.868072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f6ac5190-57b8-48e3-8883-8c15e942981e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5fc9bc5788d4a1a8037f4ffb0b46b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283976 Jul 15 13:25:26.870280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44886) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:26.977533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85418b90-a2de-4e29-8ace-53a50a56ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.000816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.018409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85418b90-a2de-4e29-8ace-53a50a56ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.023595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for ded0e475-da27-449c-80d6-ae80836faca0 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:27.095491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85418b90-a2de-4e29-8ace-53a50a56ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.100562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85418b90-a2de-4e29-8ace-53a50a56ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.103160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-85418b90-a2de-4e29-8ace-53a50a56ea85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dbb01b57-a90e-492f-9fcb-000b7dfd75e6 HTTP/1.1" status: 204 len: 168 time: 0.2309592 Jul 15 13:25:27.117829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418b90-a2de-4e29-8ace-53a50a56ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb01b57-a90e-492f-9fcb-000b7dfd75e6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.221701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e5dd618b-5ed6-4531-a651-bfec6586ab8c details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:25:27.335674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.403285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=ded0e475-da27-449c-80d6-ae80836faca0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.433741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e5dd618b-5ed6-4531-a651-bfec6586ab8c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:27.452646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'port_id': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c', 'mac_address': 'fa:16:3e:ab:8d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:25:27.510653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.535183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dd618b-5ed6-4531-a651-bfec6586ab8c {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:25:27.576064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.645850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e5dd618b-5ed6-4531-a651-bfec6586ab8c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:27.655420 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.746313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.762709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.770849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.817458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=e5dd618b-5ed6-4531-a651-bfec6586ab8c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:27.871374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1fe288e-0501-4038-8059-fd45a3c40179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.899619 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.900378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:27.912242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:27.918187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8d6aeff-9161-439e-9032-125f9d49be34 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 204 len: 168 time: 1.5851722 Jul 15 13:25:27.918427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44904) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:27.925566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-674177291'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:27.933589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['e5dd618b-5ed6-4531-a651-bfec6586ab8c'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:25:28.095889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1fe288e-0501-4038-8059-fd45a3c40179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.105608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1fe288e-0501-4038-8059-fd45a3c40179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.181221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e1fe288e-0501-4038-8059-fd45a3c40179 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c5a9fe72f6a492fa0556446321ccdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046481 Jul 15 13:25:28.181565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.196881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:28.203029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.220315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe288e-0501-4038-8059-fd45a3c40179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64205458-a463-4db5-bdcb-8970c35a69ca,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.251093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:28.265778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.266321 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment cebd1308-cb86-4029-b874-15301acbf430 of type vlan for network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 Jul 15 13:25:28.347327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ceb428b5-e83e-46b3-aaf5-e9401a4f4f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.356055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.399633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ceb428b5-e83e-46b3-aaf5-e9401a4f4f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.453478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.460167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.460994 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.520431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ceb428b5-e83e-46b3-aaf5-e9401a4f4f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.523240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ceb428b5-e83e-46b3-aaf5-e9401a4f4f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:28.524498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ceb428b5-e83e-46b3-aaf5-e9401a4f4f4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64205458-a463-4db5-bdcb-8970c35a69ca HTTP/1.1" status: 204 len: 168 time: 0.3417139 Jul 15 13:25:28.533992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb428b5-e83e-46b3-aaf5-e9401a4f4f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64205458-a463-4db5-bdcb-8970c35a69ca,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.549215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6289763 Jul 15 13:25:28.553090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44912) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:28.576432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:28.602985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666d3fe-9a2a-47c0-9ad8-19c058143291 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=7e9a3b65-7305-4f8f-b0d1-d15ed1234630,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:28.617043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:28.631635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076d43c-38d3-42e4-b37c-fad44ad26a07 req-5b107f2c-3a77-4d0d-bfb9-728f16f94761 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:28.640461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8076d43c-38d3-42e4-b37c-fad44ad26a07 req-5b107f2c-3a77-4d0d-bfb9-728f16f94761 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 945 time: 0.2419367 Jul 15 13:25:28.786092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8076d43c-38d3-42e4-b37c-fad44ad26a07 req-11e9382f-522b-49f2-a999-4f39f14a0df5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376193 Jul 15 13:25:28.821866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:28.835772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.236059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e5dd618b-5ed6-4531-a651-bfec6586ab8c up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:29.299350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.343324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port e5dd618b-5ed6-4531-a651-bfec6586ab8c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:29.354847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port e5dd618b-5ed6-4531-a651-bfec6586ab8c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:29.355428 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.405931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=7895d7fc-1c19-42a1-ae94-d18966f4624e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:29.416010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': 'cebd1308-cb86-4029-b874-15301acbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:29.416582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 7e9a3b65-7305-4f8f-b0d1-d15ed1234630, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:29.449340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:29.469911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7e9a3b65-7305-4f8f-b0d1-d15ed1234630) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:29.475682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:29.476311 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.520361 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f03e29db-5597-4213-9ee4-e312e85b332a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9599500 Jul 15 13:25:29.521388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.528515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1934098121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:29.534765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89d246-17d8-40ee-85f6-b9c8c36446aa None None] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:29.580579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.587154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.608570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.706016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.716153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.740543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.741958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-87581e03-ad87-44b2-abc9-fe76a9e06a66 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2200246 Jul 15 13:25:29.745244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44938) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:29.763481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:29.768268 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f62ab3-37aa-4211-86cc-573e9b6edeef" -d '{"events": [{"server_uuid": "a41fdf8b-0525-40ea-bc17-8e4d25f80f47", "name": "network-vif-plugged", "status": "completed", "tag": "e5dd618b-5ed6-4531-a651-bfec6586ab8c"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:29.809685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e5dd618b-5ed6-4531-a651-bfec6586ab8c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:29.827541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:29.981291 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2166ec29-e3f4-42a9-a105-764d0a34eb20 x-openstack-request-id: req-2166ec29-e3f4-42a9-a105-764d0a34eb20 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:29.983962 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41fdf8b-0525-40ea-bc17-8e4d25f80f47", "name": "network-vif-plugged", "status": "completed", "tag": "e5dd618b-5ed6-4531-a651-bfec6586ab8c", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:29.985621 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2166ec29-e3f4-42a9-a105-764d0a34eb20 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:29.987547 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c', 'code': 200} Jul 15 13:25:30.263408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a35f5d-2f06-4af2-a3ea-b90299d92445 req-15929e6e-86b2-42cf-81f0-cd1c718ff7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:30.270178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98a35f5d-2f06-4af2-a3ea-b90299d92445 req-15929e6e-86b2-42cf-81f0-cd1c718ff7a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 1098 time: 0.1892264 Jul 15 13:25:30.375827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=e5dd618b-5ed6-4531-a651-bfec6586ab8c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:30.381194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98a35f5d-2f06-4af2-a3ea-b90299d92445 req-7577d34b-0d1f-4f03-8191-fa0d43ff9ceb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948641 Jul 15 13:25:30.387713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7e9a3b65-7305-4f8f-b0d1-d15ed1234630', 'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '7895d7fc-1c19-42a1-ae94-d18966f4624e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:30.388618 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:30.812873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Allocated IP 2001:db8::2 (7e9a3b65-7305-4f8f-b0d1-d15ed1234630/7895d7fc-1c19-42a1-ae94-d18966f4624e/d44e4727-3497-4a2a-866a-4eb9a7cfb6a2) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:31.133864 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.172335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Transition to ACTIVE for port object d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:31.244969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Transition to ACTIVE for port object d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:31.265666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.426772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Pushing event updated for resources: {'Port': ['ID=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:31.455859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:31.458977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:31.463693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:31.601700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Attempting to bind port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:31.602285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Attempting to bind port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'cebd1308-cb86-4029-b874-15301acbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:31.602992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Attempting to bind port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 on network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:31.605131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c34ee5-37c1-47cb-9439-18ed9a6ae2a1 req-f8548511-0dc5-40d4-bdcd-d7a6158923de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:31.614051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:31.614705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Checking segment: {'id': 'cebd1308-cb86-4029-b874-15301acbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:31.615573 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.616265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Bound using segment: {'id': 'cebd1308-cb86-4029-b874-15301acbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:31.617084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Bound port: d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebd1308-cb86-4029-b874-15301acbf430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e9a3b65-7305-4f8f-b0d1-d15ed1234630'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:31.618024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.619269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6c34ee5-37c1-47cb-9439-18ed9a6ae2a1 req-f8548511-0dc5-40d4-bdcd-d7a6158923de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 946 time: 0.6293190 Jul 15 13:25:31.725655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6c34ee5-37c1-47cb-9439-18ed9a6ae2a1 req-08fa103e-5a04-4f43-b4cc-abb16c8d6e67 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010168 Jul 15 13:25:31.780004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] For port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:31.786679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] For port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,segment=NetworkSegment(cebd1308-cb86-4029-b874-15301acbf430),segment_id=cebd1308-cb86-4029-b874-15301acbf430)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:31.801754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.849315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:31.957161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823be14a-c0ed-43de-a380-fa3dce03a80e None None] Pushing event updated for resources: {'Port': ['ID=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:32.447460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8::1 (7e9a3b65-7305-4f8f-b0d1-d15ed1234630/7895d7fc-1c19-42a1-ae94-d18966f4624e/02207e13-5074-478d-9507-cd26ba275097) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:32.456576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45002) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:32.666985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.703278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeb8e-de08-4eac-b387-f4ca8b7c2104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.764436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 02207e13-5074-478d-9507-cd26ba275097 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:32.911905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:32.924069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:33.035013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeb8e-de08-4eac-b387-f4ca8b7c2104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.110219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:33.119614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab4aeb8e-de08-4eac-b387-f4ca8b7c2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.184675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:33.229635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4aeb8e-de08-4eac-b387-f4ca8b7c2104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342348ec-2232-4d1e-9e24-a4510e346ddd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.257873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:33.262623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:33.263393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.340128 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ab4aeb8e-de08-4eac-b387-f4ca8b7c2104 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a515d4f7746643b295eb64cc21ba7fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774614 Jul 15 13:25:33.340491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45016) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:33.362510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=02207e13-5074-478d-9507-cd26ba275097,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.511424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58c2c72-2075-41eb-a3e8-8cdf0b7945e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.529934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef21a8-bccc-4caf-a50e-33b85ea0ccfe req-5551c3dd-c4be-4b07-ae09-258d48dadd7e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:33.538749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-69ef21a8-bccc-4caf-a50e-33b85ea0ccfe req-5551c3dd-c4be-4b07-ae09-258d48dadd7e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 946 time: 0.4819429 Jul 15 13:25:33.564099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58c2c72-2075-41eb-a3e8-8cdf0b7945e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.666349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-69ef21a8-bccc-4caf-a50e-33b85ea0ccfe req-c42f298c-6d5c-4d9e-967f-936482403b98 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264753 Jul 15 13:25:33.686712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58c2c72-2075-41eb-a3e8-8cdf0b7945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.692218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58c2c72-2075-41eb-a3e8-8cdf0b7945e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.694508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a58c2c72-2075-41eb-a3e8-8cdf0b7945e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/342348ec-2232-4d1e-9e24-a4510e346ddd HTTP/1.1" status: 204 len: 168 time: 0.3528652 Jul 15 13:25:33.707104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c2c72-2075-41eb-a3e8-8cdf0b7945e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342348ec-2232-4d1e-9e24-a4510e346ddd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:33.789712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:33.822618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349068e-7210-4c9f-9d6a-31ac2792d44c None None] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:33.960533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] Provisioning for port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:34.058858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] Provisioning complete for port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:34.059618 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.294713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ab257-dcaf-4cbf-a651-10ea4a01110b req-a70cf3e6-ec49-4c6a-b241-336d65536a49 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:34.309914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a7ab257-dcaf-4cbf-a651-10ea4a01110b req-a70cf3e6-ec49-4c6a-b241-336d65536a49 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 946 time: 0.2935665 Jul 15 13:25:34.328432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.370833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] For port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,segment=NetworkSegment(cebd1308-cb86-4029-b874-15301acbf430),segment_id=cebd1308-cb86-4029-b874-15301acbf430)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:34.385807 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.422584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a7ab257-dcaf-4cbf-a651-10ea4a01110b req-f5f4192c-c79f-4ca1-8da8-10fc36f96836 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062400 Jul 15 13:25:34.488206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11e132-d34c-4494-956c-4387521a0312 None None] Pushing event updated for resources: {'Port': ['ID=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:34.558183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.571672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.574209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:34.701828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=02207e13-5074-478d-9507-cd26ba275097,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:34.848125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:34.899510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:34.901721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:34.951992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:34.952679 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.061799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4841d4a4-e2d7-49ed-aef0-b853d35b6426 None None] Provisioning for port 02207e13-5074-478d-9507-cd26ba275097 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:35.069542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4841d4a4-e2d7-49ed-aef0-b853d35b6426 None None] Provisioning complete for port 02207e13-5074-478d-9507-cd26ba275097 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:35.070386 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4841d4a4-e2d7-49ed-aef0-b853d35b6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.166792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4841d4a4-e2d7-49ed-aef0-b853d35b6426 None None] Port 02207e13-5074-478d-9507-cd26ba275097 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:35.213852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4841d4a4-e2d7-49ed-aef0-b853d35b6426 None None] Provisioning complete for port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:35.214730 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4841d4a4-e2d7-49ed-aef0-b853d35b6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.334375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 9fa4ad89-c3f1-449d-bd65-d2d1da561701 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:35.551191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:35.568899 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] Sync routers for ids ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:35.574439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a24eba26-072c-4896-b58f-356ec13840ba tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/9fa4ad89-c3f1-449d-bd65-d2d1da561701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8277569 Jul 15 13:25:35.575235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.591345 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] Routers {'9fa4ad89-c3f1-449d-bd65-d2d1da561701'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.592896 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.604025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f55151d3-26ee-4644-920a-450a8ac8a19c None None] Provisioning complete for port 02207e13-5074-478d-9507-cd26ba275097 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:35.605654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f55151d3-26ee-4644-920a-450a8ac8a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.695429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f55151d3-26ee-4644-920a-450a8ac8a19c None None] Port 02207e13-5074-478d-9507-cd26ba275097 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:35.709321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c1353-e7c3-4f83-a55b-9fcb23de9892 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:35.727304 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.735917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bb7c1353-e7c3-4f83-a55b-9fcb23de9892 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports/02207e13-5074-478d-9507-cd26ba275097 HTTP/1.1" status: 200 len: 911 time: 0.1588938 Jul 15 13:25:35.741016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:35.771264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7895d7fc-1c19-42a1-ae94-d18966f4624e'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:35.799887 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] Routers {'9fa4ad89-c3f1-449d-bd65-d2d1da561701'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:35.800629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.923052 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:35.924979 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51d9bc1-b560-49f8-a4cc-89fdee2967fe None None] The sync data for ids ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:35.956872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-187d0623-4bd0-43dc-b6fb-22180e15729b None None] Provisioning complete for port 02207e13-5074-478d-9507-cd26ba275097 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:35.957632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-187d0623-4bd0-43dc-b6fb-22180e15729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:35.966851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45072) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:36.034362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-187d0623-4bd0-43dc-b6fb-22180e15729b None None] Port 02207e13-5074-478d-9507-cd26ba275097 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:36.231544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:36.892300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.086136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.103225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.117284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:37.118666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:37.121211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/ports/02207e13-5074-478d-9507-cd26ba275097 HTTP/1.1" status: 200 len: 911 time: 1.3779895 Jul 15 13:25:37.130326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45100) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:37.212171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0d4f-9893-448f-8f56-e599d455f170 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=02207e13-5074-478d-9507-cd26ba275097,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:37.807486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.035177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.20.0.17 (6cf3f07f-019a-4b37-938a-c540274e45c6/057f3cf3-ce92-4277-9eab-f6777031780c/ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:38.399501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.409809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 02207e13-5074-478d-9507-cd26ba275097 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:38.410297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.454728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Transition to ACTIVE for port object ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:38.556729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.605824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:38.610625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:38.615834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:38.636592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.663860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 02207e13-5074-478d-9507-cd26ba275097 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:38.717184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:38.758088 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:38.818784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45146) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:38.987424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7b72424e-76b8-4188-89aa-0b3c48425d50 None None] Provisioning for port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:39.000106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7b72424e-76b8-4188-89aa-0b3c48425d50 None None] Provisioning complete for port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:39.006255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b72424e-76b8-4188-89aa-0b3c48425d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.026139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14ed0778-5e62-402a-b14a-353124918467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.074010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.078209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.137219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=02207e13-5074-478d-9507-cd26ba275097,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.138456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7b72424e-76b8-4188-89aa-0b3c48425d50 None None] Port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:39.544667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.610901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14ed0778-5e62-402a-b14a-353124918467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.736744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14ed0778-5e62-402a-b14a-353124918467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.738663 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-b048b5ca-c837-4be5-a615-0725819af3bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5324395 Jul 15 13:25:39.872923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed0778-5e62-402a-b14a-353124918467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7b187-77a5-4864-8624-aa406ad8e9e2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:39.880987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14ed0778-5e62-402a-b14a-353124918467 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d3e2c1ae95c4a21b7b5e994235c7819&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0610740 Jul 15 13:25:39.884791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:39.920491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 9fa4ad89-c3f1-449d-bd65-d2d1da561701 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:39.979396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:39.986186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.059657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-843559b2-2516-46b2-b374-85e8308bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:40.061306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-843559b2-2516-46b2-b374-85e8308bc571 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1097 time: 0.2456539 Jul 15 13:25:40.082609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:40.090281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8fe2f36-966e-4b1f-8c13-db550272e7ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/9fa4ad89-c3f1-449d-bd65-d2d1da561701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594221 Jul 15 13:25:40.091751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8f1aaaa-3e06-4982-b076-ea7df9a62374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.094873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45162) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:40.105297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] Sync routers for ids ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:40.139970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f63ddf4-d200-4f1e-a1c7-2993cf91c7d6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fa4ad89-c3f1-449d-bd65-d2d1da561701 HTTP/1.1" status: 200 len: 205 time: 0.0426121 Jul 15 13:25:40.140331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] Routers {'9fa4ad89-c3f1-449d-bd65-d2d1da561701'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:40.140723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:40.152638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:40.172576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:40.178143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.180820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8f1aaaa-3e06-4982-b076-ea7df9a62374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.219797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:40.237153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] Routers {'9fa4ad89-c3f1-449d-bd65-d2d1da561701'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:40.238824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:40.299966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:40.301637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70191dd5-f480-4ba5-96a2-9564959b86fd None None] The sync data for ids ['9fa4ad89-c3f1-449d-bd65-d2d1da561701'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:40.372056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:40.375141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:40.692700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:40.879289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-666660c3-40f0-41d4-9a38-8ec22089a148 None None] Provisioning complete for port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:40.879829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-666660c3-40f0-41d4-9a38-8ec22089a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:40.983085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-666660c3-40f0-41d4-9a38-8ec22089a148 None None] Port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:40.989387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.071533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:41.090619 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:41.106610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-212ff2c4-6a3b-419a-9490-66c80ff0f058 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "PUT /v2.0/routers/61d6d1c6-91d5-4eec-81cb-4df06c7befb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1331282 Jul 15 13:25:41.113669 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:41.118082 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:41.127578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8f1aaaa-3e06-4982-b076-ea7df9a62374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.130873 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8f1aaaa-3e06-4982-b076-ea7df9a62374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.133171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b8f1aaaa-3e06-4982-b076-ea7df9a62374 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34f7b187-77a5-4864-8624-aa406ad8e9e2 HTTP/1.1" status: 204 len: 168 time: 1.2347848 Jul 15 13:25:41.233513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1aaaa-3e06-4982-b076-ea7df9a62374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7b187-77a5-4864-8624-aa406ad8e9e2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:41.343690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-79c1a2e6-c633-4427-8716-652dfeb6fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.345247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-79c1a2e6-c633-4427-8716-652dfeb6fe26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 897 time: 1.2091527 Jul 15 13:25:41.352331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.354004 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:41.361477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.478280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.478827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa4ad89-c3f1-449d-bd65-d2d1da561701 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:25:41.482227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-e5d711c7-5755-4db1-9161-93770dfbca54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 200 len: 1001 time: 0.1276336 Jul 15 13:25:41.488906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.494266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0579f90e-5b8b-447b-85d4-3679a7a7710b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/9fa4ad89-c3f1-449d-bd65-d2d1da561701 HTTP/1.1" status: 204 len: 168 time: 1.3363993 Jul 15 13:25:41.494647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45184) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.557864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-4bf59a70-5b12-4490-be6e-c099470bb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.561009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-4bf59a70-5b12-4490-be6e-c099470bb125 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c262133-bec1-4878-b1b4-adf7349388b2 HTTP/1.1" status: 200 len: 835 time: 0.0685797 Jul 15 13:25:41.597854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 7895d7fc-1c19-42a1-ae94-d18966f4624e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:25:41.603222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.699491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-ff32de71-64a8-4bf3-859b-6e58d7e4a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:41.708928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-ff32de71-64a8-4bf3-859b-6e58d7e4a679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ac1de0e-50fb-4673-bbba-3c118fd09d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413364 Jul 15 13:25:41.712477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.815393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:41.853239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebc7-0391-4e8a-9c89-945653b67455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.916062 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:25:38Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c', 'name': '', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:6c:b9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:37Z', 'updated_at': '2021-07-15T13:25:39Z', 'revision_number': 2, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:41.966506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:41.973762 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:41.974577 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Updating router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:42.020624 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.038665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-e6dcbb29-bbc7-4b00-961f-e485bf0153c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234429 Jul 15 13:25:42.145174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.229328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=7895d7fc-1c19-42a1-ae94-d18966f4624e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.235493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.243433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f71831-f129-4a8e-9922-a335a3cdb88a None None] Network 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:42.244457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56e14c8c-3b62-4bfb-b278-4e8cf4080f85 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/7895d7fc-1c19-42a1-ae94-d18966f4624e HTTP/1.1" status: 204 len: 168 time: 0.7482452 Jul 15 13:25:42.245957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45198) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:42.436843 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebc7-0391-4e8a-9c89-945653b67455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.446499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10adf5c3-2861-49b5-8add-cd5b0dd98156 req-4036f04d-be1c-46cc-a1ba-fdc0e4d4163f service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012938 Jul 15 13:25:42.449608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8a0ebc7-0391-4e8a-9c89-945653b67455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.519798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b8a0ebc7-0391-4e8a-9c89-945653b67455 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82a56b2da953448ab7cc2db1c807fca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7026820 Jul 15 13:25:42.521868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45200) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:42.565568 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.580173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.600012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] DHCP port deletion for 7e9a3b65-7305-4f8f-b0d1-d15ed1234630 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:25:42.607418 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Transition to ACTIVE for port object ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:42.621304 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.636030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0ebc7-0391-4e8a-9c89-945653b67455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3acebc1-a2a5-4b82-8dc1-0fe481b4cbf2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.636621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2549fd4f-a215-49c3-be99-635faa691cf4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2475822 Jul 15 13:25:42.706925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84238b2e-3dea-40b3-94ba-0a27686ae7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.729444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] Deleting port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:42.730467 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.824521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84238b2e-3dea-40b3-94ba-0a27686ae7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.825007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0af8-440b-4da9-94cc-f0c81ccd5645 None None] Pushing event updated for resources: {'Port': ['ID=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:42.830724 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Attempting to bind port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:42.831259 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Attempting to bind port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:42.838478 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Attempting to bind port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c on network 6cf3f07f-019a-4b37-938a-c540274e45c6 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:42.859390 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:42.861290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Checking segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:42.863303 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.869899 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Bound using segment: {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:42.871708 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Bound port: ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe90e5a-7226-4f94-8b32-9cf1adc7971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:42.873311 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.978752 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84238b2e-3dea-40b3-94ba-0a27686ae7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.982458 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84238b2e-3dea-40b3-94ba-0a27686ae7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:42.995072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-84238b2e-3dea-40b3-94ba-0a27686ae7ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3acebc1-a2a5-4b82-8dc1-0fe481b4cbf2 HTTP/1.1" status: 204 len: 168 time: 0.4718051 Jul 15 13:25:43.007471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:43.027277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84238b2e-3dea-40b3-94ba-0a27686ae7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3acebc1-a2a5-4b82-8dc1-0fe481b4cbf2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:43.208950 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] For port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:43.215668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] For port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:43.218314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.219280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.220196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.221093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.225737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] For port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,segment=NetworkSegment(cebd1308-cb86-4029-b874-15301acbf430),segment_id=cebd1308-cb86-4029-b874-15301acbf430)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:43.227251 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.229763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.231120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.231828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.236005 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.245716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-b7c9a719-ee4f-4b8b-a0e9-f79a278370a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 0.4636714 Jul 15 13:25:43.254403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:43.254941 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.305848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] Calling delete_port for d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:43.347918 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a899b5b-4d12-4253-bb23-921d2215c945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.419044 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:43.420323 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:43.565418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.747046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,segment=NetworkSegment(cebd1308-cb86-4029-b874-15301acbf430),segment_id=cebd1308-cb86-4029-b874-15301acbf430)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:43.785253 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.811239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,segment=NetworkSegment(cebd1308-cb86-4029-b874-15301acbf430),segment_id=cebd1308-cb86-4029-b874-15301acbf430)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:43.812384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.840834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:43.884540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-ff300e35-11be-4a9a-a6c5-2b5778afbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.885475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-ff300e35-11be-4a9a-a6c5-2b5778afbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.886186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-ff300e35-11be-4a9a-a6c5-2b5778afbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:43.889443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-ff300e35-11be-4a9a-a6c5-2b5778afbb64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=21e53ded-6736-481c-9356-ddec7ed49dd2&id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 2299 time: 0.5369179 Jul 15 13:25:43.983278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:43.990907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.048767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] Pushing event deleted for resources: {'Port': ['ID=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.059935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e20399-002f-47c0-92e0-595f27bbc6eb None None] No DVR routers for this DVR port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:44.136201 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:44.199272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.311575 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0af8-440b-4da9-94cc-f0c81ccd5645 None None] Pushing event updated for resources: {'Port': ['ID=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.384315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2f69ab11-cf81-4654-a9c4-51fb18d3b510 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 1000 time: 0.3387966 Jul 15 13:25:44.387540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=d44e4727-3497-4a2a-866a-4eb9a7cfb6a2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:44.400475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port d44e4727-3497-4a2a-866a-4eb9a7cfb6a2 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:44.545226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.551714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-9f8f4e85-98b2-4693-b66c-f889a711b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:44.552636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-9f8f4e85-98b2-4693-b66c-f889a711b1c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 200 len: 856 time: 0.1571908 Jul 15 13:25:44.574166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9a3b65-7305-4f8f-b0d1-d15ed1234630']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.612734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebd1308-cb86-4029-b874-15301acbf430') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.613074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebd1308-cb86-4029-b874-15301acbf430') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.626146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.650466 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.663132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:25:44.663559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:25:44.667464 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:25:44.731945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-4302c799-ca03-44f3-a50b-4a15da98c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:44.733835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-4302c799-ca03-44f3-a50b-4a15da98c780 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736627 Jul 15 13:25:44.770798 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:25:38Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c', 'name': '', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:6c:b9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:37Z', 'updated_at': '2021-07-15T13:25:43Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:44.844688 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c83ebe-9f73-42dd-90b9-3a401b8e1ea2 None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:25:38Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c', 'name': '', 'network_id': '6cf3f07f-019a-4b37-938a-c540274e45c6', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:6c:b9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:37Z', 'updated_at': '2021-07-15T13:25:43Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '057f3cf3-ce92-4277-9eab-f6777031780c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:44.914666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.946593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:44.982622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.004919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/7e9a3b65-7305-4f8f-b0d1-d15ed1234630 HTTP/1.1" status: 204 len: 168 time: 2.7495825 Jul 15 13:25:45.006814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.016280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460420694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:45.086033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.090282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.093449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-d23b03e8-0e52-45bf-8812-4b68ac0016cf service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186572 Jul 15 13:25:45.161360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c665e7d-81f7-4f5d-8cce-8522b7231846 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=7e9a3b65-7305-4f8f-b0d1-d15ed1234630,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:45.196293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.283651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.294906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.333038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.341423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7e09d45-9ca0-4d09-9c13-64820a33440c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3317139 Jul 15 13:25:45.343418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45262) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:45.365461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415654271'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:45.419719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:45.427513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.509168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-dcce9c65-e1c3-46f4-a192-d52f24dbba86 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034259 Jul 15 13:25:45.532132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:45.546776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ce0e210e-0a8e-4d0f-89a7-681c5839bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.609504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-3b114d59-475b-4b33-bf26-dd8fc3cc6fec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 217 time: 0.0887425 Jul 15 13:25:45.627205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.628207 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment 82306b0a-e144-451d-b671-a3171c065d8c of type vlan for network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 Jul 15 13:25:45.676486 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:45.836206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-eaa16045-0e92-4c32-b4a8-69fd153f8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:45.840871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-eaa16045-0e92-4c32-b4a8-69fd153f8975 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.2206059 Jul 15 13:25:45.887327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.016514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.029012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:46.031397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.149064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8005097 Jul 15 13:25:46.153242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45286) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:46.161022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:46.212350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa0e3f-8dda-4ba1-8cc5-becf793423a6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:46.217908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-794b4899-95fd-4b46-8e86-312893df614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:46.220698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-794b4899-95fd-4b46-8e86-312893df614c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3645024 Jul 15 13:25:46.242000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:46.404697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:46.410460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.597021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-6d814f1b-929b-4007-9e15-c335e97f2882 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673999 Jul 15 13:25:46.838741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:46.865996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-d3b73a08-808b-4920-8f6e-08cedce55127 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577226 Jul 15 13:25:47.031747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=02050640-439e-4e69-ac91-6f044f870fe6,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:47.045147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-d558b52c-136d-4bfb-b1ff-b4d667c87b10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 217 time: 0.1685672 Jul 15 13:25:47.072125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:47.093598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:47.095850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:47.179724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:47.211977 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.214781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:47.228696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.229053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e346c76-33b7-473c-aca3-fa37ba89c69b None None] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:47.229243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.245369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-f4a09a3d-dfb4-4126-9a23-5c34ce2a4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.248066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-f4a09a3d-dfb4-4126-9a23-5c34ce2a4eff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.2017696 Jul 15 13:25:47.271113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b61dae5e-0340-4e32-90bc-d87ac36a6396 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1155424 Jul 15 13:25:47.272024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45316) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:47.274424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:47.288778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:47.289366 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.528090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-c71bba48-8c2b-4687-bc16-9713bcda5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.530034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-c71bba48-8c2b-4687-bc16-9713bcda5a09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2747381 Jul 15 13:25:47.658569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc549746-7e55-4033-abe9-f93530362408 req-def7683f-6c53-4e35-94f0-df543afede77 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:47.672756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fc549746-7e55-4033-abe9-f93530362408 req-def7683f-6c53-4e35-94f0-df543afede77 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.2903104 Jul 15 13:25:47.842856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:47.844411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:47.917587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.036967 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fc549746-7e55-4033-abe9-f93530362408 req-86b0dc19-dbd0-49fb-9fec-187ac285e1d6 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616180 Jul 15 13:25:48.162694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-9a832aa1-7088-4a89-a7e0-faeb32149d99 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247048 Jul 15 13:25:48.496385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-76e1aaff-00cb-4714-aa14-c371e73a8151 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259599 Jul 15 13:25:48.609414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2a44efb8-93f8-4436-9d19-13ddaab7458f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 200 len: 217 time: 0.1016924 Jul 15 13:25:48.791153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.811534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-80bcdc63-c158-41d2-a049-548f82b29e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:48.815988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-80bcdc63-c158-41d2-a049-548f82b29e97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1946547 Jul 15 13:25:48.839111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.876642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:48.896279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:48.905926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Allocated IP 2001:db8::2 (3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999/02050640-439e-4e69-ac91-6f044f870fe6/0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:48.950624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-e86f2bb2-75aa-43d8-86aa-397ab9166495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:48.953639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-e86f2bb2-75aa-43d8-86aa-397ab9166495 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298890 Jul 15 13:25:49.126707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.241812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-75dbe99f-7d19-4538-b6f4-7f60790603bf service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753193 Jul 15 13:25:49.504265 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.558369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Transition to ACTIVE for port object 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:49.617259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-97fcd150-f5ac-4f4d-8292-b333c4fa2611 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683226 Jul 15 13:25:49.622816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Transition to ACTIVE for port object 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:49.646266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:49.695465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:49.727438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-27f16bbd-63d2-4119-aced-08ccaa73fa52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 217 time: 0.0999439 Jul 15 13:25:49.828383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8::1 (3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999/02050640-439e-4e69-ac91-6f044f870fe6/3029d798-c666-4fc5-95f5-f6a69fa2e66d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:49.829114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:49.844056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Pushing event updated for resources: {'Port': ['ID=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:49.848361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:49.883354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-974ad353-aa07-4414-913d-9a45061ceebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.889722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c4fa3-569b-426c-8553-6eb026c25585 req-0e9e4c98-c0b4-436c-bd35-17e899357db1 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:49.897420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-974ad353-aa07-4414-913d-9a45061ceebd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1500781 Jul 15 13:25:49.904127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-da9c4fa3-569b-426c-8553-6eb026c25585 req-0e9e4c98-c0b4-436c-bd35-17e899357db1 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.1614316 Jul 15 13:25:50.084038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Attempting to bind port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:50.084680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Attempting to bind port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:50.085337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Attempting to bind port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 on network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:50.086586 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:25:50.125308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:50.126010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Checking segment: {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:50.126835 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.127612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Bound using segment: {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:50.128445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Bound port: 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:50.129125 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.131911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2b2b591a-c8a9-4f73-b15f-04cb344ef323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.136692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2b2b591a-c8a9-4f73-b15f-04cb344ef323 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2365828 Jul 15 13:25:50.185858 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-da9c4fa3-569b-426c-8553-6eb026c25585 req-d5e07314-e8d6-4feb-a2ce-a89f9b342812 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783003 Jul 15 13:25:50.278781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.317059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 3029d798-c666-4fc5-95f5-f6a69fa2e66d will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:50.362596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-66817346-2a66-46c4-b808-d17a85edd058 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160535 Jul 15 13:25:50.412717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] For port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:50.418972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] For port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:50.430433 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.483905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.590772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=3029d798-c666-4fc5-95f5-f6a69fa2e66d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.617813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:50.620113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:50.623133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:50.624049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:50.628027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Pushing event updated for resources: {'Port': ['ID=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:50.635094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-6c8d7142-3d66-4996-8939-0d582da892d5 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603934 Jul 15 13:25:50.673297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.676110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.676489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.676842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.677180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.677591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.677937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.678266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.678636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.679031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.692771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.692946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334033e-2dca-446c-acb7-d6998b4b617e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:25:50.716519 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-288db47e-f835-440e-ab3e-e59ae881fdbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 217 time: 0.0740550 Jul 15 13:25:50.815140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2d2078c8-7510-4ca3-ba39-a160facd8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:50.817911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2d2078c8-7510-4ca3-ba39-a160facd8791 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.0947061 Jul 15 13:25:51.113690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.138559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2f6ee49b-47e0-47f7-aabe-c26420cfe38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:51.151269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2f6ee49b-47e0-47f7-aabe-c26420cfe38b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3252323 Jul 15 13:25:51.387668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:51.615026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-ee716462-eb65-4899-b494-b43fad9e4cec service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563498 Jul 15 13:25:51.628359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:51.628651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:51.981410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-e6d822b2-ea68-4e33-989c-26c89e0e7342 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648298 Jul 15 13:25:52.018484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:52.062598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-8a7639f3-325e-447c-a5ef-398d9fb4e074 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 217 time: 0.0727139 Jul 15 13:25:52.195152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-7e123639-af8a-4944-9d5a-0bf79e5ada9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:52.197653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-7e123639-af8a-4944-9d5a-0bf79e5ada9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.1250651 Jul 15 13:25:52.310622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.340395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.345406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:52.560509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=3029d798-c666-4fc5-95f5-f6a69fa2e66d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:52.725109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d565a5d2-4daf-4b88-b42d-efe8c726bb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.078841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-d0268024-0402-4404-93a4-fa8e6441038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.080522 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-d0268024-0402-4404-93a4-fa8e6441038c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8612773 Jul 15 13:25:53.110208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdc08f-24bb-4ff1-b8c6-7a68af977e77 None None] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:53.112976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a864-3593-476a-8d7f-50e6c05b91d1 req-65b4b720-324d-41ac-b365-ea36ab47b042 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.122446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a355a864-3593-476a-8d7f-50e6c05b91d1 req-65b4b720-324d-41ac-b365-ea36ab47b042 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.9232633 Jul 15 13:25:53.266225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a355a864-3593-476a-8d7f-50e6c05b91d1 req-0224d12b-08ac-4934-b1da-ab3ecfe67f59 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405752 Jul 15 13:25:53.297799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:53.297799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:53.335808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d565a5d2-4daf-4b88-b42d-efe8c726bb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.355074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d565a5d2-4daf-4b88-b42d-efe8c726bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.424472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:53.441204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0b95b007-9a6f-4fed-825c-65445f48cae8 None None] Provisioning for port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:53.479784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-2e139f4d-6cdc-457a-95e6-66a02f0dc951 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903058 Jul 15 13:25:53.621945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-ef3ae2c7-ae31-4909-bf35-0c829bf31757 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:53.621945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-ef3ae2c7-ae31-4909-bf35-0c829bf31757 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.59 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.5114827 Jul 15 13:25:53.646649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d565a5d2-4daf-4b88-b42d-efe8c726bb09 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70aba3e1244840049224630691440ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5392566 Jul 15 13:25:53.653540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:53.660261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45516) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:53.662409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:53.662849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.729192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5766ff86-3f60-4cc5-a5c6-c989a7e4e89f req-5ce184b6-50e2-491f-be01-a2366650e4de service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415307 Jul 15 13:25:53.836214 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:53.844284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565a5d2-4daf-4b88-b42d-efe8c726bb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098059ca-0b6e-40ab-90f4-1fe1c51053db,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:53.922680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:53.931613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.020365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.077252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-778154f3-0246-436d-83f6-56d44ddfa996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.134951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-778154f3-0246-436d-83f6-56d44ddfa996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.137980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:25:54.162662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Deleting port 497c0f56-d0e5-49b9-9944-d24c3520826c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:25:54.163145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.244177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6a70a5e7-c19e-4d04-936c-c88542f8fd40 None None] Provisioning for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:25:54.252602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6a70a5e7-c19e-4d04-936c-c88542f8fd40 None None] Provisioning complete for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:54.253178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6a70a5e7-c19e-4d04-936c-c88542f8fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.400978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6a70a5e7-c19e-4d04-936c-c88542f8fd40 None None] Port 3029d798-c666-4fc5-95f5-f6a69fa2e66d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:54.435899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6a70a5e7-c19e-4d04-936c-c88542f8fd40 None None] Provisioning complete for port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:54.436278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6a70a5e7-c19e-4d04-936c-c88542f8fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.490915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] For port 497c0f56-d0e5-49b9-9944-d24c3520826c, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=497c0f56-d0e5-49b9-9944-d24c3520826c,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:25:54.491534 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.715103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:54.727953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-694fddfc-215d-4265-918d-ab0b6f441afc tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4528036 Jul 15 13:25:54.730505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45534) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:54.737933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:54.738332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1822784604'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:54.746714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-778154f3-0246-436d-83f6-56d44ddfa996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.751276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-778154f3-0246-436d-83f6-56d44ddfa996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.756666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-778154f3-0246-436d-83f6-56d44ddfa996 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/098059ca-0b6e-40ab-90f4-1fe1c51053db HTTP/1.1" status: 204 len: 168 time: 1.0827758 Jul 15 13:25:54.760576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:54.761246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:54.828894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:54.842905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.860101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778154f3-0246-436d-83f6-56d44ddfa996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098059ca-0b6e-40ab-90f4-1fe1c51053db,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:54.937599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:25:54.963686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:54.964816 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment c2add2e6-2fe5-43a6-80d4-66583e573e93 of type vlan for network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 Jul 15 13:25:54.993943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:55.156813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.166284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2f327-5e55-4960-b1d9-dbd7e33820a4 req-aaa88944-e3de-4d6c-91d2-5ef00d921db4 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.190086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b9d2f327-5e55-4960-b1d9-dbd7e33820a4 req-aaa88944-e3de-4d6c-91d2-5ef00d921db4 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 945 time: 0.6154857 Jul 15 13:25:55.213397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:25:55.241727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.255827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:55.258765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.266101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.267027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.268654 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Floating IP 6dcbe644-ce0e-4903-961c-fc98ba1be638 disassociated. External IP: 172.25.3.18, port: 497c0f56-d0e5-49b9-9944-d24c3520826c. Jul 15 13:25:55.269461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Calling delete_port for 497c0f56-d0e5-49b9-9944-d24c3520826c owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:25:55.385371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cf853210-7ee8-4c9c-8167-e99c93e49ad4 None None] Provisioning complete for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:55.386230 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf853210-7ee8-4c9c-8167-e99c93e49ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.440558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=69b19c42-8b1b-4133-bbb7-0c7da09d8219,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.447977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c3876ace-667f-4f6a-a805-69d6df1c88b6 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7160358 Jul 15 13:25:55.449438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cf853210-7ee8-4c9c-8167-e99c93e49ad4 None None] Port 3029d798-c666-4fc5-95f5-f6a69fa2e66d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:55.450884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.463515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:25:55.470554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:25:55.610974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b9d2f327-5e55-4960-b1d9-dbd7e33820a4 req-0d9a1f30-6013-4a35-ab14-3d740216bd94 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups?id=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4060044 Jul 15 13:25:55.789781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:25:55.801568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.819088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45556) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:55.823932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83228c1d-b469-4adc-9cae-48e061793e7d None None] Provisioning complete for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:55.824300 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-83228c1d-b469-4adc-9cae-48e061793e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.859825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.909302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7be11d8b-9c8c-4a38-b0ab-0871268dc48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:55.930125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event deleted for resources: {'Port': ['ID=497c0f56-d0e5-49b9-9944-d24c3520826c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:55.979589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-83228c1d-b469-4adc-9cae-48e061793e7d None None] Port 3029d798-c666-4fc5-95f5-f6a69fa2e66d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:25:56.013289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:25:56.014758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.120836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:25:50Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:25:51Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:56.172626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:56.173475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Updating router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 port 3029d798-c666-4fc5-95f5-f6a69fa2e66d binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:25:56.234561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.274822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Router 4bb49858-79c0-4322-b738-10a170d9154e has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:25:56.310166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.399917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5ccd7-ebd1-4258-b9c6-756671eda69b req-c826c123-9050-42dd-8949-9ab663005972 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.401817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-69c5ccd7-ebd1-4258-b9c6-756671eda69b req-c826c123-9050-42dd-8949-9ab663005972 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.3575506 Jul 15 13:25:56.439704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=e24a7d94-dcce-4aec-9e5a-180d1302d294,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.517140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:56.517728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 69b19c42-8b1b-4133-bbb7-0c7da09d8219, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:25:56.568734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7be11d8b-9c8c-4a38-b0ab-0871268dc48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.576757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7be11d8b-9c8c-4a38-b0ab-0871268dc48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.596704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:25:56.675561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 69b19c42-8b1b-4133-bbb7-0c7da09d8219) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:56.694704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7be11d8b-9c8c-4a38-b0ab-0871268dc48c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3b02457233c4d73b911bb2ea0df7c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8661208 Jul 15 13:25:56.698479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:56.699554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.703609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45562) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.746144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be11d8b-9c8c-4a38-b0ab-0871268dc48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a35068-c42c-41cf-930e-3d66dc580f96,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:56.770916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43287d5c-bf4c-4312-b226-1954d07fc60d None None] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:25:56.799770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 497c0f56-d0e5-49b9-9944-d24c3520826c no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:25:56.801064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c09a84f-51c7-46c4-a1dd-94413d38f1ae tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3482957 Jul 15 13:25:56.804091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45564) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:56.854196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 497c0f56-d0e5-49b9-9944-d24c3520826c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:25:56.854578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 497c0f56-d0e5-49b9-9944-d24c3520826c not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:25:56.903822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-527b946b-c589-43aa-bdf3-0a7f85b01ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:56.959437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-69c5ccd7-ebd1-4258-b9c6-756671eda69b req-1560ddf8-0578-4e1e-ac44-27241995c108 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435839 Jul 15 13:25:56.971051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-293bd44d-e9a7-41d0-af95-66deb0c26601 req-ad1ef076-0c3a-47c6-827b-c8cdc53ec28f tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f2f32d-b141-410a-b497-4fcd02720a8f HTTP/1.1" status: 200 len: 210 time: 0.0715725 Jul 15 13:25:57.006729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:25:57.006844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-527b946b-c589-43aa-bdf3-0a7f85b01ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.019912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] Sync routers for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:25:57.063582 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:57.068105 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:57.068751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-527b946b-c589-43aa-bdf3-0a7f85b01ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.073417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-527b946b-c589-43aa-bdf3-0a7f85b01ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.074489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-527b946b-c589-43aa-bdf3-0a7f85b01ac2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07a35068-c42c-41cf-930e-3d66dc580f96 HTTP/1.1" status: 204 len: 168 time: 0.3697863 Jul 15 13:25:57.095710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.122939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Transition to ACTIVE for port object 3029d798-c666-4fc5-95f5-f6a69fa2e66d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:57.136779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.202457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b946b-c589-43aa-bdf3-0a7f85b01ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a35068-c42c-41cf-930e-3d66dc580f96,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.229278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] No DVR routers for this DVR port 497c0f56-d0e5-49b9-9944-d24c3520826c on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:25:57.236890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.239295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1e60e69-6f69-4b89-91ae-79e513ff8e06 req-4fcfcdb4-3dbb-4c0a-bdaa-aa84e390b240 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.59 "DELETE /v2.0/ports/497c0f56-d0e5-49b9-9944-d24c3520826c HTTP/1.1" status: 204 len: 173 time: 3.6073089 Jul 15 13:25:57.241062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'name': 'network-vif-deleted', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:25:57.243984 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f044f2e-1329-4b6e-a182-452bb9223e71" -d '{"events": [{"server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "name": "network-vif-deleted", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:25:57.376134 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:57.397538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3327bc-c44c-4a88-ba4b-0b0d9689659b None None] Pushing event updated for resources: {'Port': ['ID=3029d798-c666-4fc5-95f5-f6a69fa2e66d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:57.438279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45582) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:57.489058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:25:57.489979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.534564 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c391c4a-819f-41cc-9e68-4d47933b2157 x-openstack-request-id: req-0c391c4a-819f-41cc-9e68-4d47933b2157 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:25:57.535628 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f2f32d-b141-410a-b497-4fcd02720a8f", "name": "network-vif-deleted", "tag": "497c0f56-d0e5-49b9-9944-d24c3520826c", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:25:57.536537 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c391c4a-819f-41cc-9e68-4d47933b2157 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:25:57.538107 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f2f32d-b141-410a-b497-4fcd02720a8f', 'name': 'network-vif-deleted', 'tag': '497c0f56-d0e5-49b9-9944-d24c3520826c', 'status': 'completed', 'code': 200} Jul 15 13:25:57.557546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-ad7367e1-f5af-42cf-8ba7-41a737470e84 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1254438717&fields=id&tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc HTTP/1.1" status: 200 len: 267 time: 0.1542277 Jul 15 13:25:57.693682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Attempting to bind port 3029d798-c666-4fc5-95f5-f6a69fa2e66d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:57.694437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Attempting to bind port 3029d798-c666-4fc5-95f5-f6a69fa2e66d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:57.695375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Attempting to bind port 3029d798-c666-4fc5-95f5-f6a69fa2e66d on network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:57.710343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:57.710980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Checking segment: {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:57.711754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.712323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Bound using segment: {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:57.713102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Bound port: 3029d798-c666-4fc5-95f5-f6a69fa2e66d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82306b0a-e144-451d-b671-a3171c065d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:57.713703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:57.777963 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:24Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:57.823194 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] Checking router: 4bb49858-79c0-4322-b738-10a170d9154e for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:25:57.834400 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:57.834846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-f76deb74-5d34-4d1b-a8ac-0b764956d069 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:57.835540 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:57.850180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-f76deb74-5d34-4d1b-a8ac-0b764956d069 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/networks?id=c8096a56-c374-42da-b6de-c40de15b0287 HTTP/1.1" status: 200 len: 815 time: 0.2914138 Jul 15 13:25:57.911467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-0b3574ef-3eaf-45e1-91be-abe5317bf40c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/quotas/5ed5465eef9e44e294d7d6284ec6a0cc HTTP/1.1" status: 200 len: 375 time: 0.0582151 Jul 15 13:25:58.047414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:58.156741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-168c5f11-8859-42ca-9b66-5705dce2544a tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2428758 Jul 15 13:25:58.243771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] For port 3029d798-c666-4fc5-95f5-f6a69fa2e66d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:58.253311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] For port 3029d798-c666-4fc5-95f5-f6a69fa2e66d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3029d798-c666-4fc5-95f5-f6a69fa2e66d,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:58.314667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Allocated IP 2001:db8:1::2 (69b19c42-8b1b-4133-bbb7-0c7da09d8219/e24a7d94-dcce-4aec-9e5a-180d1302d294/45b8b4fb-1218-48e0-a957-517776ba6f37) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:25:58.435705 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:24Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:58.474126 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537e99e-d60d-4b60-89a3-09c261f04c94 None None] The sync data for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 is: [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:23:07Z', 'revision_number': 4, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '9745dc2f-c626-4698-8605-b966e3d34e0d', 'name': '', 'network_id': '7f3963a6-4986-4035-a920-023786c8bf17', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'mac_address': 'fa:16:3e:57:e2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:01Z', 'updated_at': '2021-07-15T13:23:24Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'subnets': [{'id': '3bfc3381-73ef-4113-aff9-97c5b2a8749e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:25:58.547418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-f916c8e5-f552-468e-bd89-66685eb7677a service neutron] 10.222.0.57 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731458 Jul 15 13:25:58.716147 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.789672 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9f2c23c5-860f-4cc8-8251-6304687df097 service neutron] 10.222.0.57 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197125 Jul 15 13:25:58.846946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.895240 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:58.926366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:25:58.927067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:25:58.931990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Transition to ACTIVE for port object 45b8b4fb-1218-48e0-a957-517776ba6f37 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:59.137575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3327bc-c44c-4a88-ba4b-0b0d9689659b None None] Pushing event updated for resources: {'Port': ['ID=3029d798-c666-4fc5-95f5-f6a69fa2e66d,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.145440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Transition to ACTIVE for port object 45b8b4fb-1218-48e0-a957-517776ba6f37 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:25:59.166666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.186018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a059-0990-4ca6-ba02-94768ba5a946 req-83040f9d-77be-401f-b110-91fba8ab2bdb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:25:59.192927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c934-87e3-4805-981d-f0e7ac448771 None None] New status for floating IP 6dcbe644-ce0e-4903-961c-fc98ba1be638: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:25:59.198893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35c4a059-0990-4ca6-ba02-94768ba5a946 req-83040f9d-77be-401f-b110-91fba8ab2bdb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.7836468 Jul 15 13:25:59.326146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:25:59.330901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35c4a059-0990-4ca6-ba02-94768ba5a946 req-6f155378-6ce3-47a8-a540-bc960cd98adf tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303284 Jul 15 13:25:59.337346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:25:59.378205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:25:59.381323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:25:59.444026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Pushing event updated for resources: {'Port': ['ID=45b8b4fb-1218-48e0-a957-517776ba6f37,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:25:59.639210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Attempting to bind port 45b8b4fb-1218-48e0-a957-517776ba6f37 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:25:59.639889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Attempting to bind port 45b8b4fb-1218-48e0-a957-517776ba6f37 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:25:59.640494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Attempting to bind port 45b8b4fb-1218-48e0-a957-517776ba6f37 on network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:25:59.662901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:25:59.663533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Checking segment: {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:25:59.664219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.664892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Bound using segment: {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:25:59.666143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Bound port: 45b8b4fb-1218-48e0-a957-517776ba6f37, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:25:59.667049 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.828577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.886348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] For port 45b8b4fb-1218-48e0-a957-517776ba6f37, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:25:59.892522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] For port 45b8b4fb-1218-48e0-a957-517776ba6f37, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=45b8b4fb-1218-48e0-a957-517776ba6f37,segment=NetworkSegment(c2add2e6-2fe5-43a6-80d4-66583e573e93),segment_id=c2add2e6-2fe5-43a6-80d4-66583e573e93)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:25:59.908058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:25:59.918213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45628) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:25:59.977550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:25:50Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:25:58Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:00.025965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b45cf1-f35f-4bf9-ad4e-65b6a5531d27 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:25:50Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:25:58Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:00.046283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8a431-6fdb-4da0-a536-966385c653ac None None] Pushing event updated for resources: {'Port': ['ID=45b8b4fb-1218-48e0-a957-517776ba6f37,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.117889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8584221d-bca7-4081-b0fa-afe8e9261ecb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.193416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8584221d-bca7-4081-b0fa-afe8e9261ecb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.304328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8584221d-bca7-4081-b0fa-afe8e9261ecb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.309128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8584221d-bca7-4081-b0fa-afe8e9261ecb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:00.314737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8584221d-bca7-4081-b0fa-afe8e9261ecb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "DELETE /v2.0/security-groups/e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c HTTP/1.1" status: 204 len: 168 time: 0.3925872 Jul 15 13:26:00.335084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45642) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.377225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584221d-bca7-4081-b0fa-afe8e9261ecb tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:00.386704 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-a79d16e7-afc4-4fcc-a4ce-2390081425ff tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] show failed (client error): The resource could not be found. Jul 15 13:26:00.388527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a79d16e7-afc4-4fcc-a4ce-2390081425ff tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "GET /v2.0/security-groups/e08f5e53-b43e-444a-a1a9-3ef87a8d5a8c HTTP/1.1" status: 404 len: 347 time: 0.0512066 Jul 15 13:26:00.403449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:00.768901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8:1::1 (69b19c42-8b1b-4133-bbb7-0c7da09d8219/e24a7d94-dcce-4aec-9e5a-180d1302d294/993ae7d0-a3dc-4c7d-9bbf-cae4737caae4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:00.883288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22c034f3-01e9-4a94-b593-e18cb8bfc659 req-b0a6b56b-10c1-49ea-bed4-5dcd6d2325d7 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.8787775 Jul 15 13:26:00.978929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Deleting port 3e6ba26a-a426-400b-8605-1efd270fba3a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:00.979807 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.176880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d210a1-da90-41e0-bfb5-72071ef3eafc req-2bb378c4-bae4-4981-acaf-6d2e1f37ec02 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:01.194824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90d210a1-da90-41e0-bfb5-72071ef3eafc req-2bb378c4-bae4-4981-acaf-6d2e1f37ec02 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.4875712 Jul 15 13:26:01.387108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3029d798-c666-4fc5-95f5-f6a69fa2e66d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:01.432408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90d210a1-da90-41e0-bfb5-72071ef3eafc req-57c53c43-59d4-4dc4-bad8-92c0cd7b1ec8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346587 Jul 15 13:26:01.488537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.489161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.548339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Calling delete_port for 3e6ba26a-a426-400b-8605-1efd270fba3a owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:01.675403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:01.693958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:01.695969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.748698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45670) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:01.859065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.886750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:01.893898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:01.959202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Pushing event deleted for resources: {'Port': ['ID=3e6ba26a-a426-400b-8605-1efd270fba3a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.020088 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.094876 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.103133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 3029d798-c666-4fc5-95f5-f6a69fa2e66d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3029d798-c666-4fc5-95f5-f6a69fa2e66d,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:02.124517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.126830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 45b8b4fb-1218-48e0-a957-517776ba6f37 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:02.191466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.193938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.198236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5997b8a5-1c14-4797-b870-15d9130b8ea9 tempest-ServersTestManualDisk-989531115 tempest-ServersTestManualDisk-989531115-project] 10.222.0.57 "DELETE /v2.0/floatingips/6dcbe644-ce0e-4903-961c-fc98ba1be638 HTTP/1.1" status: 204 len: 168 time: 1.7898495 Jul 15 13:26:02.198767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45676) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:02.294154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabec60d-c6ac-48f6-b427-6991c0b5a505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.319078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:02.331920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:02.345567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:02.347105 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.352621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 45b8b4fb-1218-48e0-a957-517776ba6f37 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:02.357352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.358878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=3029d798-c666-4fc5-95f5-f6a69fa2e66d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.378257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79a479-4edd-4323-85ea-c5e57fb2c1de None None] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:02.416332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d23af70-d444-440e-85ac-5bdb3c20da26 req-2d0c8f1a-84d8-4e87-9a1b-31c87fb6571b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.0566170 Jul 15 13:26:02.498709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] Provisioning for port 45b8b4fb-1218-48e0-a957-517776ba6f37 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:02.511916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] Provisioning complete for port 45b8b4fb-1218-48e0-a957-517776ba6f37 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:02.512299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.753681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabec60d-c6ac-48f6-b427-6991c0b5a505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.868775 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.877628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabec60d-c6ac-48f6-b427-6991c0b5a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:02.957265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabec60d-c6ac-48f6-b427-6991c0b5a505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea15bd-1c41-41a2-a4de-cd7179a2cc17,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:02.969733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] For port 45b8b4fb-1218-48e0-a957-517776ba6f37, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=45b8b4fb-1218-48e0-a957-517776ba6f37,segment=NetworkSegment(c2add2e6-2fe5-43a6-80d4-66583e573e93),segment_id=c2add2e6-2fe5-43a6-80d4-66583e573e93)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:02.982063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.012975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eabec60d-c6ac-48f6-b427-6991c0b5a505 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=253b091c3f1948229324208387b8c8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2400811 Jul 15 13:26:03.037655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:03.095900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed240e5-c1b9-4998-bbbc-e124b592eb20 None None] Pushing event updated for resources: {'Port': ['ID=45b8b4fb-1218-48e0-a957-517776ba6f37,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:03.202415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:03.203226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.244430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3029d798-c666-4fc5-95f5-f6a69fa2e66d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:03.296652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de46b5b-e110-44fd-aa0d-2ce6b5e66a1f req-0712bc9e-800d-4d12-87fc-4c9ea7bbb6fa tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.301102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de46b5b-e110-44fd-aa0d-2ce6b5e66a1f req-0712bc9e-800d-4d12-87fc-4c9ea7bbb6fa tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.5649884 Jul 15 13:26:03.401471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3029d798-c666-4fc5-95f5-f6a69fa2e66d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:03.402002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.410552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-5894fa34-42c6-4ddc-9eb1-7e188e9daadf tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:03.412251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-5894fa34-42c6-4ddc-9eb1-7e188e9daadf tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.59 "GET /v2.0/networks?id=c8096a56-c374-42da-b6de-c40de15b0287 HTTP/1.1" status: 200 len: 815 time: 0.5604317 Jul 15 13:26:03.422583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8de46b5b-e110-44fd-aa0d-2ce6b5e66a1f req-fb9b850b-499a-4b60-8441-903ccb39d9f8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011736 Jul 15 13:26:03.503354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-b091bbbf-3d3d-4173-b816-2ea8f79013e8 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc HTTP/1.1" status: 200 len: 380 time: 0.0794661 Jul 15 13:26:03.516297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Request body: {'port': {'device_id': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'admin_state_up': True, 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'security_groups': ['a5d68049-38fc-4b8b-b408-66f4a6d4361f']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:03.598197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:03.604560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:03.668093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:03.764664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Made reservation on behalf of 5ed5465eef9e44e294d7d6284ec6a0cc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:03.773523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.116343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.125182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3385fa8c-712b-46c7-bd6b-cf17e3d014bc None None] Provisioning for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:04.145052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3385fa8c-712b-46c7-bd6b-cf17e3d014bc None None] Provisioning complete for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:04.146445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3385fa8c-712b-46c7-bd6b-cf17e3d014bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.157985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.197061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5543aa2-6cec-4b0b-99b8-fef9bbe7fa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.245934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3385fa8c-712b-46c7-bd6b-cf17e3d014bc None None] Port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:04.270805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3385fa8c-712b-46c7-bd6b-cf17e3d014bc None None] Provisioning complete for port 45b8b4fb-1218-48e0-a957-517776ba6f37 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:04.271688 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3385fa8c-712b-46c7-bd6b-cf17e3d014bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.313089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Allocated IP 172.20.0.5 (c8096a56-c374-42da-b6de-c40de15b0287/b6ed250e-e393-4e03-8357-83e41bd0497b/111e0fef-009c-4595-98f6-a132660abb77) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:04.324305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5543aa2-6cec-4b0b-99b8-fef9bbe7fa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.501477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.559944 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.631336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Transition to ACTIVE for port object 111e0fef-009c-4595-98f6-a132660abb77 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:04.632092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:04.635088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7fd5da45-f2bf-4f16-bc07-de24903b9e6d None None] Provisioning complete for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:04.636099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7fd5da45-f2bf-4f16-bc07-de24903b9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.717502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5da45-f2bf-4f16-bc07-de24903b9e6d None None] Port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:04.730158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-079ec2a8-b69e-473c-be39-484b1e4e5ba8 req-a6bd9f9d-d117-458c-8b26-415857afb91b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.1688266 Jul 15 13:26:04.730902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.964765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5543aa2-6cec-4b0b-99b8-fef9bbe7fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.969742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5543aa2-6cec-4b0b-99b8-fef9bbe7fa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:04.972447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f5543aa2-6cec-4b0b-99b8-fef9bbe7fa2d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0ea15bd-1c41-41a2-a4de-cd7179a2cc17 HTTP/1.1" status: 204 len: 168 time: 1.9318411 Jul 15 13:26:05.094403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5543aa2-6cec-4b0b-99b8-fef9bbe7fa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea15bd-1c41-41a2-a4de-cd7179a2cc17,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.094902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Network c8096a56-c374-42da-b6de-c40de15b0287 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:05.205942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:05.221687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:05.319530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 45b8b4fb-1218-48e0-a957-517776ba6f37 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:05.365306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.435418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.437244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.465377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 45b8b4fb-1218-48e0-a957-517776ba6f37 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:05.466895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event updated for resources: {'Port': ['ID=111e0fef-009c-4595-98f6-a132660abb77,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:05.468904 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.469702 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.469962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.517077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-9a141729-b5d6-4ee2-8ac5-db6a04c8e7af tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0061016 Jul 15 13:26:05.534960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Deleting port 9745dc2f-c626-4698-8605-b966e3d34e0d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:05.542083 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.556366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Request body: {'port': {'device_id': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:05.739489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3e20c-9c3c-4df4-b94c-b2bff55cb285 req-eeb05e2f-b53a-4f17-85dd-2eccf185bdee tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:05.755183 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a7f3e20c-9c3c-4df4-b94c-b2bff55cb285 req-eeb05e2f-b53a-4f17-85dd-2eccf185bdee tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.8719158 Jul 15 13:26:05.769664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2c4956c-7150-4ddd-b32c-5c5456729c0c None None] Provisioning for port 111e0fef-009c-4595-98f6-a132660abb77 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:05.786499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2c4956c-7150-4ddd-b32c-5c5456729c0c None None] Provisioning complete for port 111e0fef-009c-4595-98f6-a132660abb77 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:05.792455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2c4956c-7150-4ddd-b32c-5c5456729c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:05.932301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4956c-7150-4ddd-b32c-5c5456729c0c None None] Port 111e0fef-009c-4595-98f6-a132660abb77 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:05.984637 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.022996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:06.039932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a7f3e20c-9c3c-4df4-b94c-b2bff55cb285 req-b74da0a1-a862-46b2-88e2-4164d614425d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696738 Jul 15 13:26:06.042436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] For port 9745dc2f-c626-4698-8605-b966e3d34e0d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9745dc2f-c626-4698-8605-b966e3d34e0d,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:06.043053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.168065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.173393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Calling delete_port for 9745dc2f-c626-4698-8605-b966e3d34e0d owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:06.270570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:06.284032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:06.777972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-11a25dde-7632-4d28-a1eb-ad5a004fd9f2 None None] Provisioning complete for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:06.778618 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-11a25dde-7632-4d28-a1eb-ad5a004fd9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:06.856734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:06.877428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-11a25dde-7632-4d28-a1eb-ad5a004fd9f2 None None] Port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:07.033693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-563882886'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:07.074154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111e0fef-009c-4595-98f6-a132660abb77 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:07.108721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.147010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Made reservation on behalf of adc6d30632184c9c97e19c6271e47cc8 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:07.153515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.170732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Transition to ACTIVE for port object 111e0fef-009c-4595-98f6-a132660abb77 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:07.182108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.277567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:07.292162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15acd3c-e4bd-4255-85ed-fb9a044f8b1a req-5a1a4946-72c6-41e9-a175-4d0304e2e071 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:07.293902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b15acd3c-e4bd-4255-85ed-fb9a044f8b1a req-5a1a4946-72c6-41e9-a175-4d0304e2e071 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 931 time: 1.1572292 Jul 15 13:26:07.313411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:07.425935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:07.533054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:07.545118 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:07.568589 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:07.569265 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:07.570816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-80319da3-4ac3-42a2-8b8f-79b76bbbec90 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7653663 Jul 15 13:26:07.573098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:07.573751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45732) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:07.592688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'mac_address': 'fa:16:3e:cb:88:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:07.599672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426070936'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:07.700036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.725936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:07.780525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.786228 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.793341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:07.800327 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.803725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b15acd3c-e4bd-4255-85ed-fb9a044f8b1a req-a161f843-8a7d-48a4-9959-3746bb8b76c0 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4674373 Jul 15 13:26:07.807478 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:07.897764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:07.929216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:07.932362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9745dc2f-c626-4698-8605-b966e3d34e0d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.026169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:08.040961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:08.091028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-48be34cd-e2da-4833-ac4a-d0e5b5463315 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "PUT /v2.0/routers/61d6d1c6-91d5-4eec-81cb-4df06c7befb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6513705 Jul 15 13:26:08.136249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:08.213018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.213523 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment bca8c865-8e03-4bec-9ef7-e0aa6da767a4 of type vlan for network 3ced75f3-d4d7-43de-949e-b7b40d23c02f Jul 15 13:26:08.246699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:08.307138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.314381 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 3, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:08.340731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:08.348285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:08.407618 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.452937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.462324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:08.463134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.494193 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:08.494843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Updating router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:08.550998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=111e0fef-009c-4595-98f6-a132660abb77,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.675860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:08.793157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=3ced75f3-d4d7-43de-949e-b7b40d23c02f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:08.835451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.837273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.837930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.838616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.843497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.844074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.844636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.846166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.846442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.852084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.852084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.852604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.938159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:08.943000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.943599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.944181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.944753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.945501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.945909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.946491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.947191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.947816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.948487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.949138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.949794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:08.953816 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.111913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.113908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Attempting to bind port 111e0fef-009c-4595-98f6-a132660abb77 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:09.114738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Attempting to bind port 111e0fef-009c-4595-98f6-a132660abb77 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:09.121362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:09.128391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35c4dc38-c3a3-423f-8515-c442be56177f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5507367 Jul 15 13:26:09.132683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45760) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:09.132868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Attempting to bind port 111e0fef-009c-4595-98f6-a132660abb77 on network c8096a56-c374-42da-b6de-c40de15b0287 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:09.149210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b99db-865d-4f94-8627-31be79316928 req-dcdaa286-4c6d-451b-8e4d-76e341856a36 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:09.149572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:09.160540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c0b99db-865d-4f94-8627-31be79316928 req-dcdaa286-4c6d-451b-8e4d-76e341856a36 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 944 time: 1.3418987 Jul 15 13:26:09.171641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.216977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:09.261474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.262732 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Added segment b75e00c8-ac70-4480-af00-54284aba60e3 of type vlan for network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 Jul 15 13:26:09.320477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Port 111e0fef-009c-4595-98f6-a132660abb77 on network c8096a56-c374-42da-b6de-c40de15b0287 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:09.320862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Attempting to bind port 111e0fef-009c-4595-98f6-a132660abb77 on network c8096a56-c374-42da-b6de-c40de15b0287 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:09.534455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:09.552116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.661479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:09.662070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Checking segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:09.662742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Bound using segment: {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:09.663544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Bound port: 111e0fef-009c-4595-98f6-a132660abb77, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:09.664887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.702701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.896273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c0b99db-865d-4f94-8627-31be79316928 req-7ab9c062-828e-414e-a0a3-fca1d5a08cb2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7329571 Jul 15 13:26:09.962841 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:09.984768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140597e3-2fbe-4e2a-8e8b-59886d4bf097,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:09.988774 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Transition to ACTIVE for port object 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:09.999257 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.107175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:26:10.201746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 6, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:10.279721 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Pushing event updated for resources: {'Port': ['ID=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.327596 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.328131 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.328718 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.329177 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.329723 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.330290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.353524 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.354185 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.354373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a57c4-3140-4404-b6c3-3e7b76146aea req-4a78aaa1-bb07-4a23-b492-6f28a5bd9216 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:10.354733 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.355256 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.355778 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.356283 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:10.376494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:10.386284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b87a57c4-3140-4404-b6c3-3e7b76146aea req-4a78aaa1-bb07-4a23-b492-6f28a5bd9216 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 943 time: 0.5544028 Jul 15 13:26:10.396885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.445383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:10.452960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.455116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.522643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:10.529799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:10.584395 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Attempting to bind port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:10.585017 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Attempting to bind port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:10.598756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:10.599629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 3ced75f3-d4d7-43de-949e-b7b40d23c02f, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:10.605370 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Attempting to bind port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 on network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:10.638918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b87a57c4-3140-4404-b6c3-3e7b76146aea req-e17a20ce-0cb0-4c3a-b92e-43f5a2b38de9 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324035 Jul 15 13:26:10.651313 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:10.666762 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Checking segment: {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:10.666762 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.666762 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Bound using segment: {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:10.666762 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Bound port: 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2add2e6-2fe5-43a6-80d4-66583e573e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:10.666762 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.667829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=20e1501c-67a2-4ec0-b230-5351087d382e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:10.706829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:10.731753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 3ced75f3-d4d7-43de-949e-b7b40d23c02f) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:10.747594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:10.749289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:10.795777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-55b6d237-f507-481e-a3a7-604ca8b1663f tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6615667 Jul 15 13:26:10.797822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:10.880057 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.0211644 Jul 15 13:26:10.989225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd1ba30-cc32-473d-aabe-55e65d4112bf None None] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:10.992153 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] For port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:11.004258 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] For port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,segment=NetworkSegment(c2add2e6-2fe5-43a6-80d4-66583e573e93),segment_id=c2add2e6-2fe5-43a6-80d4-66583e573e93)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:11.011351 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.042633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:11.104199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Request body: {'subnet': {'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:11.106394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] For port 111e0fef-009c-4595-98f6-a132660abb77, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:11.206628 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:11.208300 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:11.221536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:11.413912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a736b0-8327-4b71-ab4a-e402a55c7d72 None None] Pushing event updated for resources: {'Port': ['ID=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.468818 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:11.550983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] For port 111e0fef-009c-4595-98f6-a132660abb77, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=111e0fef-009c-4595-98f6-a132660abb77,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:11.586302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9729130-787c-45c8-82a4-e46c8153e938 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event updated for resources: {'Network': ['ID=2b566f56-4b99-4fd1-af82-fc07ce8c26d1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:11.618170 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.645204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:11.816675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:11.827206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:11.839273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/111e0fef-009c-4595-98f6-a132660abb77 HTTP/1.1" status: 200 len: 1092 time: 6.3074250 Jul 15 13:26:11.870201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'tag': '111e0fef-009c-4595-98f6-a132660abb77'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:11.877665 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b24167-6683-4158-89be-9068492a6d32" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "tag": "111e0fef-009c-4595-98f6-a132660abb77"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:12.162932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1058d0-c637-4933-a58d-a40e6ab9e0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=111e0fef-009c-4595-98f6-a132660abb77,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:12.204495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f19393-02ca-416f-b22c-bda67991dc1c req-7d9da530-f5a4-4aa6-9265-e44da9409ca5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.208437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-91f19393-02ca-416f-b22c-bda67991dc1c req-7d9da530-f5a4-4aa6-9265-e44da9409ca5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 946 time: 1.1627190 Jul 15 13:26:12.212314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Router 4bb49858-79c0-4322-b738-10a170d9154e has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:12.348972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ed4b-1318-4c00-b603-909744267e8b req-d28a2a6b-3fe8-402a-9e37-f289765f406a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.351427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f46ed4b-1318-4c00-b603-909744267e8b req-d28a2a6b-3fe8-402a-9e37-f289765f406a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 946 time: 1.2498364 Jul 15 13:26:12.353897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Made reservation on behalf of adc6d30632184c9c97e19c6271e47cc8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:12.362675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:12.498029 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 3, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:10Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:12.539869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-29e735dc-04fd-4c78-a1f2-762656a970b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.550730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-29e735dc-04fd-4c78-a1f2-762656a970b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc&device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 1095 time: 0.6402214 Jul 15 13:26:12.611601 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ecd73e-7637-4e48-acd9-d9a493e1a143 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 3, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:10Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:12.754701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b8faa-4ba6-4c72-9852-016ace1f3812 req-b731bac4-0035-4a50-8031-e5904d872001 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:12.756713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-674b8faa-4ba6-4c72-9852-016ace1f3812 req-b731bac4-0035-4a50-8031-e5904d872001 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 944 time: 1.0999167 Jul 15 13:26:12.827036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-b7310f47-aa29-4bac-9279-998d43386817 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=111e0fef-009c-4595-98f6-a132660abb77 HTTP/1.1" status: 200 len: 217 time: 0.2376926 Jul 15 13:26:13.098671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-674b8faa-4ba6-4c72-9852-016ace1f3812 req-e7b6f7b4-dd4f-47ea-b8c9-d00a0ae9ea82 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357677 Jul 15 13:26:13.113345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f46ed4b-1318-4c00-b603-909744267e8b req-34a014e3-881f-4d8d-a7d3-25e4dc587e2a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6225214 Jul 15 13:26:13.465149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:13.481792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port e5dd618b-5ed6-4531-a651-bfec6586ab8c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:13.490484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.521112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-22411cf0-7b6f-4c25-bba6-42b843462f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:13.526077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-22411cf0-7b6f-4c25-bba6-42b843462f3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ed250e-e393-4e03-8357-83e41bd0497b HTTP/1.1" status: 200 len: 854 time: 0.6675262 Jul 15 13:26:13.551738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.605143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:13.629348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:13.648107 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] Sync routers for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:13.658769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6d72f48f-09a3-492d-b825-5e3bae901f29 admin admin] 10.222.0.57 "PUT /v2.0/routers/4bb49858-79c0-4322-b738-10a170d9154e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4544039 Jul 15 13:26:13.663859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45790) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:13.704016 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:13.711918 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:13.913023 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-21eecdcb-9f88-46b9-b764-a6b06c5c3298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:13.997873 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e7bc45-406e-4362-a783-63c493452015 x-openstack-request-id: req-e7e7bc45-406e-4362-a783-63c493452015 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:13.998394 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "tag": "111e0fef-009c-4595-98f6-a132660abb77", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:13.998727 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7e7bc45-406e-4362-a783-63c493452015 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:13.999306 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'tag': '111e0fef-009c-4595-98f6-a132660abb77', 'status': 'completed', 'code': 200} Jul 15 13:26:14.292736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.305843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:14.360167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962c70-b434-4201-8783-a4c6e6909fbc req-12060d66-b1c7-4926-bc72-adc79e64ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:14.362006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-12060d66-b1c7-4926-bc72-adc79e64ed9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8096a56-c374-42da-b6de-c40de15b0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8251307 Jul 15 13:26:14.383459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:14.386922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.468923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.709063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port e5dd618b-5ed6-4531-a651-bfec6586ab8c, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e5dd618b-5ed6-4531-a651-bfec6586ab8c,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:14.709816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:14.931650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 6, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:14.953089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:15.078705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-8dab72a9-6ab1-461c-b030-f6bcc7e14f55 service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055378 Jul 15 13:26:15.098562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72060d-a02a-4a04-ab20-7a108435ba27 None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 6, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '3f85d15f-d372-442a-93f8-297cdece4aaa', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'port_id': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'mac_address': 'fa:16:3e:15:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:24:26Z', 'updated_at': '2021-07-15T13:24:33Z', 'revision_number': 1, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:15.127794 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:26:06Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:15.135262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:15.137125 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.235119 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] Checking router: 4bb49858-79c0-4322-b738-10a170d9154e for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:15.264842 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] Routers {'4bb49858-79c0-4322-b738-10a170d9154e'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:15.265842 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:25:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4bb49858-79c0-4322-b738-10a170d9154e'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:15.270849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.346319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event updated for resources: {'Subnet': ['ID=fd2570cb-2392-4171-9a98-3965be9580a9,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:15.366231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:15.368470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.372903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for e5dd618b-5ed6-4531-a651-bfec6586ab8c owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:15.431945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:15.449859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Checking segment: {'id': 'b75e00c8-ac70-4480-af00-54284aba60e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:15.450377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Network hostable DHCP agents. Network: 2b566f56-4b99-4fd1-af82-fc07ce8c26d1, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:15.634762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bc42-3b46-4eca-a47e-f152e6709b4a req-3a1c97c6-8b3c-4dbe-9658-f4003ad5392d tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.650494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be31bc42-3b46-4eca-a47e-f152e6709b4a req-3a1c97c6-8b3c-4dbe-9658-f4003ad5392d tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 943 time: 1.7364764 Jul 15 13:26:15.664209 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] Set router 4bb49858-79c0-4322-b738-10a170d9154e gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:15.781465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Allocated IP 2001:db8:2::2 (3ced75f3-d4d7-43de-949e-b7b40d23c02f/20e1501c-67a2-4ec0-b230-5351087d382e/18383e38-697d-4ca5-a10c-35a1d6feaa06) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:15.883716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67cff-2387-4077-912e-9dd6ff841d6e req-b5069f22-f39b-4535-b00e-4460d5bf250b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:15.908082 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb67cff-2387-4077-912e-9dd6ff841d6e req-b5069f22-f39b-4535-b00e-4460d5bf250b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 946 time: 0.7573297 Jul 15 13:26:16.131975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:16.137345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.161641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Transition to ACTIVE for port object 18383e38-697d-4ca5-a10c-35a1d6feaa06 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:16.193284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb67cff-2387-4077-912e-9dd6ff841d6e req-0dfb34e1-2f90-49bc-ae21-91b09847125a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f755d1b-e57c-416c-a334-faf364f99dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824578 Jul 15 13:26:16.194558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Transition to ACTIVE for port object 18383e38-697d-4ca5-a10c-35a1d6feaa06 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:16.205270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Deleting port c83a8b03-d45d-4656-8156-11bbd478f5f9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:16.207002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.262482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.271821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:26:06Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:16.378591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be31bc42-3b46-4eca-a47e-f152e6709b4a req-eab3d8be-2421-42e6-ba3c-8a1a558489a8 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7192025 Jul 15 13:26:16.481842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] For port c83a8b03-d45d-4656-8156-11bbd478f5f9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c83a8b03-d45d-4656-8156-11bbd478f5f9,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:16.487624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.524438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190c928a-a165-4771-9e33-ccf7bce88c04 None None] The sync data for ids ['4bb49858-79c0-4322-b738-10a170d9154e'] in n-d-798054-11 is: [{'id': '4bb49858-79c0-4322-b738-10a170d9154e', 'name': 'tempest-ServersTestManualDisk-299737277-router', 'tenant_id': '6b653f3035114746a937d0ebe4513cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:46Z', 'updated_at': '2021-07-15T13:26:06Z', 'revision_number': 5, 'project_id': '6b653f3035114746a937d0ebe4513cb0', 'gw_port': {'id': 'c83a8b03-d45d-4656-8156-11bbd478f5f9', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb49858-79c0-4322-b738-10a170d9154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:22:49Z', 'updated_at': '2021-07-15T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:16.583214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49962c70-b434-4201-8783-a4c6e6909fbc req-d0ef2749-0dc6-48d0-85a4-2a184213e1e1 service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3086312 Jul 15 13:26:16.601495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Calling delete_port for c83a8b03-d45d-4656-8156-11bbd478f5f9 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:16.602600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8:2::1 (3ced75f3-d4d7-43de-949e-b7b40d23c02f/20e1501c-67a2-4ec0-b230-5351087d382e/e277670f-2b97-4fc8-9529-bcec0c6f879a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:16.624017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2b566f56-4b99-4fd1-af82-fc07ce8c26d1) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:16.696663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:16.697415 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.804989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.915169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da46bc2-196d-4346-a239-eac37c711d4a None None] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:16.919686 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:16.932057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:16.936387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1e029e73-e622-4009-a011-c7b376254257 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8374505 Jul 15 13:26:16.959286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45800) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:17.001316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Request body: {'port': {'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-232884543'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:17.025599 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13b44a6a-a3c1-43c6-a72e-9bfe4422aad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.072174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:17.080246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Pushing event updated for resources: {'Port': ['ID=18383e38-697d-4ca5-a10c-35a1d6feaa06,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.100623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.150292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:17.169106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=e5dd618b-5ed6-4531-a651-bfec6586ab8c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:17.369016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.398492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b4fe1-cb61-45a6-ae32-73684b009047 req-263e63e6-bfe3-425f-afee-50f574a90830 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:17.408310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd7b4fe1-cb61-45a6-ae32-73684b009047 req-263e63e6-bfe3-425f-afee-50f574a90830 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 944 time: 0.5103498 Jul 15 13:26:17.438812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24167-6683-4158-89be-9068492a6d32 req-3cc424b8-cc35-4276-adc9-18e8b01304ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:17.441454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-3cc424b8-cc35-4276-adc9-18e8b01304ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc&device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 1095 time: 0.6107981 Jul 15 13:26:17.648871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] No DVR routers for this DVR port e5dd618b-5ed6-4531-a651-bfec6586ab8c on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:17.669852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.672072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-91f19393-02ca-416f-b22c-bda67991dc1c req-ee8d430e-db3c-4af4-b5dd-873bc28e623e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "DELETE /v2.0/ports/e5dd618b-5ed6-4531-a651-bfec6586ab8c HTTP/1.1" status: 204 len: 173 time: 5.4334602 Jul 15 13:26:17.672679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'name': 'network-vif-deleted', 'tag': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:17.675791 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4202142a-d534-4811-84cb-cc977683b7a5" -d '{"events": [{"server_uuid": "a41fdf8b-0525-40ea-bc17-8e4d25f80f47", "name": "network-vif-deleted", "tag": "e5dd618b-5ed6-4531-a651-bfec6586ab8c"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:17.686176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:17.789541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0724b466-b106-4857-ba3d-2e27ace218e0 req-417431e0-b85d-4b96-a0d9-bcdae2e31037 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a41fdf8b-0525-40ea-bc17-8e4d25f80f47 HTTP/1.1" status: 200 len: 210 time: 0.1527410 Jul 15 13:26:18.002507 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.102491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object e277670f-2b97-4fc8-9529-bcec0c6f879a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:18.126334 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.170940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Made reservation on behalf of adc6d30632184c9c97e19c6271e47cc8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:18.180463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.271523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] device_id is not set on port b8467176-e600-4d4a-b528-2d5fccbe6fe9 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:18.290073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.299472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:18.327569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:18.332423 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542d5be0-4b8e-46d9-8e75-33ff1bdb3a35" -d '{"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:18.352680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.411238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Attempting to bind port 18383e38-697d-4ca5-a10c-35a1d6feaa06 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:18.411972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Attempting to bind port 18383e38-697d-4ca5-a10c-35a1d6feaa06 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:18.412609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Attempting to bind port 18383e38-697d-4ca5-a10c-35a1d6feaa06 on network 3ced75f3-d4d7-43de-949e-b7b40d23c02f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:18.471084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:18.488517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:18.501384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:18.502086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.617804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=e277670f-2b97-4fc8-9529-bcec0c6f879a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:18.619608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e5dd618b-5ed6-4531-a651-bfec6586ab8c no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:18.727477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.802702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: e5dd618b-5ed6-4531-a651-bfec6586ab8c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:18.802702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e5dd618b-5ed6-4531-a651-bfec6586ab8c not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:18.817075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2b566f56-4b99-4fd1-af82-fc07ce8c26d1', 'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1', 'tenant_id': 'adc6d30632184c9c97e19c6271e47cc8', 'fixed_ips': [{'subnet_id': 'fd2570cb-2392-4171-9a98-3965be9580a9'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:18.818981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.822112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd7b4fe1-cb61-45a6-ae32-73684b009047 req-073551bc-d265-4410-bd09-5490780d1fb8 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4120893 Jul 15 13:26:18.896752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4402a5c-c7a5-4dbe-8de3-cf171dda6531 req-1a0149ab-2ffc-40eb-869c-3589fb0bac2f tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:18.910600 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4402a5c-c7a5-4dbe-8de3-cf171dda6531 req-1a0149ab-2ffc-40eb-869c-3589fb0bac2f tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 943 time: 0.4322696 Jul 15 13:26:18.924321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Allocated IP 172.20.0.9 (2b566f56-4b99-4fd1-af82-fc07ce8c26d1/fd2570cb-2392-4171-9a98-3965be9580a9/b8467176-e600-4d4a-b528-2d5fccbe6fe9) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:18.925565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,segment=NetworkSegment(c2add2e6-2fe5-43a6-80d4-66583e573e93),segment_id=c2add2e6-2fe5-43a6-80d4-66583e573e93)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:18.929026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:18.931838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Checking segment: {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:18.934879 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.937760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Bound using segment: {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:18.940613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Bound port: 18383e38-697d-4ca5-a10c-35a1d6feaa06, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:18.942041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:18.978721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.067269 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5650b776-a7b7-4227-9a45-b0378de2e427 x-openstack-request-id: req-5650b776-a7b7-4227-9a45-b0378de2e427 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:19.067717 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41fdf8b-0525-40ea-bc17-8e4d25f80f47", "name": "network-vif-deleted", "tag": "e5dd618b-5ed6-4531-a651-bfec6586ab8c", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:19.068119 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5650b776-a7b7-4227-9a45-b0378de2e427 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:19.070028 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41fdf8b-0525-40ea-bc17-8e4d25f80f47', 'name': 'network-vif-deleted', 'tag': 'e5dd618b-5ed6-4531-a651-bfec6586ab8c', 'status': 'completed', 'code': 200} Jul 15 13:26:19.124134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24167-6683-4158-89be-9068492a6d32 req-5389c6d3-a6c4-4d1d-84a3-37fcb26c4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:19.131333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-5389c6d3-a6c4-4d1d-84a3-37fcb26c4203 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8096a56-c374-42da-b6de-c40de15b0287 HTTP/1.1" status: 200 len: 916 time: 1.6733096 Jul 15 13:26:19.134657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c83a8b03-d45d-4656-8156-11bbd478f5f9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:19.169915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4402a5c-c7a5-4dbe-8de3-cf171dda6531 req-b8e49b6f-ce74-4e5a-8d08-e4e25f0ed88c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579675 Jul 15 13:26:19.383606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.411335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.416706 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-e4b25193-2eb7-424f-abde-189f31fb4bd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=111e0fef-009c-4595-98f6-a132660abb77 HTTP/1.1" status: 200 len: 217 time: 0.2704895 Jul 15 13:26:19.525968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.769200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:19.829649 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ab3a2e-ac3f-4536-81fa-e14b4244c75d x-openstack-request-id: req-96ab3a2e-ac3f-4536-81fa-e14b4244c75d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:19.831181 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:19.831621 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96ab3a2e-ac3f-4536-81fa-e14b4244c75d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:19.832271 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'code': 200} Jul 15 13:26:19.888028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.893820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:19.913217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24167-6683-4158-89be-9068492a6d32 req-9e09980e-ea72-4f74-9379-2eb2c996cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:19.915064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-9e09980e-ea72-4f74-9379-2eb2c996cda8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ed250e-e393-4e03-8357-83e41bd0497b HTTP/1.1" status: 200 len: 854 time: 0.4890149 Jul 15 13:26:19.961514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45818) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:19.992927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:20.016023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.016666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb49858-79c0-4322-b738-10a170d9154e {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:26:20.033659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.037624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a59e8305-05d7-407f-89b2-806dcb6fbd32 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4bb49858-79c0-4322-b738-10a170d9154e HTTP/1.1" status: 204 len: 168 time: 6.3690913 Jul 15 13:26:20.046382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45820) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:20.168271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.180460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Deleting subnet 3bfc3381-73ef-4113-aff9-97c5b2a8749e {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:20.186234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.239331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.272191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:20.302212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Transition to ACTIVE for port object b8467176-e600-4d4a-b528-2d5fccbe6fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:20.327378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:20.328377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef231a35-e7c1-4cd9-ad08-02e0a4c0e40c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:20.329463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9745dc2f-c626-4698-8605-b966e3d34e0d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:20.444037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.447986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9745dc2f-c626-4698-8605-b966e3d34e0d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:20.449171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9745dc2f-c626-4698-8605-b966e3d34e0d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:20.489254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] For port 18383e38-697d-4ca5-a10c-35a1d6feaa06, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:20.503101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] For port 18383e38-697d-4ca5-a10c-35a1d6feaa06, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18383e38-697d-4ca5-a10c-35a1d6feaa06,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:20.516698 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.591842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6a06ff9-b38c-4c50-a5b6-6edbdd0b1b70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.641470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24167-6683-4158-89be-9068492a6d32 req-c3a2f12e-8015-46fc-a261-24fc952fcace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:20.646227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-c3a2f12e-8015-46fc-a261-24fc952fcace service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8096a56-c374-42da-b6de-c40de15b0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6813114 Jul 15 13:26:20.722748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e8213-8b2c-4bba-b370-2ef6f2c0a377 None None] Pushing event updated for resources: {'Port': ['ID=18383e38-697d-4ca5-a10c-35a1d6feaa06,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:20.753054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.760999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.777682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.778994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.846575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6a06ff9-b38c-4c50-a5b6-6edbdd0b1b70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.871462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Allocated IP 172.20.0.2 (2b566f56-4b99-4fd1-af82-fc07ce8c26d1/fd2570cb-2392-4171-9a98-3965be9580a9/c82172de-2a27-4882-9cb1-0431caee179d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:20.941794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:20.973884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:21.016711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6a06ff9-b38c-4c50-a5b6-6edbdd0b1b70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.022287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6a06ff9-b38c-4c50-a5b6-6edbdd0b1b70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.024339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e6a06ff9-b38c-4c50-a5b6-6edbdd0b1b70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/security-groups/7f755d1b-e57c-416c-a334-faf364f99dc4 HTTP/1.1" status: 204 len: 168 time: 1.0526481 Jul 15 13:26:21.147754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:21.173176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.188368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Transition to ACTIVE for port object c82172de-2a27-4882-9cb1-0431caee179d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:21.191613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a06ff9-b38c-4c50-a5b6-6edbdd0b1b70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f755d1b-e57c-416c-a334-faf364f99dc4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.197562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfc3381-73ef-4113-aff9-97c5b2a8749e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.218998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Transition to ACTIVE for port object c82172de-2a27-4882-9cb1-0431caee179d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:21.226115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.234713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e95c23df-0ad4-4ed9-bfe9-e4496c45e6f6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3bfc3381-73ef-4113-aff9-97c5b2a8749e HTTP/1.1" status: 204 len: 168 time: 1.1867754 Jul 15 13:26:21.242799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.249933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:21.294698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687137d1-bed5-49e0-ad3c-db690c23b7b7 None None] Network 7f3963a6-4986-4035-a920-023786c8bf17 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:21.326353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:21.407680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event updated for resources: {'Port': ['ID=b8467176-e600-4d4a-b528-2d5fccbe6fe9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.411659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.455665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af7d7-a702-4539-973b-82f618406174 req-87e2b812-280d-43a4-a61d-d25811728018 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.459202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-302af7d7-a702-4539-973b-82f618406174 req-87e2b812-280d-43a4-a61d-d25811728018 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.9170160 Jul 15 13:26:21.460975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911f17f-17d7-41fb-a63f-39f2ea5bc74d req-763cf46a-25ac-43a8-9180-b22432f51b6a tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.473617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b911f17f-17d7-41fb-a63f-39f2ea5bc74d req-763cf46a-25ac-43a8-9180-b22432f51b6a tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 943 time: 0.9040573 Jul 15 13:26:21.530091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:21.536169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-d140e751-a426-46a4-a8e3-864f39548f7a service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8824389 Jul 15 13:26:21.661020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-302af7d7-a702-4539-973b-82f618406174 req-bec45335-0b89-4834-8a50-47e3457b3718 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855094 Jul 15 13:26:21.708396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:21.721860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:21.746131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:21.747208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:21.771448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=e277670f-2b97-4fc8-9529-bcec0c6f879a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:21.820585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3d339c8c-dd3d-431c-8d60-48cb8fb13b42 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8375328 Jul 15 13:26:21.827531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45832) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:21.842845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Request body: {'port': {'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1051474202', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:21.843870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] bootfile-name is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:21.844582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] tftp-server is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:21.846364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] server-ip-address is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:22.057615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Deleting port 6c18ee09-c703-4c37-a6d9-ce82637e992a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:22.059230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.094087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47b24167-6683-4158-89be-9068492a6d32 req-e3ec8f54-f307-44a1-ba48-1f82bd743ece service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000973 Jul 15 13:26:22.133076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:22.157263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:22.247504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] For port 6c18ee09-c703-4c37-a6d9-ce82637e992a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6c18ee09-c703-4c37-a6d9-ce82637e992a,segment=NetworkSegment(c411cebe-83d1-417d-a2ac-3eabb65c465e),segment_id=c411cebe-83d1-417d-a2ac-3eabb65c465e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:22.248021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.279067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:22.279425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Calling delete_port for 6c18ee09-c703-4c37-a6d9-ce82637e992a owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:22.323669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Pushing event updated for resources: {'Port': ['ID=c82172de-2a27-4882-9cb1-0431caee179d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.324847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b911f17f-17d7-41fb-a63f-39f2ea5bc74d req-c3a5bcf3-c74f-46bf-aa3b-7737da4b928d tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8452129 Jul 15 13:26:22.388406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:22.406567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45834) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:22.528049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Attempting to bind port c82172de-2a27-4882-9cb1-0431caee179d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:22.528049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Attempting to bind port c82172de-2a27-4882-9cb1-0431caee179d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b75e00c8-ac70-4480-af00-54284aba60e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:22.528049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Attempting to bind port c82172de-2a27-4882-9cb1-0431caee179d on network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:22.543158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.545564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:22.546484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Checking segment: {'id': 'b75e00c8-ac70-4480-af00-54284aba60e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:22.546484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.547172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Bound using segment: {'id': 'b75e00c8-ac70-4480-af00-54284aba60e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:22.547465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Bound port: c82172de-2a27-4882-9cb1-0431caee179d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75e00c8-ac70-4480-af00-54284aba60e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2b566f56-4b99-4fd1-af82-fc07ce8c26d1'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:22.552818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.579911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Pushing event deleted for resources: {'Port': ['ID=6c18ee09-c703-4c37-a6d9-ce82637e992a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:22.586622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] No DVR routers for this DVR port 6c18ee09-c703-4c37-a6d9-ce82637e992a on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:22.599730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:22.601814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.612424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting subnet 057f3cf3-ce92-4277-9eab-f6777031780c {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:22.621606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.743882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.759899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc2874-77bd-4e33-8f55-17423782b9d4 None None] DHCP port deletion for 7f3963a6-4986-4035-a920-023786c8bf17 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:22.763716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3963a6-4986-4035-a920-023786c8bf17']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:22.777794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c411cebe-83d1-417d-a2ac-3eabb65c465e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:22.778207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c411cebe-83d1-417d-a2ac-3eabb65c465e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:22.797067 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.817582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.825278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:22.825847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:22.862431 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:22.928208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.947295 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.961716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] 10.222.0.57 "DELETE /v2.0/networks/7f3963a6-4986-4035-a920-023786c8bf17 HTTP/1.1" status: 204 len: 168 time: 1.7099459 Jul 15 13:26:22.972839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:22.991728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] For port c82172de-2a27-4882-9cb1-0431caee179d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:23.036241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c31924-8b42-4853-a626-f4e9f930fafb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3963a6-4986-4035-a920-023786c8bf17,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:23.109749 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dafe0f-b2fd-466a-bf2f-4cdc0ff0f959 None None] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:23.217476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] For port c82172de-2a27-4882-9cb1-0431caee179d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c82172de-2a27-4882-9cb1-0431caee179d,segment=NetworkSegment(b75e00c8-ac70-4480-af00-54284aba60e3),segment_id=b75e00c8-ac70-4480-af00-54284aba60e3)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:23.254073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3a44a3dc-4e9b-45fc-b006-1464b6b91e34 None None] Provisioning for port 18383e38-697d-4ca5-a10c-35a1d6feaa06 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:23.262645 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.368485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.423119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18383e38-697d-4ca5-a10c-35a1d6feaa06 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:23.468687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:23.495077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:23.504768 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe4c3e95-978e-4886-ba4d-9a9432279c98 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7040763 Jul 15 13:26:23.509321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.518967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1561634490'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:23.582973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Made reservation on behalf of adc6d30632184c9c97e19c6271e47cc8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:23.593388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.600395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:23.605126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.612338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:23.613220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:23.619801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45852) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:23.708098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:23.762322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.762730 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added segment 4ec0a5e0-bb7e-4803-a14d-2059d553afed of type vlan for network 77d88335-f9cb-4f9e-9b86-546a0235fca8 Jul 15 13:26:23.769803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc231fc-9ff6-4559-92d1-91f6ebf68590 req-405df349-0d2e-48f1-96a6-eb1bdcf307f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:23.783388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bfc231fc-9ff6-4559-92d1-91f6ebf68590 req-405df349-0d2e-48f1-96a6-eb1bdcf307f1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.6057374 Jul 15 13:26:23.854020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:23.920386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] device_id is not set on port 7131bd0b-2626-441a-95d1-bbc7e1a95b97 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:26:23.961614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:23.964980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.033934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.039522 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/subnets/057f3cf3-ce92-4277-9eab-f6777031780c HTTP/1.1" status: 204 len: 168 time: 1.6271238 Jul 15 13:26:24.064917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45854) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.094166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d5569-0955-4f92-a845-88ac595bf252 None None] Pushing event updated for resources: {'Port': ['ID=c82172de-2a27-4882-9cb1-0431caee179d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.110118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408e50a1-13e3-41e2-81d1-423d4b15c02c None None] Network 6cf3f07f-019a-4b37-938a-c540274e45c6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:24.132407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8fdf-ce89-4dab-b298-4065882ba011 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Subnet': ['ID=057f3cf3-ce92-4277-9eab-f6777031780c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.180455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4343cdb2-c0f4-4a2f-9b4a-8314844697ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b653f3035114746a937d0ebe4513cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531697 Jul 15 13:26:24.185393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45856) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.212527 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bfc231fc-9ff6-4559-92d1-91f6ebf68590 req-5904218b-0aca-49ca-be9a-d22fba6aac93 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357780 Jul 15 13:26:24.245830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.253215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:24.254067 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.336819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8190866 Jul 15 13:26:24.371957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45860) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:24.397437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'subnet': {'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:24.513485 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.525736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 18383e38-697d-4ca5-a10c-35a1d6feaa06 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:24.545346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab433c-89ae-4add-ba78-b130e8f6adcf req-f9090ffa-898a-4450-aea0-065529c2a59b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:24.547900 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74ab433c-89ae-4add-ba78-b130e8f6adcf req-f9090ffa-898a-4450-aea0-065529c2a59b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 943 time: 0.3473058 Jul 15 13:26:24.556239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51f601-c62f-4064-bfca-3490778a8019 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Network': ['ID=77d88335-f9cb-4f9e-9b86-546a0235fca8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:24.588102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 18383e38-697d-4ca5-a10c-35a1d6feaa06 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:24.588598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.590476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:24.770251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74ab433c-89ae-4add-ba78-b130e8f6adcf req-adfb804e-3d4b-46b7-9a74-7c488b345852 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062869 Jul 15 13:26:24.948285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Made reservation on behalf of 1b81a867440c4c7d92edc0d2ba359a57 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:24.968542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:24.986729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port bd5e6662-009f-49bb-a6de-a86d65016334 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:24.992457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.008174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 111e0fef-009c-4595-98f6-a132660abb77 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:25.041690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:19Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:25.050955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9415cbcb-6691-4df8-b8b5-d15824f08f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.112601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9415cbcb-6691-4df8-b8b5-d15824f08f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.115205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Allocated IP 172.20.0.12 (2b566f56-4b99-4fd1-af82-fc07ce8c26d1/fd2570cb-2392-4171-9a98-3965be9580a9/7131bd0b-2626-441a-95d1-bbc7e1a95b97) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:25.196203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:25.196669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Updating router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 port e277670f-2b97-4fc8-9529-bcec0c6f879a binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:25.274416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.287560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a300be-a6f5-4557-8073-773394ca538e None None] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:25.379714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.395400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9415cbcb-6691-4df8-b8b5-d15824f08f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.398685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9415cbcb-6691-4df8-b8b5-d15824f08f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.406159 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9415cbcb-6691-4df8-b8b5-d15824f08f23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/332b2bfe-2516-4648-b23a-639c87bf4064 HTTP/1.1" status: 204 len: 168 time: 1.2194078 Jul 15 13:26:25.407368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port bd5e6662-009f-49bb-a6de-a86d65016334, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd5e6662-009f-49bb-a6de-a86d65016334,segment=NetworkSegment(8fe90e5a-7226-4f94-8b32-9cf1adc7971e),segment_id=8fe90e5a-7226-4f94-8b32-9cf1adc7971e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:25.408561 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.423763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415cbcb-6691-4df8-b8b5-d15824f08f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b2bfe-2516-4648-b23a-639c87bf4064,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:25.432112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Transition to ACTIVE for port object 7131bd0b-2626-441a-95d1-bbc7e1a95b97 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:25.441575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for bd5e6662-009f-49bb-a6de-a86d65016334 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:25.527682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.606484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:25.611371 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:25.617011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:25.719699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.721160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:25.725879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event updated for resources: {'Port': ['ID=7131bd0b-2626-441a-95d1-bbc7e1a95b97,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:25.755433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-803bae5e-8410-413f-8718-2b0842701c25 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.9172385 Jul 15 13:26:25.755433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45868) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:25.845130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec55dbf-75e4-499f-802d-def21cc7b104 req-0b7f2dcf-af54-4e10-850c-b17c19e7c5c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:25.853413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fec55dbf-75e4-499f-802d-def21cc7b104 req-0b7f2dcf-af54-4e10-850c-b17c19e7c5c3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.2367251 Jul 15 13:26:25.999985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.018017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fec55dbf-75e4-499f-802d-def21cc7b104 req-8b7a0228-89bf-43f7-89c6-9d54392d779f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642694 Jul 15 13:26:26.076970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=bd5e6662-009f-49bb-a6de-a86d65016334,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.108933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] No DVR routers for this DVR port bd5e6662-009f-49bb-a6de-a86d65016334 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:26.111640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b006aeb-7bcd-4371-a1fc-22b2cc18cca9 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.124521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b006aeb-7bcd-4371-a1fc-22b2cc18cca9 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.143905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b006aeb-7bcd-4371-a1fc-22b2cc18cca9 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.149037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0b006aeb-7bcd-4371-a1fc-22b2cc18cca9 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3942530 Jul 15 13:26:26.151932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45876) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.190717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.251660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Subnet': ['ID=ee918dd6-29c9-49ce-aadb-ae2d3dec1dad,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:26.376646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.399491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Deleting port 7131bd0b-2626-441a-95d1-bbc7e1a95b97 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:26.400278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.401146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf3f07f-019a-4b37-938a-c540274e45c6']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.403765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Checking segment: {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:26.404141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network hostable DHCP agents. Network: 77d88335-f9cb-4f9e-9b86-546a0235fca8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:26.416664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe90e5a-7226-4f94-8b32-9cf1adc7971e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.417226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe90e5a-7226-4f94-8b32-9cf1adc7971e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:26.436778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.455497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc42a5f-3cba-4e21-92cf-02c35da01c85 req-8d666f3d-2d5c-48c0-b8ae-dd19d3226985 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.465164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0bc42a5f-3cba-4e21-92cf-02c35da01c85 req-8d666f3d-2d5c-48c0-b8ae-dd19d3226985 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 943 time: 0.1802914 Jul 15 13:26:26.490842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.503107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:26.517830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:26.517830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:26.532993 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:26.567342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 77d88335-f9cb-4f9e-9b86-546a0235fca8) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:26.583558 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0bc42a5f-3cba-4e21-92cf-02c35da01c85 req-cc02def3-afdd-47fe-85db-7401e8e17d63 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166809 Jul 15 13:26:26.598000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:26.598743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.653074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.688530 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1322020a-bb7d-4044-9667-70310070ca3c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3061361 Jul 15 13:26:26.691227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.693462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad2c5d-4e9b-424e-a0c8-a98199ff8fc8 None None] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:26.695065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Calling delete_port for 7131bd0b-2626-441a-95d1-bbc7e1a95b97 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:26.699266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.711361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb170574-9437-4c87-bc7e-02deffdd5a38 None None] Provisioning for port c82172de-2a27-4882-9cb1-0431caee179d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:26.752453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.815610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 111e0fef-009c-4595-98f6-a132660abb77, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=111e0fef-009c-4595-98f6-a132660abb77,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:26.848802 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:26.864057 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/networks/6cf3f07f-019a-4b37-938a-c540274e45c6 HTTP/1.1" status: 204 len: 168 time: 2.7903504 Jul 15 13:26:26.868644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45890) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:26.964464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '111e0fef-009c-4595-98f6-a132660abb77', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'port_id': '111e0fef-009c-4595-98f6-a132660abb77', 'mac_address': 'fa:16:3e:71:b3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:26:27.045006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97961c67-054b-4f48-a6a8-b51c0d933d67 None None] DHCP port deletion for 6cf3f07f-019a-4b37-938a-c540274e45c6 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:27.059991 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:26:27.113175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487564a-6fca-4303-9adc-dd6ee30deab7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Network': ['ID=6cf3f07f-019a-4b37-938a-c540274e45c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.207849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 18383e38-697d-4ca5-a10c-35a1d6feaa06, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18383e38-697d-4ca5-a10c-35a1d6feaa06,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:27.304896 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.382233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c83a8b03-d45d-4656-8156-11bbd478f5f9 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:27.515663 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.534750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=18383e38-697d-4ca5-a10c-35a1d6feaa06,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.537738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: c83a8b03-d45d-4656-8156-11bbd478f5f9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:27.537738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c83a8b03-d45d-4656-8156-11bbd478f5f9 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:27.547670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111e0fef-009c-4595-98f6-a132660abb77 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:27.620260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 111e0fef-009c-4595-98f6-a132660abb77, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=111e0fef-009c-4595-98f6-a132660abb77,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:27.646826 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.651782 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.657944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.744184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-390ac089-60ca-4151-bbdc-581558d0033f None None] Provisioning for port e277670f-2b97-4fc8-9529-bcec0c6f879a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:27.753412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=111e0fef-009c-4595-98f6-a132660abb77,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:27.766277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-77d88335-f9cb-4f9e-9b86-546a0235fca8', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:26:27.770653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.822481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-390ac089-60ca-4151-bbdc-581558d0033f None None] Provisioning complete for port e277670f-2b97-4fc8-9529-bcec0c6f879a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:27.834726 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390ac089-60ca-4151-bbdc-581558d0033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:27.840933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Transition to ACTIVE for port object e277670f-2b97-4fc8-9529-bcec0c6f879a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:27.991484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['111e0fef-009c-4595-98f6-a132660abb77'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:26:28.156972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event deleted for resources: {'Port': ['ID=7131bd0b-2626-441a-95d1-bbc7e1a95b97,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.178515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:28.180937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.290970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b2831-0c11-4383-b53a-88de00d2f3f3 None None] Pushing event updated for resources: {'Port': ['ID=e277670f-2b97-4fc8-9529-bcec0c6f879a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:28.404674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c82172de-2a27-4882-9cb1-0431caee179d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:28.507684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476da081-5ae3-439c-9caf-356201822e5b req-71972f4a-745a-4ee2-b800-1247c4dc7dde tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:28.510346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-390ac089-60ca-4151-bbdc-581558d0033f None None] Port e277670f-2b97-4fc8-9529-bcec0c6f879a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:28.519278 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-476da081-5ae3-439c-9caf-356201822e5b req-71972f4a-745a-4ee2-b800-1247c4dc7dde tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 1.0235331 Jul 15 13:26:28.636408 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.717244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-390ac089-60ca-4151-bbdc-581558d0033f None None] Provisioning complete for port 18383e38-697d-4ca5-a10c-35a1d6feaa06 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:28.717779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390ac089-60ca-4151-bbdc-581558d0033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.749635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Attempting to bind port e277670f-2b97-4fc8-9529-bcec0c6f879a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:28.750442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Attempting to bind port e277670f-2b97-4fc8-9529-bcec0c6f879a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:28.757944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Attempting to bind port e277670f-2b97-4fc8-9529-bcec0c6f879a on network 3ced75f3-d4d7-43de-949e-b7b40d23c02f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:28.759424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1050271768-network', 'tenant_id': '754edd0693304ef7bebdfef8f417457d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:28.776321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port c82172de-2a27-4882-9cb1-0431caee179d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:28.806963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Made reservation on behalf of 754edd0693304ef7bebdfef8f417457d for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:28.811455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.812052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:28.818324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Checking segment: {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:28.818948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.819448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Bound using segment: {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:28.820063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Bound port: e277670f-2b97-4fc8-9529-bcec0c6f879a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:28.820581 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.822904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c82172de-2a27-4882-9cb1-0431caee179d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:28.826893 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.841509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:28.892477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-476da081-5ae3-439c-9caf-356201822e5b req-3f8babde-7bf8-4bb3-9028-e7ece38ed30e tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693384 Jul 15 13:26:29.091551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Allocated IP 2001:db8:3::2 (77d88335-f9cb-4f9e-9b86-546a0235fca8/ee918dd6-29c9-49ce-aadb-ae2d3dec1dad/a946dc81-1d66-436a-8496-a22547397d50) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:29.168290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.181384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3c43389a-d6d3-4796-b3be-c32711d03008 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "DELETE /v2.0/ports/7131bd0b-2626-441a-95d1-bbc7e1a95b97 HTTP/1.1" status: 204 len: 168 time: 3.0220397 Jul 15 13:26:29.218121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad1e8e-9389-4aac-ab93-382c0babbf5e req-57cb916f-54ed-448d-b2c6-c11d1aa04814 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:29.232712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9fad1e8e-9389-4aac-ab93-382c0babbf5e req-57cb916f-54ed-448d-b2c6-c11d1aa04814 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 944 time: 0.8391502 Jul 15 13:26:29.235871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:29.325283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Request body: {'port': {'name': 'tempest-new-port-name-410543613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:29.325923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] bootfile-name is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:29.326370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] tftp-server is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:29.335345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.api.validators [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] server-ip-address is not in valid_values {{(pid=93994) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 13:26:29.459558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.496341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9fad1e8e-9389-4aac-ab93-382c0babbf5e req-9cdeecde-0f83-4f0e-95f5-362054aa6a7e tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623010 Jul 15 13:26:29.603017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.701597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:29.773280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff1a740-1784-4204-8205-65e6eb223001,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:29.791822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.796480 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Added segment f3523992-9631-432d-92c7-0d8e6eee9292 of type vlan for network 850322d3-69b0-497c-ab89-c4314f67f67c Jul 15 13:26:29.811028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.871877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.883526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 131f1987-f06f-468f-ae11-537d0d4ea854 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:29.884463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:29.962160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] For port e277670f-2b97-4fc8-9529-bcec0c6f879a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:30.008710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port c82172de-2a27-4882-9cb1-0431caee179d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c82172de-2a27-4882-9cb1-0431caee179d,segment=NetworkSegment(b75e00c8-ac70-4480-af00-54284aba60e3),segment_id=b75e00c8-ac70-4480-af00-54284aba60e3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:30.035963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Provisioning for port b8467176-e600-4d4a-b528-2d5fccbe6fe9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:30.040934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.042499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18383e38-697d-4ca5-a10c-35a1d6feaa06 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:30.049371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] For port e277670f-2b97-4fc8-9529-bcec0c6f879a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e277670f-2b97-4fc8-9529-bcec0c6f879a,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:30.057910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.071420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.071951 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.134454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.136686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Provisioning complete for port b8467176-e600-4d4a-b528-2d5fccbe6fe9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:30.137990 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.144209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.163871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 131f1987-f06f-468f-ae11-537d0d4ea854 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:30.284934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=c82172de-2a27-4882-9cb1-0431caee179d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.318197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.321013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:30.323997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.418029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Transition to ACTIVE for port object a946dc81-1d66-436a-8496-a22547397d50 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:30.435605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b2831-0c11-4383-b53a-88de00d2f3f3 None None] Pushing event updated for resources: {'Port': ['ID=e277670f-2b97-4fc8-9529-bcec0c6f879a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.511165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:30.512612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:30.597811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Transition to ACTIVE for port object a946dc81-1d66-436a-8496-a22547397d50 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:30.600550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Port b8467176-e600-4d4a-b528-2d5fccbe6fe9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:30.669789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4651325 Jul 15 13:26:30.669789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1cf98-c263-4aed-894b-014cd73c97b4 admin admin] Pushing event updated for resources: {'Network': ['ID=850322d3-69b0-497c-ab89-c4314f67f67c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:30.670553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:30.677706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Request body: {'subnet': {'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1050271768-subnet', 'tenant_id': '754edd0693304ef7bebdfef8f417457d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:30.713613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.717299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 850322d3-69b0-497c-ab89-c4314f67f67c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:30.863026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 18383e38-697d-4ca5-a10c-35a1d6feaa06 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:30.863619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.920565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Made reservation on behalf of 754edd0693304ef7bebdfef8f417457d for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:30.925956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.981980 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:30.998752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Allocated IP 2001:db8:3::1 (77d88335-f9cb-4f9e-9b86-546a0235fca8/ee918dd6-29c9-49ce-aadb-ae2d3dec1dad/0a90b3e6-93af-44a9-837b-0dae8cb029cb) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:31.067845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.084819 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.117294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a051c5-fbc8-41e1-97e7-d3dcd336cb1b req-b5139893-65e8-4f37-a2d1-31089015c09b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.118976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a051c5-fbc8-41e1-97e7-d3dcd336cb1b req-b5139893-65e8-4f37-a2d1-31089015c09b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 944 time: 0.2597928 Jul 15 13:26:31.224685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:31.231713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a051c5-fbc8-41e1-97e7-d3dcd336cb1b req-39ab5ced-fa8a-4e06-b752-524ed169b3ca tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024089 Jul 15 13:26:31.242357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:31.247232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:31.290351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] In _notify_port_updated(), no bound segment for port b8467176-e600-4d4a-b528-2d5fccbe6fe9 on network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:26:31.299389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.300291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.304394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "PUT /v2.0/ports/b8467176-e600-4d4a-b528-2d5fccbe6fe9 HTTP/1.1" status: 200 len: 1135 time: 2.0468173 Jul 15 13:26:31.321577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45932) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.421452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f2073-76d3-480b-af87-a622c905170d req-507c6afb-0106-4d7e-bfaa-11d9a1ac0f6c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.423429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-792f2073-76d3-480b-af87-a622c905170d req-507c6afb-0106-4d7e-bfaa-11d9a1ac0f6c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 1.1190305 Jul 15 13:26:31.448880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:31.554832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96016ffa-ef7d-4ac3-887a-370b05214601 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event updated for resources: {'Port': ['ID=b8467176-e600-4d4a-b528-2d5fccbe6fe9,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.583759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Provisioning complete for port c82172de-2a27-4882-9cb1-0431caee179d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:31.584144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.649033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=131f1987-f06f-468f-ae11-537d0d4ea854,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.667044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Pushing event updated for resources: {'Port': ['ID=a946dc81-1d66-436a-8496-a22547397d50,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:31.705375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662938fa-1993-4aeb-95b2-cbee63f18c12 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:31.715166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-662938fa-1993-4aeb-95b2-cbee63f18c12 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "GET /v2.0/ports/b8467176-e600-4d4a-b528-2d5fccbe6fe9 HTTP/1.1" status: 200 len: 1135 time: 0.3882906 Jul 15 13:26:31.733224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45936) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:31.739332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 111e0fef-009c-4595-98f6-a132660abb77 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:31.828963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-792f2073-76d3-480b-af87-a622c905170d req-61319d18-8ff6-4c60-86b4-ff2e93102945 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140256 Jul 15 13:26:31.838168 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:31.838496 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Floating IP 3f85d15f-d372-442a-93f8-297cdece4aaa disassociated (deleted). External IP: 172.25.3.211, port: 4625c069-a9d9-44c0-b9d0-3fbfc6890063. Jul 15 13:26:31.962814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd5e6662-009f-49bb-a6de-a86d65016334 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:32.020004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: bd5e6662-009f-49bb-a6de-a86d65016334 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:32.020668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd5e6662-009f-49bb-a6de-a86d65016334 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:32.021544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c18ee09-c703-4c37-a6d9-ce82637e992a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:32.061891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Attempting to bind port a946dc81-1d66-436a-8496-a22547397d50 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:32.062496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Attempting to bind port a946dc81-1d66-436a-8496-a22547397d50 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:32.063126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Attempting to bind port a946dc81-1d66-436a-8496-a22547397d50 on network 77d88335-f9cb-4f9e-9b86-546a0235fca8 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:32.143037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6c18ee09-c703-4c37-a6d9-ce82637e992a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:32.143605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c18ee09-c703-4c37-a6d9-ce82637e992a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:32.155639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:32.156341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Checking segment: {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:32.157396 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.158240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Bound using segment: {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:32.159280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Bound port: a946dc81-1d66-436a-8496-a22547397d50, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:32.159945 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.216493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 111e0fef-009c-4595-98f6-a132660abb77 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:32.286117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68703ea2-385f-4de7-83dd-74e3739ac0ad None None] Could not find standard attr ID for object 7131bd0b-2626-441a-95d1-bbc7e1a95b97. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:26:32.300900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 111e0fef-009c-4595-98f6-a132660abb77 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:32.301753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.321851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.343997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Transition to ACTIVE for port object 0a90b3e6-93af-44a9-837b-0dae8cb029cb will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:32.396996 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.525900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Deleting port b8467176-e600-4d4a-b528-2d5fccbe6fe9 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:32.526856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.534557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:32.619115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:32.619677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] For port a946dc81-1d66-436a-8496-a22547397d50, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:32.626379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] For port a946dc81-1d66-436a-8496-a22547397d50, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a946dc81-1d66-436a-8496-a22547397d50,segment=NetworkSegment(4ec0a5e0-bb7e-4803-a14d-2059d553afed),segment_id=4ec0a5e0-bb7e-4803-a14d-2059d553afed)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:32.635636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:32.645657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:32.646686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.657415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=0a90b3e6-93af-44a9-837b-0dae8cb029cb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.700405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c82172de-2a27-4882-9cb1-0431caee179d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:32.745642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.815766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59467c32-a7bb-492a-aa24-e1c3fe6fc06d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:32.911320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Checking segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:32.911786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Network hostable DHCP agents. Network: 850322d3-69b0-497c-ab89-c4314f67f67c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:32.972070 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:32.984631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Network 850322d3-69b0-497c-ab89-c4314f67f67c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:32.996256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.039256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 850322d3-69b0-497c-ab89-c4314f67f67c) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:33.092386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:33.094155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.147442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-102cd691-65f9-411b-9024-9255cc31f24d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4736457 Jul 15 13:26:33.167715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4af6bf87-b731-45b8-a316-eb035a061523 None None] Provisioning complete for port b8467176-e600-4d4a-b528-2d5fccbe6fe9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:33.168207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4af6bf87-b731-45b8-a316-eb035a061523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.170003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eea79d-b8eb-4350-8c93-6dc8e09f931f None None] Network 850322d3-69b0-497c-ab89-c4314f67f67c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:33.486271 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.553570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c82172de-2a27-4882-9cb1-0431caee179d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:33.554004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:33.870869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 111e0fef-009c-4595-98f6-a132660abb77, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=111e0fef-009c-4595-98f6-a132660abb77,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:33.873156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:33.931518 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be2335-57c2-4a72-9011-e894145c677e None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:33.997284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111e0fef-009c-4595-98f6-a132660abb77'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:34.015147 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:34.015762 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffefcec-817f-4049-a5bf-ae9b7dbc7fe3" -d '{"events": [{"server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "name": "network-vif-plugged", "status": "completed", "tag": "111e0fef-009c-4595-98f6-a132660abb77"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:34.017922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.019608 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:34.032690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.089580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.096487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4af6bf87-b731-45b8-a316-eb035a061523 None None] Port b8467176-e600-4d4a-b528-2d5fccbe6fe9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:34.113788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.115645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.139696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.220534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:34.221165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32467279-05ef-473e-b029-3d55af2e10b9 req-f6fb319f-03f4-4f9f-b00e-506bd78c4e74 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:34.221299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a2d9d-eb1f-4aed-8463-2a86223c8d50 None None] Pushing event updated for resources: {'Port': ['ID=a946dc81-1d66-436a-8496-a22547397d50,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.228179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32467279-05ef-473e-b029-3d55af2e10b9 req-f6fb319f-03f4-4f9f-b00e-506bd78c4e74 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 944 time: 1.1173801 Jul 15 13:26:34.281470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Calling delete_port for b8467176-e600-4d4a-b528-2d5fccbe6fe9 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:34.310254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4474db6-3a83-4d14-99f1-6bc6a1bad78b None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:34.327008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafc230-29cc-492c-b711-b411c1088622 req-b0ba85e1-9bb3-4029-bfd9-d457d839074b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:34.335262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2eafc230-29cc-492c-b711-b411c1088622 req-b0ba85e1-9bb3-4029-bfd9-d457d839074b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.7093182 Jul 15 13:26:34.364835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32467279-05ef-473e-b029-3d55af2e10b9 req-0845badd-fc25-4d9f-9696-89165b3b8887 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353514 Jul 15 13:26:34.491319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event updated for resources: {'Port': ['ID=0a90b3e6-93af-44a9-837b-0dae8cb029cb,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.551387 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:34.614580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-264775ed-edeb-42b7-b341-fdcfe26f146f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/floatingips/3f85d15f-d372-442a-93f8-297cdece4aaa HTTP/1.1" status: 204 len: 168 time: 7.7377334 Jul 15 13:26:34.777457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4af6bf87-b731-45b8-a316-eb035a061523 None None] Could not find standard attr ID for object 7131bd0b-2626-441a-95d1-bbc7e1a95b97. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:26:34.846663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:34.857607 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:34.899194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:34.933476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=111e0fef-009c-4595-98f6-a132660abb77,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:34.935807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2eafc230-29cc-492c-b711-b411c1088622 req-ca736767-b6de-4972-9469-aad1556571bb tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5993428 Jul 15 13:26:34.945706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:34.960426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:34.988313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e186edb-6349-45da-88ac-40b6577c1229 None None] Network 850322d3-69b0-497c-ab89-c4314f67f67c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:35.195828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event deleted for resources: {'Port': ['ID=b8467176-e600-4d4a-b528-2d5fccbe6fe9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:35.288486 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1830c3-7aa8-46ab-ae3c-148505b738b4 x-openstack-request-id: req-9c1830c3-7aa8-46ab-ae3c-148505b738b4 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:35.288900 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "name": "network-vif-plugged", "status": "completed", "tag": "111e0fef-009c-4595-98f6-a132660abb77", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:35.289291 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c1830c3-7aa8-46ab-ae3c-148505b738b4 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:35.336888 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111e0fef-009c-4595-98f6-a132660abb77', 'code': 200} Jul 15 13:26:35.684640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:35.708705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8cafe6b8-3682-4fa0-9859-71c534e1ab75 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "DELETE /v2.0/ports/b8467176-e600-4d4a-b528-2d5fccbe6fe9 HTTP/1.1" status: 204 len: 168 time: 3.9623029 Jul 15 13:26:35.708705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45968) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:35.739852 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 6, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:35.875409 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be2335-57c2-4a72-9011-e894145c677e None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:35.910977 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:35.911565 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:36.005993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a946dc81-1d66-436a-8496-a22547397d50 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:36.015863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:36.084693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b2f87-857d-42f8-8e49-2fed44d36e0a req-b3f35636-a5ff-4e36-a924-de13490a9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:36.092619 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d2b2f87-857d-42f8-8e49-2fed44d36e0a req-b3f35636-a5ff-4e36-a924-de13490a9dac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 1097 time: 0.6419051 Jul 15 13:26:36.120434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Deleting subnet fd2570cb-2392-4171-9a98-3965be9580a9 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:26:36.138325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.269173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.350040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port a946dc81-1d66-436a-8496-a22547397d50 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:36.364817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e277670f-2b97-4fc8-9529-bcec0c6f879a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:36.373793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df51a09-80a0-4645-b6a3-1d0a16627c1d None None] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:36.431524 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:36.532223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.705247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] Provisioning for port a946dc81-1d66-436a-8496-a22547397d50 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:36.713504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:36.731613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.745526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:36.749153 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6145c667-7a1e-4ed8-ab6e-09bf72d37228 x-openstack-request-id: req-6145c667-7a1e-4ed8-ab6e-09bf72d37228 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:36.749444 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:36.749693 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6145c667-7a1e-4ed8-ab6e-09bf72d37228 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:36.750109 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'status': 'completed', 'code': 200} Jul 15 13:26:36.761287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] Provisioning complete for port a946dc81-1d66-436a-8496-a22547397d50 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:36.761696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.766771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1023c83f-4fc3-4171-be28-597c20f40b6b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0651097 Jul 15 13:26:36.771876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e277670f-2b97-4fc8-9529-bcec0c6f879a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:36.776546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d2b2f87-857d-42f8-8e49-2fed44d36e0a req-5fd83b52-b235-4e12-be16-8dccce60f2a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6699407 Jul 15 13:26:36.783593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45986) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.789950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e277670f-2b97-4fc8-9529-bcec0c6f879a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:36.789950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.792255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:36.821950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2570cb-2392-4171-9a98-3965be9580a9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:36.836174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:36.838196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b5e770b7-4717-4f97-b21f-3f7967a432d1 tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "DELETE /v2.0/subnets/fd2570cb-2392-4171-9a98-3965be9580a9 HTTP/1.1" status: 204 len: 168 time: 1.1345978 Jul 15 13:26:36.848558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45988) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:36.945557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913a23f-8859-4589-915c-70e8e5ec60fb None None] Network 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:37.032011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.068644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:37.069523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:37.284481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Deleting port c82172de-2a27-4882-9cb1-0431caee179d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:37.286378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.373292 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48be2335-57c2-4a72-9011-e894145c677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 6, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:37.471489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:37.479367 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be2335-57c2-4a72-9011-e894145c677e None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:04Z', 'revision_number': 6, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eae91046-9084-4001-9d95-9c170c4809fe', 'name': '', 'network_id': '6ac1de0e-50fb-4673-bbba-3c118fd09d26', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:f0:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:34Z', 'updated_at': '2021-07-15T13:23:50Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': '3c262133-bec1-4878-b1b4-adf7349388b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:37.565240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] For port c82172de-2a27-4882-9cb1-0431caee179d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c82172de-2a27-4882-9cb1-0431caee179d,segment=NetworkSegment(b75e00c8-ac70-4480-af00-54284aba60e3),segment_id=b75e00c8-ac70-4480-af00-54284aba60e3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:37.565644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.608593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23ce8-3af6-434e-b784-8ea4d35c18f0 req-76aab68c-9802-46f4-aee4-1c60afa30ae4 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.610387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6dc23ce8-3af6-434e-b784-8ea4d35c18f0 req-76aab68c-9802-46f4-aee4-1c60afa30ae4 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.4468160 Jul 15 13:26:37.615440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Calling delete_port for c82172de-2a27-4882-9cb1-0431caee179d owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:37.670872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-6b2218d6-9a87-4326-933f-83d9e40a18a5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.686849 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-6b2218d6-9a87-4326-933f-83d9e40a18a5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 813 time: 1.4521406 Jul 15 13:26:37.726430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-e52aba5d-748c-40e8-b650-76a77753ce28 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/quotas/754edd0693304ef7bebdfef8f417457d HTTP/1.1" status: 200 len: 375 time: 0.0384114 Jul 15 13:26:37.847576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-3bf9aa65-9f98-4d0b-80c6-97230eff1b88 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199212 Jul 15 13:26:37.928266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-8db7cd95-ec51-4101-9040-4e0f3363f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:37.935975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-8db7cd95-ec51-4101-9040-4e0f3363f615 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 1097 time: 0.9931974 Jul 15 13:26:37.973766 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:37.990470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.088739 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c07129-7b03-4fca-9eae-7a99bac16aa3 None None] New status for floating IP 3f85d15f-d372-442a-93f8-297cdece4aaa: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:38.092852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6dc23ce8-3af6-434e-b784-8ea4d35c18f0 req-8a2ed6f9-9972-4209-ac43-8c1c04d40cd3 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4636269 Jul 15 13:26:38.107850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] No DVR routers for this DVR port c82172de-2a27-4882-9cb1-0431caee179d on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:38.276414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event deleted for resources: {'Port': ['ID=c82172de-2a27-4882-9cb1-0431caee179d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.299778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e277670f-2b97-4fc8-9529-bcec0c6f879a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e277670f-2b97-4fc8-9529-bcec0c6f879a,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:38.316585 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.333681 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.458096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:32Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:33Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:29Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.614490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c6a59-2339-4054-bad1-444042b95efd None None] DHCP port deletion for 2b566f56-4b99-4fd1-af82-fc07ce8c26d1 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:26:38.634580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.641943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:38.647157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Updating router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 port 0a90b3e6-93af-44a9-837b-0dae8cb029cb binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:26:38.659871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b566f56-4b99-4fd1-af82-fc07ce8c26d1']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.726226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e277670f-2b97-4fc8-9529-bcec0c6f879a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.759666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] For port a946dc81-1d66-436a-8496-a22547397d50, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a946dc81-1d66-436a-8496-a22547397d50,segment=NetworkSegment(4ec0a5e0-bb7e-4803-a14d-2059d553afed),segment_id=4ec0a5e0-bb7e-4803-a14d-2059d553afed)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:38.769496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-ab0a3290-25f3-4ed3-92ff-e0baf28566cb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.772254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-ab0a3290-25f3-4ed3-92ff-e0baf28566cb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 945 time: 0.7336907 Jul 15 13:26:38.778379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75e00c8-ac70-4480-af00-54284aba60e3') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.779083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75e00c8-ac70-4480-af00-54284aba60e3') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:38.789969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.809592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-120b8369-9b23-4a15-a048-89d47d1ea9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:38.816517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-120b8369-9b23-4a15-a048-89d47d1ea9cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 200 len: 897 time: 0.7389009 Jul 15 13:26:38.883615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-0fb8d6f4-2274-4892-b360-0770c680c297 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 200 len: 217 time: 0.0551069 Jul 15 13:26:38.893059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f6730-64c6-410d-aa4c-f179755d0889 None None] Pushing event updated for resources: {'Port': ['ID=a946dc81-1d66-436a-8496-a22547397d50,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:38.915282 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:38.941818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.012197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.039484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:26:39.040344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:26:39.049925 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:26:39.212459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-5257f2c7-5ad7-430d-92b2-48bf2266cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.215240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-5257f2c7-5ad7-430d-92b2-48bf2266cdd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3c262133-bec1-4878-b1b4-adf7349388b2 HTTP/1.1" status: 200 len: 835 time: 0.2329116 Jul 15 13:26:39.234028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-45787436-87ea-4ba7-9b39-a4e03fe674ab service neutron] 10.222.0.57 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3736811 Jul 15 13:26:39.280606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb932fa-1d72-4850-8067-a6b56a729af4 req-2084725e-7d31-4f21-94d7-bfb20ecc3523 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.287441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-baec7448-5e2d-468d-bbe6-615d219cda25 None None] Provisioning for port 0a90b3e6-93af-44a9-837b-0dae8cb029cb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:39.293921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fb932fa-1d72-4850-8067-a6b56a729af4 req-2084725e-7d31-4f21-94d7-bfb20ecc3523 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.6002281 Jul 15 13:26:39.326197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.339054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-baec7448-5e2d-468d-bbe6-615d219cda25 None None] Provisioning complete for port 0a90b3e6-93af-44a9-837b-0dae8cb029cb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:39.340851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-baec7448-5e2d-468d-bbe6-615d219cda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.353331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.359237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] 10.222.0.57 "DELETE /v2.0/networks/2b566f56-4b99-4fd1-af82-fc07ce8c26d1 HTTP/1.1" status: 204 len: 168 time: 2.5058050 Jul 15 13:26:39.421036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45e7b-a192-4b0a-b73b-9e8728e1317a tempest-ExtraDHCPOptionsTestJSON-2035753716 tempest-ExtraDHCPOptionsTestJSON-2035753716-project] Pushing event deleted for resources: {'Network': ['ID=2b566f56-4b99-4fd1-af82-fc07ce8c26d1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:39.508613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-baec7448-5e2d-468d-bbe6-615d219cda25 None None] Port 0a90b3e6-93af-44a9-837b-0dae8cb029cb cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:39.529779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fb932fa-1d72-4850-8067-a6b56a729af4 req-cab323e4-1f6e-4577-86ad-95b2b152c6b4 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328889 Jul 15 13:26:39.551486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:39.551961 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.667671 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-a374cc9d-0c75-4533-aa5f-0c1693bf8b17 service neutron] 10.222.0.57 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591895 Jul 15 13:26:39.708536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-baec7448-5e2d-468d-bbe6-615d219cda25 None None] Provisioning complete for port a946dc81-1d66-436a-8496-a22547397d50 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:39.711306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-baec7448-5e2d-468d-bbe6-615d219cda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:39.830720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:26:39.941555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-14e9292a-6ad1-4c74-ad99-712dd1e96de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:39.946120 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-14e9292a-6ad1-4c74-ad99-712dd1e96de8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ac1de0e-50fb-4673-bbba-3c118fd09d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7178473 Jul 15 13:26:40.047057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port 4625c069-a9d9-44c0-b9d0-3fbfc6890063, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4625c069-a9d9-44c0-b9d0-3fbfc6890063,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:40.049276 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.146140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45998) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:40.160130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 4625c069-a9d9-44c0-b9d0-3fbfc6890063 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:40.219730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Removed routes are [] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:26:40.220821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.515355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-48d296f9-5a17-4e82-b1ea-a1d54241f019 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608397 Jul 15 13:26:40.669471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ed97a30-b813-4c95-9a35-88bc862f6d83 None None] Provisioning complete for port 0a90b3e6-93af-44a9-837b-0dae8cb029cb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:40.670431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ed97a30-b813-4c95-9a35-88bc862f6d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.703700 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.714238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a946dc81-1d66-436a-8496-a22547397d50 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:40.809405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Transition to ACTIVE for port object 0a90b3e6-93af-44a9-837b-0dae8cb029cb will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:40.850901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:40.879481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0ed97a30-b813-4c95-9a35-88bc862f6d83 None None] Port 0a90b3e6-93af-44a9-837b-0dae8cb029cb cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:26:40.945836 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f72bf77d-9112-48fd-b77f-9132581c2387 req-c5e4c4fb-b03e-411d-95ce-37eab02930a5 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c21c071-979c-41dd-b28a-5a5326bc27eb HTTP/1.1" status: 200 len: 210 time: 0.3152225 Jul 15 13:26:40.957622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.047068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=4625c069-a9d9-44c0-b9d0-3fbfc6890063,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.076079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed827d55-b836-43e2-9b5f-1b348b9d78d1 None None] Pushing event updated for resources: {'Port': ['ID=0a90b3e6-93af-44a9-837b-0dae8cb029cb,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:41.102005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2c6fdebd-a09e-4e88-9fc5-55e3d1a66e1f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adc6d30632184c9c97e19c6271e47cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9480469 Jul 15 13:26:41.116261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:41.146934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a946dc81-1d66-436a-8496-a22547397d50 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:41.147769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.386024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] No DVR routers for this DVR port 4625c069-a9d9-44c0-b9d0-3fbfc6890063 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:26:41.388117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Attempting to bind port 0a90b3e6-93af-44a9-837b-0dae8cb029cb on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:41.388969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Attempting to bind port 0a90b3e6-93af-44a9-837b-0dae8cb029cb by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:41.389762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Attempting to bind port 0a90b3e6-93af-44a9-837b-0dae8cb029cb on network 77d88335-f9cb-4f9e-9b86-546a0235fca8 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:41.415406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:41.416488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Checking segment: {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:41.417404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.418321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Bound using segment: {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:41.419474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Bound port: 0a90b3e6-93af-44a9-837b-0dae8cb029cb, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec0a5e0-bb7e-4803-a14d-2059d553afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:41.420399 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.494656 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.518584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9ae0610-aedc-4c75-93b0-ae5c389514f9 req-5a942561-3cb5-47e9-929c-d40b54933159 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.59 "DELETE /v2.0/ports/4625c069-a9d9-44c0-b9d0-3fbfc6890063 HTTP/1.1" status: 204 len: 173 time: 2.7048717 Jul 15 13:26:41.526237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'name': 'network-vif-deleted', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:41.548871 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b839c05-d6a8-46a1-99fd-ef7652a58a0b" -d '{"events": [{"server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "name": "network-vif-deleted", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:41.664632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] For port 0a90b3e6-93af-44a9-837b-0dae8cb029cb, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:41.664925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-ba46ec8b-9268-46d9-b494-a75060983eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.4551589 Jul 15 13:26:41.670115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] For port 0a90b3e6-93af-44a9-837b-0dae8cb029cb, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0a90b3e6-93af-44a9-837b-0dae8cb029cb,segment=NetworkSegment(4ec0a5e0-bb7e-4803-a14d-2059d553afed),segment_id=4ec0a5e0-bb7e-4803-a14d-2059d553afed)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:41.692828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.793969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4625c069-a9d9-44c0-b9d0-3fbfc6890063 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:41.795853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47eaf904-8375-4a00-aa82-4965984e9692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.907217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47eaf904-8375-4a00-aa82-4965984e9692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:41.941265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e277670f-2b97-4fc8-9529-bcec0c6f879a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:41.943971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 4625c069-a9d9-44c0-b9d0-3fbfc6890063 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:41.944610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4625c069-a9d9-44c0-b9d0-3fbfc6890063 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:42.005484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed827d55-b836-43e2-9b5f-1b348b9d78d1 None None] Pushing event updated for resources: {'Port': ['ID=0a90b3e6-93af-44a9-837b-0dae8cb029cb,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.240853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:42.242834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:42.429028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.431966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.440638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.449428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.450636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.457351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.459017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.473006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-da9f1811-6d01-4534-841a-ef57708c11cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.5064538 Jul 15 13:26:42.499033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47eaf904-8375-4a00-aa82-4965984e9692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.508986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47eaf904-8375-4a00-aa82-4965984e9692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.516328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47eaf904-8375-4a00-aa82-4965984e9692 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/140597e3-2fbe-4e2a-8e8b-59886d4bf097 HTTP/1.1" status: 204 len: 168 time: 1.3771853 Jul 15 13:26:42.543705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e277670f-2b97-4fc8-9529-bcec0c6f879a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:42.544880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:42.567322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eaf904-8375-4a00-aa82-4965984e9692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140597e3-2fbe-4e2a-8e8b-59886d4bf097,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:42.591874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:42.928135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-78c5d2c5-ba1c-4400-9338-7f5c1963550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.929512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-78c5d2c5-ba1c-4400-9338-7f5c1963550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.930420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-78c5d2c5-ba1c-4400-9338-7f5c1963550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:42.933786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-78c5d2c5-ba1c-4400-9338-7f5c1963550f service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=d283855c-bb57-4415-8af6-59c2c98dfa14&id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 2292 time: 0.3122761 Jul 15 13:26:43.241423 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-943fa005-64c8-46e4-88a5-ca4670aa18aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 1000 time: 0.3005645 Jul 15 13:26:43.266993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.284050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.589873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4160b92d-05c8-41e0-a0ac-456a4c1f5e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:43.660082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-18473467-7525-4420-9382-20d32a23676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.664695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-18473467-7525-4420-9382-20d32a23676a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 200 len: 851 time: 0.4185479 Jul 15 13:26:43.745856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6f21200-d8c1-4e9c-8e59-710f486c9fc6 req-615f9fc1-0384-4511-80c0-2ffca1795a28 service neutron] 10.222.0.59 "GET /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.1700826 Jul 15 13:26:43.854230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c82172de-2a27-4882-9cb1-0431caee179d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:43.859453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7218f-d0d1-454e-9511-d3057e0ab2b5 req-ac016ecc-0c67-4a46-bcf6-263f15eda0da tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.871975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63d7218f-d0d1-454e-9511-d3057e0ab2b5 req-ac016ecc-0c67-4a46-bcf6-263f15eda0da tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.5898805 Jul 15 13:26:43.956570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a61d2a-ed84-4ee9-8843-3f9d1eebdefc req-c99dddb0-ae86-47cd-a5ea-b7b1d37f8cc6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:43.960184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42a61d2a-ed84-4ee9-8843-3f9d1eebdefc req-c99dddb0-ae86-47cd-a5ea-b7b1d37f8cc6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 3.0541861 Jul 15 13:26:43.975012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:39Z', 'revision_number': 6, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:41Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:43.991861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63d7218f-d0d1-454e-9511-d3057e0ab2b5 req-fb62ae42-cd5a-4098-9703-f903986f24d6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183636 Jul 15 13:26:44.025048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-59a0b212-8da4-460b-bc9f-419bd314658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:44.033187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-59a0b212-8da4-460b-bc9f-419bd314658c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e53f48e-0978-4e08-8c50-8d598755a75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3594103 Jul 15 13:26:44.123398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:44.256744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42a61d2a-ed84-4ee9-8843-3f9d1eebdefc req-66a26d91-79fd-4641-9c21-11c81970a371 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586780 Jul 15 13:26:44.467735 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c526368f-d988-454c-9ed4-0302e183f20d x-openstack-request-id: req-c526368f-d988-454c-9ed4-0302e183f20d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:44.468938 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c21c071-979c-41dd-b28a-5a5326bc27eb", "name": "network-vif-deleted", "tag": "4625c069-a9d9-44c0-b9d0-3fbfc6890063", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:44.469687 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c526368f-d988-454c-9ed4-0302e183f20d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:44.470763 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c21c071-979c-41dd-b28a-5a5326bc27eb', 'name': 'network-vif-deleted', 'tag': '4625c069-a9d9-44c0-b9d0-3fbfc6890063', 'status': 'completed', 'code': 200} Jul 15 13:26:44.486856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: c82172de-2a27-4882-9cb1-0431caee179d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:26:44.487815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c82172de-2a27-4882-9cb1-0431caee179d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:26:44.493666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25b41-573d-4e68-b7ed-962a3d6c7b55 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:39Z', 'revision_number': 6, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:41Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:44.525800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-f6c021a3-6a28-4d7d-9938-d65d43f0bc03 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849567 Jul 15 13:26:44.887787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:44.913033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:44.915539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-45986ab5-7346-475f-835e-f77e2a1fedbd tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 953 time: 8.1309819 Jul 15 13:26:44.919688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46046) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:44.975827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.062435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-57da221a-11ad-4e8f-9174-8d0572d3744d service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288219 Jul 15 13:26:45.063283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46048) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:45.245979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.306857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-9db033b7-7d33-428f-bcbc-472c9abc7e1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 217 time: 0.2309921 Jul 15 13:26:45.415411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a12d0e33-2fee-4747-ac02-47f887bd3b20 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 953 time: 0.4838309 Jul 15 13:26:45.420360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46056) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:45.458131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'routes': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:45.539759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9723b618-f67d-457e-b1e9-3b50a24b726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:45.565629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-98480a5c-a167-4b70-8180-95de1d7dd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:45.580344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-98480a5c-a167-4b70-8180-95de1d7dd972 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.2415257 Jul 15 13:26:45.666418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.063546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46066) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:46.138265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4a069cc-3197-4350-a940-d788c2cf6033 req-77984999-6a1e-424c-9d6a-591c63fd237b tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 210 time: 0.2929182 Jul 15 13:26:46.403084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf71f315-0bd6-4a30-8748-18796f4ee838 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.498555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf71f315-0bd6-4a30-8748-18796f4ee838 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.765124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1743051011'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:46.868427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0a90b3e6-93af-44a9-837b-0dae8cb029cb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:46.931129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf71f315-0bd6-4a30-8748-18796f4ee838 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.942554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf71f315-0bd6-4a30-8748-18796f4ee838 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:46.951380 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bf71f315-0bd6-4a30-8748-18796f4ee838 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/security-groups/544cce03-734e-4e33-8ac1-bca570320a56 HTTP/1.1" status: 204 len: 168 time: 1.8841403 Jul 15 13:26:46.980769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-046e4c41-9c68-4aa5-b440-a0d3dd5513f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:46.982644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:46.983847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-046e4c41-9c68-4aa5-b440-a0d3dd5513f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.4016912 Jul 15 13:26:46.998570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:47.004860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.037781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:47.039277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:47.043975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.107761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f91fe9-f12f-48cf-872a-31a7753ed38a req-e501b54e-285f-4262-bd11-5c8cc8d2551a tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.111905 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6f91fe9-f12f-48cf-872a-31a7753ed38a req-e501b54e-285f-4262-bd11-5c8cc8d2551a tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 1.3144274 Jul 15 13:26:47.129522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added routes are [] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:26:47.129840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:26:47.169068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.180492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-d8872996-8825-4910-b272-15cd07e7c306 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.182144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-d8872996-8825-4910-b272-15cd07e7c306 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 813 time: 1.3343425 Jul 15 13:26:47.184713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46074) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:47.193763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Request body: {'floatingip': {'port_id': '111e0fef-009c-4595-98f6-a132660abb77'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:47.290675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.304712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Request body: {'port': {'device_id': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'admin_state_up': True, 'tenant_id': '754edd0693304ef7bebdfef8f417457d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:47.350492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.368657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71f315-0bd6-4a30-8748-18796f4ee838 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544cce03-734e-4e33-8ac1-bca570320a56,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.379355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 0a90b3e6-93af-44a9-837b-0dae8cb029cb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:26:47.439504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:47.595740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.647068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-6672a31c-b208-4f9c-b962-0c870741693f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:47.653152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-6672a31c-b208-4f9c-b962-0c870741693f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 813 time: 2.0090609 Jul 15 13:26:47.672414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Request body: {'port': {'device_id': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'admin_state_up': True, 'tenant_id': '754edd0693304ef7bebdfef8f417457d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:47.712809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-497f8b90-a1d8-4e60-875d-1ef1b74a1839 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846189 Jul 15 13:26:47.713856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:26:47.721300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Made reservation on behalf of 754edd0693304ef7bebdfef8f417457d for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:47.729546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.762021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa72cae6-b4c4-4556-9066-fe6b60ac9480,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:47.773060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.773405 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Added segment 28fdaede-afb0-406a-ac48-35dcd6950cab of type vlan for network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 Jul 15 13:26:47.787901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0a90b3e6-93af-44a9-837b-0dae8cb029cb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:47.790420 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.855881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:47.930647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46078) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:48.301755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-c0b95e11-06ca-47ca-8a2d-70ff46a57c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.303180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-c0b95e11-06ca-47ca-8a2d-70ff46a57c0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1097 time: 2.4526603 Jul 15 13:26:48.306797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d21d1e7d-505f-4a57-83a8-43f09b849075 req-b807fe70-1e61-438c-8673-3d8c5e47a063 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 210 time: 0.1050661 Jul 15 13:26:48.334554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.435178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.520674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.530746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 0a90b3e6-93af-44a9-837b-0dae8cb029cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0a90b3e6-93af-44a9-837b-0dae8cb029cb,segment=NetworkSegment(4ec0a5e0-bb7e-4803-a14d-2059d553afed),segment_id=4ec0a5e0-bb7e-4803-a14d-2059d553afed)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:48.538464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:48.545085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.557326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.622740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:39Z', 'revision_number': 6, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:41Z', 'revision_number': 4, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:48.628786 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.630479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Made reservation on behalf of 754edd0693304ef7bebdfef8f417457d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:48.635462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:48.680306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-94874735-87b3-48b9-b386-bbf3c965889a service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9482977 Jul 15 13:26:48.740271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:48.763018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:48.763784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:48.982758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:49.060068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9829972 Jul 15 13:26:49.062071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-77d6765a-c0ba-471c-85c2-710bf02d0f9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 217 time: 0.3593917 Jul 15 13:26:49.068200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46090) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:49.082374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'subnet': {'network_id': '0dbfece5-9aff-4ab8-ac42-89dcdd313a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:49.087246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de393bd-b1e4-4921-90e7-43648e7b8962 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Network': ['ID=0dbfece5-9aff-4ab8-ac42-89dcdd313a60,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.121179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-24505db7-e88f-430a-8758-551e1186a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.124327 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-24505db7-e88f-430a-8758-551e1186a078 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.4237311 Jul 15 13:26:49.140944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:26:49.160053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-ab954b57-c207-4232-a50e-03dc9f4074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.162247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-ab954b57-c207-4232-a50e-03dc9f4074ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.0894604 Jul 15 13:26:49.251132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=0a90b3e6-93af-44a9-837b-0dae8cb029cb,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:49.394326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.428850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7e1f9-0c9f-4753-bf74-14a542ead4c4 req-e2006507-44e4-4ca8-9bd3-056494fdad0b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:49.431617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3b7e1f9-0c9f-4753-bf74-14a542ead4c4 req-e2006507-44e4-4ca8-9bd3-056494fdad0b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 2.6199007 Jul 15 13:26:49.452727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Allocated IP 172.20.0.14 (850322d3-69b0-497c-ab89-c4314f67f67c/59467c32-a7bb-492a-aa24-e1c3fe6fc06d/e1e5fbec-442e-414f-a697-e5ea770bfa5d) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:49.498679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:49.850908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9f87b571-e6f9-426e-9351-6dfc582cdcfe req-f28a29d5-34cb-4dbc-8e45-fea4c7d86a5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 210 time: 0.1351645 Jul 15 13:26:49.879594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:47Z', 'revision_number': 7, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:49.960832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09b379-4fb3-4910-869f-d56d031412d6 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:47Z', 'revision_number': 7, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:50.147713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-6d25393e-c15f-46f7-83d2-7052c11c4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:50.149470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-6d25393e-c15f-46f7-83d2-7052c11c4d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9680626 Jul 15 13:26:50.187947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:26:50.194740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.270093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.635830 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-2e780dc7-92d4-48ee-8670-2f9636072f7a service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749517 Jul 15 13:26:50.642555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.757925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0a90b3e6-93af-44a9-837b-0dae8cb029cb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:26:50.809474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-07911b14-d678-4c33-aee3-d46a3e756cf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 1001 time: 1.5328515 Jul 15 13:26:50.860848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Network 850322d3-69b0-497c-ab89-c4314f67f67c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:50.881597 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3b7e1f9-0c9f-4753-bf74-14a542ead4c4 req-35799264-a2db-4f27-a793-22b4f656b74f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4255314 Jul 15 13:26:50.894393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0a90b3e6-93af-44a9-837b-0dae8cb029cb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:26:50.895041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:50.906123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event updated for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:50.917850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:50.930988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:51.081750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-cba5ec06-5a5e-4a89-a17d-887875b85986 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318204 Jul 15 13:26:51.210292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.211472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.223232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-4334ee1d-0252-43ab-a5e9-322127d4df49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 200 len: 217 time: 0.1248319 Jul 15 13:26:51.271485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.282773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Allocated IP 172.20.0.9 (850322d3-69b0-497c-ab89-c4314f67f67c/59467c32-a7bb-492a-aa24-e1c3fe6fc06d/0d7977c1-8fa1-430d-a0a4-34aaac11687f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:51.287514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-0638f841-0814-4322-ace0-2b32d18521ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.287718 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b4b4eb5-1cb9-4549-b04b-0a3c9397edf7 req-a20fcdec-b000-40a5-a310-dbe06d13a5ed tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 210 time: 0.0988393 Jul 15 13:26:51.289110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-0638f841-0814-4322-ace0-2b32d18521ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.4214768 Jul 15 13:26:51.315668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:51.385725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-715576cd-32aa-416b-820d-953477eb38f1 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7170854 Jul 15 13:26:51.416081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Request body: {'port': {'device_id': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:51.471800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-f089f61f-8198-466d-be7d-a11347f13586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.473450 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-f089f61f-8198-466d-be7d-a11347f13586 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.2311788 Jul 15 13:26:51.501425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Subnet': ['ID=8b4e19a7-fcda-41c7-846f-14ba39f734dc,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:51.515704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:26:51.572888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Checking segment: {'id': '28fdaede-afb0-406a-ac48-35dcd6950cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0dbfece5-9aff-4ab8-ac42-89dcdd313a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:51.573254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network hostable DHCP agents. Network: 0dbfece5-9aff-4ab8-ac42-89dcdd313a60, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:26:51.593487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.650833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:26:51.678293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-fb130c2a-461f-4819-931f-acaa538811d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.680112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-fb130c2a-461f-4819-931f-acaa538811d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962779 Jul 15 13:26:51.683233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0dbfece5-9aff-4ab8-ac42-89dcdd313a60) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:51.688652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.689709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.701436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60901ce-e04f-4c22-bd3b-d1a7b3d4e300 None None] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:51.740551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.769304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.776577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-08768c5b-628a-4139-8647-e8fdd2e0f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:51.778336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-08768c5b-628a-4139-8647-e8fdd2e0f5bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4753845 Jul 15 13:26:51.802690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8d3951ed-c2f1-4847-b263-96c34d28aa20 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7259552 Jul 15 13:26:51.803002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46116) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:51.811022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1495409175', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:51.826016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:51.838497 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:51.839363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6e4b5fae-c2e1-4be0-83ab-c64cbd9d8444 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 703 time: 6.4175949 Jul 15 13:26:51.852547 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8412b-7684-410c-a222-5436142e922e None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:51.867315 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:51.868434 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:51.883092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.005237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.006338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.038417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be53da2-91b6-4387-87ce-8f2f47218ee2 None None] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:26:52.039071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-8048563d-c0f8-4101-87e8-f080bd721fdb service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437767 Jul 15 13:26:52.044854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:52.203802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:52.204991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e42a9a28-9fb7-4916-9ad8-b41dd15cc1b3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 703 time: 0.3203235 Jul 15 13:26:52.348614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.402172 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:47Z', 'revision_number': 7, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:52.435110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.443096 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8412b-7684-410c-a222-5436142e922e None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:52.456387 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:52.457292 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:52.567545 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:52.603122 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Floating IP 52519ac4-c3f9-4575-866c-c87139216e35 associated. External IP: 172.25.3.154, port: 111e0fef-009c-4595-98f6-a132660abb77. Jul 15 13:26:52.706004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:52.749962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-1e17d04b-7013-4b56-8abd-be2d0195fbc3 service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069726 Jul 15 13:26:52.983195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-0929056e-a1a8-4f84-869a-feb959265dca service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9307330 Jul 15 13:26:53.003302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Network 850322d3-69b0-497c-ab89-c4314f67f67c is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:53.103951 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fb8412b-7684-410c-a222-5436142e922e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:47Z', 'revision_number': 7, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:53.130633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:53.142994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event updated for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.144248 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8412b-7684-410c-a222-5436142e922e None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:47Z', 'revision_number': 7, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '0a90b3e6-93af-44a9-837b-0dae8cb029cb', 'name': '', 'network_id': '77d88335-f9cb-4f9e-9b86-546a0235fca8', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:94:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:28Z', 'updated_at': '2021-07-15T13:26:48Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'ee918dd6-29c9-49ce-aadb-ae2d3dec1dad', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:53.149839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-2541be46-07ee-45e2-a870-786a4e381165 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 200 len: 217 time: 0.1589277 Jul 15 13:26:53.151321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:53.156721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.178280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11673b-e9bb-4d41-91ab-243f3a99a3fa req-b3bc9cd4-cee4-4343-8178-bd1e28d52c50 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.179513 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e11673b-e9bb-4d41-91ab-243f3a99a3fa req-b3bc9cd4-cee4-4343-8178-bd1e28d52c50 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.9638977 Jul 15 13:26:53.344139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e11673b-e9bb-4d41-91ab-243f3a99a3fa req-153d84c5-1678-4017-bf65-8eaf771ec597 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469617 Jul 15 13:26:53.354704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.359868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-37b0af88-fffc-4900-8cb9-bca59bd8efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.362648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-37b0af88-fffc-4900-8cb9-bca59bd8efd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1938477 Jul 15 13:26:53.363384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.364384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.512881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e5fbec-442e-414f-a697-e5ea770bfa5d {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:53.523261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.549924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Transition to ACTIVE for port object e1e5fbec-442e-414f-a697-e5ea770bfa5d will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:53.558570 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.638676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-90299951-207f-4b6d-9490-ab1ec4a0900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.640397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-90299951-207f-4b6d-9490-ab1ec4a0900e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2697611 Jul 15 13:26:53.650499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:53.684612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-5d70e97d-4681-4654-a3b6-17b7ebc2d0b3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:26:53.685867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-5d70e97d-4681-4654-a3b6-17b7ebc2d0b3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254781 Jul 15 13:26:53.852496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b99d19fb-73cd-4eab-b326-e6f4f53e2480 req-eebfe51c-f50a-494f-b2f8-1d98f34c28ed service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0554566 Jul 15 13:26:53.909083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.911075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Attempting to bind port e1e5fbec-442e-414f-a697-e5ea770bfa5d on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:53.911411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Attempting to bind port e1e5fbec-442e-414f-a697-e5ea770bfa5d by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:53.911667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965033fd-8f8a-407c-a659-d378d6d72c9c req-cad90773-d3c9-43c8-8bba-5840badbfffa tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:53.911857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Attempting to bind port e1e5fbec-442e-414f-a697-e5ea770bfa5d on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:53.913186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-965033fd-8f8a-407c-a659-d378d6d72c9c req-cad90773-d3c9-43c8-8bba-5840badbfffa tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 931 time: 1.3031433 Jul 15 13:26:53.938986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.944759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Port e1e5fbec-442e-414f-a697-e5ea770bfa5d on network 850322d3-69b0-497c-ab89-c4314f67f67c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:53.945275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Attempting to bind port e1e5fbec-442e-414f-a697-e5ea770bfa5d on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:53.969974 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-b7031bc9-ef78-4e77-9902-2cdb3e5e8e07 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761683 Jul 15 13:26:53.985817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:53.987067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Checking segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:53.987067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Bound using segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:53.987067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Bound port: e1e5fbec-442e-414f-a697-e5ea770bfa5d, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:53.987478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:53.997614 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-f8cf0b25-6ec5-4f4f-b29c-2537c6754b5f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7815454 Jul 15 13:26:54.043646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Request body: {'port': {'device_id': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:26:54.189914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-965033fd-8f8a-407c-a659-d378d6d72c9c req-f5b4cf8d-e511-4774-a0ea-bfa4a0c56b72 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360542 Jul 15 13:26:54.276267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Router 2dbfb831-e8fc-45ed-813e-10b640582a71 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:54.337883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a2e0-8440-4425-b719-266216083f21 req-3f05aa8d-f941-4ec7-a39b-47183b19010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.339518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-3f05aa8d-f941-4ec7-a39b-47183b19010b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1097 time: 0.3849833 Jul 15 13:26:54.340156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.376296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.243 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/05b8308e-c083-413b-b713-cb782a6b56c8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:26:54.381269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:54.406299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-2f193824-bb45-4b61-830e-d7cab56a85f1 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835309 Jul 15 13:26:54.420967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:54.497900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.508838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-d1f57acf-19e0-4a21-8572-9361ca392e7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 200 len: 217 time: 0.0922484 Jul 15 13:26:54.706082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.706759 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.708225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] 10.222.0.58 "PUT /v2.0/ports/e1e5fbec-442e-414f-a697-e5ea770bfa5d HTTP/1.1" status: 200 len: 1093 time: 3.3063309 Jul 15 13:26:54.713422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:54.715959 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb04278-49fd-4a48-add2-00bd93e42fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:54.825367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-717b1e0a-c963-4feb-8907-965c981087e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.826973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-717b1e0a-c963-4feb-8907-965c981087e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.2935474 Jul 15 13:26:54.827673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348d18-5b59-44fd-b61d-c85310931878 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:54.917733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:54.918293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.929327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3fe1-10e5-4a79-9b98-4dba151d3aa4 req-b35a0ed3-f105-4431-8ca0-fb7b2d306c24 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.936500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f69f3fe1-10e5-4a79-9b98-4dba151d3aa4 req-b35a0ed3-f105-4431-8ca0-fb7b2d306c24 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 945 time: 0.3411243 Jul 15 13:26:54.940245 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:54.942309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] Sync routers for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:54.950372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a2e0-8440-4425-b719-266216083f21 req-0233f92f-10ce-427a-8a92-20d2d1bc532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:54.952149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-0233f92f-10ce-427a-8a92-20d2d1bc532a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.5948260 Jul 15 13:26:54.959566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:54.959880 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8385262-5ea9-4be6-b4a0-bbfbc95bf0d3 x-openstack-request-id: req-f8385262-5ea9-4be6-b4a0-bbfbc95bf0d3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:54.960092 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:54.960257 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8385262-5ea9-4be6-b4a0-bbfbc95bf0d3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:54.960467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:54.960647 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d', 'status': 'completed', 'code': 200} Jul 15 13:26:55.024009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-d3e79919-7217-49eb-9768-e7a3c2143147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.025696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-d3e79919-7217-49eb-9768-e7a3c2143147 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=9b47a4f8-b432-4311-bebc-c59a43e4bb0a HTTP/1.1" status: 200 len: 1096 time: 0.2419672 Jul 15 13:26:55.028702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f69f3fe1-10e5-4a79-9b98-4dba151d3aa4 req-bec0955d-d85d-450f-b422-cef86dd6d54c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913234 Jul 15 13:26:55.085040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-82273aaa-116d-432b-893e-95d68bb71e68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d HTTP/1.1" status: 200 len: 217 time: 0.0523670 Jul 15 13:26:55.105448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-8d9f8dca-2317-4193-b9bd-5ec4fb4fbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.107116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-8d9f8dca-2317-4193-b9bd-5ec4fb4fbe9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2654052 Jul 15 13:26:55.139211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.265461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:26:55.267773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-4f78e4f0-4eef-46f2-bac4-5e3068585632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:55.269393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-4f78e4f0-4eef-46f2-bac4-5e3068585632 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.1774194 Jul 15 13:26:55.271234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:55.272292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.286030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-7698550c-7d3d-4f4c-acd4-1c8ae1f69d48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 1001 time: 0.2901273 Jul 15 13:26:55.290092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:26:55.291834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=05b8308e-c083-413b-b713-cb782a6b56c8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:55.314890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:26:55.322686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-5f37f645-b918-4de0-bcfa-6c0c06abcdb9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451469 Jul 15 13:26:55.463340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9b0cfdca-2cf8-4631-8ddb-ef80224d90b6 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "PUT /v2.0/floatingips/52519ac4-c3f9-4575-866c-c87139216e35 HTTP/1.1" status: 200 len: 991 time: 8.2741036 Jul 15 13:26:55.528251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'tag': '111e0fef-009c-4595-98f6-a132660abb77'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:55.532650 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398f4c8-e503-41e7-9866-8a485bc50f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "tag": "111e0fef-009c-4595-98f6-a132660abb77"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:55.634554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:26:55.733761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-1b2346a8-1d7b-4576-b560-1cdfc055717a service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048214 Jul 15 13:26:55.773511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '52519ac4-c3f9-4575-866c-c87139216e35', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'port_id': '111e0fef-009c-4595-98f6-a132660abb77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'mac_address': 'fa:16:3e:71:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:18Z', 'updated_at': '2021-07-15T13:26:51Z', 'revision_number': 1, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:19Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:55.782470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7977c1-8fa1-430d-a0a4-34aaac11687f {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:26:55.802999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:55.839866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Transition to ACTIVE for port object 0d7977c1-8fa1-430d-a0a4-34aaac11687f will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:26:55.908488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] Checking router: 2dbfb831-e8fc-45ed-813e-10b640582a71 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:26:55.923428 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3813f907-6f19-4b65-8c1c-85259e1be65d x-openstack-request-id: req-3813f907-6f19-4b65-8c1c-85259e1be65d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:55.924167 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "tag": "111e0fef-009c-4595-98f6-a132660abb77", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:55.924675 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3813f907-6f19-4b65-8c1c-85259e1be65d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:55.925417 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'tag': '111e0fef-009c-4595-98f6-a132660abb77', 'status': 'completed', 'code': 200} Jul 15 13:26:55.937121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.004041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.036548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:56.038451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:56.042875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-399a78b2-2439-4d1c-bde3-fefa72f57d24 service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747919 Jul 15 13:26:56.075350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port eae91046-9084-4001-9d95-9c170c4809fe {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:56.075909 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.119580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-8243f0b0-42a8-417b-9edf-f0a09c1d609f service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755903 Jul 15 13:26:56.193865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-21203175-e056-4c9b-9849-96eb52852f63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 217 time: 0.0631845 Jul 15 13:26:56.278747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port eae91046-9084-4001-9d95-9c170c4809fe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eae91046-9084-4001-9d95-9c170c4809fe,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:56.279606 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.306266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for eae91046-9084-4001-9d95-9c170c4809fe owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:56.340136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-80a3c200-2bff-43fb-89ec-b278eae55b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.341734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-80a3c200-2bff-43fb-89ec-b278eae55b48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc&device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 1097 time: 0.4429016 Jul 15 13:26:56.353912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:56.358737 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0dbadb-1716-440d-bac1-7e6eb44a9b84" -d '{"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:56.421579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-1a2e8316-7066-448e-8268-7298a52da306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.424092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-1a2e8316-7066-448e-8268-7298a52da306 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1923513 Jul 15 13:26:56.424301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:56.429776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-a503fd09-3426-43f0-9d59-30244bed2014 service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712552 Jul 15 13:26:56.432386 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.498046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:26:56.616837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:56.694435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a2e0-8440-4425-b719-266216083f21 req-625728fc-b011-4cd4-84d0-d289d128e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.697565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-625728fc-b011-4cd4-84d0-d289d128e099 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 1.3259370 Jul 15 13:26:56.706762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.718549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-297c3847-cb9a-4ce2-b8b5-5daf31fde1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.720451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-297c3847-cb9a-4ce2-b8b5-5daf31fde1ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8096a56-c374-42da-b6de-c40de15b0287 HTTP/1.1" status: 200 len: 916 time: 0.3630080 Jul 15 13:26:56.731288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.731853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.732426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.732992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.733565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.734165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.734730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.735359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.735925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.736478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.737051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.737619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:26:56.860550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:56.877053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb034790-e26d-4ed6-bd97-69d9afc0599d req-252a6049-c990-47d0-a6e4-55670f5fb86a tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.879615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb034790-e26d-4ed6-bd97-69d9afc0599d req-252a6049-c990-47d0-a6e4-55670f5fb86a tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 931 time: 1.4001462 Jul 15 13:26:56.967472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54679766-0230-4855-b0ed-07951a70ed3e req-528ac1ec-8c08-4a29-85d8-72fc3716ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.967819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '52519ac4-c3f9-4575-866c-c87139216e35', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'port_id': '111e0fef-009c-4595-98f6-a132660abb77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'mac_address': 'fa:16:3e:71:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:18Z', 'updated_at': '2021-07-15T13:26:51Z', 'revision_number': 1, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:19Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:56.969098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-528ac1ec-8c08-4a29-85d8-72fc3716ba7d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5368030 Jul 15 13:26:56.988328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-6143b28f-3140-4e4b-8567-2dc1069fc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:56.989878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-6143b28f-3140-4e4b-8567-2dc1069fc1ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=9b47a4f8-b432-4311-bebc-c59a43e4bb0a HTTP/1.1" status: 200 len: 1096 time: 0.4301815 Jul 15 13:26:57.007117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541b2fd5-32c0-4836-9542-a3f928254e62 None None] The sync data for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 is: [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '52519ac4-c3f9-4575-866c-c87139216e35', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'port_id': '111e0fef-009c-4595-98f6-a132660abb77', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'mac_address': 'fa:16:3e:71:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:25:18Z', 'updated_at': '2021-07-15T13:26:51Z', 'revision_number': 1, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:19Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:57.030139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-a697ccf6-3995-42c9-beda-2b01e4e60535 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=111e0fef-009c-4595-98f6-a132660abb77 HTTP/1.1" status: 200 len: 999 time: 0.2904079 Jul 15 13:26:57.045324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Attempting to bind port 0d7977c1-8fa1-430d-a0a4-34aaac11687f on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:26:57.045704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Attempting to bind port 0d7977c1-8fa1-430d-a0a4-34aaac11687f by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:26:57.046000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Attempting to bind port 0d7977c1-8fa1-430d-a0a4-34aaac11687f on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:57.073462 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb034790-e26d-4ed6-bd97-69d9afc0599d req-c11097dc-eecb-4ebf-be3a-135949147fbe tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758492 Jul 15 13:26:57.091894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Port 0d7977c1-8fa1-430d-a0a4-34aaac11687f on network 850322d3-69b0-497c-ab89-c4314f67f67c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:26:57.092405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Attempting to bind port 0d7977c1-8fa1-430d-a0a4-34aaac11687f on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:26:57.138423 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b0463-3ac8-4e33-a2b8-27aba490a157 x-openstack-request-id: req-8a1b0463-3ac8-4e33-a2b8-27aba490a157 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:57.138777 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:57.139594 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a1b0463-3ac8-4e33-a2b8-27aba490a157 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:57.140051 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'code': 200} Jul 15 13:26:57.188846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640a2e0-8440-4425-b719-266216083f21 req-69170ca0-ddfe-45ba-8548-e7323874401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.193111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-69170ca0-ddfe-45ba-8548-e7323874401e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4717309 Jul 15 13:26:57.194326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:26:57.194718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Checking segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:26:57.195114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Bound using segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:26:57.195606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Bound port: 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:26:57.196277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.215130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.304347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dde729-3b4b-48fc-b605-89f9c5274794 req-9ece5a97-6bf4-46e8-86f7-1254fc23a1c1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.312269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08dde729-3b4b-48fc-b605-89f9c5274794 req-9ece5a97-6bf4-46e8-86f7-1254fc23a1c1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.5878522 Jul 15 13:26:57.337229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-a5e59d3b-d310-46e4-b0e2-83bf63b50daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:57.344092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-a5e59d3b-d310-46e4-b0e2-83bf63b50daa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ed250e-e393-4e03-8357-83e41bd0497b HTTP/1.1" status: 200 len: 854 time: 0.2800584 Jul 15 13:26:57.382166 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73931e-6c30-45f9-bee8-e88c57e0ed5d None None] New status for floating IP 52519ac4-c3f9-4575-866c-c87139216e35: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:26:57.470138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:57.492260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-3582a279-7d7d-4928-a034-fc1bc36e7a43 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163498 Jul 15 13:26:57.511088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=eae91046-9084-4001-9d95-9c170c4809fe,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:57.969316 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08dde729-3b4b-48fc-b605-89f9c5274794 req-f35be121-5357-47b1-83ae-b803706089a1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6556640 Jul 15 13:26:58.071180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-060f60a2-078e-4b84-b127-e28331ab24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.072995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-060f60a2-078e-4b84-b127-e28331ab24bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 914 time: 1.0756736 Jul 15 13:26:58.116143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:26:58.167418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-81c62421-25c4-4648-aee3-96211dab4f5e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d HTTP/1.1" status: 200 len: 217 time: 0.0831122 Jul 15 13:26:58.191272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:26:58.198763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-be57be59-a209-4e64-a7ef-d8372b69727a service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9706147 Jul 15 13:26:58.208319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.234063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 0a90b3e6-93af-44a9-837b-0dae8cb029cb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:26:58.234822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.304002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54679766-0230-4855-b0ed-07951a70ed3e req-6bc243a3-b7e8-4589-9a86-d539a5ec8975 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251305 Jul 15 13:26:58.318458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-279271bf-9999-4abf-9bdc-3633e83f825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.320100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-279271bf-9999-4abf-9bdc-3633e83f825a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8096a56-c374-42da-b6de-c40de15b0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9746556 Jul 15 13:26:58.323296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-090f7aef-09e5-44b1-92bf-45de724ab365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.324870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-090f7aef-09e5-44b1-92bf-45de724ab365 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.1150882 Jul 15 13:26:58.376792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.377535 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.379088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] 10.222.0.59 "PUT /v2.0/ports/0d7977c1-8fa1-430d-a0a4-34aaac11687f HTTP/1.1" status: 200 len: 1092 time: 4.3450534 Jul 15 13:26:58.389933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:26:58.392605 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df31a223-0cb8-41b1-9217-775987b3142f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:26:58.401995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-675cda49-2c1e-4e7f-b311-0e90ebdaec8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592816 Jul 15 13:26:58.514240 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7363e698-3aba-4973-b47c-98228e25f7b8 x-openstack-request-id: req-7363e698-3aba-4973-b47c-98228e25f7b8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:26:58.514918 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:26:58.514918 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7363e698-3aba-4973-b47c-98228e25f7b8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:26:58.515180 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f', 'status': 'completed', 'code': 200} Jul 15 13:26:58.601992 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.604516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bef3f-6d54-4659-aa9a-8aa5b4cfb9cd service neutron] Pushing event updated for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:58.644695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:26:58.655059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-ef53526d-09df-4bf1-b860-5a6a778280a8 service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272600 Jul 15 13:26:58.674573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9640a2e0-8440-4425-b719-266216083f21 req-db316820-eacf-47b6-936e-d235dfe298ef service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600115 Jul 15 13:26:58.710220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-66e8d111-9b66-48f1-aed5-35639daef81b service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969341 Jul 15 13:26:58.747510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493282be-3083-452a-931a-489978727364 req-b08cc27d-aef5-4da9-a031-d1da316512c6 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.755132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-493282be-3083-452a-931a-489978727364 req-b08cc27d-aef5-4da9-a031-d1da316512c6 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 943 time: 0.5265775 Jul 15 13:26:58.777337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 0a90b3e6-93af-44a9-837b-0dae8cb029cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0a90b3e6-93af-44a9-837b-0dae8cb029cb,segment=NetworkSegment(4ec0a5e0-bb7e-4803-a14d-2059d553afed),segment_id=4ec0a5e0-bb7e-4803-a14d-2059d553afed)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:58.778283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:58.814161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 0a90b3e6-93af-44a9-837b-0dae8cb029cb owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:26:58.899329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-493282be-3083-452a-931a-489978727364 req-cf2594f5-c616-4b34-96ce-c215648dc807 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427946 Jul 15 13:26:58.901608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-e4cafd32-4933-447c-b1a2-0b0229d038d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:58.903230 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-e4cafd32-4933-447c-b1a2-0b0229d038d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 1095 time: 0.3911514 Jul 15 13:26:58.987417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-5d1770d0-118c-42cc-8937-f5593d5534b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f HTTP/1.1" status: 200 len: 217 time: 0.0502028 Jul 15 13:26:59.084011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d398f4c8-e503-41e7-9866-8a485bc50f4c req-21fafdcc-9206-4063-8c41-e6a4657cea75 service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161654 Jul 15 13:26:59.115549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:26:59.144315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7eb04278-49fd-4a48-add2-00bd93e42fc0 req-a63d2e06-5ee5-4579-be4a-9303ad94c697 service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795424 Jul 15 13:26:59.156040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.157752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-99ea2401-5f99-499f-b80b-e58d727b4664 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3537333 Jul 15 13:26:59.164600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46172) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:26:59.170311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:26:59.199290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:59.200799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:59.245147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:59.259500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:26:59.260278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:59.266670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-25fceb57-02b7-4874-9515-117d2c99302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.268954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-25fceb57-02b7-4874-9515-117d2c99302c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.2697384 Jul 15 13:26:59.317715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-22f6cde9-1a57-4574-bd48-d40ea03701fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399132 Jul 15 13:26:59.324608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:26:59.325814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1e7bd0-e416-4110-b97d-9d3d8ef72cef None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:26:59.406316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:26:59.491172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:26:59.498746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7b0cf-83af-4898-bfaa-f721d0fa22ef req-05903c51-128b-4415-b0a6-24dfb9b11399 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:26:59.501695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e3d7b0cf-83af-4898-bfaa-f721d0fa22ef req-05903c51-128b-4415-b0a6-24dfb9b11399 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.2472003 Jul 15 13:26:59.572787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-7b16afcd-f6dc-4bac-8c77-3c8b86a34eda service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457132 Jul 15 13:26:59.579023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=0a90b3e6-93af-44a9-837b-0dae8cb029cb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:26:59.645006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e1e5fbec-442e-414f-a697-e5ea770bfa5d details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:26:59.757637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e3d7b0cf-83af-4898-bfaa-f721d0fa22ef req-12f4fc3e-5189-4418-add4-97a3f6d37e51 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367170 Jul 15 13:26:59.916538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:26:59.938052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'port_id': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d', 'mac_address': 'fa:16:3e:25:f1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59467c32-a7bb-492a-aa24-e1c3fe6fc06d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:00.019822 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.046734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e5fbec-442e-414f-a697-e5ea770bfa5d {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:00.047260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:00.057774 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-36d5a5a8-ea4f-4c7a-b060-090b2c3f8677 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "PUT /v2.0/routers/61d6d1c6-91d5-4eec-81cb-4df06c7befb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1090066 Jul 15 13:27:00.061293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46182) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:00.063989 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] Sync routers for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:00.089496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:00.096638 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.098691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:00.101379 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:00.219165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:00.239899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.267033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-762c7e81-11e0-462d-a2a5-660c64dce9ae req-8576993a-19f5-4b72-a260-47d6c50a4e18 service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848614 Jul 15 13:27:00.277925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting subnet 3c262133-bec1-4878-b1b4-adf7349388b2 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:00.289507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.367081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['e1e5fbec-442e-414f-a697-e5ea770bfa5d'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:00.389307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.392445 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:00.511694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0aa7-819b-4a44-80c3-a9f4492aa187 req-df888a04-ccb1-4e84-9a86-23b7e9048144 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:00.515130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-238c0aa7-819b-4a44-80c3-a9f4492aa187 req-df888a04-ccb1-4e84-9a86-23b7e9048144 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 943 time: 0.3815475 Jul 15 13:27:00.523149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:00.712764 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:56Z', 'revision_number': 7, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:00.768028 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] Checking router: 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:00.780920 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] Routers {'61d6d1c6-91d5-4eec-81cb-4df06c7befb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:00.781734 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:00.965105 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] Set router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:01.230342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.1 (0dbfece5-9aff-4ab8-ac42-89dcdd313a60/8b4e19a7-fcda-41c7-846f-14ba39f734dc/64714a67-db0c-427e-9e2c-aab351a76392) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:01.249707 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:56Z', 'revision_number': 7, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:01.254032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-238c0aa7-819b-4a44-80c3-a9f4492aa187 req-0ace4854-5f77-42dd-b567-aa2b8eca3f42 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176406 Jul 15 13:27:01.308598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a223-0cb8-41b1-9217-775987b3142f req-3022bac7-dbd0-46fc-bd25-37eac164bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.310838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-3022bac7-dbd0-46fc-bd25-37eac164bf8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 1095 time: 0.9516733 Jul 15 13:27:01.343426 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e02ee-bd9a-4cb0-89b1-daa465b5149d None None] The sync data for ids ['61d6d1c6-91d5-4eec-81cb-4df06c7befb2'] in n-d-798054-11 is: [{'id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'name': 'tempest-TestNetworkBasicOps-router-1352116790', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:22:59Z', 'updated_at': '2021-07-15T13:26:56Z', 'revision_number': 7, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d6d1c6-91d5-4eec-81cb-4df06c7befb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:23:07Z', 'updated_at': '2021-07-15T13:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:01.447081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.464486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aa045-55cc-4d66-9910-7d2b3c35e136 req-91432230-127b-46f1-9d98-1dca39fb4d67 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.466292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b97aa045-55cc-4d66-9910-7d2b3c35e136 req-91432230-127b-46f1-9d98-1dca39fb4d67 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.3304961 Jul 15 13:27:01.471640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a223-0cb8-41b1-9217-775987b3142f req-67222cef-a1a5-4bf7-8629-548b5580f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.473254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-67222cef-a1a5-4bf7-8629-548b5580f221 service neutron] 10.222.0.59 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 914 time: 0.1488297 Jul 15 13:27:01.499394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.552648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:01.573298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b97aa045-55cc-4d66-9910-7d2b3c35e136 req-7a45fdc3-8b9e-4412-af97-bb72f047853f tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912082 Jul 15 13:27:01.582174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-c5e7c085-977b-4eef-8a89-e8ee73c9dfb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f HTTP/1.1" status: 200 len: 217 time: 0.0995290 Jul 15 13:27:01.596138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.654451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e1e5fbec-442e-414f-a697-e5ea770bfa5d up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:01.676939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:01.682283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:01.695407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:01.776693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=64714a67-db0c-427e-9e2c-aab351a76392,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.778199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.820446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.827053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:01.827887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/subnets/3c262133-bec1-4878-b1b4-adf7349388b2 HTTP/1.1" status: 204 len: 168 time: 1.7489595 Jul 15 13:27:01.829923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf14401-f654-4949-84b6-490753919c02 None None] Network 6ac1de0e-50fb-4673-bbba-3c118fd09d26 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:01.880420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a223-0cb8-41b1-9217-775987b3142f req-61929f05-d1b2-4ad2-9894-b7fb1f4be8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:01.884122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-61929f05-d1b2-4ad2-9894-b7fb1f4be8fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.2958980 Jul 15 13:27:01.891758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b241e0-baab-4140-9758-889650009272 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Subnet': ['ID=3c262133-bec1-4878-b1b4-adf7349388b2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:01.907366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port e1e5fbec-442e-414f-a697-e5ea770bfa5d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:01.928915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port e1e5fbec-442e-414f-a697-e5ea770bfa5d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:01.929432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.938625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:01.945558 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-67c4bfe8-4175-44ea-8588-e6fa76067e24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491102 Jul 15 13:27:01.981912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:02.009098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2159a36f-7029-41c3-bd01-56883cf5b49c tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7988400 Jul 15 13:27:02.013351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46200) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.039778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:02.118604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:02.119666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:02.212201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-f5aac702-f382-4fe5-9373-109aadce1524 service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577367 Jul 15 13:27:02.292372 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.374249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet ee918dd6-29c9-49ce-aadb-ae2d3dec1dad {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:02.379227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.396946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:02.438077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.500510 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.692716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.701324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df31a223-0cb8-41b1-9217-775987b3142f req-c82fd832-2404-47df-a74a-29dd9b26351b service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812918 Jul 15 13:27:02.754932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.858702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:02.861136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.900128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=ee918dd6-29c9-49ce-aadb-ae2d3dec1dad,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:02.908760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.910980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:02.911811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1a51b2ea-2fa4-403e-9682-37b71a86a347 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/ee918dd6-29c9-49ce-aadb-ae2d3dec1dad HTTP/1.1" status: 204 len: 168 time: 0.8962653 Jul 15 13:27:02.915495 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd541d-908e-430c-a921-2eab5dd6ac21" -d '{"events": [{"server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:02.917891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46218) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:02.921393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eae91046-9084-4001-9d95-9c170c4809fe no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:02.925859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] DHCP port deletion for 6ac1de0e-50fb-4673-bbba-3c118fd09d26 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:02.967517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:02.969164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:02.973613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe02740-1abd-45d0-9ef4-3d3e614fa586 None None] Network 77d88335-f9cb-4f9e-9b86-546a0235fca8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:03.095875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.169142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: eae91046-9084-4001-9d95-9c170c4809fe {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:03.169508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eae91046-9084-4001-9d95-9c170c4809fe not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:03.171273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.253836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.257464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port a946dc81-1d66-436a-8496-a22547397d50 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:03.259236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.354303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec8fe-c31e-4b60-895e-db13a36ac146 req-6793eda0-93b8-4346-8542-e94f24d028a9 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:03.356290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da5ec8fe-c31e-4b60-895e-db13a36ac146 req-6793eda0-93b8-4346-8542-e94f24d028a9 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 943 time: 0.7463548 Jul 15 13:27:03.411143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port a946dc81-1d66-436a-8496-a22547397d50, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a946dc81-1d66-436a-8496-a22547397d50,segment=NetworkSegment(4ec0a5e0-bb7e-4803-a14d-2059d553afed),segment_id=4ec0a5e0-bb7e-4803-a14d-2059d553afed)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.412136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.444138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for a946dc81-1d66-436a-8496-a22547397d50 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:03.496483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da5ec8fe-c31e-4b60-895e-db13a36ac146 req-f875bdce-068a-4514-997a-e3b0b8bbd065 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960360 Jul 15 13:27:03.502262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] Deleting port 92a99ca7-eb1d-4729-b3be-1723c02f63bb {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:03.502667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.632320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] For port 92a99ca7-eb1d-4729-b3be-1723c02f63bb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=92a99ca7-eb1d-4729-b3be-1723c02f63bb,segment=NetworkSegment(73632c90-41f4-4273-bc84-c879edb6cd70),segment_id=73632c90-41f4-4273-bc84-c879edb6cd70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:03.632735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.657322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] Calling delete_port for 92a99ca7-eb1d-4729-b3be-1723c02f63bb owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:03.698814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:03.710761 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8207902c-c39a-45e6-b228-39d93bdc7023 x-openstack-request-id: req-8207902c-c39a-45e6-b228-39d93bdc7023 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:03.711701 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:03.711972 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8207902c-c39a-45e6-b228-39d93bdc7023 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:03.712428 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d', 'code': 200} Jul 15 13:27:03.761475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:59Z', 'revision_number': 8, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:03.786110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port a946dc81-1d66-436a-8496-a22547397d50 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:03.840726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=a946dc81-1d66-436a-8496-a22547397d50,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:03.868112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c885c3b-20df-4004-8def-1c79e6cdfc56 None None] DHCP port deletion for 77d88335-f9cb-4f9e-9b86-546a0235fca8 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:03.869748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d7977c1-8fa1-430d-a0a4-34aaac11687f details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:03.879431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:03.962081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:03.962791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.066219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.078207 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:04.079995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.109248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d88335-f9cb-4f9e-9b86-546a0235fca8']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.147649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] Pushing event deleted for resources: {'Port': ['ID=92a99ca7-eb1d-4729-b3be-1723c02f63bb,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.155983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec0a5e0-bb7e-4803-a14d-2059d553afed') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.156300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec0a5e0-bb7e-4803-a14d-2059d553afed') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:04.180745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1f49a-8573-4912-9d75-cc4bbfa74b0e None None] No DVR routers for this DVR port 92a99ca7-eb1d-4729-b3be-1723c02f63bb on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:04.185421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.211037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:04.238095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.240569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:04.241832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.246610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:04.247154 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:04.257372 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:04.358918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:04.372258 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.389833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.393916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:04.394290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.405817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.411761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.412125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/77d88335-f9cb-4f9e-9b86-546a0235fca8 HTTP/1.1" status: 204 len: 168 time: 1.4885564 Jul 15 13:27:04.412125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537bee4-6e31-47ef-90c1-ad8347e229ac tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=77d88335-f9cb-4f9e-9b86-546a0235fca8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.412971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46236) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:04.423685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0d7977c1-8fa1-430d-a0a4-34aaac11687f', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'port_id': '0d7977c1-8fa1-430d-a0a4-34aaac11687f', 'mac_address': 'fa:16:3e:d0:77:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59467c32-a7bb-492a-aa24-e1c3fe6fc06d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:04.450408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:04.492507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f359a9-9c3f-4ece-a2c2-250ae3e3b07d req-584b0613-5769-49c6-889d-fff0de29cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:04.494195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8f359a9-9c3f-4ece-a2c2-250ae3e3b07d req-584b0613-5769-49c6-889d-fff0de29cb76 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b47a4f8-b432-4311-bebc-c59a43e4bb0a HTTP/1.1" status: 200 len: 1098 time: 0.4781399 Jul 15 13:27:04.692334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.745740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=64714a67-db0c-427e-9e2c-aab351a76392,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:04.846650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a946dc81-1d66-436a-8496-a22547397d50 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:04.889018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: a946dc81-1d66-436a-8496-a22547397d50 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:04.890455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a946dc81-1d66-436a-8496-a22547397d50 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:04.891170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 92a99ca7-eb1d-4729-b3be-1723c02f63bb no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:04.896014 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:04.924789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 92a99ca7-eb1d-4729-b3be-1723c02f63bb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:04.925507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 92a99ca7-eb1d-4729-b3be-1723c02f63bb not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:04.929586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8f359a9-9c3f-4ece-a2c2-250ae3e3b07d req-b790a8f7-f789-4348-a4f5-d44a2234b08c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227779 Jul 15 13:27:04.937416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:04.942914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:04.944101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7977c1-8fa1-430d-a0a4-34aaac11687f {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:04.974190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:04.993199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.040042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:59Z', 'revision_number': 8, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:05.143949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:05.148705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e21f5-ebc7-48d0-a9f5-d2621e53a96a None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:26:59Z', 'revision_number': 8, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e277670f-2b97-4fc8-9529-bcec0c6f879a', 'name': '', 'network_id': '3ced75f3-d4d7-43de-949e-b7b40d23c02f', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:36:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:26:15Z', 'updated_at': '2021-07-15T13:26:38Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '20e1501c-67a2-4ec0-b230-5351087d382e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:05.232457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.260508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:05.268822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0d7977c1-8fa1-430d-a0a4-34aaac11687f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:05.274790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.328180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b23d-45b6-456c-af4d-408ff31de1e8 req-73bb9f34-5750-45c8-9ef1-1b9d98618e0c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.334301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6602b23d-45b6-456c-af4d-408ff31de1e8 req-73bb9f34-5750-45c8-9ef1-1b9d98618e0c tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.6261663 Jul 15 13:27:05.339393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:05.370414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd1f4-5513-4f9c-af3d-52fe3437749e req-2b078e9b-4641-4b1f-8419-54fd996528dc tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:05.378837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76ecd1f4-5513-4f9c-af3d-52fe3437749e req-2b078e9b-4641-4b1f-8419-54fd996528dc tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 944 time: 0.5748229 Jul 15 13:27:05.490938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76ecd1f4-5513-4f9c-af3d-52fe3437749e req-10e7a0f3-7608-42a3-ab8b-770d541fa286 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108642 Jul 15 13:27:05.563554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6602b23d-45b6-456c-af4d-408ff31de1e8 req-f8379a76-2830-4cf5-a2b8-b497b15dbcde tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243917 Jul 15 13:27:05.693719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.722189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port e277670f-2b97-4fc8-9529-bcec0c6f879a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:05.722669 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.921819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port e277670f-2b97-4fc8-9529-bcec0c6f879a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e277670f-2b97-4fc8-9529-bcec0c6f879a,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:05.922915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.935896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.942302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:05.946247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:05.953804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for e277670f-2b97-4fc8-9529-bcec0c6f879a owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:05.961102 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d9d8b140-ae57-4efa-a839-e1ff0d2f97b5 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/routers/9abc755b-0a57-4cba-b815-8aad0c7187e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7961130 Jul 15 13:27:05.967241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:05.970540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-c0d1ad0d-113a-4735-91e4-da95f6400cfe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7355502 Jul 15 13:27:05.972313 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:05.977639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'port': {'network_id': '0dbfece5-9aff-4ab8-ac42-89dcdd313a60', 'name': 'tempest-FloatingIPTestJSON-235167734'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:05.991764 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:05.993345 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.065979 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.097534 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:06.098852 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.113788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.117964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Fanout notify agent at l3_agent the message router_deleted on router 61d6d1c6-91d5-4eec-81cb-4df06c7befb2 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:06.145912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.148399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-605e3839-f539-458b-8666-1eeed1878599 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/routers/61d6d1c6-91d5-4eec-81cb-4df06c7befb2 HTTP/1.1" status: 204 len: 168 time: 4.3187540 Jul 15 13:27:06.153939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46268) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.188668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.202194 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23835aa-c8b3-4c57-8d9d-5ee55cbec957 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:06.358742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.414290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:06.424660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.480276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] device_id is not set on port 5c364100-77b5-49f5-b8ef-7038f675a08d yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:06.554839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.580096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac1de0e-50fb-4673-bbba-3c118fd09d26']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.610981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73632c90-41f4-4273-bc84-c879edb6cd70') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.612846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73632c90-41f4-4273-bc84-c879edb6cd70') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:06.639307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.694824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.713637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:06.714989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:06.725771 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:06.782653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.3 (0dbfece5-9aff-4ab8-ac42-89dcdd313a60/8b4e19a7-fcda-41c7-846f-14ba39f734dc/5c364100-77b5-49f5-b8ef-7038f675a08d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:06.794813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.855384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.868112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:06.878903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/networks/6ac1de0e-50fb-4673-bbba-3c118fd09d26 HTTP/1.1" status: 204 len: 168 time: 0.7189231 Jul 15 13:27:06.911513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46282) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:06.964188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'network': {'name': 'tempest-network-smoke--1747126464', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'port_security_enabled': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:06.966647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0a90b3e6-93af-44a9-837b-0dae8cb029cb no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:06.977347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b6d74-8698-407b-800c-f79d1326162b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Network': ['ID=6ac1de0e-50fb-4673-bbba-3c118fd09d26,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.012550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=e277670f-2b97-4fc8-9529-bcec0c6f879a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.024608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 0a90b3e6-93af-44a9-837b-0dae8cb029cb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:07.026254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0a90b3e6-93af-44a9-837b-0dae8cb029cb not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:07.028059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:07.029553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:07.037439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.077695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:07.078371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e9d1231-77bd-4fb2-9bc4-8d2a9018fb47 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:07.087067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feef25-2e96-45b0-b0be-52d4e79ff68e req-ab19b417-2f0e-43f8-a47e-f0c4ebec5fd5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.099336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08feef25-2e96-45b0-b0be-52d4e79ff68e req-ab19b417-2f0e-43f8-a47e-f0c4ebec5fd5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 944 time: 0.1865797 Jul 15 13:27:07.181792 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-08feef25-2e96-45b0-b0be-52d4e79ff68e req-71d14f7e-e8fe-4071-8f36-81d18f27cc5d tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808332 Jul 15 13:27:07.206377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:07.240565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.241128 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Added segment dcefff6f-c83a-4013-b130-66ce386217e0 of type vlan for network 587bfecf-8d29-481b-a86f-7b5d258102fd Jul 15 13:27:07.274662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01eda-01dc-41b6-bfd6-152037e60071 req-1f8aa7bc-048f-4ac2-8015-635afd61fcbe tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.277093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48c01eda-01dc-41b6-bfd6-152037e60071 req-1f8aa7bc-048f-4ac2-8015-635afd61fcbe tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.4211242 Jul 15 13:27:07.374801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.388467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48c01eda-01dc-41b6-bfd6-152037e60071 req-e6461aac-747d-4aed-a6eb-81c0a676bf95 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744050 Jul 15 13:27:07.389290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.460662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.474175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.475277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.526310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5742381 Jul 15 13:27:07.527088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46286) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:07.534804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'admin_state_up': True, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:07.630280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37076b23-7de9-4958-a1b8-ff6ce783b45b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Network': ['ID=587bfecf-8d29-481b-a86f-7b5d258102fd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.635506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.636831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.644901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 587bfecf-8d29-481b-a86f-7b5d258102fd details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:07.661112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.806343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.833712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:07.837242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:07.879729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d7977c1-8fa1-430d-a0a4-34aaac11687f up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:07.928584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:07.938882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:07.942592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=5c364100-77b5-49f5-b8ef-7038f675a08d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:07.952103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-fa5410b6-f33e-407e-a513-0ccdf57521ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:07.952410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:07.955710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-fa5410b6-f33e-407e-a513-0ccdf57521ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d&tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5 HTTP/1.1" status: 200 len: 1095 time: 0.4032493 Jul 15 13:27:08.104258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.127588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0d7977c1-8fa1-430d-a0a4-34aaac11687f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:08.137716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0d7977c1-8fa1-430d-a0a4-34aaac11687f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:08.139082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.237316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-a7e1ef79-a2a6-4da3-96e3-f03816bc756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.240422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-a7e1ef79-a2a6-4da3-96e3-f03816bc756b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1095 time: 0.1834817 Jul 15 13:27:08.333042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.368010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:08.372075 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9594706-96ae-4533-afd4-16f558371425" -d '{"events": [{"server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:08.392052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:08.400866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.476085 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4eb56d-2be1-42f4-bdb7-5569cd0b028c x-openstack-request-id: req-be4eb56d-2be1-42f4-bdb7-5569cd0b028c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:08.476995 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "name": "network-vif-plugged", "status": "completed", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:08.477284 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be4eb56d-2be1-42f4-bdb7-5569cd0b028c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:08.477851 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f', 'code': 200} Jul 15 13:27:08.517212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:08.527472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-e9dc7c05-62fb-4311-ba67-3f3b847d230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.529567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-e9dc7c05-62fb-4311-ba67-3f3b847d230f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 200 len: 918 time: 0.2819464 Jul 15 13:27:08.807529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:08.808206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:08.848710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:08.861291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7bb7f378-552d-49cf-9f3b-b6ba869f056e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8877146 Jul 15 13:27:08.866367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d2558e73-ff61-4637-ab41-3b1a36e05b9b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4449759 Jul 15 13:27:08.866699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:08.869260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46302) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.869758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46304) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:08.877688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'port': {'network_id': '0dbfece5-9aff-4ab8-ac42-89dcdd313a60', 'name': 'tempest-FloatingIPTestJSON-73869888'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:08.884829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:08.886493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:09.014499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-cb145bd9-ddaf-4832-8293-2daeb3b143a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 200 len: 999 time: 0.4755988 Jul 15 13:27:09.036335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:09.042028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649adf34-d6f1-425d-9309-8381e9813dae req-68d4d781-3dad-406b-869d-a90e52e4610b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.044433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-649adf34-d6f1-425d-9309-8381e9813dae req-68d4d781-3dad-406b-869d-a90e52e4610b tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.3441966 Jul 15 13:27:09.053404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c7af0-c063-4f1c-909f-1b0e7afb1eab req-8146a7b8-2379-403a-8ae2-fe631a081f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.055485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-554c7af0-c063-4f1c-909f-1b0e7afb1eab req-8146a7b8-2379-403a-8ae2-fe631a081f6e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 1097 time: 0.3594334 Jul 15 13:27:09.091564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 20e1501c-67a2-4ec0-b230-5351087d382e {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:09.110830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.194368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0ae52-0d3e-407d-8d91-c1eafa3ce076 req-58821eed-86b4-447e-ba04-b93661c73399 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.196351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ab0ae52-0d3e-407d-8d91-c1eafa3ce076 req-58821eed-86b4-447e-ba04-b93661c73399 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 945 time: 0.8011501 Jul 15 13:27:09.239778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.242434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.246512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-d3ce189a-1487-4919-87d9-bc6d53dcf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.247524 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-649adf34-d6f1-425d-9309-8381e9813dae req-145f3752-d6b9-4f8d-b935-848654ff3ce0 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797767 Jul 15 13:27:09.248195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-d3ce189a-1487-4919-87d9-bc6d53dcf9a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 200 len: 856 time: 0.2218595 Jul 15 13:27:09.249185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-554c7af0-c063-4f1c-909f-1b0e7afb1eab req-e6d0c333-8e48-42f1-9cfa-4a1d3d5354d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830997 Jul 15 13:27:09.302282 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.330007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:09.337642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.417241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] device_id is not set on port 49925ae3-feb1-40e2-9fc6-ea9a22404866 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:09.431306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ab0ae52-0d3e-407d-8d91-c1eafa3ce076 req-ce7d3b39-555d-4444-812b-cea8a4fbb344 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235951 Jul 15 13:27:09.472946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:06Z', 'revision_number': 9, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:09.508036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.529098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:09.547984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:09.548652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:09.579673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-f2638911-cfd1-4b59-9d47-df5aaf3f41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:09.581785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-f2638911-cfd1-4b59-9d47-df5aaf3f41b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c781cd74-8e99-441f-9583-0ab7d7eedb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3074911 Jul 15 13:27:09.593905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-42b76dc3-95a6-465d-a8d4-0918e6563084 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:27:09.595773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-42b76dc3-95a6-465d-a8d4-0918e6563084 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066583 Jul 15 13:27:09.617677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.25.3.76 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/4166aa91-0ef3-4223-b3e1-683faf1647ef) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:09.726054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.8 (0dbfece5-9aff-4ab8-ac42-89dcdd313a60/8b4e19a7-fcda-41c7-846f-14ba39f734dc/49925ae3-feb1-40e2-9fc6-ea9a22404866) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:09.736619 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.739038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:09.805815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=20e1501c-67a2-4ec0-b230-5351087d382e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:09.816114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-3424eaed-cbe1-4390-b2e0-982609716a1a service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081606 Jul 15 13:27:09.827887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:09.835469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/20e1501c-67a2-4ec0-b230-5351087d382e HTTP/1.1" status: 204 len: 168 time: 0.9626756 Jul 15 13:27:09.840744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:09.842427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.843150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.843548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.844182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.844365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.845581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe0c60-f75a-4471-82d1-66a30010e15c None None] Network 3ced75f3-d4d7-43de-949e-b7b40d23c02f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:09.846093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.846568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.847067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.847555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.848185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.848644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.849037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aa4485-75fb-4f98-ba63-dd6640612c97 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:09.891842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.003121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb1ff640-6d34-4185-afd4-db36ed9f7540 req-4c075a7b-0b70-4c63-bf59-efe388abc5bb service neutron] 10.222.0.58 "GET /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768994 Jul 15 13:27:10.008521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.035445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.103338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.107119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.114149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.168198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=4166aa91-0ef3-4223-b3e1-683faf1647ef,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.258583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.270807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 18383e38-697d-4ca5-a10c-35a1d6feaa06 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:10.271279 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.286592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] DHCP port deletion for 3ced75f3-d4d7-43de-949e-b7b40d23c02f request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:10.370476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.371177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.371702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.372222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.372559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.372880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.373391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.373901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.374216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.374735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.375257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.375876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:10.433589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 18383e38-697d-4ca5-a10c-35a1d6feaa06, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18383e38-697d-4ca5-a10c-35a1d6feaa06,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:10.434252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.443113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:06Z', 'revision_number': 9, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:10.455189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 18383e38-697d-4ca5-a10c-35a1d6feaa06 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:10.474794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.520520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a21e31-4920-4e6d-a06f-466cbd6af017 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:06Z', 'revision_number': 9, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993ae7d0-a3dc-4c7d-9bbf-cae4737caae4', 'name': '', 'network_id': '69b19c42-8b1b-4133-bbb7-0c7da09d8219', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:dd:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:59Z', 'updated_at': '2021-07-15T13:26:18Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': 'e24a7d94-dcce-4aec-9e5a-180d1302d294', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:10.570965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] Deleting port 18383e38-697d-4ca5-a10c-35a1d6feaa06 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:10.574902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.666557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:10.721407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:10.730226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=49925ae3-feb1-40e2-9fc6-ea9a22404866,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:10.733898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:10.784428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.810198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] For port 18383e38-697d-4ca5-a10c-35a1d6feaa06, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=18383e38-697d-4ca5-a10c-35a1d6feaa06,segment=NetworkSegment(bca8c865-8e03-4bec-9ef7-e0aa6da767a4),segment_id=bca8c865-8e03-4bec-9ef7-e0aa6da767a4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:10.810987 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.840313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] Calling delete_port for 18383e38-697d-4ca5-a10c-35a1d6feaa06 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:10.873755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.874369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:10.892750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9cf30-a0f2-463f-88a0-6b3bf9f79581 req-9ee52d1d-b6ca-4239-940a-36b6fa1853f9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.895955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ccc9cf30-a0f2-463f-88a0-6b3bf9f79581 req-9ee52d1d-b6ca-4239-940a-36b6fa1853f9 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.4092567 Jul 15 13:27:10.929469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7e24e098-57fc-4c51-8942-78e33ac67523 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0584991 Jul 15 13:27:10.934045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:10.938318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bf348-00a7-41fc-ab10-ee4b03893c68 req-fc3f83c6-e361-40af-bbc9-4577e7f9e292 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:10.940322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e41bf348-00a7-41fc-ab10-ee4b03893c68 req-fc3f83c6-e361-40af-bbc9-4577e7f9e292 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 945 time: 0.2414360 Jul 15 13:27:10.940780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '49925ae3-feb1-40e2-9fc6-ea9a22404866', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:10.953103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.017436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.018682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=18383e38-697d-4ca5-a10c-35a1d6feaa06,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.064252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ccc9cf30-a0f2-463f-88a0-6b3bf9f79581 req-d40440a3-e357-4ba1-99e2-34bf23ba57b6 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582034 Jul 15 13:27:11.065174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port 18383e38-697d-4ca5-a10c-35a1d6feaa06 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:11.094699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18383e38-697d-4ca5-a10c-35a1d6feaa06 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:11.097784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] No DVR routers for this DVR port 18383e38-697d-4ca5-a10c-35a1d6feaa06 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:11.102854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580d9ff-8170-49ea-9399-07679fe82925 None None] Pushing event deleted for resources: {'Port': ['ID=18383e38-697d-4ca5-a10c-35a1d6feaa06,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.103606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e41bf348-00a7-41fc-ab10-ee4b03893c68 req-cd665c0d-12b4-416b-91ad-68e7279a8a18 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500230 Jul 15 13:27:11.167874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 18383e38-697d-4ca5-a10c-35a1d6feaa06 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:11.168301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 18383e38-697d-4ca5-a10c-35a1d6feaa06 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:11.308616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.340161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.368306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ced75f3-d4d7-43de-949e-b7b40d23c02f']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:11.384462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:11.399024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca8c865-8e03-4bec-9ef7-e0aa6da767a4') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:11.419477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.452492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.476338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:11.476949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:11.592551 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:11.598671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.615620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.631149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:11.638635 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/3ced75f3-d4d7-43de-949e-b7b40d23c02f HTTP/1.1" status: 204 len: 168 time: 1.7811117 Jul 15 13:27:11.639842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46346) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:11.676000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7861daf-c0a7-47ff-9aa2-4f057a56930d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=3ced75f3-d4d7-43de-949e-b7b40d23c02f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:11.812197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router b6fdc401-3b4c-402f-98ec-157c27249463 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:12.085914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.106177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a7ec8-ffe1-4dc3-b7ca-23d400e41a0b req-bfb1d13a-8966-43a3-ba33-29cade3a3112 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.109237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b04a7ec8-ffe1-4dc3-b7ca-23d400e41a0b req-bfb1d13a-8966-43a3-ba33-29cade3a3112 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b47a4f8-b432-4311-bebc-c59a43e4bb0a HTTP/1.1" status: 200 len: 946 time: 0.1866634 Jul 15 13:27:12.232437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:12.250348 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Sync routers for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:12.272665 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:12.275968 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:26:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:12.329494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:12.335021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0c7cb719-a15a-4a42-8973-9427c092313e tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8043978 Jul 15 13:27:12.340152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46350) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.405807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-325048bd-1cdd-499d-8c70-5a22245ed304 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=3e0048f79d754f929a746882aa0bae89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498703 Jul 15 13:27:12.412686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46356) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.416641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b04a7ec8-ffe1-4dc3-b7ca-23d400e41a0b req-b6cdb603-227a-42ed-938e-abbc06776aeb tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938862 Jul 15 13:27:12.547652 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:12.600539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932715c-d042-4665-b9e6-2e35e75d930d tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.602170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9932715c-d042-4665-b9e6-2e35e75d930d tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881361 Jul 15 13:27:12.608300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46360) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.646989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.241 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/8b0804e8-f2ca-4e0f-bed6-f63b5f1b9506) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:12.684375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e277670f-2b97-4fc8-9529-bcec0c6f879a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:12.754769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cae404bb-a693-4054-b7cc-b06557b7b627 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1402607 Jul 15 13:27:12.755903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46364) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:12.770486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-577719212', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:12.820855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e277670f-2b97-4fc8-9529-bcec0c6f879a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:12.825508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e277670f-2b97-4fc8-9529-bcec0c6f879a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:12.968616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727565-a9d7-4bf7-a6f9-1ddfc249ac4c req-7ee8005e-fc1a-4170-8db7-3de6a6e07808 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:12.976735 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66727565-a9d7-4bf7-a6f9-1ddfc249ac4c req-7ee8005e-fc1a-4170-8db7-3de6a6e07808 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.5673499 Jul 15 13:27:13.101112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad368064-54d0-44bd-af3d-2dffd81bdeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.113677 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:10Z', 'revision_number': 3, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:13.138909 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.190247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66727565-a9d7-4bf7-a6f9-1ddfc249ac4c req-5886f650-838e-4222-8f6d-3b9ead5adbba tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508827 Jul 15 13:27:13.212583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:13.229052 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.260667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.614937 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Checking router: b6fdc401-3b4c-402f-98ec-157c27249463 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:13.616122 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Updating router b6fdc401-3b4c-402f-98ec-157c27249463 port 4166aa91-0ef3-4223-b3e1-683faf1647ef binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:13.692984 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:13.772908 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.075879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:14.130059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:14.138473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:14.274202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=8b0804e8-f2ca-4e0f-bed6-f63b5f1b9506,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.350297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:14.357430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.528721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.631581 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.659876 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Transition to ACTIVE for port object 4166aa91-0ef3-4223-b3e1-683faf1647ef will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:14.670295 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.766504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,segment=NetworkSegment(c2add2e6-2fe5-43a6-80d4-66583e573e93),segment_id=c2add2e6-2fe5-43a6-80d4-66583e573e93)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:14.769728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.835652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:14.889157 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Attempting to bind port 4166aa91-0ef3-4223-b3e1-683faf1647ef on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:14.889658 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Attempting to bind port 4166aa91-0ef3-4223-b3e1-683faf1647ef by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:14.894790 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Attempting to bind port 4166aa91-0ef3-4223-b3e1-683faf1647ef on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:14.941814 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:14.942854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:14.945830 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.946575 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:14.949556 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Bound port: 4166aa91-0ef3-4223-b3e1-683faf1647ef, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:14.950244 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:14.962839 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Pushing event updated for resources: {'Port': ['ID=4166aa91-0ef3-4223-b3e1-683faf1647ef,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.966266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Subnet': ['ID=a80bb443-57cb-42c0-b948-0392a3bb9c0f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:14.972471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.136175 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.148043 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.148665 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.149172 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.149742 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.150264 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.157740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.158451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.159098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.159648 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.160225 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.160857 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:15.226085 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.338091 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] For port 4166aa91-0ef3-4223-b3e1-683faf1647ef, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:15.354094 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] For port 4166aa91-0ef3-4223-b3e1-683faf1647ef, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4166aa91-0ef3-4223-b3e1-683faf1647ef,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:15.366819 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.502235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Checking segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:15.503263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network hostable DHCP agents. Network: 587bfecf-8d29-481b-a86f-7b5d258102fd, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:15.548694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6a9fa0f8-7a36-43fc-91cb-cc0dfda35bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.586546 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae0138-0529-4225-a82f-396f9079de6e None None] Pushing event updated for resources: {'Port': ['ID=4166aa91-0ef3-4223-b3e1-683faf1647ef,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.615660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.662827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:15.665388 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:15.667737 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:15.709039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 587bfecf-8d29-481b-a86f-7b5d258102fd is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:15.830190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=993ae7d0-a3dc-4c7d-9bbf-cae4737caae4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:15.977905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:16.006074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 587bfecf-8d29-481b-a86f-7b5d258102fd) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:16.024845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e6cff-b824-432c-9b92-8c462e0c9c65 None None] Network 587bfecf-8d29-481b-a86f-7b5d258102fd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:16.040496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.044854 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:16.102850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999d8bf-2a88-4a0d-9913-045abd235907 req-0d484f8f-b26d-4070-9408-57c47e492243 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:16.118457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e999d8bf-2a88-4a0d-9913-045abd235907 req-0d484f8f-b26d-4070-9408-57c47e492243 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.8574569 Jul 15 13:27:16.288711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c5e9937-7ae4-4c8f-b6fe-1188c588150f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5270157 Jul 15 13:27:16.289788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:16.386415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e999d8bf-2a88-4a0d-9913-045abd235907 req-0bcf3659-c676-4b1f-89cf-6689c7dae230 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665122 Jul 15 13:27:16.670223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-587bfecf-8d29-481b-a86f-7b5d258102fd', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:16.672109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.000123 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:10Z', 'revision_number': 3, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:17.121438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffee8-8364-4537-b6fc-d149e3c886fd None None] The sync data for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 is: [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:10Z', 'revision_number': 3, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:17.149741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Allocated IP 172.20.0.2 (587bfecf-8d29-481b-a86f-7b5d258102fd/a80bb443-57cb-42c0-b948-0392a3bb9c0f/6c6d8e6f-793b-4646-987b-db6b9eef14e3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:17.326444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.375097 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.517454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.782566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.805967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.901171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=8b0804e8-f2ca-4e0f-bed6-f63b5f1b9506,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:17.940074 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:17.990432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-491811ec-75c5-4a63-a3b9-bd30cf6090e0 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:17.993382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Transition to ACTIVE for port object 6c6d8e6f-793b-4646-987b-db6b9eef14e3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:17.996550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-491811ec-75c5-4a63-a3b9-bd30cf6090e0 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 813 time: 1.9959970 Jul 15 13:27:18.043474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Transition to ACTIVE for port object 6c6d8e6f-793b-4646-987b-db6b9eef14e3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:18.061833 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.106881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-889e8269-3008-4f9a-ac10-dc893490e49e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:18.109596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-889e8269-3008-4f9a-ac10-dc893490e49e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b47a4f8-b432-4311-bebc-c59a43e4bb0a HTTP/1.1" status: 200 len: 946 time: 2.3747127 Jul 15 13:27:18.121825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-d6e9437e-4b76-47cb-9494-4dc705b67df2 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/quotas/754edd0693304ef7bebdfef8f417457d HTTP/1.1" status: 200 len: 375 time: 0.1052520 Jul 15 13:27:18.265490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Pushing event updated for resources: {'Port': ['ID=6c6d8e6f-793b-4646-987b-db6b9eef14e3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:18.301261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Network 587bfecf-8d29-481b-a86f-7b5d258102fd is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:18.307441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:18.311179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:18.442590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.448778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Attempting to bind port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:18.449558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Attempting to bind port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:18.450071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Attempting to bind port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 on network 587bfecf-8d29-481b-a86f-7b5d258102fd {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:18.490347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:18.494983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Checking segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:18.496580 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.497410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Bound using segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:18.498612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Bound port: 6c6d8e6f-793b-4646-987b-db6b9eef14e3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:18.505347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.543658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-3832f5f0-7e62-436c-8c54-d9a311cefe97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4203320 Jul 15 13:27:18.651968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:18.748390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] For port 6c6d8e6f-793b-4646-987b-db6b9eef14e3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:18.769424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] For port 6c6d8e6f-793b-4646-987b-db6b9eef14e3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6c6d8e6f-793b-4646-987b-db6b9eef14e3,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:18.777687 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.078450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4166aa91-0ef3-4223-b3e1-683faf1647ef up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:19.243876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49f11f-35d4-469f-8c56-24ceff98026a None None] Pushing event updated for resources: {'Port': ['ID=6c6d8e6f-793b-4646-987b-db6b9eef14e3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:19.302682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4166aa91-0ef3-4223-b3e1-683faf1647ef completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:19.311878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4166aa91-0ef3-4223-b3e1-683faf1647ef triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:19.312985 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.357853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Deleting port e1e5fbec-442e-414f-a697-e5ea770bfa5d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:19.370295 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.421744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600c835-bffc-42a3-a800-42d6c2a227de req-399b8cd2-20f9-455b-a698-f316acd90ea8 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:19.451448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f600c835-bffc-42a3-a800-42d6c2a227de req-399b8cd2-20f9-455b-a698-f316acd90ea8 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa119101-726c-4a48-9cd4-f5b28c4dace2 HTTP/1.1" status: 200 len: 945 time: 3.0920854 Jul 15 13:27:19.452401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.565727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:19.666011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4166aa91-0ef3-4223-b3e1-683faf1647ef, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4166aa91-0ef3-4223-b3e1-683faf1647ef,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:19.680340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.096036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device e1e5fbec-442e-414f-a697-e5ea770bfa5d no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:20.100068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d7977c1-8fa1-430d-a0a4-34aaac11687f no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:20.138789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:20.139174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.210917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed92ab7-6171-44b9-a55d-2be78bb989df req-412915da-35ea-4da9-8577-7de1aa925309 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:20.216558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Calling delete_port for e1e5fbec-442e-414f-a697-e5ea770bfa5d owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:20.217868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4166aa91-0ef3-4223-b3e1-683faf1647ef,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.228617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ed92ab7-6171-44b9-a55d-2be78bb989df req-412915da-35ea-4da9-8577-7de1aa925309 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 2.0381582 Jul 15 13:27:20.236465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:20.246361 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-4fab7650-1be0-4f5b-bbd6-7463d0e6e49e service neutron] 10.222.0.57 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6981394 Jul 15 13:27:20.357493 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 75608ab8-6bb9-4819-92ff-981d4524c66e associated. External IP: 172.25.3.241, port: 49925ae3-feb1-40e2-9fc6-ea9a22404866. Jul 15 13:27:20.395912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.431283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.438363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:20.441281 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd8893-1fac-4536-9859-6d9db68a71e3" -d '{"events": [{"server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:20.467863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port e1e5fbec-442e-414f-a697-e5ea770bfa5d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=e1e5fbec-442e-414f-a697-e5ea770bfa5d,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:20.483052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.557083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:20.581651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.635172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-75461d6d-d1e3-4a2a-a3cf-ae9246e05b44 service neutron] 10.222.0.57 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661323 Jul 15 13:27:20.651002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:20.720127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ed92ab7-6171-44b9-a55d-2be78bb989df req-afe431da-fd93-4b9a-a0c0-0f5c16fa9156 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4884028 Jul 15 13:27:20.773879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Deleting port 0d7977c1-8fa1-430d-a0a4-34aaac11687f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:20.776416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:20.930891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:20.955302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-16da0f1d-c96e-4bdf-a467-3c6bd7e47a8b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3138890 Jul 15 13:27:20.956589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46410) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:20.963940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:20.994552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.052301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:21.055641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:21.063993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.150422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.279476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event deleted for resources: {'Port': ['ID=e1e5fbec-442e-414f-a697-e5ea770bfa5d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:21.296947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c6d8e6f-793b-4646-987b-db6b9eef14e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:21.450379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:21.591801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] No DVR routers for this DVR port e1e5fbec-442e-414f-a697-e5ea770bfa5d on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:21.612704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.615106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ad0db46-90bb-4e37-a666-94e09afd74ce req-a1359099-75ce-4236-9346-b2c6836b60cd tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "DELETE /v2.0/ports/e1e5fbec-442e-414f-a697-e5ea770bfa5d HTTP/1.1" status: 204 len: 173 time: 3.4508309 Jul 15 13:27:21.630084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:21.640951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet e24a7d94-dcce-4aec-9e5a-180d1302d294 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:21.662137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'name': 'network-vif-deleted', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:21.674995 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324648ea-8380-42cd-bce6-878a1d1024f3" -d '{"events": [{"server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "name": "network-vif-deleted", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:21.689984 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.723028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4166aa91-0ef3-4223-b3e1-683faf1647ef up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:21.745380 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf65f5-67c7-46a0-be80-86bfc66f453d x-openstack-request-id: req-12cf65f5-67c7-46a0-be80-86bfc66f453d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:21.758591 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:21.760038 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12cf65f5-67c7-46a0-be80-86bfc66f453d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:21.760906 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d', 'code': 200} Jul 15 13:27:21.869988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] For port 0d7977c1-8fa1-430d-a0a4-34aaac11687f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d7977c1-8fa1-430d-a0a4-34aaac11687f,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:21.870661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.890243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:21.951706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Calling delete_port for 0d7977c1-8fa1-430d-a0a4-34aaac11687f owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:22.220454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ca858-4884-4378-8d93-9758a89d861b None None] Network 587bfecf-8d29-481b-a86f-7b5d258102fd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:22.441208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.536692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] Provisioning for port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:22.553322 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb6346b-53d7-4ff4-bf44-4a12341e7aae x-openstack-request-id: req-fbb6346b-53d7-4ff4-bf44-4a12341e7aae {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:22.553968 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b47a4f8-b432-4311-bebc-c59a43e4bb0a", "name": "network-vif-deleted", "tag": "e1e5fbec-442e-414f-a697-e5ea770bfa5d", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:22.556072 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fbb6346b-53d7-4ff4-bf44-4a12341e7aae {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:22.557095 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b47a4f8-b432-4311-bebc-c59a43e4bb0a', 'name': 'network-vif-deleted', 'tag': 'e1e5fbec-442e-414f-a697-e5ea770bfa5d', 'status': 'completed', 'code': 200} Jul 15 13:27:22.580819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] Provisioning complete for port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:22.587205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.698092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4166aa91-0ef3-4223-b3e1-683faf1647ef triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:22.698877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.706713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b4e3848-c275-464b-9707-adbb3757db21 req-029c923a-bd0f-498c-9e4c-8af63ca297f8 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.1572762 Jul 15 13:27:22.813496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.976921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:22.993537 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/e24a7d94-dcce-4aec-9e5a-180d1302d294 HTTP/1.1" status: 204 len: 168 time: 2.0332494 Jul 15 13:27:22.994233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30fed3-b83d-4c5c-b9f6-53e3739cbbed tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=e24a7d94-dcce-4aec-9e5a-180d1302d294,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:23.002484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:23.063623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c786a-459f-47e9-ba6f-034800ae7a20 None None] Network 69b19c42-8b1b-4133-bbb7-0c7da09d8219 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:23.220246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.20.0.1 (587bfecf-8d29-481b-a86f-7b5d258102fd/a80bb443-57cb-42c0-b948-0392a3bb9c0f/417bf716-eada-4667-8e4b-7f5b3c606faf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:23.581736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.640248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.648297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.696580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Transition to ACTIVE for port object 417bf716-eada-4667-8e4b-7f5b3c606faf will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:23.766120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 45b8b4fb-1218-48e0-a957-517776ba6f37 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:23.775409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:23.809005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:23.817401 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b579a46-b014-4b49-9750-9fd53ab165cf" -d '{"events": [{"server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:23.973368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.112707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 45b8b4fb-1218-48e0-a957-517776ba6f37, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=45b8b4fb-1218-48e0-a957-517776ba6f37,segment=NetworkSegment(c2add2e6-2fe5-43a6-80d4-66583e573e93),segment_id=c2add2e6-2fe5-43a6-80d4-66583e573e93)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:24.113981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.168968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 45b8b4fb-1218-48e0-a957-517776ba6f37 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:24.215096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 10, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.312406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] For port 6c6d8e6f-793b-4646-987b-db6b9eef14e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6c6d8e6f-793b-4646-987b-db6b9eef14e3,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:24.325898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:24.358691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.455330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:24.457067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:24.531438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:24.584835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 587bfecf-8d29-481b-a86f-7b5d258102fd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:24.604727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:24.648181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=45b8b4fb-1218-48e0-a957-517776ba6f37,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:24.665437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port 45b8b4fb-1218-48e0-a957-517776ba6f37 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:24.676371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:24.756840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:24.809501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:25.033797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece52f11-6204-4eab-8547-dc795a6ea40f None None] DHCP port deletion for 69b19c42-8b1b-4133-bbb7-0c7da09d8219 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:25.037494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7e67-68e2-4a18-b9ef-9234d4fa1938 None None] Pushing event updated for resources: {'Port': ['ID=6c6d8e6f-793b-4646-987b-db6b9eef14e3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.101202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=417bf716-eada-4667-8e4b-7f5b3c606faf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.125869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.139169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.182950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ec4a904-0c38-4284-a847-6600021d3a4a req-ac14b913-f897-420a-9c67-0eff10deee23 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.2647383 Jul 15 13:27:25.294268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b19c42-8b1b-4133-bbb7-0c7da09d8219']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.399142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2add2e6-2fe5-43a6-80d4-66583e573e93') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.399659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2add2e6-2fe5-43a6-80d4-66583e573e93') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:25.486479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.565981 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c31e9-9ab6-4a2f-aa6e-7dc7dfa473ef x-openstack-request-id: req-859c31e9-9ab6-4a2f-aa6e-7dc7dfa473ef {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:25.567631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event deleted for resources: {'Port': ['ID=0d7977c1-8fa1-430d-a0a4-34aaac11687f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:25.569553 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:25.570168 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-859c31e9-9ab6-4a2f-aa6e-7dc7dfa473ef {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:25.576658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.581805 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f', 'code': 200} Jul 15 13:27:25.594423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:25.595363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.601765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e083f7-997b-4035-9e06-db5b26208ffa req-e8b1448d-4d9b-4288-a4ca-1a29b8d08406 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:25.615308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56e083f7-997b-4035-9e06-db5b26208ffa req-e8b1448d-4d9b-4288-a4ca-1a29b8d08406 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 1.8397043 Jul 15 13:27:25.629645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.861522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1113f481-5ae4-489c-bf3b-75280905b0d9 None None] Provisioning complete for port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:25.862851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1113f481-5ae4-489c-bf3b-75280905b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:25.952018 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:25.998830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:26.020888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:26.040516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.049508 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:26.052234 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:26.053643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.063323 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/69b19c42-8b1b-4133-bbb7-0c7da09d8219 HTTP/1.1" status: 204 len: 168 time: 3.0578847 Jul 15 13:27:26.105062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46452) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:26.180811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 10, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:26.242638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] No DVR routers for this DVR port 0d7977c1-8fa1-430d-a0a4-34aaac11687f on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:26.252229 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:26.256614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.270189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.277310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f600c835-bffc-42a3-a800-42d6c2a227de req-6a512e1e-7b05-453d-acc2-f9ae56d961db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "DELETE /v2.0/ports/0d7977c1-8fa1-430d-a0a4-34aaac11687f HTTP/1.1" status: 204 len: 173 time: 6.8127236 Jul 15 13:27:26.288488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'name': 'network-vif-deleted', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:26.296754 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7492de-c7e0-470c-916b-51f07f27ee4b" -d '{"events": [{"server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "name": "network-vif-deleted", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:26.328323 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:26.330076 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:26.337310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2430856-e009-4c65-b933-97bf0d58e768 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:15Z', 'revision_number': 10, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None, '_interfaces': [{'id': '3029d798-c666-4fc5-95f5-f6a69fa2e66d', 'name': '', 'network_id': '3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'mac_address': 'fa:16:3e:7e:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '02050640-439e-4e69-ac91-6f044f870fe6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:48Z', 'updated_at': '2021-07-15T13:26:02Z', 'revision_number': 5, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'subnets': [{'id': '02050640-439e-4e69-ac91-6f044f870fe6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:26.482813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:26.496502 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6517a438-94eb-4b5a-9ad3-11f652a0c4f2 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:26.735803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b52432-f4a2-4ac1-ab68-7e4f8ce8d164 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=69b19c42-8b1b-4133-bbb7-0c7da09d8219,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:26.815774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9befbd1e-8eb9-475c-8c09-cd6bf5c4d477 None None] Provisioning for port 417bf716-eada-4667-8e4b-7f5b3c606faf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:26.841470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-d9ca6750-a62d-4481-b1e6-96381aa06a88 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:26.844459 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-d9ca6750-a62d-4481-b1e6-96381aa06a88 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 813 time: 0.8925924 Jul 15 13:27:26.850500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c6d8e6f-793b-4646-987b-db6b9eef14e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:26.853429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9befbd1e-8eb9-475c-8c09-cd6bf5c4d477 None None] Provisioning complete for port 417bf716-eada-4667-8e4b-7f5b3c606faf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:26.853804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9befbd1e-8eb9-475c-8c09-cd6bf5c4d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:26.902560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Request body: {'port': {'device_id': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'admin_state_up': True, 'tenant_id': '754edd0693304ef7bebdfef8f417457d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:26.970514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d9bb2804-27b5-463f-bd76-532070730800 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 16.0347829 Jul 15 13:27:27.044101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9befbd1e-8eb9-475c-8c09-cd6bf5c4d477 None None] Port 417bf716-eada-4667-8e4b-7f5b3c606faf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:27.052105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18b7c8ea-2772-44c7-95d1-05997cd0ee02 req-1d8a1e46-8f7a-419b-ba96-41e22bfe5507 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.2007811 Jul 15 13:27:27.056198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46460) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:27.079948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:27.175235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56e083f7-997b-4035-9e06-db5b26208ffa req-8e7345b7-1445-447e-90ab-70fff77bcbba tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5581930 Jul 15 13:27:27.231315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:27.231905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.450103 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42389b7-4e03-487b-b860-9b9ff75d8ae0 x-openstack-request-id: req-a42389b7-4e03-487b-b860-9b9ff75d8ae0 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:27.450103 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa119101-726c-4a48-9cd4-f5b28c4dace2", "name": "network-vif-deleted", "tag": "0d7977c1-8fa1-430d-a0a4-34aaac11687f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:27.450103 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a42389b7-4e03-487b-b860-9b9ff75d8ae0 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:27.453633 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa119101-726c-4a48-9cd4-f5b28c4dace2', 'name': 'network-vif-deleted', 'tag': '0d7977c1-8fa1-430d-a0a4-34aaac11687f', 'status': 'completed', 'code': 200} Jul 15 13:27:27.676263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 45b8b4fb-1218-48e0-a957-517776ba6f37 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:27.739535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-70c184c3-48f2-4462-899d-edf5d98a4278 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:27.764358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-70c184c3-48f2-4462-899d-edf5d98a4278 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 813 time: 1.7794285 Jul 15 13:27:27.791034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 45b8b4fb-1218-48e0-a957-517776ba6f37 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:27.793441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 45b8b4fb-1218-48e0-a957-517776ba6f37 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:27.862198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Request body: {'port': {'device_id': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'admin_state_up': True, 'tenant_id': '754edd0693304ef7bebdfef8f417457d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:27.923520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:27.960878 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.405618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:28.491526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:28.492603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 993ae7d0-a3dc-4c7d-9bbf-cae4737caae4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:28.645624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a26e5cc2-4df9-4aa0-82ba-01c3f84d6722 req-4c9ce943-d706-42ca-8a14-5fe200b3ce58 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.0748701 Jul 15 13:27:28.705651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.715543 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.778732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.885433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:28.889615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=417bf716-eada-4667-8e4b-7f5b3c606faf,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:28.899740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Made reservation on behalf of 754edd0693304ef7bebdfef8f417457d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:28.904929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.053180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.088637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.089089 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 75608ab8-6bb9-4819-92ff-981d4524c66e disassociated. External IP: 172.25.3.241, port: 49925ae3-feb1-40e2-9fc6-ea9a22404866. Jul 15 13:27:29.229511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228eabf1-86b3-4662-ac2c-8b86e42e0919 req-27746f8f-224c-4285-b72c-0611b402b8d7 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:29.232043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-228eabf1-86b3-4662-ac2c-8b86e42e0919 req-27746f8f-224c-4285-b72c-0611b402b8d7 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.6408463 Jul 15 13:27:29.254925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Made reservation on behalf of 754edd0693304ef7bebdfef8f417457d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:29.259004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.433916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-228eabf1-86b3-4662-ac2c-8b86e42e0919 req-763526c3-e2c8-464d-b685-2a16301d5bd1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883035 Jul 15 13:27:29.529397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Allocated IP 172.20.0.7 (850322d3-69b0-497c-ab89-c4314f67f67c/59467c32-a7bb-492a-aa24-e1c3fe6fc06d/a56441d5-ad06-4e8d-8193-7b8dab068921) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:29.536695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 587bfecf-8d29-481b-a86f-7b5d258102fd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:29.539550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:29.756656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router b6fdc401-3b4c-402f-98ec-157c27249463 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:29.765238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 3029d798-c666-4fc5-95f5-f6a69fa2e66d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:29.765670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.880338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b7c07d92-73a7-43bf-9349-62d84975b0e3 req-c32fc87a-6e87-4f53-b365-910525d8185e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.0669487 Jul 15 13:27:29.899789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-58c435d4-73a4-41af-b28e-9f07645fe226 None None] Provisioning complete for port 417bf716-eada-4667-8e4b-7f5b3c606faf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:29.900858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-58c435d4-73a4-41af-b28e-9f07645fe226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.969794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-58c435d4-73a4-41af-b28e-9f07645fe226 None None] Port 417bf716-eada-4667-8e4b-7f5b3c606faf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:29.985709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:29.989747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:30.158225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.168612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 3029d798-c666-4fc5-95f5-f6a69fa2e66d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3029d798-c666-4fc5-95f5-f6a69fa2e66d,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:30.169276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.192374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 3029d798-c666-4fc5-95f5-f6a69fa2e66d owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:30.207518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:30.220342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Sync routers for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:30.225011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fdbf32be-eea8-4711-a412-5585b64d9f3a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "PUT /v2.0/routers/b6fdc401-3b4c-402f-98ec-157c27249463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9323654 Jul 15 13:27:30.237263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46486) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.238449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:30.240785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:30.280911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Network 850322d3-69b0-497c-ab89-c4314f67f67c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:30.327457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:30.329981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:30.384563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event updated for resources: {'Port': ['ID=a56441d5-ad06-4e8d-8193-7b8dab068921,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.403084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Allocated IP 172.20.0.9 (850322d3-69b0-497c-ab89-c4314f67f67c/59467c32-a7bb-492a-aa24-e1c3fe6fc06d/6f676cf8-373d-4172-b58a-1af528edcb73) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:30.433472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:30.438379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.453648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:30.459009 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:30.512701 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:30.515908 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:30.556513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.557202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.642893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.659406 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:30.665835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-74947dda-fa2b-45da-a40c-f44c6395ccd0 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/floatingips/75608ab8-6bb9-4819-92ff-981d4524c66e HTTP/1.1" status: 200 len: 688 time: 3.5928452 Jul 15 13:27:30.679141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.697563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=3029d798-c666-4fc5-95f5-f6a69fa2e66d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:30.705103 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:30.706484 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:30.750049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-ff5430ba-3919-416d-8234-3fc5139446be tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8638656 Jul 15 13:27:30.752815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.753352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.753825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.754296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.754786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.755247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.755698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.756150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.759293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.760202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.760862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.761822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.762817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.763431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.764221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:30.774142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dd031211-a582-44ab-85e7-4af6158c19b0 tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10546 time: 0.5316114 Jul 15 13:27:30.775770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46492) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:30.791885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Request body: {'port': {'device_id': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:30.850083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:28Z', 'revision_number': 2, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:30.883250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Checking router: b6fdc401-3b4c-402f-98ec-157c27249463 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:30.883617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Updating router b6fdc401-3b4c-402f-98ec-157c27249463 port 417bf716-eada-4667-8e4b-7f5b3c606faf binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:27:30.887617 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:30.888311 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab028cb-e104-4078-afa5-b7a371156393 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:30.937765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:30.992269 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.178628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.192298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.192764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.193229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.193680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.194135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.194731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.195195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.195691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.196154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.196608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.198504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.198504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.198504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.198504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.199216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.205144 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dd4c802a-f4c1-404d-a7c0-5310b2e5f6cf tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9482 time: 0.4046819 Jul 15 13:27:31.206984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46500) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.237707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9dd4ea1-e322-4d3b-a7df-e38c776e1c1e req-2afc53a9-7ec2-4707-933e-a5522bd5d19f tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.0690424 Jul 15 13:27:31.412894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:31.433998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693003b-3e56-4877-bfaa-8b9ce4e094da req-84a1e275-79bc-4953-98a3-87bb509cd364 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:31.443344 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9693003b-3e56-4877-bfaa-8b9ce4e094da req-84a1e275-79bc-4953-98a3-87bb509cd364 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.6665554 Jul 15 13:27:31.530579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 8b0804e8-f2ca-4e0f-bed6-f63b5f1b9506 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:31.530936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.618390 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.635982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Transition to ACTIVE for port object 417bf716-eada-4667-8e4b-7f5b3c606faf will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:31.639187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9693003b-3e56-4877-bfaa-8b9ce4e094da req-6d03975c-62ed-418d-af65-dc724ce5566e tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945200 Jul 15 13:27:31.648203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.703055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.736827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:31.756955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5fed1802-dd05-4fe7-801f-2bc5f11de78e tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5715430 Jul 15 13:27:31.757661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:31.767574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:31.772077 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.780871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46504) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:31.857522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:31.858487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:31.862567 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.863036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:31.892719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 8b0804e8-f2ca-4e0f-bed6-f63b5f1b9506 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:31.919940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeffd6-8a65-4f46-b41e-70ec545de6eb None None] Pushing event updated for resources: {'Port': ['ID=417bf716-eada-4667-8e4b-7f5b3c606faf,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:31.979566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Network 850322d3-69b0-497c-ab89-c4314f67f67c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:32.000358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Attempting to bind port 417bf716-eada-4667-8e4b-7f5b3c606faf on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:32.001129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:32.001255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Attempting to bind port 417bf716-eada-4667-8e4b-7f5b3c606faf by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:32.001789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Attempting to bind port 417bf716-eada-4667-8e4b-7f5b3c606faf on network 587bfecf-8d29-481b-a86f-7b5d258102fd {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:32.003770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:32.016609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:32.017250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Checking segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:32.018420 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.019137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Bound using segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:32.020190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Bound port: 417bf716-eada-4667-8e4b-7f5b3c606faf, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:32.021064 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.027950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:27:32.045178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2178bf53-17af-403d-9fe2-3ba32e3a122b tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5755 time: 0.8316429 Jul 15 13:27:32.055502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:32.057325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting subnet 02050640-439e-4e69-ac91-6f044f870fe6 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:32.061979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.110608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.147296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event updated for resources: {'Port': ['ID=6f676cf8-373d-4172-b58a-1af528edcb73,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.180529 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.212136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=8b0804e8-f2ca-4e0f-bed6-f63b5f1b9506,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:32.244019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] For port 417bf716-eada-4667-8e4b-7f5b3c606faf, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:32.248847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] For port 417bf716-eada-4667-8e4b-7f5b3c606faf, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=417bf716-eada-4667-8e4b-7f5b3c606faf,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:32.253791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:30Z', 'revision_number': 11, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:32.260627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.264442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:32.265389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.306090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.310170 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.311802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-245ef9f3-27ab-461e-9536-e7e13a555a15 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/floatingips/75608ab8-6bb9-4819-92ff-981d4524c66e HTTP/1.1" status: 204 len: 168 time: 1.6238925 Jul 15 13:27:32.317431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46510) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.335147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '5c364100-77b5-49f5-b8ef-7038f675a08d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:32.354168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:32.437012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.439397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.452362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:32.453140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:32.530211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-335f80d8-54eb-4988-ae34-652d99dbcc78 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6989055 Jul 15 13:27:32.707139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.787310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56441d5-ad06-4e8d-8193-7b8dab068921 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:32.805654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.839219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46520) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:32.846286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676371109', 'description': 'tempest-secgroup-smoke-676371109 description', 'project_id': '3e0048f79d754f929a746882aa0bae89'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:32.873093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Request body: {'port': {'device_id': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:32.923076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.927789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.141 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b44a19af-c00b-4e29-9b18-edb672b23865) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:32.940959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:32.950801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Transition to ACTIVE for port object a56441d5-ad06-4e8d-8193-7b8dab068921 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:32.958413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:32.970101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'port_id': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'mac_address': 'fa:16:3e:cb:88:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:32.992764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:32.993498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:33.000490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Subnet': ['ID=02050640-439e-4e69-ac91-6f044f870fe6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.007414 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.056891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fac-4944-446c-acb8-af83910403ea req-d5881321-b3c9-4424-bd7d-21376f65bb0b tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:33.072271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcc82fac-4944-446c-acb8-af83910403ea req-d5881321-b3c9-4424-bd7d-21376f65bb0b tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 931 time: 0.4695292 Jul 15 13:27:33.073194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:33.145096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.147662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:30Z', 'revision_number': 11, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:33.159273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.161426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-203acddc-9892-4a5f-b941-27af0a144859 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/02050640-439e-4e69-ac91-6f044f870fe6 HTTP/1.1" status: 204 len: 168 time: 1.2919862 Jul 15 13:27:33.162362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.167349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46524) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.181373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78fb0b-b7cd-401d-98e3-daf68326b89f None None] Network 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:33.183798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.193587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.213126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeffd6-8a65-4f46-b41e-70ec545de6eb None None] Pushing event updated for resources: {'Port': ['ID=417bf716-eada-4667-8e4b-7f5b3c606faf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.239825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0be8c4-38da-4042-9c92-7a3075a3303d None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:30Z', 'revision_number': 11, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:33.259239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.262101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:33.265808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4234245 Jul 15 13:27:33.266721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.268756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcc82fac-4944-446c-acb8-af83910403ea req-51a4d617-4bc0-48ec-bb2f-b57e1c343274 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950712 Jul 15 13:27:33.274230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': 'b7535c29-a7a6-4bf2-985f-b5f8d1b2522c', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:33.289072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f633f87-3e98-4a8d-a09c-06d483b235f9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.320454 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.331765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Pushing event updated for resources: {'Port': ['ID=a56441d5-ad06-4e8d-8193-7b8dab068921,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.338985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.386731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.419441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:33.438387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:33.441615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:33.445457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:33.448140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=b44a19af-c00b-4e29-9b18-edb672b23865,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.541521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.543465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.551636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.600753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc404ec-21b8-403c-a683-cfb60c3fa0fc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.613812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.619053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7326d07a-c333-4a7d-a7ca-2c892b593dca tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3489435 Jul 15 13:27:33.623812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46528) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.628672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': 'b7535c29-a7a6-4bf2-985f-b5f8d1b2522c', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:33.648364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:33.673736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.747463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.826549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.925088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.937203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.945367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:32Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:33.959659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Attempting to bind port a56441d5-ad06-4e8d-8193-7b8dab068921 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:33.959950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Attempting to bind port a56441d5-ad06-4e8d-8193-7b8dab068921 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:33.960300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Attempting to bind port a56441d5-ad06-4e8d-8193-7b8dab068921 on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:33.978562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Port a56441d5-ad06-4e8d-8193-7b8dab068921 on network 850322d3-69b0-497c-ab89-c4314f67f67c not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:33.978957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Attempting to bind port a56441d5-ad06-4e8d-8193-7b8dab068921 on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:33.982656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9678e06e-42c5-4e3e-91e2-4810487dfa58,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:33.987982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:33.989314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f38706b-a6f3-40b9-8761-4863cb8b34f1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3647227 Jul 15 13:27:33.992217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46530) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:33.996459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:34.001086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ea3a0-effa-4064-85f3-a3ad30140546 req-61eb76f4-8b6b-4d51-88a2-bb3bbe1c06b1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:34.008854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': 'b7535c29-a7a6-4bf2-985f-b5f8d1b2522c', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:34.009052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab3ea3a0-effa-4064-85f3-a3ad30140546 req-61eb76f4-8b6b-4d51-88a2-bb3bbe1c06b1 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 943 time: 0.4982946 Jul 15 13:27:34.086670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6c66-353f-4ca3-9bc0-f902a80aa747 None None] The sync data for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 is: [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:32Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:34.099556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab3ea3a0-effa-4064-85f3-a3ad30140546 req-a13d4722-6579-494c-becc-0a2ad3309555 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799258 Jul 15 13:27:34.100823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:34.101797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Checking segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:34.101996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] DHCP port deletion for 3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:27:34.103747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Bound using segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:34.105925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Bound port: a56441d5-ad06-4e8d-8193-7b8dab068921, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:34.106565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.209130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.236272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Deleting port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:34.240257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.450813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.487833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] Deleting port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:34.488198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] For port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:34.488935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.489282 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.524520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Calling delete_port for 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:34.658713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 417bf716-eada-4667-8e4b-7f5b3c606faf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:34.676717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.684383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.690316 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.711770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] For port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,segment=NetworkSegment(82306b0a-e144-451d-b671-a3171c065d8c),segment_id=82306b0a-e144-451d-b671-a3171c065d8c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:34.712324 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.731584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] Calling delete_port for 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:34.758541 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.762938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] For port a56441d5-ad06-4e8d-8193-7b8dab068921, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:34.784893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4eb500e-31c1-427c-89ee-dfb1104b7b41,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.841658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.845789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ba418a99-311d-48ca-a9eb-fc5ac43b8c70 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8514094 Jul 15 13:27:34.850615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46540) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:34.866860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Port': ['ID=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.867216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': 'b7535c29-a7a6-4bf2-985f-b5f8d1b2522c', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:34.877161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] For port a56441d5-ad06-4e8d-8193-7b8dab068921, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a56441d5-ad06-4e8d-8193-7b8dab068921,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:34.890869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.893257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No DVR routers for this DVR port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:34.950289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] Pushing event deleted for resources: {'Port': ['ID=0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:34.951537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:34.960918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb355be5-c380-4f05-812f-881c4f39b288 None None] No DVR routers for this DVR port 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:34.962761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 417bf716-eada-4667-8e4b-7f5b3c606faf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:34.991452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 417bf716-eada-4667-8e4b-7f5b3c606faf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:34.992237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.118341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Pushing event updated for resources: {'Port': ['ID=a56441d5-ad06-4e8d-8193-7b8dab068921,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.125569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.126895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.127135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.130483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-93e55309-6aaf-4daa-80d3-9a83f4abcbaf service neutron] 10.222.0.58 "PUT /v2.0/ports/a56441d5-ad06-4e8d-8193-7b8dab068921 HTTP/1.1" status: 200 len: 1092 time: 4.3468146 Jul 15 13:27:35.139336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'tag': 'a56441d5-ad06-4e8d-8193-7b8dab068921'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:35.142000 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a698e8b1-1ac6-49f2-a657-6695c7d5b806", "tag": "a56441d5-ad06-4e8d-8193-7b8dab068921"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:35.210749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.215939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f676cf8-373d-4172-b58a-1af528edcb73 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:35.242157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.265474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 417bf716-eada-4667-8e4b-7f5b3c606faf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=417bf716-eada-4667-8e4b-7f5b3c606faf,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:35.279032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.279340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.306469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82306b0a-e144-451d-b671-a3171c065d8c') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.306872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82306b0a-e144-451d-b671-a3171c065d8c') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:35.330802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed174d-575f-4b39-b618-c7161dd70845 req-5c87a034-67ea-499a-af96-f0bf1d5fcb73 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.338986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70ed174d-575f-4b39-b618-c7161dd70845 req-5c87a034-67ea-499a-af96-f0bf1d5fcb73 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 931 time: 0.6025774 Jul 15 13:27:35.349539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.352615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Transition to ACTIVE for port object 6f676cf8-373d-4172-b58a-1af528edcb73 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:35.377178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.402225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:35.425850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.458921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:35.459354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.463137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:35.464022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c7949b1-ee9c-4be8-8fe9-f47b5a1fc4f0 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:35.465008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3029d798-c666-4fc5-95f5-f6a69fa2e66d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:35.468763 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:35.523253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Pushing event updated for resources: {'Port': ['ID=6f676cf8-373d-4172-b58a-1af528edcb73,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.543597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70ed174d-575f-4b39-b618-c7161dd70845 req-3e052177-ecc3-4ca0-9c7a-54aa02ab506e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035246 Jul 15 13:27:35.556675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 3029d798-c666-4fc5-95f5-f6a69fa2e66d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:35.557194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3029d798-c666-4fc5-95f5-f6a69fa2e66d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:35.604163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=417bf716-eada-4667-8e4b-7f5b3c606faf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.630613 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b747615b-e97b-4d8e-877e-32077aeef73f x-openstack-request-id: req-b747615b-e97b-4d8e-877e-32077aeef73f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:35.631077 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a698e8b1-1ac6-49f2-a657-6695c7d5b806", "tag": "a56441d5-ad06-4e8d-8193-7b8dab068921", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:35.631476 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b747615b-e97b-4d8e-877e-32077aeef73f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:35.632126 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'tag': 'a56441d5-ad06-4e8d-8193-7b8dab068921', 'status': 'completed', 'code': 200} Jul 15 13:27:35.637097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1816357-360b-4625-9816-290cad18c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:35.640366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1816357-360b-4625-9816-290cad18c545 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 1095 time: 0.4188604 Jul 15 13:27:35.765618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-4ef10938-e764-4721-9503-99821c071c64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a56441d5-ad06-4e8d-8193-7b8dab068921 HTTP/1.1" status: 200 len: 217 time: 0.1150916 Jul 15 13:27:35.778060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:35.797296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.807312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.825936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.841765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.885859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.889106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/networks/3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999 HTTP/1.1" status: 204 len: 168 time: 2.6979403 Jul 15 13:27:35.893317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:35.893846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:35.931586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:35.949689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a63fa-3c49-4719-90c0-e1d183a3241b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Pushing event deleted for resources: {'Network': ['ID=3dd9f3bd-bb5f-4210-8cdb-4f1673ce3999,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:35.967065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'routes': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:35.978399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Attempting to bind port 6f676cf8-373d-4172-b58a-1af528edcb73 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:35.978792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Attempting to bind port 6f676cf8-373d-4172-b58a-1af528edcb73 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:35.979136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Attempting to bind port 6f676cf8-373d-4172-b58a-1af528edcb73 on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:35.989028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Port 6f676cf8-373d-4172-b58a-1af528edcb73 on network 850322d3-69b0-497c-ab89-c4314f67f67c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:35.989385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Attempting to bind port 6f676cf8-373d-4172-b58a-1af528edcb73 on network 850322d3-69b0-497c-ab89-c4314f67f67c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:35.998513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-03be4cba-2119-45c3-8ac8-5e438b6c3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.000196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-03be4cba-2119-45c3-8ac8-5e438b6c3017 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.2258768 Jul 15 13:27:36.001272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:36.001660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Checking segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:36.002061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Bound using segment: {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:36.002690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Bound port: 6f676cf8-373d-4172-b58a-1af528edcb73, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3523992-9631-432d-92c7-0d8e6eee9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:36.002932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.045210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.075902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:36.078504 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da75e6-22d9-4ac3-8fd3-74c6e8a66eb5" -d '{"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:36.103641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:36.106296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-9081f8dd-823b-48ee-b05f-67af66cfdccb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838737 Jul 15 13:27:36.112176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.140494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.186804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.253159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=b44a19af-c00b-4e29-9b18-edb672b23865,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.293004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] For port 6f676cf8-373d-4172-b58a-1af528edcb73, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:36.313162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] For port 6f676cf8-373d-4172-b58a-1af528edcb73, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6f676cf8-373d-4172-b58a-1af528edcb73,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:36.326154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.370123 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-3dfaa108-c1d1-4f3b-b3c1-d36ceec7a721 service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003665 Jul 15 13:27:36.402582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf173912-6ed4-4ae0-972b-0b70dfedb2e5 req-67789429-0dc1-45d3-b7a7-d61cd7161eee tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.406164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.407069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.408745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f676cf8-373d-4172-b58a-1af528edcb73 HTTP/1.1" status: 200 len: 1092 time: 3.8573303 Jul 15 13:27:36.411741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf173912-6ed4-4ae0-972b-0b70dfedb2e5 req-67789429-0dc1-45d3-b7a7-d61cd7161eee tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 944 time: 0.7479606 Jul 15 13:27:36.455189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1164de2-e67f-4b18-b7d4-51424c7d9929 service neutron] Pushing event updated for resources: {'Port': ['ID=6f676cf8-373d-4172-b58a-1af528edcb73,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.490811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Added routes are [] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:27:36.491114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Removed routes are [] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:27:36.491490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.523249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.536938 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48c380c-b3bb-4612-9890-567b9db265ae x-openstack-request-id: req-b48c380c-b3bb-4612-9890-567b9db265ae {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:36.537591 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-plugged", "status": "completed", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:36.538073 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b48c380c-b3bb-4612-9890-567b9db265ae {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:36.539133 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'code': 200} Jul 15 13:27:36.542551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.551348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 417bf716-eada-4667-8e4b-7f5b3c606faf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:36.576312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-bb2d3963-1568-419e-b495-9b30ffbdcda4 service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963122 Jul 15 13:27:36.582573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf173912-6ed4-4ae0-972b-0b70dfedb2e5 req-2b7cfe23-8d1e-4028-a30a-9f753f24d6fd tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691751 Jul 15 13:27:36.620134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-2682cac7-83ba-421e-8846-34e11fe2d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.621840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-2682cac7-83ba-421e-8846-34e11fe2d5a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 1095 time: 0.1537340 Jul 15 13:27:36.679409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 417bf716-eada-4667-8e4b-7f5b3c606faf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:36.679871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.710616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc5c9a4-dc1c-4aab-96c9-7c5899aa1d94,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:36.723362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.727369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec5b5bf2-b5bc-4fe7-b50f-719595551113 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8722103 Jul 15 13:27:36.728964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46558) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:36.734211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': 'b7535c29-a7a6-4bf2-985f-b5f8d1b2522c', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:36.735731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b6b38b72-8475-49d6-9857-298ff1b027eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f676cf8-373d-4172-b58a-1af528edcb73 HTTP/1.1" status: 200 len: 217 time: 0.1068478 Jul 15 13:27:36.740932 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 4984332d-ef60-41c5-bf10-5e570cf4251a associated. External IP: 172.25.3.141, port: 5c364100-77b5-49f5-b8ef-7038f675a08d. Jul 15 13:27:36.860907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-4a1805bb-6077-4c76-82de-8d2e4e6dfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.864087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-4a1805bb-6077-4c76-82de-8d2e4e6dfd81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.1120348 Jul 15 13:27:36.922260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-8bbeef83-8d84-4a74-b012-c0f8af3ed323 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495081 Jul 15 13:27:36.947049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.949894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-f5efbfe9-cdcc-46c3-8c70-ea910e8f6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.952309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-f5efbfe9-cdcc-46c3-8c70-ea910e8f6107 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 1095 time: 0.2548780 Jul 15 13:27:36.965123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:36.980882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe4fdd-bef8-4549-9c1d-ede4b249b3c8 req-fc21b650-1400-4d7c-9acf-843d2fd7cdde tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:36.982694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fbe4fdd-bef8-4549-9c1d-ede4b249b3c8 req-fc21b650-1400-4d7c-9acf-843d2fd7cdde tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 943 time: 0.2452815 Jul 15 13:27:37.000595 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Project 3e0048f79d754f929a746882aa0bae89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:27:37.018702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.140526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fbe4fdd-bef8-4549-9c1d-ede4b249b3c8 req-439530c4-e28d-4c75-9b2e-b4827c91471a tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343737 Jul 15 13:27:37.152361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:37.239949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944ae12-e93a-4eba-88b1-44c05f459f55 req-87adb15b-a281-45be-a596-b76fafa7636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.242281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d944ae12-e93a-4eba-88b1-44c05f459f55 req-87adb15b-a281-45be-a596-b76fafa7636d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 1098 time: 0.3707051 Jul 15 13:27:37.283325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.295482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.437582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cfa191-8efd-4930-b0ef-5dd32f2e9faf,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:37.449812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d944ae12-e93a-4eba-88b1-44c05f459f55 req-1eafbcde-a7f3-4b7f-af0c-46445d837302 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963010 Jul 15 13:27:37.450738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:37.461432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.464959 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053f861-d520-4719-b418-7b153f24f912 None None] Sync routers for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:37.471208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-88251fe0-eb02-4549-a413-743a010b7014 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 704 time: 1.5288968 Jul 15 13:27:37.471638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.478116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ddc6ae8e-0b86-4ac8-b624-c186d20083de tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7427535 Jul 15 13:27:37.478116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46564) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.478633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46566) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.485776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'security_group_rule': {'security_group_id': 'b7535c29-a7a6-4bf2-985f-b5f8d1b2522c', 'project_id': '3e0048f79d754f929a746882aa0bae89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:37.486348 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:37.487311 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.495953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-49941e43-def6-42b1-8e2e-d41482a9d9a1 service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642929 Jul 15 13:27:37.499756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-1053c072-99d7-4c69-b9bd-8e7ebd2d65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.501590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-1053c072-99d7-4c69-b9bd-8e7ebd2d65b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 914 time: 0.5363386 Jul 15 13:27:37.530484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc59b967-dbd8-4db5-b3e1-474b277c7e4a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 205 time: 0.0533259 Jul 15 13:27:37.537280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46570) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.552133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:37.583945 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:37.589666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-aac330d6-51af-49e3-bf8c-3afbc498b67b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a56441d5-ad06-4e8d-8193-7b8dab068921 HTTP/1.1" status: 200 len: 217 time: 0.0723507 Jul 15 13:27:37.658224 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:30Z', 'revision_number': 11, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.663760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'tag': '6f676cf8-373d-4172-b58a-1af528edcb73'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:37.666118 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b8d918-8727-42c1-bb7d-57af42032b6c", "tag": "6f676cf8-373d-4172-b58a-1af528edcb73"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:37.675964 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Project 3e0048f79d754f929a746882aa0bae89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:27:37.718554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:37.730505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:37.733338 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053f861-d520-4719-b418-7b153f24f912 None None] Checking router: 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:37.750845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:37.751576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.753147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.756153 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] Routers {'42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:37.758797 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.764932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.768225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:37.773040 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1098e9c-f5e1-4271-a1f7-463c562acf5e x-openstack-request-id: req-e1098e9c-f5e1-4271-a1f7-463c562acf5e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:37.773579 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b8d918-8727-42c1-bb7d-57af42032b6c", "tag": "6f676cf8-373d-4172-b58a-1af528edcb73", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:37.774055 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1098e9c-f5e1-4271-a1f7-463c562acf5e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:37.774686 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'tag': '6f676cf8-373d-4172-b58a-1af528edcb73', 'status': 'completed', 'code': 200} Jul 15 13:27:37.802362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.814379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:37.815349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.854311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:37.855425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a50b84-4186-44c1-ba41-80e5823b3c38 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:37.879993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82203535-b544-44a6-bf10-847ac85269a2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5603070 Jul 15 13:27:37.880760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-cf3929c5-1a35-4ca8-99ee-0a924f539c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.880943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46576) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:37.882175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-cf3929c5-1a35-4ca8-99ee-0a924f539c1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.2258964 Jul 15 13:27:37.944604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-f7326eea-03d1-41b8-aa31-5f13dbea1cc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505321 Jul 15 13:27:37.946676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1a50d8d-fce0-4e8c-ae72-a1f8ee14c795 req-b96daf5b-c416-4328-8769-ef390e754d6e service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418495 Jul 15 13:27:37.951496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63fb72-51a2-441b-b847-32cc708d3421 req-42ad2f22-7e82-4528-a73f-17c60be25487 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:37.969199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab63fb72-51a2-441b-b847-32cc708d3421 req-42ad2f22-7e82-4528-a73f-17c60be25487 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 946 time: 0.1894612 Jul 15 13:27:37.969399 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] Set router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:38.063407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab63fb72-51a2-441b-b847-32cc708d3421 req-e2be673c-9094-44fd-b563-d883f43e1cc4 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003644 Jul 15 13:27:38.096508 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d053f861-d520-4719-b418-7b153f24f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:30Z', 'revision_number': 11, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:38.104707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb4b6b6b-0b59-4b49-bb25-7953da14db78 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/floatingips/4984332d-ef60-41c5-bf10-5e570cf4251a HTTP/1.1" status: 200 len: 977 time: 0.2166679 Jul 15 13:27:38.105878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46580) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.164167 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053f861-d520-4719-b418-7b153f24f912 None None] The sync data for ids ['42f024f4-c3fe-4fdc-85a7-63cfae31bdc7'] in n-d-798054-11 is: [{'id': '42f024f4-c3fe-4fdc-85a7-63cfae31bdc7', 'name': 'tempest-RoutersIpV6Test-router-460420694', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:25:45Z', 'updated_at': '2021-07-15T13:27:30Z', 'revision_number': 11, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:38.193617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.198775 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.202175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.215810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.257594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b94e7ba6-3b3f-4a34-b237-fa38e10e7af4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1481805 Jul 15 13:27:38.258403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46590) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.268525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'port_id': '49925ae3-feb1-40e2-9fc6-ea9a22404866'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:38.344638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f463802c-b876-4b26-8185-bc5c6c887306,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:38.365236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.366506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-692a89a9-6dfb-4597-a5c0-b6c85fe859ee tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8864169 Jul 15 13:27:38.367321 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.367829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router 42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:38.383362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.384513 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-10f4767e-af49-4510-833f-3a38689bbd16 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 204 len: 168 time: 0.8462925 Jul 15 13:27:38.395428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46598) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.417553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1038581228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:38.456755 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-37a3f614-2145-4d5d-954c-be5f6c572c0e service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759200 Jul 15 13:27:38.466137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.480375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-2af34b2d-449e-4f2d-baf9-4ecf270f054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.481993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-2af34b2d-449e-4f2d-baf9-4ecf270f054a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=754edd0693304ef7bebdfef8f417457d&device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 1095 time: 0.3712318 Jul 15 13:27:38.506539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.508078 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.561275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7fcb1-88a8-41bf-a578-72856fd70037 req-335a7093-2e68-420a-92f2-aa6cfae8464e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.570377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4b7fcb1-88a8-41bf-a578-72856fd70037 req-335a7093-2e68-420a-92f2-aa6cfae8464e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 943 time: 0.1582847 Jul 15 13:27:38.677866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4b7fcb1-88a8-41bf-a578-72856fd70037 req-24a6e316-828a-4329-8105-a4119225e806 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037102 Jul 15 13:27:38.804114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.835356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.853722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a05eaf6-5c27-4f81-8016-712ee1a3ff8e req-0ed6d8e3-1cfb-4226-b6b3-0d877be6c31c service neutron] 10.222.0.58 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864992 Jul 15 13:27:38.855975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-308b2d6c-8540-4509-af2e-928ce462b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:38.858805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-308b2d6c-8540-4509-af2e-928ce462b461 service neutron] 10.222.0.59 "GET /v2.0/networks?id=850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 200 len: 914 time: 0.3624835 Jul 15 13:27:38.885186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:38.889903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9f651f55-8709-4dc9-a8e1-2a5950dee1de tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4895260 Jul 15 13:27:38.898718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46638) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:38.909651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:38.943472 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-b6ba9fd4-762b-4f69-994e-c9047f55d75c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f676cf8-373d-4172-b58a-1af528edcb73 HTTP/1.1" status: 200 len: 217 time: 0.0769751 Jul 15 13:27:39.012114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-2aadb628-6e03-43c5-a288-fb7d5bd99133 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676371109&fields=id&tenant_id=3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 267 time: 0.1790652 Jul 15 13:27:39.035907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-a59ca5db-b29b-4ffa-b504-897d33a30d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.038075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-a59ca5db-b29b-4ffa-b504-897d33a30d85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 200 len: 853 time: 0.0883348 Jul 15 13:27:39.076024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-3cc557ba-56e3-4124-bdc8-dc2c17cf7825 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=850322d3-69b0-497c-ab89-c4314f67f67c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317037 Jul 15 13:27:39.252351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-40475f2c-7abc-4921-8800-cb2c4eaec157 service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697712 Jul 15 13:27:39.404447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-480fde75-cb99-4c8c-8e0b-3fe46c44dbc8 req-0cd62e25-e2d9-4bf1-95a2-67264cb28e8f service neutron] 10.222.0.59 "GET /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456633 Jul 15 13:27:39.418644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455747e-7dba-42e2-b991-d7450436b1b6 req-9ee06181-1892-4d25-b588-3c349cdd2abf tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.420321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c455747e-7dba-42e2-b991-d7450436b1b6 req-9ee06181-1892-4d25-b588-3c349cdd2abf tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 946 time: 0.1602392 Jul 15 13:27:39.485930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c455747e-7dba-42e2-b991-d7450436b1b6 req-b4c136de-21a4-4a77-99db-a0b5526f5162 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550778 Jul 15 13:27:39.734426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.766287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:39.778481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-092c8947-4552-41d4-bcb8-ae96faea9976 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.780204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-092c8947-4552-41d4-bcb8-ae96faea9976 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/networks?id=587bfecf-8d29-481b-a86f-7b5d258102fd HTTP/1.1" status: 200 len: 797 time: 0.7263429 Jul 15 13:27:39.793915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a56441d5-ad06-4e8d-8193-7b8dab068921 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:39.863652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-a8f04936-a6f9-4c9f-a185-d3f07f6e5a79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/quotas/3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 375 time: 0.0499365 Jul 15 13:27:39.927198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a56441d5-ad06-4e8d-8193-7b8dab068921, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a56441d5-ad06-4e8d-8193-7b8dab068921,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:39.935147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36155ae4-9a75-47e1-b005-be12cc192235 req-61fc0beb-e35f-4526-b5dd-dc443863afdc tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:39.938486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36155ae4-9a75-47e1-b005-be12cc192235 req-61fc0beb-e35f-4526-b5dd-dc443863afdc tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 943 time: 0.0935056 Jul 15 13:27:39.940549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'a56441d5-ad06-4e8d-8193-7b8dab068921', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'port_id': 'a56441d5-ad06-4e8d-8193-7b8dab068921', 'mac_address': 'fa:16:3e:61:52:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59467c32-a7bb-492a-aa24-e1c3fe6fc06d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:39.984230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36155ae4-9a75-47e1-b005-be12cc192235 req-275edd86-b634-40f2-b059-e75c907f172e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 Jul 15 13:27:39.987530 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.023065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6f676cf8-373d-4172-b58a-1af528edcb73 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:40.026993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56441d5-ad06-4e8d-8193-7b8dab068921 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:40.064671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a56441d5-ad06-4e8d-8193-7b8dab068921, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a56441d5-ad06-4e8d-8193-7b8dab068921,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:40.079047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.102789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-c687936c-23ce-4471-b0d2-7f14ca5f5a1f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2061939 Jul 15 13:27:40.137337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.138919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Router 55477307-ac33-4efb-83e9-4722b29305e3 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:40.162199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.191052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a56441d5-ad06-4e8d-8193-7b8dab068921,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.232637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-b7f6621d-3e1b-497b-996f-e784a1111aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248124 Jul 15 13:27:40.266473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6f676cf8-373d-4172-b58a-1af528edcb73, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6f676cf8-373d-4172-b58a-1af528edcb73,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:40.284604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '6f676cf8-373d-4172-b58a-1af528edcb73', 'network_id': '850322d3-69b0-497c-ab89-c4314f67f67c', 'port_id': '6f676cf8-373d-4172-b58a-1af528edcb73', 'mac_address': 'fa:16:3e:75:43:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59467c32-a7bb-492a-aa24-e1c3fe6fc06d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:40.337950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.342851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a56441d5-ad06-4e8d-8193-7b8dab068921'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:40.355621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-717d6fc5-08f0-4f51-aa11-fae2c5754c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:40.357773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-717d6fc5-08f0-4f51-aa11-fae2c5754c7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc&device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 1097 time: 0.0992575 Jul 15 13:27:40.379252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f676cf8-373d-4172-b58a-1af528edcb73 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:40.400850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:40.402431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6f676cf8-373d-4172-b58a-1af528edcb73, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6f676cf8-373d-4172-b58a-1af528edcb73,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:40.419562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.419939 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] Sync routers for ids ['55477307-ac33-4efb-83e9-4722b29305e3'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:40.432569 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] Routers {'55477307-ac33-4efb-83e9-4722b29305e3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:40.433747 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['55477307-ac33-4efb-83e9-4722b29305e3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:40.440393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.441704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-18a0f6c8-ee43-4218-9185-be1c77fc5d64 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "PUT /v2.0/routers/55477307-ac33-4efb-83e9-4722b29305e3 HTTP/1.1" status: 200 len: 698 time: 1.5393937 Jul 15 13:27:40.444816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46650) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.501909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6f676cf8-373d-4172-b58a-1af528edcb73,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:40.518190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-a4b76155-bd91-4e74-9e7c-10d7384ed1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:40.521204 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] Set router 55477307-ac33-4efb-83e9-4722b29305e3 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:40.523891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-a4b76155-bd91-4e74-9e7c-10d7384ed1ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=c8096a56-c374-42da-b6de-c40de15b0287 HTTP/1.1" status: 200 len: 916 time: 0.1424425 Jul 15 13:27:40.574075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-36e85ea1-be98-4489-a17f-e4e5245bf769 service neutron] 10.222.0.57 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554076 Jul 15 13:27:40.610743 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55477307-ac33-4efb-83e9-4722b29305e3', 'name': 'tempest-RoutersIpV6Test-router-1038581228', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:39Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:40.623014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9839bcef-5ba8-497c-bb9d-7408c4a161e5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/routers/55477307-ac33-4efb-83e9-4722b29305e3 HTTP/1.1" status: 200 len: 704 time: 0.1712728 Jul 15 13:27:40.626271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46654) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.645488 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 4984332d-ef60-41c5-bf10-5e570cf4251a associated. External IP: 172.25.3.141, port: 5c364100-77b5-49f5-b8ef-7038f675a08d. Jul 15 13:27:40.658662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] Checking router: 55477307-ac33-4efb-83e9-4722b29305e3 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:27:40.679396 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] Routers {'55477307-ac33-4efb-83e9-4722b29305e3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:40.680877 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['55477307-ac33-4efb-83e9-4722b29305e3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:40.682946 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f722c31-563d-4ab3-a9d3-bdd6ca893aa5 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=55477307-ac33-4efb-83e9-4722b29305e3 HTTP/1.1" status: 200 len: 205 time: 0.0545876 Jul 15 13:27:40.686196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46658) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:40.694266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6f676cf8-373d-4172-b58a-1af528edcb73'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:40.769891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-c68fe1fc-58ca-4dd0-8f2d-6b872e5c2f69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=111e0fef-009c-4595-98f6-a132660abb77 HTTP/1.1" status: 200 len: 1001 time: 0.2381284 Jul 15 13:27:40.788255 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] Set router 55477307-ac33-4efb-83e9-4722b29305e3 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:27:40.841896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:40.859668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55477307-ac33-4efb-83e9-4722b29305e3', 'name': 'tempest-RoutersIpV6Test-router-1038581228', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:39Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:40.890630 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b315f8c-421c-4c8c-9372-37213554c58e None None] The sync data for ids ['55477307-ac33-4efb-83e9-4722b29305e3'] in n-d-798054-11 is: [{'id': '55477307-ac33-4efb-83e9-4722b29305e3', 'name': 'tempest-RoutersIpV6Test-router-1038581228', 'tenant_id': '1b81a867440c4c7d92edc0d2ba359a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:38Z', 'updated_at': '2021-07-15T13:27:39Z', 'revision_number': 2, 'project_id': '1b81a867440c4c7d92edc0d2ba359a57', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:40.913818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-571e452b-52e6-405b-a673-400b4afc05d9 service neutron] 10.222.0.57 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141601 Jul 15 13:27:40.983592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:41.034495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-f6a1fd55-96d0-48b1-a237-f44615b5dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.036526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-f6a1fd55-96d0-48b1-a237-f44615b5dfeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6ed250e-e393-4e03-8357-83e41bd0497b HTTP/1.1" status: 200 len: 854 time: 0.2524710 Jul 15 13:27:41.059368 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:27:41.244134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:41.261100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:41.284450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:41.290019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.413403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.433887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:41.435074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.501715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.505223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.639791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.651466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Fanout notify agent at l3_agent the message router_deleted on router 55477307-ac33-4efb-83e9-4722b29305e3 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:27:41.675620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:41.686834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b4b784f4-ca31-4231-b765-56201b4c410d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/55477307-ac33-4efb-83e9-4722b29305e3 HTTP/1.1" status: 204 len: 168 time: 0.9990847 Jul 15 13:27:41.687839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46674) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.791936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-29a2511d-ee46-44b1-a7f0-a81fad65400d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=55477307-ac33-4efb-83e9-4722b29305e3 HTTP/1.1" status: 200 len: 205 time: 0.0947313 Jul 15 13:27:41.799921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.819843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660d5c5-6aa4-4639-bb39-864adab33c18 req-445fa6d7-dd65-44fe-86b8-8e9448d96436 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.829714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2660d5c5-6aa4-4639-bb39-864adab33c18 req-445fa6d7-dd65-44fe-86b8-8e9448d96436 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 946 time: 1.0899837 Jul 15 13:27:41.831747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a56441d5-ad06-4e8d-8193-7b8dab068921 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:41.840258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:41.841677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a885a65-38ae-4612-ba35-0e4b5c5dfab6 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:41.904344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2660d5c5-6aa4-4639-bb39-864adab33c18 req-3883deac-c417-4be7-8c79-df70e09b7190 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733995 Jul 15 13:27:41.930615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-c94df778-8a2e-48e5-b90f-265cc84c0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:41.932927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-c94df778-8a2e-48e5-b90f-265cc84c0628 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c8096a56-c374-42da-b6de-c40de15b0287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8421628 Jul 15 13:27:41.965922 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-3e928c3d-7189-4db1-80a4-adedb3f9b604 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:41.971985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e928c3d-7189-4db1-80a4-adedb3f9b604 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/55477307-ac33-4efb-83e9-4722b29305e3 HTTP/1.1" status: 404 len: 336 time: 0.1712265 Jul 15 13:27:41.973133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46680) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:41.994663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port a56441d5-ad06-4e8d-8193-7b8dab068921 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:42.006749 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port a56441d5-ad06-4e8d-8193-7b8dab068921 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.007713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.034183 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea88953-6535-4f8a-b4b6-ba3946abf908 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:42.035036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea88953-6535-4f8a-b4b6-ba3946abf908 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:42.047950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ea88953-6535-4f8a-b4b6-ba3946abf908 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/ee918dd6-29c9-49ce-aadb-ae2d3dec1dad HTTP/1.1" status: 404 len: 337 time: 0.0670152 Jul 15 13:27:42.052129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.100570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6f676cf8-373d-4172-b58a-1af528edcb73 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:42.108157 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f740d2-a629-42fa-8981-f89404c898db tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:42.111502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f740d2-a629-42fa-8981-f89404c898db tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:42.116764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.120333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-76f740d2-a629-42fa-8981-f89404c898db tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/20e1501c-67a2-4ec0-b230-5351087d382e HTTP/1.1" status: 404 len: 337 time: 0.0663040 Jul 15 13:27:42.137112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:42.173862 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-195a70af-beff-4c8d-9bf5-75832843c17a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:42.174696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195a70af-beff-4c8d-9bf5-75832843c17a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:42.176712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-195a70af-beff-4c8d-9bf5-75832843c17a tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/e24a7d94-dcce-4aec-9e5a-180d1302d294 HTTP/1.1" status: 404 len: 337 time: 0.0589628 Jul 15 13:27:42.191822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46688) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.271404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-5cca7143-69db-4224-b0d0-2fda6b0f328f service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310595 Jul 15 13:27:42.272379 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ea47a6-a2e6-4687-9857-d6d113c93e41 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:42.272864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ea47a6-a2e6-4687-9857-d6d113c93e41 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:42.274957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5ea47a6-a2e6-4687-9857-d6d113c93e41 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/02050640-439e-4e69-ac91-6f044f870fe6 HTTP/1.1" status: 404 len: 337 time: 0.0819182 Jul 15 13:27:42.278624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46690) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.319179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46692) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.319723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6c7a804d-b60d-4ecb-bd5c-5923ff31cd69 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 200 len: 205 time: 0.0391433 Jul 15 13:27:42.342250 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.370849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 6f676cf8-373d-4172-b58a-1af528edcb73 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:42.394384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 6f676cf8-373d-4172-b58a-1af528edcb73 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:42.394804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.414797 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-224eeb54-ea69-4d75-bd57-bf9658090c4d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:42.418594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-224eeb54-ea69-4d75-bd57-bf9658090c4d tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/42f024f4-c3fe-4fdc-85a7-63cfae31bdc7 HTTP/1.1" status: 404 len: 336 time: 0.0948930 Jul 15 13:27:42.423918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46694) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.468082 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2605d858-3e66-4cea-a051-63a1976436e8 req-e8ed9903-c2d4-4aca-99b0-2da48e609e59 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 210 time: 0.0529401 Jul 15 13:27:42.504611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3a448504-fc99-4907-8dfa-3a788e6cac47 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fa4ad89-c3f1-449d-bd65-d2d1da561701 HTTP/1.1" status: 200 len: 205 time: 0.0739391 Jul 15 13:27:42.506069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.516817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:42.528702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.532719 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:42.555545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a56441d5-ad06-4e8d-8193-7b8dab068921, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a56441d5-ad06-4e8d-8193-7b8dab068921,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:42.556087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943dcf4-13e6-4eca-91d4-822a35500179 req-49aae1ae-4ffc-438e-ac75-71507323d223 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:42.559507 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:42.560496 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:42.563837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56441d5-ad06-4e8d-8193-7b8dab068921'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:42.570188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3943dcf4-13e6-4eca-91d4-822a35500179 req-49aae1ae-4ffc-438e-ac75-71507323d223 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 944 time: 0.4012561 Jul 15 13:27:42.581535 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b9b95-6f8d-4c11-80f3-9a559622ff88" -d '{"events": [{"server_uuid": "a698e8b1-1ac6-49f2-a657-6695c7d5b806", "name": "network-vif-plugged", "status": "completed", "tag": "a56441d5-ad06-4e8d-8193-7b8dab068921"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:42.601788 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.655382 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:42.675646 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-963fbc72-8ad6-4f1f-b103-0de658d5443b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:42.682221 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:42.683105 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:42.690951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-963fbc72-8ad6-4f1f-b103-0de658d5443b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/9fa4ad89-c3f1-449d-bd65-d2d1da561701 HTTP/1.1" status: 404 len: 336 time: 0.1785514 Jul 15 13:27:42.723903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46700) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.737360 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:42.738144 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cd48d-0384-4749-be34-8b03b4e7fd27 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:42.746309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a56441d5-ad06-4e8d-8193-7b8dab068921,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:42.776368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-563cf1b0-5370-46b8-947f-d02d124160f8 req-896a5f5b-c261-43e2-beea-1ba8e7ac10fe service neutron] 10.222.0.59 "GET /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982140 Jul 15 13:27:42.778377 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0118fb7d-3afd-4f55-8068-11228b530825 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:42.778976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0118fb7d-3afd-4f55-8068-11228b530825 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:42.786397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0118fb7d-3afd-4f55-8068-11228b530825 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/7895d7fc-1c19-42a1-ae94-d18966f4624e HTTP/1.1" status: 404 len: 337 time: 0.0562925 Jul 15 13:27:42.786905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.817562 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c255b548-fd5b-4523-994d-b0452d29f19b x-openstack-request-id: req-c255b548-fd5b-4523-994d-b0452d29f19b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:42.817918 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a698e8b1-1ac6-49f2-a657-6695c7d5b806", "name": "network-vif-plugged", "status": "completed", "tag": "a56441d5-ad06-4e8d-8193-7b8dab068921", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:42.818104 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c255b548-fd5b-4523-994d-b0452d29f19b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:42.818767 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56441d5-ad06-4e8d-8193-7b8dab068921', 'code': 200} Jul 15 13:27:42.832577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-592dc2d2-8401-45e7-b392-884a2f391eb0 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 200 len: 205 time: 0.0433378 Jul 15 13:27:42.848587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3943dcf4-13e6-4eca-91d4-822a35500179 req-db12026e-6855-4387-ac63-9d46ff5c4ae9 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772124 Jul 15 13:27:42.849483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46706) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.893031 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:42.934175 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-d0010f50-f15f-42b5-bffe-e985e9a9dcbb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:42.935633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d0010f50-f15f-42b5-bffe-e985e9a9dcbb tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/fa6a87f8-6740-49b5-9b9a-ce0d7f941c35 HTTP/1.1" status: 404 len: 336 time: 0.0817492 Jul 15 13:27:42.947377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46708) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:42.947640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6f676cf8-373d-4172-b58a-1af528edcb73, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6f676cf8-373d-4172-b58a-1af528edcb73,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:42.954048 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.032451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2e2bec42-3b0f-49de-813d-6907c09aeac7 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=59a03f08-1416-4a61-ba98-94a3ae348aa9 HTTP/1.1" status: 200 len: 205 time: 0.0643840 Jul 15 13:27:43.037806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.066945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6f676cf8-373d-4172-b58a-1af528edcb73,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:43.073552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-787f7c1d-f093-4e75-a836-002fe587a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.106680 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-3624ab31-93d7-467f-b4d2-405fe647c5e3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:43.107372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3624ab31-93d7-467f-b4d2-405fe647c5e3 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/59a03f08-1416-4a61-ba98-94a3ae348aa9 HTTP/1.1" status: 404 len: 336 time: 0.0680330 Jul 15 13:27:43.110690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46712) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.148056 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-6482fbd7-b9d0-4f79-a2e3-21ddf5140c3b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:43.149079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6482fbd7-b9d0-4f79-a2e3-21ddf5140c3b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:43.152582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6482fbd7-b9d0-4f79-a2e3-21ddf5140c3b tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/2d64f6a9-63ce-4204-be38-5416efb79b5f HTTP/1.1" status: 404 len: 337 time: 0.0371835 Jul 15 13:27:43.154940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46714) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.193915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d39f8375-eeb5-4288-ad9c-099bd1a64b74 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e3732e5-2f1c-4d43-92fe-b376082cf4b8 HTTP/1.1" status: 200 len: 205 time: 0.0374420 Jul 15 13:27:43.197353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e327a9-90e9-491e-b3ce-4cff7c2684e9 req-2da75782-1cdc-45f2-89ed-683c491ccd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.198892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3e327a9-90e9-491e-b3ce-4cff7c2684e9 req-2da75782-1cdc-45f2-89ed-683c491ccd55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 1097 time: 0.2619815 Jul 15 13:27:43.199616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46716) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.262631 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-04ed96e6-8d67-41c6-8a36-a56698f6d589 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:43.267549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04ed96e6-8d67-41c6-8a36-a56698f6d589 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/0e3732e5-2f1c-4d43-92fe-b376082cf4b8 HTTP/1.1" status: 404 len: 336 time: 0.0626340 Jul 15 13:27:43.267991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.295959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fe385216-df0e-465d-bc19-9489dd35ba5d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/floatingips/4984332d-ef60-41c5-bf10-5e570cf4251a HTTP/1.1" status: 200 len: 976 time: 5.0360365 Jul 15 13:27:43.300358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46722) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.312705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:43.330122 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1990b63-e390-4756-9f6a-3fa687bb1050 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:43.331248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1990b63-e390-4756-9f6a-3fa687bb1050 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:43.337140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1990b63-e390-4756-9f6a-3fa687bb1050 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/804851a9-17a8-4a38-9d44-94ec0a7effee HTTP/1.1" status: 404 len: 337 time: 0.0635724 Jul 15 13:27:43.337834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46724) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.362120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3e327a9-90e9-491e-b3ce-4cff7c2684e9 req-02537c76-ce97-4ba6-99f0-cc4ee0d72a01 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539314 Jul 15 13:27:43.388202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa42759f-f257-40d6-b773-4c52ad9fca47 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef749d35-b14c-409a-a8c5-65237e6ce4f8 HTTP/1.1" status: 200 len: 205 time: 0.0483909 Jul 15 13:27:43.391539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46726) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.420568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.437663 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-1256bca3-ec77-4623-9cef-082aa61462e8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] delete failed (client error): The resource could not be found. Jul 15 13:27:43.439215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1256bca3-ec77-4623-9cef-082aa61462e8 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/routers/ef749d35-b14c-409a-a8c5-65237e6ce4f8 HTTP/1.1" status: 404 len: 336 time: 0.0466721 Jul 15 13:27:43.443422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46728) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.473863 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dd5e01-caf2-481b-a7f4-c5b6f4716d92 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:43.474329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dd5e01-caf2-481b-a7f4-c5b6f4716d92 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:43.476213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-49dd5e01-caf2-481b-a7f4-c5b6f4716d92 tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/53fef9fe-7a77-4b5c-b1f0-6c00cd013612 HTTP/1.1" status: 404 len: 337 time: 0.0317700 Jul 15 13:27:43.479729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:43.486868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-d6455fcf-b391-468f-8985-26d7b97dcf77 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:43.488401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-d6455fcf-b391-468f-8985-26d7b97dcf77 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "GET /v2.0/networks?id=587bfecf-8d29-481b-a86f-7b5d258102fd HTTP/1.1" status: 200 len: 797 time: 0.2191749 Jul 15 13:27:43.507886 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eda343-6c48-45cb-b180-7229057959ab tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] DELETE failed (client error): The resource could not be found. Jul 15 13:27:43.508387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eda343-6c48-45cb-b180-7229057959ab tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:27:43.510323 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-71eda343-6c48-45cb-b180-7229057959ab tempest-RoutersIpV6Test-1743143790 tempest-RoutersIpV6Test-1743143790-project] 10.222.0.57 "DELETE /v2.0/subnets/32419e18-265a-43c3-9533-d3c30493a060 HTTP/1.1" status: 404 len: 337 time: 0.0295570 Jul 15 13:27:43.596209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-eb146c58-44f1-476a-b1e0-5bc7441cf7d9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e0048f79d754f929a746882aa0bae89 HTTP/1.1" status: 200 len: 379 time: 0.0583911 Jul 15 13:27:43.634916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'port': {'device_id': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'admin_state_up': True, 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'security_groups': ['b7535c29-a7a6-4bf2-985f-b5f8d1b2522c']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:43.645477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.659542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.660188 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 4984332d-ef60-41c5-bf10-5e570cf4251a disassociated. External IP: 172.25.3.141, port: 49925ae3-feb1-40e2-9fc6-ea9a22404866. Jul 15 13:27:43.795082 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80756b9b-9269-4339-9386-ad3f2438a6a5 req-c71244c1-9e63-40cd-8a07-c4d61114b7bb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 210 time: 0.0839999 Jul 15 13:27:43.959540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Made reservation on behalf of 3e0048f79d754f929a746882aa0bae89 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:43.966145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:43.968039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:44.178878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b156022e-92e1-43f0-94bb-898c7f4d20b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b81a867440c4c7d92edc0d2ba359a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090492 Jul 15 13:27:44.181493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:44.248355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8569b61a-c483-4057-9144-8928a8805eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.285958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8569b61a-c483-4057-9144-8928a8805eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.323679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:44.365322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8569b61a-c483-4057-9144-8928a8805eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.368215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357641aa-7b35-4084-95d8-fc11166f892d req-748d720b-9db5-42a8-bff6-e5a634b42cc5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:44.369885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-357641aa-7b35-4084-95d8-fc11166f892d req-748d720b-9db5-42a8-bff6-e5a634b42cc5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 945 time: 0.3478625 Jul 15 13:27:44.370256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8569b61a-c483-4057-9144-8928a8805eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.374805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8569b61a-c483-4057-9144-8928a8805eb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f71ef090-a226-4c5e-8027-798629bf81be HTTP/1.1" status: 204 len: 168 time: 0.1896460 Jul 15 13:27:44.381222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.20.0.14 (587bfecf-8d29-481b-a86f-7b5d258102fd/a80bb443-57cb-42c0-b948-0392a3bb9c0f/55cab3e8-48f7-4dd3-85b3-740a9bfd5943) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:44.388049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569b61a-c483-4057-9144-8928a8805eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ef090-a226-4c5e-8027-798629bf81be,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:44.495631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-357641aa-7b35-4084-95d8-fc11166f892d req-feebc5ca-774a-41a0-bc60-557cb5b08bd5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158931 Jul 15 13:27:44.604148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:44.615122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.619057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:44.630858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:44.631968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:44.684078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:44.696748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:44.697592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:15Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:44.710679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-73a76680-e4c9-440e-8144-dd7ac6f51a1e tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/floatingips/4984332d-ef60-41c5-bf10-5e570cf4251a HTTP/1.1" status: 200 len: 688 time: 1.4090049 Jul 15 13:27:44.713910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46756) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:44.736913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:44.740970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b304a-ca1b-4444-9551-f1535e762233 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:44.746215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.762054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Transition to ACTIVE for port object 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:44.815527 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.820153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676cf8-373d-4172-b58a-1af528edcb73'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:44.823177 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e9379-1186-41b9-b97d-ce7eaf349af6" -d '{"events": [{"server_uuid": "a7b8d918-8727-42c1-bb7d-57af42032b6c", "name": "network-vif-plugged", "status": "completed", "tag": "6f676cf8-373d-4172-b58a-1af528edcb73"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:44.881544 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629eb8c-707a-4449-bfb3-b328584cdfd2 x-openstack-request-id: req-e629eb8c-707a-4449-bfb3-b328584cdfd2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:44.881854 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b8d918-8727-42c1-bb7d-57af42032b6c", "name": "network-vif-plugged", "status": "completed", "tag": "6f676cf8-373d-4172-b58a-1af528edcb73", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:44.882159 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e629eb8c-707a-4449-bfb3-b328584cdfd2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:44.882648 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f676cf8-373d-4172-b58a-1af528edcb73', 'code': 200} Jul 15 13:27:44.921778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port b44a19af-c00b-4e29-9b18-edb672b23865 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:44.922748 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.930443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:44.939804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:44.991646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 587bfecf-8d29-481b-a86f-7b5d258102fd is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:44.999518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:45.002516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:45.076438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.077505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.103156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-bae52fc5-c2f8-4103-a357-50815e3ccabb tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5007093 Jul 15 13:27:45.117683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Request body: {'port': {'device_id': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:45.200234 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.200851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce24fa-1401-4491-9af8-35c31d426cce req-e9eb8266-ee22-4844-aff9-a4235509068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.204132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41ce24fa-1401-4491-9af8-35c31d426cce req-e9eb8266-ee22-4844-aff9-a4235509068c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 1097 time: 0.2224739 Jul 15 13:27:45.207394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.207928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.243409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for b44a19af-c00b-4e29-9b18-edb672b23865 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:45.267413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.300618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818e31b-22a8-4b1f-9624-34266c3a7948 req-1172b351-a279-4093-a049-2133d5e1c39d tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.302155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9818e31b-22a8-4b1f-9624-34266c3a7948 req-1172b351-a279-4093-a049-2133d5e1c39d tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 932 time: 0.1815140 Jul 15 13:27:45.326598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41ce24fa-1401-4491-9af8-35c31d426cce req-0243c764-fd70-437c-a99a-9478d7d6c1ca service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132574 Jul 15 13:27:45.431162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9818e31b-22a8-4b1f-9624-34266c3a7948 req-c7099f18-047a-4cb3-b8b9-6203ff55926f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090820 Jul 15 13:27:45.456131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b6c04b31-f65e-4573-a84f-d94fb3ce0018 None None] Provisioning for port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:45.463631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b6c04b31-f65e-4573-a84f-d94fb3ce0018 None None] Provisioning complete for port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:45.464804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b6c04b31-f65e-4573-a84f-d94fb3ce0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.516749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.525876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-611df1fb-206a-4cb4-82ff-de8a7e3c96d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.530814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b6c04b31-f65e-4573-a84f-d94fb3ce0018 None None] Port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:45.560663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=b44a19af-c00b-4e29-9b18-edb672b23865,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:45.646417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.660962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.661482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.665753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e2e5790e-9d73-42c9-ad48-7ef72241e68a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/floatingips/4984332d-ef60-41c5-bf10-5e570cf4251a HTTP/1.1" status: 204 len: 168 time: 0.9480186 Jul 15 13:27:45.666497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46786) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.680873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46788) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.726474 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-9a82fcdf-d249-4121-acce-82ffccb8bb00 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] delete failed (client error): The resource could not be found. Jul 15 13:27:45.731487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a82fcdf-d249-4121-acce-82ffccb8bb00 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/floatingips/4984332d-ef60-41c5-bf10-5e570cf4251a HTTP/1.1" status: 404 len: 345 time: 0.0605905 Jul 15 13:27:45.732307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46792) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.843174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-481320950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:45.856602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:45.869753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.870904 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.879565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.916192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831f592-9d4f-4246-99ad-dc078a3346b3 req-effc5d6f-85a0-4df5-8272-abab7b0dfb44 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:45.919077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f831f592-9d4f-4246-99ad-dc078a3346b3 req-effc5d6f-85a0-4df5-8272-abab7b0dfb44 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 945 time: 0.2393382 Jul 15 13:27:45.939436 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.945963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.951588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Transition to ACTIVE for port object 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:45.973908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.975670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a3ebf6dd-edfc-4a22-8dc0-2c946b9b5d46 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2931528 Jul 15 13:27:45.980101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46794) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:45.983108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:45.986427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1220426039'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:45.996955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f00a9-a177-4b87-8827-cd4a219d0eba tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.003007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f00a9-a177-4b87-8827-cd4a219d0eba tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.009328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f00a9-a177-4b87-8827-cd4a219d0eba tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.011353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-844f00a9-a177-4b87-8827-cd4a219d0eba tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/ports?network_id=0dbfece5-9aff-4ab8-ac42-89dcdd313a60 HTTP/1.1" status: 200 len: 2355 time: 0.2777798 Jul 15 13:27:46.014886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46796) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.015896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:46.022808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.079285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f831f592-9d4f-4246-99ad-dc078a3346b3 req-1e410098-fb71-4c66-b370-cb9a4a907da2 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396019 Jul 15 13:27:46.087112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Pushing event updated for resources: {'Port': ['ID=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.103084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.181139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733ebf1-3f7c-497e-82e7-4f85c4ca0008 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.187924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3733ebf1-3f7c-497e-82e7-4f85c4ca0008 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/subnets/8b4e19a7-fcda-41c7-846f-14ba39f734dc HTTP/1.1" status: 200 len: 797 time: 0.1558130 Jul 15 13:27:46.188439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46800) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.197328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'port': {'network_id': '0dbfece5-9aff-4ab8-ac42-89dcdd313a60', 'name': 'tempest-FloatingIPTestJSON-611166289', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:46.204566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Attempting to bind port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:46.205425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Attempting to bind port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:46.206148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Attempting to bind port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 on network 587bfecf-8d29-481b-a86f-7b5d258102fd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:46.215605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 on network 587bfecf-8d29-481b-a86f-7b5d258102fd not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:27:46.216429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Attempting to bind port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 on network 587bfecf-8d29-481b-a86f-7b5d258102fd {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:46.249255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:46.250809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Checking segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:46.251519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Bound using segment: {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:46.252323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Bound port: 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcefff6f-c83a-4013-b130-66ce386217e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:46.255608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.371599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.381980 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.412561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] For port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:46.419484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:46.420387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] For port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:46.427501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.432487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:46.464453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e313a1-71c6-41bf-b10a-f4c2258bb096,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.475018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.475557 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Added segment f54e8492-46f8-4ea5-8482-440f137affd6 of type vlan for network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab Jul 15 13:27:46.498268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.498961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.501828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] 10.222.0.58 "PUT /v2.0/ports/55cab3e8-48f7-4dd3-85b3-740a9bfd5943 HTTP/1.1" status: 200 len: 1093 time: 1.3916557 Jul 15 13:27:46.504419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:46.507914 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea41f23-ac27-4925-be52-e634146be0db" -d '{"events": [{"name": "network-changed", "server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:46.542856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b167-59a8-4fb5-9879-2cebe7f8cabc service neutron] Pushing event updated for resources: {'Port': ['ID=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.580631 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.639031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-e92712c6-6e7b-4812-a012-809e42f5d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.641628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-e92712c6-6e7b-4812-a012-809e42f5d997 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 1096 time: 0.0804729 Jul 15 13:27:46.656164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.693132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.699225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.699892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:46.703306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] device_id is not set on port f19a6e7f-fc76-42cc-904d-51d6ef50e923 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:27:46.730608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-14587ad1-13f9-4cd2-9f91-6384d2318ea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943 HTTP/1.1" status: 200 len: 217 time: 0.0809324 Jul 15 13:27:46.812895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Network': ['ID=e064cb33-e7f6-4d5e-bb4d-c4cb139123ab,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:46.823090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-99e7579e-59f9-4e0a-abf1-a67906c863fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:46.825851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-99e7579e-59f9-4e0a-abf1-a67906c863fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a80bb443-57cb-42c0-b948-0392a3bb9c0f HTTP/1.1" status: 200 len: 834 time: 0.0805011 Jul 15 13:27:46.826132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:46.855441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-79df8440-f72b-4c17-ab58-17321606ea4f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8731935 Jul 15 13:27:46.866143 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbcc027-f836-4c19-928d-a9a4ada54dd4 x-openstack-request-id: req-bcbcc027-f836-4c19-928d-a9a4ada54dd4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:46.866761 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:46.867023 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcbcc027-f836-4c19-928d-a9a4ada54dd4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:46.867526 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'status': 'completed', 'code': 200} Jul 15 13:27:46.868206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46810) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:46.893111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'subnet': {'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:47.030941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.076374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67399fce-031f-44a8-ba64-de9623899885 req-fc64b42e-15cf-4e8d-9819-7adbc55c906a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.078086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67399fce-031f-44a8-ba64-de9623899885 req-fc64b42e-15cf-4e8d-9819-7adbc55c906a tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 944 time: 0.3513989 Jul 15 13:27:47.099667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:47.103855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.115858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966806c-b353-4581-a216-ea1f988a4834 req-54337e8b-435b-4b06-ae4a-f17e6d30cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.117444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-54337e8b-435b-4b06-ae4a-f17e6d30cc0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=587bfecf-8d29-481b-a86f-7b5d258102fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2479763 Jul 15 13:27:47.242570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67399fce-031f-44a8-ba64-de9623899885 req-fe9af7bd-cbe2-472f-a8bd-322da58627ef tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548710 Jul 15 13:27:47.280360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.14 (0dbfece5-9aff-4ab8-ac42-89dcdd313a60/8b4e19a7-fcda-41c7-846f-14ba39f734dc/f19a6e7f-fc76-42cc-904d-51d6ef50e923) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:47.292140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.13 (0dbfece5-9aff-4ab8-ac42-89dcdd313a60/8b4e19a7-fcda-41c7-846f-14ba39f734dc/f19a6e7f-fc76-42cc-904d-51d6ef50e923) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:47.331022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-4de00c4e-7f87-4a6c-b1dc-9ecfd5767492 service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984465 Jul 15 13:27:47.513305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.528442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7966806c-b353-4581-a216-ea1f988a4834 req-41612746-b64e-49c7-9b36-ddaf407ea1f2 service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900752 Jul 15 13:27:47.578414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad6f56-07ef-4145-a8e0-ea24096b4d47 req-43260174-0736-4fae-9a86-1cfedf22ea7e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.580543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdad6f56-07ef-4145-a8e0-ea24096b4d47 req-43260174-0736-4fae-9a86-1cfedf22ea7e tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 945 time: 0.2241652 Jul 15 13:27:47.603927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Subnet': ['ID=1184218d-32a1-4df8-9b41-15cd3540236d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.608357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Checking segment: {'id': 'f54e8492-46f8-4ea5-8482-440f137affd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:47.608891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network hostable DHCP agents. Network: e064cb33-e7f6-4d5e-bb4d-c4cb139123ab, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:47.630487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.652452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdad6f56-07ef-4145-a8e0-ea24096b4d47 req-620aa865-bad0-4164-baba-fbe65cb9debc tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578396 Jul 15 13:27:47.668768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:47.696867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.698344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e064cb33-e7f6-4d5e-bb4d-c4cb139123ab) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:47.710838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.711454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.713315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c603096-ca2a-4b4d-8496-ebd68299c357 None None] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:47.743659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f23-ac27-4925-be52-e634146be0db req-a695965e-a0a7-4480-8b08-3bfd53ffa2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.752598 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-a695965e-a0a7-4480-8b08-3bfd53ffa2f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 1096 time: 0.1497178 Jul 15 13:27:47.761436 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4ba04912-7569-4464-974e-6c6297947b6c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8831737 Jul 15 13:27:47.761436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46820) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.762769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:47.766721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'network': {'name': 'tempest-router-network01--268922367'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:47.771234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:47.776546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:47.820810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=f19a6e7f-fc76-42cc-904d-51d6ef50e923,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:47.851753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:47.852738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.875694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a98f7e87-fd57-4295-abb7-c7eb882ceac9 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6844034 Jul 15 13:27:47.878927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46822) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:47.884862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'f19a6e7f-fc76-42cc-904d-51d6ef50e923', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:47.887508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:47.891360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.922291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.965254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e064cb33-e7f6-4d5e-bb4d-c4cb139123ab', 'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab', 'tenant_id': '7765eda4062141398624ccc6772d4827', 'fixed_ips': [{'subnet_id': '1184218d-32a1-4df8-9b41-15cd3540236d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:47.966456 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:47.987995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:48.019235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3ba84-9d59-408d-8287-7a8352aa5b03 req-35b23763-d762-4f9b-a29d-81c961279ae5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.020890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04a3ba84-9d59-408d-8287-7a8352aa5b03 req-35b23763-d762-4f9b-a29d-81c961279ae5 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 945 time: 0.1863604 Jul 15 13:27:48.025337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.025682 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Added segment 8a8992b1-741f-4bec-8b34-9b06f01d24c8 of type vlan for network ea5e40a1-ac31-4105-ab7e-36c81c77b360 Jul 15 13:27:48.028113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f23-ac27-4925-be52-e634146be0db req-1e593522-8ec4-4509-b98f-ba68f5b3f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.029798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-1e593522-8ec4-4509-b98f-ba68f5b3f8c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=587bfecf-8d29-481b-a86f-7b5d258102fd HTTP/1.1" status: 200 len: 898 time: 0.2533014 Jul 15 13:27:48.079139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.109317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-8bb70ad4-68ee-4c95-8fc8-00c9b9e736c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943 HTTP/1.1" status: 200 len: 217 time: 0.0714507 Jul 15 13:27:48.133482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.189162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04a3ba84-9d59-408d-8287-7a8352aa5b03 req-69dd71cb-7a2e-4ee8-8121-2b58a9e16d71 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445856 Jul 15 13:27:48.199119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.144 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/670adbb7-bdac-4240-a04d-ed84dcb7f5a5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:48.207415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Allocated IP 2001:db8::2 (e064cb33-e7f6-4d5e-bb4d-c4cb139123ab/1184218d-32a1-4df8-9b41-15cd3540236d/e8a5026f-cd3d-4ad9-bfa4-db56730d5aba) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:48.207730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f23-ac27-4925-be52-e634146be0db req-d9fe60cc-bc08-4f35-9ec3-bc21aa0cf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.209369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-d9fe60cc-bc08-4f35-9ec3-bc21aa0cf81c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a80bb443-57cb-42c0-b948-0392a3bb9c0f HTTP/1.1" status: 200 len: 834 time: 0.0874181 Jul 15 13:27:48.251912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.257922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.258506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.311220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5475850 Jul 15 13:27:48.312710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:48.318908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'network': {'name': 'tempest-router-network02--1829284510'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:48.364304 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.430837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.445537 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.457687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Transition to ACTIVE for port object e8a5026f-cd3d-4ad9-bfa4-db56730d5aba will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:48.491355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Transition to ACTIVE for port object e8a5026f-cd3d-4ad9-bfa4-db56730d5aba will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:48.507655 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.508071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:48.511852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:48.524672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:48.563528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=670adbb7-bdac-4240-a04d-ed84dcb7f5a5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.603626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:48.627060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:48.629031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Pushing event updated for resources: {'Port': ['ID=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.638067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:48.691301 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.741468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Attempting to bind port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:48.742612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Attempting to bind port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f54e8492-46f8-4ea5-8482-440f137affd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:48.743208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Attempting to bind port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba on network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:48.750510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:48.750906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Checking segment: {'id': 'f54e8492-46f8-4ea5-8482-440f137affd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:48.751318 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.751763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Bound using segment: {'id': 'f54e8492-46f8-4ea5-8482-440f137affd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:48.752886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Bound port: e8a5026f-cd3d-4ad9-bfa4-db56730d5aba, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54e8492-46f8-4ea5-8482-440f137affd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e064cb33-e7f6-4d5e-bb4d-c4cb139123ab'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:48.752886 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.827110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] For port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:48.831166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] For port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,segment=NetworkSegment(f54e8492-46f8-4ea5-8482-440f137affd6),segment_id=f54e8492-46f8-4ea5-8482-440f137affd6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:48.839303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.860126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee002119-d6c1-47de-a5e3-952129cc63e6 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Network': ['ID=ea5e40a1-ac31-4105-ab7e-36c81c77b360,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.924682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:48.928931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:48.954490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0fd6f-9ed4-4181-9ee6-dee9de99bc9b None None] Pushing event updated for resources: {'Port': ['ID=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:48.965228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:48.975929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea41f23-ac27-4925-be52-e634146be0db req-2e1d9c12-64c3-4e6c-ba27-d92214111ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:48.977630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-2e1d9c12-64c3-4e6c-ba27-d92214111ce1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=587bfecf-8d29-481b-a86f-7b5d258102fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7614129 Jul 15 13:27:48.997706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:49.044799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ea28c-e254-49ca-89b8-e8442dbc3a0a req-0146e50a-5565-4f6c-98a8-83aba8d39bb9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.047085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f79ea28c-e254-49ca-89b8-e8442dbc3a0a req-0146e50a-5565-4f6c-98a8-83aba8d39bb9 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 944 time: 0.2019284 Jul 15 13:27:49.066914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.066914 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Added segment 803dbca1-794b-4596-82a7-c336fbf09e78 of type vlan for network ab2d052b-0c62-4bbc-90bc-2c6392b45bee Jul 15 13:27:49.248795 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f79ea28c-e254-49ca-89b8-e8442dbc3a0a req-4feb0db5-c80d-43fa-8aac-3d0761ebfce2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810377 Jul 15 13:27:49.258934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.365031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.375969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.376714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.537570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-e93cf43d-4d19-4f87-839a-22322b561a5e service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491664 Jul 15 13:27:49.543593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Network': ['ID=ab2d052b-0c62-4bbc-90bc-2c6392b45bee,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:49.562479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ab2d052b-0c62-4bbc-90bc-2c6392b45bee details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:49.639860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f56a557b-95f6-434d-bef7-087fc698abe3 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3248262 Jul 15 13:27:49.672675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46842) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:49.679015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'subnet': {'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:49.748529 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cea41f23-ac27-4925-be52-e634146be0db req-43801ae6-d651-43a0-84b2-a654549793f1 service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930258 Jul 15 13:27:49.772868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640b78b-a56f-4b25-875c-01f962dba3cc req-361c18f6-4076-4137-bc53-361bcdf6db18 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:49.783215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1640b78b-a56f-4b25-875c-01f962dba3cc req-361c18f6-4076-4137-bc53-361bcdf6db18 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 945 time: 0.2408183 Jul 15 13:27:49.832959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1640b78b-a56f-4b25-875c-01f962dba3cc req-901f83c6-d552-40cb-9828-aa7dc2b9b9db tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/security-groups?id=4ff1a740-1784-4204-8205-65e6eb223001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Jul 15 13:27:49.858765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:27:49.961890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:49.982138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:49.986467 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.009559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:50.044494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'port_id': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'mac_address': 'fa:16:3e:2b:dd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:27:50.117981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.147533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:27:50.154063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-24383326-2595-404d-83f9-d387a69863c4 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.155989 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-24383326-2595-404d-83f9-d387a69863c4 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "GET /v2.0/ports?device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 945 time: 0.1274078 Jul 15 13:27:50.186739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:50.194451 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.292509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.319001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.379905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Deleting port a56441d5-ad06-4e8d-8193-7b8dab068921 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:50.380222 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.470897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['55cab3e8-48f7-4dd3-85b3-740a9bfd5943'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:50.534252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fbc870-3ae4-4949-afca-d807da3c3cbf None None] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:50.618829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8a5026f-cd3d-4ad9-bfa4-db56730d5aba up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:50.650022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] For port a56441d5-ad06-4e8d-8193-7b8dab068921, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a56441d5-ad06-4e8d-8193-7b8dab068921,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:50.651307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.666234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.685142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Calling delete_port for a56441d5-ad06-4e8d-8193-7b8dab068921 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:50.762467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8be2ce42-8ff8-45fa-b896-e9ae51c1e6e0 None None] Provisioning for port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:50.815094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Subnet': ['ID=e5d316ef-f67f-4c2a-8a20-3c42da60a849,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.831343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-9379fbdb-110e-450f-913d-0a28279b453d tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.833005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-9379fbdb-110e-450f-913d-0a28279b453d tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 945 time: 0.4466808 Jul 15 13:27:50.852752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:50.869348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:50.870934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.893558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:50.932464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6f676cf8-373d-4172-b58a-1af528edcb73'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:27:50.940055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event deleted for resources: {'Port': ['ID=a56441d5-ad06-4e8d-8193-7b8dab068921,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:50.941619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25df7b2-8787-4eaf-8ef0-632fe1fa7fae req-59fd6173-153b-43bb-8477-25ba35c6d707 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:50.944834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d25df7b2-8787-4eaf-8ef0-632fe1fa7fae req-59fd6173-153b-43bb-8477-25ba35c6d707 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 945 time: 0.3847084 Jul 15 13:27:50.951826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Checking segment: {'id': '8a8992b1-741f-4bec-8b34-9b06f01d24c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:50.952188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network hostable DHCP agents. Network: ea5e40a1-ac31-4105-ab7e-36c81c77b360, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:51.020574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.037973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.070444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] No DVR routers for this DVR port a56441d5-ad06-4e8d-8193-7b8dab068921 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:51.077148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.081040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e42522c-f9ae-40e1-8ac4-61753aa6f5f3 req-7bfca616-1836-4e51-90d6-3765b01b1f97 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.58 "DELETE /v2.0/ports/a56441d5-ad06-4e8d-8193-7b8dab068921 HTTP/1.1" status: 204 len: 173 time: 0.9113507 Jul 15 13:27:51.081678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'name': 'network-vif-deleted', 'tag': 'a56441d5-ad06-4e8d-8193-7b8dab068921'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:51.087468 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d38f1-deec-44fd-bb20-7f19f9878cad" -d '{"events": [{"server_uuid": "a698e8b1-1ac6-49f2-a657-6695c7d5b806", "name": "network-vif-deleted", "tag": "a56441d5-ad06-4e8d-8193-7b8dab068921"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:51.091464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:51.134143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d25df7b2-8787-4eaf-8ef0-632fe1fa7fae req-1b66e5f9-b54e-4d92-b091-50a907dda90f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760478 Jul 15 13:27:51.155611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ea5e40a1-ac31-4105-ab7e-36c81c77b360) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:51.170629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:51.172046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.178889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=670adbb7-bdac-4240-a04d-ed84dcb7f5a5,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.191335 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f92e3840-32ad-4d23-876f-b758f11324ed req-ccccbc53-bee4-44fc-bd6b-f0c4ebb2cea8 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a698e8b1-1ac6-49f2-a657-6695c7d5b806 HTTP/1.1" status: 200 len: 210 time: 0.1405079 Jul 15 13:27:51.197748 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.207859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46858) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:51.208343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f4b61d37-71e2-43fd-8d03-779fed58ac41 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5367553 Jul 15 13:27:51.213475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'subnet': {'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:51.228207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.258933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Deleting port 6f676cf8-373d-4172-b58a-1af528edcb73 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:51.259309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.285291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc78e92-635a-47e7-8de3-cfff8311587d None None] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:51.371902 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9d3f50-b28d-4357-ae4e-0c4ad0146b12 x-openstack-request-id: req-5d9d3f50-b28d-4357-ae4e-0c4ad0146b12 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:51.372357 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a698e8b1-1ac6-49f2-a657-6695c7d5b806", "name": "network-vif-deleted", "tag": "a56441d5-ad06-4e8d-8193-7b8dab068921", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:51.372357 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d9d3f50-b28d-4357-ae4e-0c4ad0146b12 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:51.372791 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a698e8b1-1ac6-49f2-a657-6695c7d5b806', 'name': 'network-vif-deleted', 'tag': 'a56441d5-ad06-4e8d-8193-7b8dab068921', 'status': 'completed', 'code': 200} Jul 15 13:27:51.373630 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP fe5ddfc3-6217-4757-a782-c83e9b9078bb associated. External IP: 172.25.3.144, port: f19a6e7f-fc76-42cc-904d-51d6ef50e923. Jul 15 13:27:51.404430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,segment=NetworkSegment(f54e8492-46f8-4ea5-8482-440f137affd6),segment_id=f54e8492-46f8-4ea5-8482-440f137affd6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:51.434431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:51.438339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.588221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] For port 6f676cf8-373d-4172-b58a-1af528edcb73, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6f676cf8-373d-4172-b58a-1af528edcb73,segment=NetworkSegment(f3523992-9631-432d-92c7-0d8e6eee9292),segment_id=f3523992-9631-432d-92c7-0d8e6eee9292)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:51.588628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.605192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.611115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Calling delete_port for 6f676cf8-373d-4172-b58a-1af528edcb73 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:51.700896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.815529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Subnet': ['ID=70ab819b-0475-49a8-a761-3096ce526e14,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.858211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:51.884127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Checking segment: {'id': '803dbca1-794b-4596-82a7-c336fbf09e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:51.885027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network hostable DHCP agents. Network: ab2d052b-0c62-4bbc-90bc-2c6392b45bee, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:27:51.907296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network ab2d052b-0c62-4bbc-90bc-2c6392b45bee is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:27:51.924829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ab2d052b-0c62-4bbc-90bc-2c6392b45bee) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:51.940533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:51.940743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.951649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-ea5e40a1-ac31-4105-ab7e-36c81c77b360', 'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360', 'tenant_id': '7765eda4062141398624ccc6772d4827', 'fixed_ips': [{'subnet_id': 'e5d316ef-f67f-4c2a-8a20-3c42da60a849'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:51.955598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:51.963818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:51.964626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02cb7e17-903d-4fb1-b93c-921458e2259e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7547743 Jul 15 13:27:51.967083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:51.980927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0158ad8-56c8-4e5f-8dc2-f96dedd96a70 None None] Network ab2d052b-0c62-4bbc-90bc-2c6392b45bee requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:52.087623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.132608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-23f725b9-3c2f-411c-a28f-7c02ee0dfbcd None None] Provisioning complete for port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:52.133098 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23f725b9-3c2f-411c-a28f-7c02ee0dfbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.309087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Allocated IP 2001:db8::2 (ea5e40a1-ac31-4105-ab7e-36c81c77b360/e5d316ef-f67f-4c2a-8a20-3c42da60a849/0aa7dd09-942e-42bc-b38f-faeac00e58e7) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:52.328532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.532534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-ab2d052b-0c62-4bbc-90bc-2c6392b45bee', 'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee', 'tenant_id': '7765eda4062141398624ccc6772d4827', 'fixed_ips': [{'subnet_id': '70ab819b-0475-49a8-a761-3096ce526e14'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:27:52.533421 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.548014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8a5026f-cd3d-4ad9-bfa4-db56730d5aba up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:52.588667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Pushing event deleted for resources: {'Port': ['ID=6f676cf8-373d-4172-b58a-1af528edcb73,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:52.659310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] No DVR routers for this DVR port 6f676cf8-373d-4172-b58a-1af528edcb73 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:27:52.667108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.669271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7ef5a65-9781-4147-bc2c-810450d9294a req-ec205505-8036-4ef5-b801-cbdfbdf9bf11 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.59 "DELETE /v2.0/ports/6f676cf8-373d-4172-b58a-1af528edcb73 HTTP/1.1" status: 204 len: 173 time: 1.8279376 Jul 15 13:27:52.670704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'name': 'network-vif-deleted', 'tag': '6f676cf8-373d-4172-b58a-1af528edcb73'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:52.674062 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40f1fc8-53d5-4247-9356-380bd9ec4120" -d '{"events": [{"server_uuid": "a7b8d918-8727-42c1-bb7d-57af42032b6c", "name": "network-vif-deleted", "tag": "6f676cf8-373d-4172-b58a-1af528edcb73"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:52.695543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:52.718023 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:52.732385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.737106 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:52.737769 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:52.744703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf741d-9b43-4a55-a303-bbe911fbda3a req-9488b94f-36e9-440a-84b2-c306e89460cd tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:52.758720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24cf741d-9b43-4a55-a303-bbe911fbda3a req-9488b94f-36e9-440a-84b2-c306e89460cd tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 945 time: 0.2043331 Jul 15 13:27:52.763727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9eeadaed-d023-4f1b-aac0-2ce0d5c2fb9d req-332ebcbc-2dce-46be-92a8-5104bc5a6f02 tempest-MultipleCreateTestJSON-197694967 tempest-MultipleCreateTestJSON-197694967-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8d918-8727-42c1-bb7d-57af42032b6c HTTP/1.1" status: 200 len: 210 time: 0.0515106 Jul 15 13:27:52.838158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ccf050dd-c675-4926-b690-580c66365dd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9572566 Jul 15 13:27:52.840963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46878) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:52.846777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'port_id': 'f19a6e7f-fc76-42cc-904d-51d6ef50e923', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:52.854017 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:52.863038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24cf741d-9b43-4a55-a303-bbe911fbda3a req-f4937dc1-c958-4d97-ac93-0b8595fc2ff7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032696 Jul 15 13:27:52.890325 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:52.893728 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:52.894270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:52.895184 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.912159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.951858 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f0bfb0-4abc-4a93-bf54-88356609b17c x-openstack-request-id: req-f0f0bfb0-4abc-4a93-bf54-88356609b17c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:52.952147 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b8d918-8727-42c1-bb7d-57af42032b6c", "name": "network-vif-deleted", "tag": "6f676cf8-373d-4172-b58a-1af528edcb73", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:52.952406 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0f0bfb0-4abc-4a93-bf54-88356609b17c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:52.952810 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8d918-8727-42c1-bb7d-57af42032b6c', 'name': 'network-vif-deleted', 'tag': '6f676cf8-373d-4172-b58a-1af528edcb73', 'status': 'completed', 'code': 200} Jul 15 13:27:52.961120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Transition to ACTIVE for port object 0aa7dd09-942e-42bc-b38f-faeac00e58e7 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:52.964602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:52.970459 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:52.971949 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe83a0-0376-486e-9ade-afa71ddd717d None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:52.996433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Transition to ACTIVE for port object 0aa7dd09-942e-42bc-b38f-faeac00e58e7 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:52.998566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Allocated IP 2001:db8::2 (ab2d052b-0c62-4bbc-90bc-2c6392b45bee/70ab819b-0475-49a8-a761-3096ce526e14/0bcbbe35-5b93-4458-9afe-e2ee44a5494f) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:53.016022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.106386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Allocated IP 2001:db8::1 (ea5e40a1-ac31-4105-ab7e-36c81c77b360/e5d316ef-f67f-4c2a-8a20-3c42da60a849/4d29b289-d193-41d7-bc6b-15bcd6f73e66) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:53.139286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:53.166007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:53.196100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Pushing event updated for resources: {'Port': ['ID=0aa7dd09-942e-42bc-b38f-faeac00e58e7,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.207923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:53.277881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.305989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Transition to ACTIVE for port object 4d29b289-d193-41d7-bc6b-15bcd6f73e66 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:53.354958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.364787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Attempting to bind port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:53.365060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Attempting to bind port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '8a8992b1-741f-4bec-8b34-9b06f01d24c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:53.365423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Attempting to bind port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 on network ea5e40a1-ac31-4105-ab7e-36c81c77b360 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:53.377876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:53.378249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Checking segment: {'id': '8a8992b1-741f-4bec-8b34-9b06f01d24c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:53.378691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.379085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Bound using segment: {'id': '8a8992b1-741f-4bec-8b34-9b06f01d24c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:53.379566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Bound port: 0aa7dd09-942e-42bc-b38f-faeac00e58e7, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8992b1-741f-4bec-8b34-9b06f01d24c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ea5e40a1-ac31-4105-ab7e-36c81c77b360'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:53.379936 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.407255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.418581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:53.421426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:53.425638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:53.426321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.439510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Transition to ACTIVE for port object 0bcbbe35-5b93-4458-9afe-e2ee44a5494f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:53.473489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Transition to ACTIVE for port object 0bcbbe35-5b93-4458-9afe-e2ee44a5494f will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:27:53.492381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.497515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] For port 0aa7dd09-942e-42bc-b38f-faeac00e58e7, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:53.502987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] For port 0aa7dd09-942e-42bc-b38f-faeac00e58e7, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0aa7dd09-942e-42bc-b38f-faeac00e58e7,segment=NetworkSegment(8a8992b1-741f-4bec-8b34-9b06f01d24c8),segment_id=8a8992b1-741f-4bec-8b34-9b06f01d24c8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:53.512644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Port': ['ID=4d29b289-d193-41d7-bc6b-15bcd6f73e66,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.530479 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.558873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Network ab2d052b-0c62-4bbc-90bc-2c6392b45bee is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:53.570408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:53.574780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:27:53.577646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Pushing event updated for resources: {'Port': ['ID=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.623467 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.699183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Attempting to bind port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:27:53.699645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Attempting to bind port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '803dbca1-794b-4596-82a7-c336fbf09e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:27:53.700081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Attempting to bind port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f on network ab2d052b-0c62-4bbc-90bc-2c6392b45bee {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:27:53.703597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab9a86-aef4-4ebe-9f7a-b1070f7cb9ff None None] Pushing event updated for resources: {'Port': ['ID=0aa7dd09-942e-42bc-b38f-faeac00e58e7,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:53.709508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:27:53.709978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Checking segment: {'id': '803dbca1-794b-4596-82a7-c336fbf09e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:27:53.710481 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.710970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Bound using segment: {'id': '803dbca1-794b-4596-82a7-c336fbf09e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:27:53.711520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Bound port: 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803dbca1-794b-4596-82a7-c336fbf09e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ab2d052b-0c62-4bbc-90bc-2c6392b45bee'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:27:53.712012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.724748 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.732205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.838160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] For port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:27:53.845721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] For port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,segment=NetworkSegment(803dbca1-794b-4596-82a7-c336fbf09e78),segment_id=803dbca1-794b-4596-82a7-c336fbf09e78)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:27:53.859935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:53.921035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:53.980105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46888) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.042630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2e99-6f47-45c7-ac7e-82ebb4227c4c None None] Pushing event updated for resources: {'Port': ['ID=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.120536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6f676cf8-373d-4172-b58a-1af528edcb73 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:54.164728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Deleting subnet 59467c32-a7bb-492a-aa24-e1c3fe6fc06d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:27:54.177062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.211597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 6f676cf8-373d-4172-b58a-1af528edcb73 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:54.212822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6f676cf8-373d-4172-b58a-1af528edcb73 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:54.249387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:54.260446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:54.264672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.286070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.352030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.397489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:54.402684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.414000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.418020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.506155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.549731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:27:54.552462 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ecee5-0736-4915-8dff-e9f1ce5b2341" -d '{"events": [{"server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "name": "network-vif-plugged", "status": "completed", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:27:54.563471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Port': ['ID=4d29b289-d193-41d7-bc6b-15bcd6f73e66,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.572317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:54.576761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.581313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.583561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a56441d5-ad06-4e8d-8193-7b8dab068921 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:27:54.626695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431649fc-94d7-4c8d-83e9-c97c46e967df req-eb354b18-d4dd-474f-b20f-accbdacdac44 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:54.637192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-431649fc-94d7-4c8d-83e9-c97c46e967df req-eb354b18-d4dd-474f-b20f-accbdacdac44 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 945 time: 0.3511078 Jul 15 13:27:54.658670 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aaadac-5b23-403e-8116-4c258ebab47b x-openstack-request-id: req-80aaadac-5b23-403e-8116-4c258ebab47b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:27:54.659069 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "name": "network-vif-plugged", "status": "completed", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:27:54.659345 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80aaadac-5b23-403e-8116-4c258ebab47b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:27:54.660163 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'code': 200} Jul 15 13:27:54.661880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59467c32-a7bb-492a-aa24-e1c3fe6fc06d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.723871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.730132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-166ccb12-7280-4f13-b373-4d145bdc63aa admin admin] 10.222.0.57 "DELETE /v2.0/subnets/59467c32-a7bb-492a-aa24-e1c3fe6fc06d HTTP/1.1" status: 204 len: 168 time: 0.7487934 Jul 15 13:27:54.733267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46898) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:54.772093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:27:54.790971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: a56441d5-ad06-4e8d-8193-7b8dab068921 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:27:54.791420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a56441d5-ad06-4e8d-8193-7b8dab068921 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:27:54.824911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:27:54.861273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0aa7dd09-942e-42bc-b38f-faeac00e58e7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:54.932441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:54.932743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:54.946150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:54.955135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:54.991854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:54.996286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.035510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-431649fc-94d7-4c8d-83e9-c97c46e967df req-e186ad6b-d126-45dd-84e2-57a47b3f4862 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963454 Jul 15 13:27:55.072532 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.100438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95bcb-6d63-4f28-adbc-26c34dfe6b9f req-bca4fdb0-d9f7-4286-ac17-015bb5fd2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:55.102910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68c95bcb-6d63-4f28-adbc-26c34dfe6b9f req-bca4fdb0-d9f7-4286-ac17-015bb5fd2e7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 1098 time: 0.3586433 Jul 15 13:27:55.153584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-15343d6a-68f1-472a-933e-7c538167f3b4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/floatingips/fe5ddfc3-6217-4757-a782-c83e9b9078bb HTTP/1.1" status: 200 len: 978 time: 2.3114095 Jul 15 13:27:55.162474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46902) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.176102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68c95bcb-6d63-4f28-adbc-26c34dfe6b9f req-89cecfd3-9a41-4fe2-92d5-f2b5c977663b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662892 Jul 15 13:27:55.216242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.229487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850322d3-69b0-497c-ab89-c4314f67f67c']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.242472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3523992-9631-432d-92c7-0d8e6eee9292') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.242974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3523992-9631-432d-92c7-0d8e6eee9292') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.255015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.273132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.281046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:27:55.281897 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:27:55.307401 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:27:55.319879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:55.334223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.358771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bcbbe35-5b93-4458-9afe-e2ee44a5494f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:55.387252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.394455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Router 92ca9cc2-69e0-4759-97c6-5750bca1bd90 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:27:55.401110 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.407554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/850322d3-69b0-497c-ab89-c4314f67f67c HTTP/1.1" status: 204 len: 168 time: 0.6688452 Jul 15 13:27:55.437443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:55.440200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.455024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf6f4a-9476-46b4-86c6-f54143440af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=850322d3-69b0-497c-ab89-c4314f67f67c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:55.542624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:55.543318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a1e0d-a089-4339-9e09-45b0f00b3449 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:55.570849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd17902-93a9-4a18-9442-553c36047dc7 None None] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:55.627263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 670adbb7-bdac-4240-a04d-ed84dcb7f5a5 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:55.627932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.755587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.756035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.759944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.771511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 670adbb7-bdac-4240-a04d-ed84dcb7f5a5 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:55.833620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-839eba29-8738-4433-9fb9-fb9e73ffc3ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=754edd0693304ef7bebdfef8f417457d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721657 Jul 15 13:27:55.842867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46912) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:55.900684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:55.913219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Provisioning for port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:55.940296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Provisioning complete for port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:55.940983 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:55.967993 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77fa949f-c849-4ce1-a095-6878b3b9570f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.008462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77fa949f-c849-4ce1-a095-6878b3b9570f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.009018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:56.039312 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] Sync routers for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:56.050628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1ee0f8f6-ee96-4ae4-aff2-52e7e0c50c48 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0819926 Jul 15 13:27:56.065755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:56.076531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:56.078036 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.154887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c38861-9a78-40e5-9de8-46d22f179a21 None None] Network ab2d052b-0c62-4bbc-90bc-2c6392b45bee requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:27:56.173563 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.204429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:56.209406 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.308837 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:56.312438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6bf5d2-f335-42a7-be52-293956e4bfdf None None] The sync data for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:56.369547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.442348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77fa949f-c849-4ce1-a095-6878b3b9570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.445513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77fa949f-c849-4ce1-a095-6878b3b9570f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.447426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-77fa949f-c849-4ce1-a095-6878b3b9570f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ff1a740-1784-4204-8205-65e6eb223001 HTTP/1.1" status: 204 len: 168 time: 0.6028287 Jul 15 13:27:56.470321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa949f-c849-4ce1-a095-6878b3b9570f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff1a740-1784-4204-8205-65e6eb223001,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.503928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=670adbb7-bdac-4240-a04d-ed84dcb7f5a5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.612719 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.694704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] For port 0aa7dd09-942e-42bc-b38f-faeac00e58e7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0aa7dd09-942e-42bc-b38f-faeac00e58e7,segment=NetworkSegment(8a8992b1-741f-4bec-8b34-9b06f01d24c8),segment_id=8a8992b1-741f-4bec-8b34-9b06f01d24c8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:56.698224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.700064 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP fe5ddfc3-6217-4757-a782-c83e9b9078bb disassociated (deleted). External IP: 172.25.3.144, port: f19a6e7f-fc76-42cc-904d-51d6ef50e923. Jul 15 13:27:56.712685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:56.781547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9511-68d8-4b0b-9f7f-6428db81c5e4 req-61676806-88f8-4ac0-9a3c-f3ee623eab6b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:56.797336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa9a9511-68d8-4b0b-9f7f-6428db81c5e4 req-61676806-88f8-4ac0-9a3c-f3ee623eab6b tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.3617702 Jul 15 13:27:56.832187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Pushing event updated for resources: {'Port': ['ID=0aa7dd09-942e-42bc-b38f-faeac00e58e7,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:56.877532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.877993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.879211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.879418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.880703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa9a9511-68d8-4b0b-9f7f-6428db81c5e4 req-709cbcad-4415-47dc-96fc-d11334a2d2e6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823288 Jul 15 13:27:56.881086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.881445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.881750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.885469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.887380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.887833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.888172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.889821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fe10d5-0b25-49ea-be8a-63128cb175a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:27:56.919209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] Provisioning for port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:56.925959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] Provisioning complete for port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:56.926471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.208970 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.290908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] For port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,segment=NetworkSegment(803dbca1-794b-4596-82a7-c336fbf09e78),segment_id=803dbca1-794b-4596-82a7-c336fbf09e78)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:27:57.300895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.364741 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-6fca149f-09b9-4df8-9b56-ee0ec049b99e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:27:57.369856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6fca149f-09b9-4df8-9b56-ee0ec049b99e tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3015938 Jul 15 13:27:57.370210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59035225-aa72-4aa6-94d0-e93bcb74d14f None None] Pushing event updated for resources: {'Port': ['ID=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:57.370563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:57.454967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Provisioning complete for port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:57.455751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.460307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:27:57.681721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Provisioning complete for port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:57.682492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:57.942838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Provisioning for port 4d29b289-d193-41d7-bc6b-15bcd6f73e66 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:27:57.954686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Provisioning complete for port 4d29b289-d193-41d7-bc6b-15bcd6f73e66 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:57.955229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.020156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d9ebc-30e6-49fe-8757-9c029c6dfb4c None None] Port 4d29b289-d193-41d7-bc6b-15bcd6f73e66 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:58.112833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46952) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.123942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.154562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab089dd3-b2b4-48be-bcdf-135872cda1e9 None None] Provisioning complete for port 4d29b289-d193-41d7-bc6b-15bcd6f73e66 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:58.155279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab089dd3-b2b4-48be-bcdf-135872cda1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.251773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ab089dd3-b2b4-48be-bcdf-135872cda1e9 None None] Port 4d29b289-d193-41d7-bc6b-15bcd6f73e66 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:27:58.295300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:27:58.301704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.308826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:27:58.326463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:58.331075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.347940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-945295111-network', 'tenant_id': 'aee1824c046647129a2e4fbd6bbd9ee3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:58.354984 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-149c7982-8b3c-484d-874e-b22b8f21a620 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/floatingips/fe5ddfc3-6217-4757-a782-c83e9b9078bb HTTP/1.1" status: 204 len: 168 time: 3.1907439 Jul 15 13:27:58.357941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46958) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:58.388528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.402215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:27:58.402954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.442086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:27:58.442930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356108f5-7655-46b5-8870-ed3af907d79e None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:27:58.470753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f7435-a69f-45fe-b3fa-189dec6206d3 req-a7bcd451-ebfd-4d9b-a4dd-da72e8617bb1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:58.472657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef8f7435-a69f-45fe-b3fa-189dec6206d3 req-a7bcd451-ebfd-4d9b-a4dd-da72e8617bb1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.2443769 Jul 15 13:27:58.492381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Made reservation on behalf of aee1824c046647129a2e4fbd6bbd9ee3 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:58.496765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.504307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0aa7dd09-942e-42bc-b38f-faeac00e58e7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:58.515455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.560099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:58.560508 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.596494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef8f7435-a69f-45fe-b3fa-189dec6206d3 req-96748574-ab3c-44cc-84a1-27f31c32fa88 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148267 Jul 15 13:27:58.622927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port f19a6e7f-fc76-42cc-904d-51d6ef50e923 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:58.623201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.702939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bcbbe35-5b93-4458-9afe-e2ee44a5494f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:27:58.736064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.744844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.774401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:27:58.795554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting port 4d29b289-d193-41d7-bc6b-15bcd6f73e66 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:27:58.796004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.799871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cfd853-ee90-4b16-8123-25af31175226,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:58.810953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:27:58.811330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.814450 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.819076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:58.819633 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Added segment 9cd65036-a102-4a10-923d-6b76029b0d2a of type vlan for network cb75fa57-5426-4138-bbf9-0972c5efba6c Jul 15 13:27:58.836790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for f19a6e7f-fc76-42cc-904d-51d6ef50e923 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:58.966021 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.005773 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.039923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Calling delete_port for 4d29b289-d193-41d7-bc6b-15bcd6f73e66 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:27:59.063627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125bac-fdd9-4095-9025-3152dcc4ccf0 req-f26a47b5-1237-49e8-a9b0-fc93fc7496df tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.066371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80125bac-fdd9-4095-9025-3152dcc4ccf0 req-f26a47b5-1237-49e8-a9b0-fc93fc7496df tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.2232308 Jul 15 13:27:59.069218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.070461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.070910 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.117615 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.159396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=f19a6e7f-fc76-42cc-904d-51d6ef50e923,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.284095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.286832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9722fbc0-5ca0-4f29-ae32-b0353d7adf3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/ports/f19a6e7f-fc76-42cc-904d-51d6ef50e923 HTTP/1.1" status: 204 len: 168 time: 0.9281032 Jul 15 13:27:59.290592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46966) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.301033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:59.335973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.452412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.519379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46970) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.519719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4052920 Jul 15 13:27:59.529746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Request body: {'subnet': {'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-945295111-subnet', 'tenant_id': 'aee1824c046647129a2e4fbd6bbd9ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:59.584454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca912c9d-a3cc-4376-88cd-155507d239b2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb75fa57-5426-4138-bbf9-0972c5efba6c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.594857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80125bac-fdd9-4095-9025-3152dcc4ccf0 req-cb369a5e-d84f-49c8-b642-8bedb77898e2 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5137250 Jul 15 13:27:59.603157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Made reservation on behalf of aee1824c046647129a2e4fbd6bbd9ee3 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:27:59.606947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.621709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network cb75fa57-5426-4138-bbf9-0972c5efba6c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:27:59.631523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46972) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.681351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.166 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b1c6fcc2-d6f2-4009-80ae-9f4997dd97e1) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:27:59.733626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.764798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Port': ['ID=4d29b289-d193-41d7-bc6b-15bcd6f73e66,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:27:59.871305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a0f9e-a177-44c8-a761-d44d68fc41cc tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:27:59.872918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b74a0f9e-a177-44c8-a761-d44d68fc41cc tempest-TestNetworkBasicOps-944726351 tempest-TestNetworkBasicOps-944726351-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 1093 time: 0.2389081 Jul 15 13:27:59.878551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46974) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:27:59.883702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:27:59.904976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.920109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.931101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:27:59.998495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.117915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf3a939-5018-4f97-bd78-28222eeb15ee,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.132112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.196944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:00.202613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Checking segment: {'id': '9cd65036-a102-4a10-923d-6b76029b0d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:00.202997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Network hostable DHCP agents. Network: cb75fa57-5426-4138-bbf9-0972c5efba6c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:00.208214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:00.217014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:00.224074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=b1c6fcc2-d6f2-4009-80ae-9f4997dd97e1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.231859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Router 92ca9cc2-69e0-4759-97c6-5750bca1bd90 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:00.275290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Network cb75fa57-5426-4138-bbf9-0972c5efba6c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:00.292574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, cb75fa57-5426-4138-bbf9-0972c5efba6c) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:00.306102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66497df4-dc70-49eb-87a1-fa6578f98a11 None None] Network cb75fa57-5426-4138-bbf9-0972c5efba6c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:00.331875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:00.332655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.338451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.348379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:00.358412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f275f4d-dc28-4c62-9488-b63630e1c520 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9832175 Jul 15 13:28:00.361513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46980) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.365373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00be54ad-1fb6-4ac7-9d40-c2c2f901d56f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8448303 Jul 15 13:28:00.374259 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] Sync routers for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:00.378822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.401809 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:00.404451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:00.460508 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-ae2c2404-5d41-4ecb-ac08-1783da21b081 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] delete failed (client error): The resource could not be found. Jul 15 13:28:00.461585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae2c2404-5d41-4ecb-ac08-1783da21b081 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-579252896 HTTP/1.1" status: 404 len: 334 time: 0.0989051 Jul 15 13:28:00.470034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46984) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.477010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1ddfed95-11b2-41e4-9282-29b335ab5ad7 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'router': {'external_gateway_info': {'network_id': '92ca9cc2-69e0-4759-97c6-5750bca1bd90'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:00.503549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.511064 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:00.517766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc1308-5627-4153-b327-0759f2cead19 None None] Network cb75fa57-5426-4138-bbf9-0972c5efba6c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:00.534500 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:00.535186 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:00.627578 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:00.628564 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc46eac5-5ad3-47b1-90bc-580c0ceaeef8 None None] The sync data for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:00.753932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.764574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.849656 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ddfed95-11b2-41e4-9282-29b335ab5ad7 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.856000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=b1c6fcc2-d6f2-4009-80ae-9f4997dd97e1,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:00.869605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.879357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Allocated IP 172.25.3.108 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/56fb48e1-8b5f-47e8-a6df-e7eb208f45f2) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:00.885641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.887272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e66c7c90-acc0-4f44-a0a8-96f31378973f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5950422 Jul 15 13:28:00.889998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46992) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.895839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'port': {'network_id': '0dbfece5-9aff-4ab8-ac42-89dcdd313a60', 'name': 'tempest-FloatingIPTestJSON-1427949762'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:00.916838 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-1ddfed95-11b2-41e4-9282-29b335ab5ad7 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] update failed (client error): The resource could not be found. Jul 15 13:28:00.917894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1ddfed95-11b2-41e4-9282-29b335ab5ad7 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90 HTTP/1.1" status: 404 len: 339 time: 0.4469941 Jul 15 13:28:00.922912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46996) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:00.928298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1054405701'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:00.952889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:00.959151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:00.991543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:01.009117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.009911 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Added segment 680e1a28-a493-4689-ba31-bb8b4243f230 of type vlan for network a59e17e4-689e-41ab-91bd-c134230b1da5 Jul 15 13:28:01.069873 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.107556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.108364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.114228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:01.114968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.133350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:01.137820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.160188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2360454 Jul 15 13:28:01.161877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47000) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:01.169354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'subnet': {'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:01.185423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] device_id is not set on port 42b14dfa-92d1-44bb-94d0-b398acf6d073 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:01.210487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e6d72-f6a9-425b-9471-182997859607 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Network': ['ID=a59e17e4-689e-41ab-91bd-c134230b1da5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:01.226736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network a59e17e4-689e-41ab-91bd-c134230b1da5 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:01.323802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.422153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:01.433515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:01.445133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:01.474877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.9 (0dbfece5-9aff-4ab8-ac42-89dcdd313a60/8b4e19a7-fcda-41c7-846f-14ba39f734dc/42b14dfa-92d1-44bb-94d0-b398acf6d073) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:01.491324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Made reservation on behalf of 7765eda4062141398624ccc6772d4827 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:01.495114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:01.498556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=56fb48e1-8b5f-47e8-a6df-e7eb208f45f2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.021753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.106123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.316157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Subnet': ['ID=c57acec6-d5b2-4f19-b14a-1f25024f689d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.331307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.390266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-2de05640-82b4-465f-b1b4-98a5eb080706 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:02.392043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-2de05640-82b4-465f-b1b4-98a5eb080706 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/networks?id=cb75fa57-5426-4138-bbf9-0972c5efba6c HTTP/1.1" status: 200 len: 809 time: 0.4138296 Jul 15 13:28:02.438295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 0dbfece5-9aff-4ab8-ac42-89dcdd313a60 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:02.446568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Checking segment: {'id': '680e1a28-a493-4689-ba31-bb8b4243f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:02.446907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network hostable DHCP agents. Network: a59e17e4-689e-41ab-91bd-c134230b1da5, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:02.455393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:02.478333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-b7517f8e-514c-4d09-82df-e5e8fa0737c5 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/quotas/aee1824c046647129a2e4fbd6bbd9ee3 HTTP/1.1" status: 200 len: 375 time: 0.0767541 Jul 15 13:28:02.479216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:02.484776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=42b14dfa-92d1-44bb-94d0-b398acf6d073,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:02.563751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-46beed8a-dfc7-4922-9b63-23a8440c1f11 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aee1824c046647129a2e4fbd6bbd9ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746489 Jul 15 13:28:02.571533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.637715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:02.638417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.641104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network a59e17e4-689e-41ab-91bd-c134230b1da5 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:02.709201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, a59e17e4-689e-41ab-91bd-c134230b1da5) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:02.718007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7ac0bcb3-80ad-4a1b-9a01-dea7cd516c82 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8234017 Jul 15 13:28:02.718646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:02.724719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112fbdbd-2c9c-447c-8f0c-4de50bf9a188 None None] Network a59e17e4-689e-41ab-91bd-c134230b1da5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:02.727861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:02.728599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.733314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'port_id': '42b14dfa-92d1-44bb-94d0-b398acf6d073'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:02.794054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8ec0307-1c77-485d-816e-7d8825b8b3a1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6293256 Jul 15 13:28:02.806064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:02.814640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8bbfa8a9-e35d-4715-809e-0fd4c391d082 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:02.823840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.870782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:02.990227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-a59e17e4-689e-41ab-91bd-c134230b1da5', 'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5', 'tenant_id': '7765eda4062141398624ccc6772d4827', 'fixed_ips': [{'subnet_id': 'c57acec6-d5b2-4f19-b14a-1f25024f689d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:02.991499 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.218421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Allocated IP 2001:db8:1::2 (a59e17e4-689e-41ab-91bd-c134230b1da5/c57acec6-d5b2-4f19-b14a-1f25024f689d/8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:03.308307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-13692af8-cb85-4b55-8c4b-44b2b0b25f02 service neutron] 10.222.0.57 "GET /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087600 Jul 15 13:28:03.508785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.514364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.599400 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.611757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Transition to ACTIVE for port object 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:03.639157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Transition to ACTIVE for port object 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:03.640179 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa8a9-e35d-4715-809e-0fd4c391d082 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.646470 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 78d3a6bf-0667-4579-a594-4eaf9167b45d associated. External IP: 172.25.3.166, port: 42b14dfa-92d1-44bb-94d0-b398acf6d073. Jul 15 13:28:03.649333 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.692946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Network a59e17e4-689e-41ab-91bd-c134230b1da5 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:03.699841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:03.703220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:03.734753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Pushing event updated for resources: {'Port': ['ID=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.758986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-79779086-5790-45e3-9d30-c83c84ca50ea service neutron] 10.222.0.57 "GET /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554966 Jul 15 13:28:03.771725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Attempting to bind port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:03.772106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Attempting to bind port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '680e1a28-a493-4689-ba31-bb8b4243f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:03.772475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Attempting to bind port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 on network a59e17e4-689e-41ab-91bd-c134230b1da5 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:03.780886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:03.781378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Checking segment: {'id': '680e1a28-a493-4689-ba31-bb8b4243f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:03.781615 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.784168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Bound using segment: {'id': '680e1a28-a493-4689-ba31-bb8b4243f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:03.784168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Bound port: 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680e1a28-a493-4689-ba31-bb8b4243f230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a59e17e4-689e-41ab-91bd-c134230b1da5'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:03.784168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.833452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.842581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.871857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] For port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:03.878079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] For port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,segment=NetworkSegment(680e1a28-a493-4689-ba31-bb8b4243f230),segment_id=680e1a28-a493-4689-ba31-bb8b4243f230)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:03.885898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:03.959873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:03.980292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event updated for resources: {'Port': ['ID=56fb48e1-8b5f-47e8-a6df-e7eb208f45f2,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:03.995161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.024506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728c02f-02f2-41e8-bb87-efb273ecc92a None None] Pushing event updated for resources: {'Port': ['ID=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:04.053872 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-8bbfa8a9-e35d-4715-809e-0fd4c391d082 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:04.054223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8bbfa8a9-e35d-4715-809e-0fd4c391d082 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90 HTTP/1.1" status: 400 len: 364 time: 1.2467120 Jul 15 13:28:04.061157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47058) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.207552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:04.219175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:04.220765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.241094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:04.241835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:04.293194 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Floating IP 8f00044e-caac-41e9-a849-ba4b53103800 associated. External IP: 172.25.3.108, port: 55cab3e8-48f7-4dd3-85b3-740a9bfd5943. Jul 15 13:28:04.310084 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dd286a1f-c829-49ad-8cf7-301054b4b6e4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/floatingips/78d3a6bf-0667-4579-a594-4eaf9167b45d HTTP/1.1" status: 200 len: 978 time: 1.5890884 Jul 15 13:28:04.310956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:04.326628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47060) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:04.327222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:04.328177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:04.412499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:04.413197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ce8530-70fb-4a2f-8592-6ae4418b6679 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:04.522480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba4dc845-2464-4782-afb7-fbb5ea22c669 req-7ba24d80-c501-4d9d-9f4e-38cb1bfe5524 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 210 time: 0.1290913 Jul 15 13:28:04.574405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 42b14dfa-92d1-44bb-94d0-b398acf6d073 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:04.575100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.647013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:04.690835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.032116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router b6fdc401-3b4c-402f-98ec-157c27249463 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:05.149962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Allocated IP 2001:db8::1 (e064cb33-e7f6-4d5e-bb4d-c4cb139123ab/1184218d-32a1-4df8-9b41-15cd3540236d/594b8df8-174c-4e93-9c2a-e4c6b0fae3f4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:05.281806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:05.300056 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] Sync routers for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:05.333438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:05.335763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:05.346101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.346941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.347627 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP 78d3a6bf-0667-4579-a594-4eaf9167b45d disassociated. External IP: 172.25.3.166, port: 42b14dfa-92d1-44bb-94d0-b398acf6d073. Jul 15 13:28:05.348351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 42b14dfa-92d1-44bb-94d0-b398acf6d073 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:05.410573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.430321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Transition to ACTIVE for port object 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:05.486072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.506073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.512021 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:05.541499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:05.657383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:05.723937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c439c1e-0ee8-4db7-bad2-b1adf559e535 None None] Network a59e17e4-689e-41ab-91bd-c134230b1da5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:05.741165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=42b14dfa-92d1-44bb-94d0-b398acf6d073,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:05.830455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc620600-9505-4168-b9f7-ca7b56ebc685 None None] Provisioning for port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:06.000400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:06.059289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:06.064642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:06.066091 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.150886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:06.168638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:06.176229 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '8f00044e-caac-41e9-a849-ba4b53103800', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'port_id': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'mac_address': 'fa:16:3e:2b:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:28:02Z', 'updated_at': '2021-07-15T13:28:02Z', 'revision_number': 0, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.186231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:06.187302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.226192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-07ba975b-67e0-41d2-af80-0fe6334a7f13 req-f96a53e3-3163-4880-8781-85bf9bf20eac tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 210 time: 0.1475127 Jul 15 13:28:06.244086 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] Checking router: b6fdc401-3b4c-402f-98ec-157c27249463 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:06.276883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Port': ['ID=594b8df8-174c-4e93-9c2a-e4c6b0fae3f4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:06.277826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.287429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:06.288956 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.295282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47086) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.296361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:06.296504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37568fac-bdfe-4bb6-97d2-107020c65041 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4170139 Jul 15 13:28:06.298248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.305907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:06.321910 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7504c367-244a-4bb7-b11a-514ee0f93d42" -d '{"events": [{"name": "network-changed", "server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:06.359922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:06.373053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99691c6b-f10a-4f94-89d2-2c3eb7256f67 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:06.411976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.415179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bf0dfae3-347e-4be1-aded-8ac37a798aad tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/ports/42b14dfa-92d1-44bb-94d0-b398acf6d073 HTTP/1.1" status: 204 len: 168 time: 2.0872631 Jul 15 13:28:06.420484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.448148 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708180e3-c4a6-4bf1-b21a-01b7faa74b89 x-openstack-request-id: req-708180e3-c4a6-4bf1-b21a-01b7faa74b89 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:06.448554 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:06.448908 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-708180e3-c4a6-4bf1-b21a-01b7faa74b89 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:06.449524 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'status': 'completed', 'code': 200} Jul 15 13:28:06.515250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.614160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2c56ef89-169b-4018-972e-27b399f02f8d tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/8f00044e-caac-41e9-a849-ba4b53103800 HTTP/1.1" status: 200 len: 992 time: 0.3143940 Jul 15 13:28:06.619129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6986c077-ca45-45da-9480-eea7900cc54a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/floatingips/78d3a6bf-0667-4579-a594-4eaf9167b45d HTTP/1.1" status: 200 len: 688 time: 0.1976507 Jul 15 13:28:06.622324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47096) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:06.638222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:06.701270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:06.707326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:06.708533 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.743978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-46b96e24-93cd-43c8-a7c9-cd8ada477643 None None] Provisioning for port 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:06.752400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-46b96e24-93cd-43c8-a7c9-cd8ada477643 None None] Provisioning complete for port 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:06.752719 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:06.753821 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46b96e24-93cd-43c8-a7c9-cd8ada477643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.806209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-46b96e24-93cd-43c8-a7c9-cd8ada477643 None None] Port 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:06.857678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-00903632-9d58-4f26-a798-dad9e548a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:06.858629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-00903632-9d58-4f26-a798-dad9e548a785 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 1098 time: 0.4160540 Jul 15 13:28:06.885429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.927211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,segment=NetworkSegment(680e1a28-a493-4689-ba31-bb8b4243f230),segment_id=680e1a28-a493-4689-ba31-bb8b4243f230)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:06.933846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:06.962096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-b7339b48-89f6-49a6-99f7-baa1f64424aa tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:06.964390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-b7339b48-89f6-49a6-99f7-baa1f64424aa tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.59 "GET /v2.0/networks?id=cb75fa57-5426-4138-bbf9-0972c5efba6c HTTP/1.1" status: 200 len: 809 time: 0.2512801 Jul 15 13:28:06.991418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Request body: {'port': {'device_id': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c', 'admin_state_up': True, 'tenant_id': 'aee1824c046647129a2e4fbd6bbd9ee3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:07.018367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.019240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port b1c6fcc2-d6f2-4009-80ae-9f4997dd97e1 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:07.019591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.102473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-412aa7bc-599c-4f6d-b69c-ed430c29909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.104286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-412aa7bc-599c-4f6d-b69c-ed430c29909e service neutron] 10.222.0.58 "GET /v2.0/networks?id=587bfecf-8d29-481b-a86f-7b5d258102fd HTTP/1.1" status: 200 len: 898 time: 0.2360139 Jul 15 13:28:07.131968 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '8f00044e-caac-41e9-a849-ba4b53103800', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'port_id': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'mac_address': 'fa:16:3e:2b:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:28:02Z', 'updated_at': '2021-07-15T13:28:02Z', 'revision_number': 0, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:07.170880 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fede6c-084c-4017-92aa-bd0ac52eab66 None None] The sync data for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 is: [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '8f00044e-caac-41e9-a849-ba4b53103800', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'port_id': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'mac_address': 'fa:16:3e:2b:dd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:28:02Z', 'updated_at': '2021-07-15T13:28:02Z', 'revision_number': 0, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:07.251470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.252025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.254732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Made reservation on behalf of aee1824c046647129a2e4fbd6bbd9ee3 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:07.258586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.265088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-7717dc6d-ea44-489a-9bea-a89f61408e23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943 HTTP/1.1" status: 200 len: 1000 time: 0.1179364 Jul 15 13:28:07.270934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for b1c6fcc2-d6f2-4009-80ae-9f4997dd97e1 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:07.302421 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.346001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.346849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.368227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-2f0d0b84-33ff-425f-8789-0420297799f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.369605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-2f0d0b84-33ff-425f-8789-0420297799f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a80bb443-57cb-42c0-b948-0392a3bb9c0f HTTP/1.1" status: 200 len: 834 time: 0.0963783 Jul 15 13:28:07.464578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event updated for resources: {'Port': ['ID=594b8df8-174c-4e93-9c2a-e4c6b0fae3f4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.474891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8530a33-08f6-41ca-b07e-a037ebcb72fa req-6f285524-1d75-4b79-b7bb-b654d3c1f04e tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 210 time: 0.0549624 Jul 15 13:28:07.506473 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df902f5e-c95c-4952-806c-3c1f1492f677 None None] New status for floating IP 8f00044e-caac-41e9-a849-ba4b53103800: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:07.531645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-8931d98e-e6c3-4159-9d86-55e36ed482ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:07.533184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-8931d98e-e6c3-4159-9d86-55e36ed482ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=587bfecf-8d29-481b-a86f-7b5d258102fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545794 Jul 15 13:28:07.538919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.545854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Allocated IP 172.20.0.8 (cb75fa57-5426-4138-bbf9-0972c5efba6c/ebf3a939-5018-4f97-bd78-28222eeb15ee/0cb2e4c8-c9bb-479b-a7a8-3ab498b55836) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:07.586404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:07.589859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:07.616002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47106) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.636423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=b1c6fcc2-d6f2-4009-80ae-9f4997dd97e1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:07.697797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.701908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.703605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8693cf1-2cd4-4336-8c5e-2ea4da7fe38d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/floatingips/78d3a6bf-0667-4579-a594-4eaf9167b45d HTTP/1.1" status: 204 len: 168 time: 1.0800726 Jul 15 13:28:07.708331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:07.713146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '49925ae3-feb1-40e2-9fc6-ea9a22404866'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:07.768442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.839991 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-89e873d9-1bff-48e1-bb9d-6e9977285011 service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897906 Jul 15 13:28:07.842173 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bb4273fa-6c73-455a-8ab2-242994c83de6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/8f00044e-caac-41e9-a849-ba4b53103800 HTTP/1.1" status: 200 len: 992 time: 0.2218790 Jul 15 13:28:07.881153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Router 92ca9cc2-69e0-4759-97c6-5750bca1bd90 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:07.955096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-698f2515-b38f-46dc-a047-7ab84943fd7b None None] Provisioning complete for port 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:07.956323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-698f2515-b38f-46dc-a047-7ab84943fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:07.998847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-698f2515-b38f-46dc-a047-7ab84943fd7b None None] Port 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:08.005691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.014285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7504c367-244a-4bb7-b11a-514ee0f93d42 req-061b5178-b643-4ca4-b21b-2d225cb25555 service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656530 Jul 15 13:28:08.023214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.026383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:08.035638 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-258bcbce-4ad4-4b29-98dd-bbe6c74e48b1 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9708877 Jul 15 13:28:08.035812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47112) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.044487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] Sync routers for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:08.055551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:08.056204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.069454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.091451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.101827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:08.102493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.127211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Network cb75fa57-5426-4138-bbf9-0972c5efba6c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:08.130745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:08.135031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:08.141105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:08.141955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e58214-1eb5-441a-977f-c95e5ccb0be7 None None] The sync data for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:08.164476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Pushing event updated for resources: {'Port': ['ID=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.194979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.195536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.212951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-412d2e65-9622-4a05-ba3c-372337ca9194 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2364349 Jul 15 13:28:08.215603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e48c334-3233-46e5-9b5f-2eb52d7b9647 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.229589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Request body: {'port': {'device_id': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:08.310995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.181 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/5d984576-c737-46ae-8b99-c41935a30854) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:08.322378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.337593 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-5e48c334-3233-46e5-9b5f-2eb52d7b9647 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:28:08.338688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e48c334-3233-46e5-9b5f-2eb52d7b9647 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90 HTTP/1.1" status: 409 len: 329 time: 0.3016250 Jul 15 13:28:08.349224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47116) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.497246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:08.567628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:08.568528 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.637097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:08.646493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.672509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Transition to ACTIVE for port object 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:08.678177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.758120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Pushing event updated for resources: {'Port': ['ID=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:08.825037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Attempting to bind port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:08.825724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Attempting to bind port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9cd65036-a102-4a10-923d-6b76029b0d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:08.826689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Attempting to bind port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 on network cb75fa57-5426-4138-bbf9-0972c5efba6c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:08.832457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 on network cb75fa57-5426-4138-bbf9-0972c5efba6c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:08.832978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Attempting to bind port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 on network cb75fa57-5426-4138-bbf9-0972c5efba6c {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:08.839054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:08.839615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Checking segment: {'id': '9cd65036-a102-4a10-923d-6b76029b0d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:08.840283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Bound using segment: {'id': '9cd65036-a102-4a10-923d-6b76029b0d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:08.841073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Bound port: 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd65036-a102-4a10-923d-6b76029b0d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:08.841628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.845263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:08.892793 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.920834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] For port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:08.925779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] For port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,segment=NetworkSegment(9cd65036-a102-4a10-923d-6b76029b0d2a),segment_id=9cd65036-a102-4a10-923d-6b76029b0d2a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:08.929802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.969385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:08.970484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:08.972115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] 10.222.0.59 "PUT /v2.0/ports/0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 HTTP/1.1" status: 200 len: 1092 time: 0.7508483 Jul 15 13:28:08.975055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'tag': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:08.978342 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd532001-df6a-45d7-80e3-a4d28bb180d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b57e058a-e3a4-4659-a732-445d9dc82e1c", "tag": "0cb2e4c8-c9bb-479b-a7a8-3ab498b55836"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:08.999891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5da9483-cef6-4e3e-bbfa-01b222d265e8 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/8f00044e-caac-41e9-a849-ba4b53103800 HTTP/1.1" status: 200 len: 994 time: 0.1484473 Jul 15 13:28:09.022866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c932e25-9cef-4d3a-887f-1763d7a2ebfb service neutron] Pushing event updated for resources: {'Port': ['ID=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.063934 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc18a4c-80af-40a6-8b5d-e458e58bb5d5 x-openstack-request-id: req-bbc18a4c-80af-40a6-8b5d-e458e58bb5d5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:09.064217 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57e058a-e3a4-4659-a732-445d9dc82e1c", "tag": "0cb2e4c8-c9bb-479b-a7a8-3ab498b55836", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:09.064612 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbc18a4c-80af-40a6-8b5d-e458e58bb5d5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:09.065021 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'tag': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836', 'status': 'completed', 'code': 200} Jul 15 13:28:09.096931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-8f86df73-510a-4307-910c-e7d993cbbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.097188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0cc02-e965-4540-b8b7-1e421727676e req-7a6930b4-2aa6-4ed1-a425-d647292a55ac tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.098944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-8f86df73-510a-4307-910c-e7d993cbbb1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aee1824c046647129a2e4fbd6bbd9ee3&device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 1095 time: 0.0711830 Jul 15 13:28:09.102998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5ca0cc02-e965-4540-b8b7-1e421727676e req-7a6930b4-2aa6-4ed1-a425-d647292a55ac tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 943 time: 0.2909696 Jul 15 13:28:09.121787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.144273 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-4a9bcede-bf93-41ed-b706-18ee7f4ec7ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 HTTP/1.1" status: 200 len: 217 time: 0.0380833 Jul 15 13:28:09.204370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-a8d80404-13cc-457e-96c8-e0570bb59576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.205250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-a8d80404-13cc-457e-96c8-e0570bb59576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebf3a939-5018-4f97-bd78-28222eeb15ee HTTP/1.1" status: 200 len: 849 time: 0.0548744 Jul 15 13:28:09.217116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:09.232814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:09.240696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-52c76ecb-c3f2-4ece-abeb-7bacbac49c8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb75fa57-5426-4138-bbf9-0972c5efba6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291655 Jul 15 13:28:09.243695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=5d984576-c737-46ae-8b99-c41935a30854,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:09.247846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:09.277526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5ca0cc02-e965-4540-b8b7-1e421727676e req-1edd35b7-1300-42d9-894a-63846404db7e tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530108 Jul 15 13:28:09.350758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-fb519117-128a-478b-8506-3c1a36fdaf80 service neutron] 10.222.0.59 "GET /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020617 Jul 15 13:28:09.461595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.469777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f299a208-fd55-48a5-b49e-0b567d489c7d req-da0cfce9-d8e1-491a-b973-c7dc65ddc658 service neutron] 10.222.0.59 "GET /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124210 Jul 15 13:28:09.602043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-d82ecea4-7783-49be-9b9b-bf944ca86c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.603679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-d82ecea4-7783-49be-9b9b-bf944ca86c74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aee1824c046647129a2e4fbd6bbd9ee3&device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 1095 time: 0.0647781 Jul 15 13:28:09.700302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-3c56f0ab-da18-4c9e-8656-dfb708bc0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.701932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-3c56f0ab-da18-4c9e-8656-dfb708bc0701 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cb75fa57-5426-4138-bbf9-0972c5efba6c HTTP/1.1" status: 200 len: 910 time: 0.0925522 Jul 15 13:28:09.745391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-8adcb5bd-ae93-4471-b316-54c2f9c257d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 HTTP/1.1" status: 200 len: 217 time: 0.0364175 Jul 15 13:28:09.804248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-117772be-a6c0-4364-9913-b0069745a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:09.804248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-117772be-a6c0-4364-9913-b0069745a153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ebf3a939-5018-4f97-bd78-28222eeb15ee HTTP/1.1" status: 200 len: 849 time: 0.0508800 Jul 15 13:28:09.837327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-b71b3984-2a58-4492-9a31-b96a7c4bff73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cb75fa57-5426-4138-bbf9-0972c5efba6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273471 Jul 15 13:28:09.892713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:09.929117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-17faa121-643e-436a-9e7d-24ddd3eacd8a service neutron] 10.222.0.59 "GET /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844367 Jul 15 13:28:09.985057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting port 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:09.985397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.021907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.033875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd532001-df6a-45d7-80e3-a4d28bb180d5 req-f52bd697-c4cb-440b-8e97-a17986cbb162 service neutron] 10.222.0.59 "GET /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975447 Jul 15 13:28:10.118857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.148479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Calling delete_port for 594b8df8-174c-4e93-9c2a-e4c6b0fae3f4 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:10.322501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.331120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.452066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=5d984576-c737-46ae-8b99-c41935a30854,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.492575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.496506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.496841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.497182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.497582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.497878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.498203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.498555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.499010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.499333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.499669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.500136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.500527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:10.507285 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:10.846779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Port': ['ID=594b8df8-174c-4e93-9c2a-e4c6b0fae3f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:10.994876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345995ba-37f2-4f72-8f38-12144e7f3c73 req-f3550e77-d915-434c-af59-bcf3d534dd96 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:10.996462 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-345995ba-37f2-4f72-8f38-12144e7f3c73 req-f3550e77-d915-434c-af59-bcf3d534dd96 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 943 time: 0.5746794 Jul 15 13:28:11.000546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.029612 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP ce8d158b-8ae0-49e0-ad66-2775a0e82d9c associated. External IP: 172.25.3.181, port: 49925ae3-feb1-40e2-9fc6-ea9a22404866. Jul 15 13:28:11.150512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-345995ba-37f2-4f72-8f38-12144e7f3c73 req-41776079-a040-4e2c-bdfe-8160aed82c2a tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450977 Jul 15 13:28:11.281859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Router 92ca9cc2-69e0-4759-97c6-5750bca1bd90 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:11.429024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:11.435186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e4ca31da-18c8-413e-9759-2bed1aeccb70 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849469 Jul 15 13:28:11.440146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47144) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.448604 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] Sync routers for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:11.458994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:11.459621 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.469857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:11.478815 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-f25ca480-0f4a-4572-a840-cb32c11b8a13 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] show failed (client error): The resource could not be found. Jul 15 13:28:11.479921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f25ca480-0f4a-4572-a840-cb32c11b8a13 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1256075229 HTTP/1.1" status: 404 len: 335 time: 0.0387411 Jul 15 13:28:11.483816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47146) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.488485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e83f0a68-6557-49f7-a355-7eff0aeb3a56 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:11.491485 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.501949 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] Routers {'92ca9cc2-69e0-4759-97c6-5750bca1bd90'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:11.502870 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.530570 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-e83f0a68-6557-49f7-a355-7eff0aeb3a56 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] update failed (client error): The resource could not be found. Jul 15 13:28:11.535100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e83f0a68-6557-49f7-a355-7eff0aeb3a56 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1114703511 HTTP/1.1" status: 404 len: 335 time: 0.0470901 Jul 15 13:28:11.535435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.541523 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.542257 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93aac15-2a37-4192-8313-115fd88ef02b None None] The sync data for ids ['92ca9cc2-69e0-4759-97c6-5750bca1bd90'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:11.605916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting subnet c57acec6-d5b2-4f19-b14a-1f25024f689d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:11.610126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.661702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.661837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:11.675714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:11.684591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.694231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:11.695345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.737940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8868467-1937-429a-9e03-15d94cb4029f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.0284894 Jul 15 13:28:11.742665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:11.753421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-696533395'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:11.764732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.786656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:11.787735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:11.791037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:27:45Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.791875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.860512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.860832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:11.870159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:11.871562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847b991a-edd2-4bbe-9179-9620d8322e88 None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:11.895827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.897280 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Added segment 23f7ef01-2df8-4b10-8e8b-d558e07893cb of type vlan for network 13d441f9-74a5-4b92-8f02-161840202feb Jul 15 13:28:11.956960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:11.967841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.005258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2dc221-17a6-468c-bd16-8a3ad4ff9925 None None] Network a59e17e4-689e-41ab-91bd-c134230b1da5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:12.019780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.021057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.024783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/subnets/c57acec6-d5b2-4f19-b14a-1f25024f689d HTTP/1.1" status: 204 len: 168 time: 0.4881787 Jul 15 13:28:12.027024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Subnet': ['ID=c57acec6-d5b2-4f19-b14a-1f25024f689d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.029184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.030015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.034315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:12.043044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.043502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.044030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.044561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.045090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.045626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.046165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.047816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.048061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.048619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.049178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.049861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc50778-588c-4fe4-92e0-f80a68e615e5 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:12.126512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3824232 Jul 15 13:28:12.130501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:12.138723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'subnet': {'network_id': '13d441f9-74a5-4b92-8f02-161840202feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:12.231609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:28:12.285097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8c3c2-6ffd-4a30-86f8-391037a50bdc tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Network': ['ID=13d441f9-74a5-4b92-8f02-161840202feb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.310350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 13d441f9-74a5-4b92-8f02-161840202feb details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:12.317851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.363271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:12.367813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.472552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:28:12.502776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:12.505055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.584439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] DHCP port deletion for a59e17e4-689e-41ab-91bd-c134230b1da5 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:12.676459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] For port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,segment=NetworkSegment(680e1a28-a493-4689-ba31-bb8b4243f230),segment_id=680e1a28-a493-4689-ba31-bb8b4243f230)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:12.676820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.685617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,segment=NetworkSegment(9cd65036-a102-4a10-923d-6b76029b0d2a),segment_id=9cd65036-a102-4a10-923d-6b76029b0d2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:12.695861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Calling delete_port for 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:12.716719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836', 'network_id': 'cb75fa57-5426-4138-bbf9-0972c5efba6c', 'port_id': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836', 'mac_address': 'fa:16:3e:b8:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf3a939-5018-4f97-bd78-28222eeb15ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:28:12.800779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fb967-7a1c-4b9c-a5e4-338cd188bae5 req-79a5bb2a-92af-4843-8508-6661d6acdbf6 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:12.801013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-262fb967-7a1c-4b9c-a5e4-338cd188bae5 req-79a5bb2a-92af-4843-8508-6661d6acdbf6 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 943 time: 0.1810222 Jul 15 13:28:12.830507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.846348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] Deleting port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:12.847212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.850458 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.916292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-262fb967-7a1c-4b9c-a5e4-338cd188bae5 req-4728a0d9-5c53-4995-a161-286339ccd5fc tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Jul 15 13:28:12.926568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] For port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,segment=NetworkSegment(680e1a28-a493-4689-ba31-bb8b4243f230),segment_id=680e1a28-a493-4689-ba31-bb8b4243f230)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:12.927382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.936129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Subnet': ['ID=f5e35f42-c1dc-4506-bf70-3bd26fe98cea,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.938068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:12.942161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] Calling delete_port for 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:12.960718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:12.970177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Port': ['ID=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:12.982972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] No DVR routers for this DVR port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:12.991602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,segment=NetworkSegment(9cd65036-a102-4a10-923d-6b76029b0d2a),segment_id=9cd65036-a102-4a10-923d-6b76029b0d2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:12.999311 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.072947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Checking segment: {'id': '23f7ef01-2df8-4b10-8e8b-d558e07893cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '13d441f9-74a5-4b92-8f02-161840202feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:13.072947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network hostable DHCP agents. Network: 13d441f9-74a5-4b92-8f02-161840202feb, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:13.095341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473d5e4-4ea8-4bc4-9421-9925e9bce05d req-073b2113-8825-4c24-bd75-2961c2944659 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.097104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8473d5e4-4ea8-4bc4-9421-9925e9bce05d req-073b2113-8825-4c24-bd75-2961c2944659 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 946 time: 0.1432903 Jul 15 13:28:13.103689 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.115273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59e17e4-689e-41ab-91bd-c134230b1da5']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:13.118261 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1808f8e-3999-4728-86c3-24683a4d324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.134235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680e1a28-a493-4689-ba31-bb8b4243f230') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:13.134235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680e1a28-a493-4689-ba31-bb8b4243f230') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:13.136164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.146308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 13d441f9-74a5-4b92-8f02-161840202feb is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:13.160103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.162700 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.169412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8473d5e4-4ea8-4bc4-9421-9925e9bce05d req-e47a248e-2a75-4239-b8c3-8887c38f2382 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632055 Jul 15 13:28:13.172460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 13d441f9-74a5-4b92-8f02-161840202feb) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:13.184100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:13.185024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.195244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.198886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] No DVR routers for this DVR port 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:13.201262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369f6b3-f779-4dda-b048-25e2bc7029ff None None] Pushing event deleted for resources: {'Port': ['ID=8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.206275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bc6c1-59b9-419d-9e49-17bbcdd5708d None None] Network 13d441f9-74a5-4b92-8f02-161840202feb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:13.219437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:13.223808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f726ff79-e711-46a2-bb82-1a2b59134702 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0920212 Jul 15 13:28:13.227251 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.228212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47180) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.245072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1035610905', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:13.263890 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:13.289943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.291245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.299763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0cb2e4c8-c9bb-479b-a7a8-3ab498b55836'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:13.323546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.343946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.345982 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/networks/a59e17e4-689e-41ab-91bd-c134230b1da5 HTTP/1.1" status: 204 len: 168 time: 1.3062999 Jul 15 13:28:13.347168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e1eb-82de-4d8a-9c8f-33e69e96734f tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Network': ['ID=a59e17e4-689e-41ab-91bd-c134230b1da5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.348762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47182) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.415238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting subnet 70ab819b-0475-49a8-a761-3096ce526e14 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:13.419486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.421990 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.498218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-13d441f9-74a5-4b92-8f02-161840202feb', 'network_id': '13d441f9-74a5-4b92-8f02-161840202feb', 'tenant_id': 'c14854b0aab547828c3a490183809035', 'fixed_ips': [{'subnet_id': 'f5e35f42-c1dc-4506-bf70-3bd26fe98cea'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:28:13.499287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.515167 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.618100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.684077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.703374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Allocated IP 172.20.0.2 (13d441f9-74a5-4b92-8f02-161840202feb/f5e35f42-c1dc-4506-bf70-3bd26fe98cea/8cce594d-baba-4909-937a-060678642191) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:13.761174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.789995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Subnet': ['ID=70ab819b-0475-49a8-a761-3096ce526e14,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:13.795621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.804184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a531a783-aa2a-4a66-9b59-3b7a39a4b7ec tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/subnets/70ab819b-0475-49a8-a761-3096ce526e14 HTTP/1.1" status: 204 len: 168 time: 0.4488704 Jul 15 13:28:13.804184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47186) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:13.813264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47900670-25c6-4377-819e-505f25543497 None None] Network ab2d052b-0c62-4bbc-90bc-2c6392b45bee requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:13.890806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting subnet e5d316ef-f67f-4c2a-8a20-3c42da60a849 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:13.894703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:13.967039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.095450 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.146014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Transition to ACTIVE for port object 8cce594d-baba-4909-937a-060678642191 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:14.176007 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.176649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Transition to ACTIVE for port object 8cce594d-baba-4909-937a-060678642191 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:14.187261 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.240863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Pushing event updated for resources: {'Port': ['ID=8cce594d-baba-4909-937a-060678642191,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:14.262489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Network 13d441f9-74a5-4b92-8f02-161840202feb is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:14.262791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080b986-ab99-4db5-ba22-3992ffbdddec req-90a8ddc4-af93-4369-9f37-affb393ccf93 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.263950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:14.266763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:14.270728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4080b986-ab99-4db5-ba22-3992ffbdddec req-90a8ddc4-af93-4369-9f37-affb393ccf93 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 944 time: 0.2071733 Jul 15 13:28:14.289092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.299893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] DHCP port deletion for ab2d052b-0c62-4bbc-90bc-2c6392b45bee request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:14.313282 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.326730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-2268a94d-4072-4176-92a5-c09d1ad25058 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.328807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-2268a94d-4072-4176-92a5-c09d1ad25058 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.58 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 946 time: 0.2670515 Jul 15 13:28:14.359329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Attempting to bind port 8cce594d-baba-4909-937a-060678642191 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:14.359648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Attempting to bind port 8cce594d-baba-4909-937a-060678642191 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '23f7ef01-2df8-4b10-8e8b-d558e07893cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '13d441f9-74a5-4b92-8f02-161840202feb'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:14.360886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Attempting to bind port 8cce594d-baba-4909-937a-060678642191 on network 13d441f9-74a5-4b92-8f02-161840202feb {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:14.364144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4080b986-ab99-4db5-ba22-3992ffbdddec req-4fc799c0-f575-4465-8e0d-7fe9851049b2 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921004 Jul 15 13:28:14.372273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:14.372661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Checking segment: {'id': '23f7ef01-2df8-4b10-8e8b-d558e07893cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '13d441f9-74a5-4b92-8f02-161840202feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:14.373076 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.373479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Bound using segment: {'id': '23f7ef01-2df8-4b10-8e8b-d558e07893cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '13d441f9-74a5-4b92-8f02-161840202feb'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:14.374884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Bound port: 8cce594d-baba-4909-937a-060678642191, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f7ef01-2df8-4b10-8e8b-d558e07893cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '13d441f9-74a5-4b92-8f02-161840202feb'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:14.375095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.414495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.483874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d316ef-f67f-4c2a-8a20-3c42da60a849,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:14.487162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.489581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dce624dd-eaf2-43df-9b16-eeab0986fb23 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/subnets/e5d316ef-f67f-4c2a-8a20-3c42da60a849 HTTP/1.1" status: 204 len: 168 time: 0.6875401 Jul 15 13:28:14.494703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:14.512631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e06323-f5ac-4624-a090-55f75d132b46 None None] Network ea5e40a1-ac31-4105-ab7e-36c81c77b360 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:14.521638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:14.524031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] For port 8cce594d-baba-4909-937a-060678642191, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:14.538005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.25.3.151 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/4963201f-52c0-41fd-b917-d96f38761349) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:14.560345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Deleting port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:14.561839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.567731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] Deleting port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:14.568150 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.589704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:14.590089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8aeb18f7-2ad8-4770-afe5-b8b5bbfd8cb9 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:14.590466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bcbbe35-5b93-4458-9afe-e2ee44a5494f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:14.603329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] For port 8cce594d-baba-4909-937a-060678642191, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8cce594d-baba-4909-937a-060678642191,segment=NetworkSegment(23f7ef01-2df8-4b10-8e8b-d558e07893cb),segment_id=23f7ef01-2df8-4b10-8e8b-d558e07893cb)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:14.652743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.704996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] For port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:14.705457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.708613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.757220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9ff3d-a3cb-4d25-88bf-78dab1810d42 req-66173587-6e7b-42ea-824c-9b72a71bee27 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:14.759096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6f9ff3d-a3cb-4d25-88bf-78dab1810d42 req-66173587-6e7b-42ea-824c-9b72a71bee27 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 946 time: 0.3324711 Jul 15 13:28:14.824847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] For port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,segment=NetworkSegment(803dbca1-794b-4596-82a7-c336fbf09e78),segment_id=803dbca1-794b-4596-82a7-c336fbf09e78)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:14.825368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.865431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.873706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6f9ff3d-a3cb-4d25-88bf-78dab1810d42 req-2e7e1e80-695b-40e6-bea4-d2a8d964e303 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups?id=1b772a72-94dd-4927-8c0f-023ea30ede93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034267 Jul 15 13:28:14.889580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae272e3-3a66-4fb3-9bf8-39a5425bf4c7 None None] Pushing event updated for resources: {'Port': ['ID=8cce594d-baba-4909-937a-060678642191,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:14.897851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] Calling delete_port for 0bcbbe35-5b93-4458-9afe-e2ee44a5494f owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:14.924578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:14.925012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.944465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:14.994959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.057074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:15.060194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] For port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,segment=NetworkSegment(803dbca1-794b-4596-82a7-c336fbf09e78),segment_id=803dbca1-794b-4596-82a7-c336fbf09e78)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:15.060676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.065610 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.071380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:15.109016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:15.114460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Calling delete_port for 0bcbbe35-5b93-4458-9afe-e2ee44a5494f owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:15.159349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,segment=NetworkSegment(803dbca1-794b-4596-82a7-c336fbf09e78),segment_id=803dbca1-794b-4596-82a7-c336fbf09e78)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:15.162710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=4963201f-52c0-41fd-b917-d96f38761349,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.167858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.212396 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.242712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] No DVR routers for this DVR port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:15.250399 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.289463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] DHCP port deletion for ea5e40a1-ac31-4105-ab7e-36c81c77b360 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:15.295757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.327811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ccd15-b48b-4a6e-8026-aed9fa2c4ddb None None] Pushing event deleted for resources: {'Port': ['ID=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.410683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] Deleting port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:15.412534 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.463359 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.485439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] No DVR routers for this DVR port 0bcbbe35-5b93-4458-9afe-e2ee44a5494f on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:15.529578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] For port 0aa7dd09-942e-42bc-b38f-faeac00e58e7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0aa7dd09-942e-42bc-b38f-faeac00e58e7,segment=NetworkSegment(8a8992b1-741f-4bec-8b34-9b06f01d24c8),segment_id=8a8992b1-741f-4bec-8b34-9b06f01d24c8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:15.530263 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.542559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f3d2b1e-d94b-4b93-ba9c-714e6a3adbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.552817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] Calling delete_port for 0aa7dd09-942e-42bc-b38f-faeac00e58e7 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:15.553392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.553980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.554186 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Floating IP e288355c-d7fd-4caa-aedb-d9370f4ddbb1 disassociated. External IP: 172.25.3.153, port: c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6. Jul 15 13:28:15.554564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Calling delete_port for c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:15.581734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Port': ['ID=0bcbbe35-5b93-4458-9afe-e2ee44a5494f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.643561 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.652555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.656870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.683591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2d052b-0c62-4bbc-90bc-2c6392b45bee']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:15.693493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] Pushing event deleted for resources: {'Port': ['ID=0aa7dd09-942e-42bc-b38f-faeac00e58e7,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.699100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ef833-80a4-4003-b851-89d0c8f43275 None None] No DVR routers for this DVR port 0aa7dd09-942e-42bc-b38f-faeac00e58e7 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:15.710036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803dbca1-794b-4596-82a7-c336fbf09e78') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:15.710323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803dbca1-794b-4596-82a7-c336fbf09e78') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:15.745214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.780437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794947e9-d96b-4bc7-b8ec-165d49268e23 req-3e82d2d9-8b9c-46bf-9627-dfe207eaf72a tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:15.783104 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-794947e9-d96b-4bc7-b8ec-165d49268e23 req-3e82d2d9-8b9c-46bf-9627-dfe207eaf72a tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 944 time: 0.2792118 Jul 15 13:28:15.784894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.785373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.789819 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.837615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event deleted for resources: {'Port': ['ID=c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:15.852572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:15.852572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:15.877288 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:15.944497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-794947e9-d96b-4bc7-b8ec-165d49268e23 req-eb0401f1-e8a6-4ae9-8bbc-2244ac19db5d tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397977 Jul 15 13:28:15.987934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.011427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:16.018245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.025502 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/networks/ab2d052b-0c62-4bbc-90bc-2c6392b45bee HTTP/1.1" status: 204 len: 168 time: 1.5167406 Jul 15 13:28:16.025937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.067199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151183a-2c4d-488f-9d8c-7e7cce50590c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Network': ['ID=ab2d052b-0c62-4bbc-90bc-2c6392b45bee,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:16.111340 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c83b0c61-f99e-4671-b26d-67bb7fc87197 req-20b6abc7-aedb-48e9-8851-470ede169ea3 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 210 time: 0.0551455 Jul 15 13:28:16.203787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.231591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:16.242627 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:16.248688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:16.271871 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:16.272536 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.272907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.364023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:16.370264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:16.370553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.385259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] No DVR routers for this DVR port c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:16.396209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.405627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbe0c29b-4ce0-4225-b17a-8f52938d71c3 req-7c372f1f-2c8e-4d20-a779-8774aba13915 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.58 "DELETE /v2.0/ports/c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 HTTP/1.1" status: 204 len: 173 time: 2.0681880 Jul 15 13:28:16.406735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-deleted', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:16.414909 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ac09e9-11ed-4fdb-a632-6c7d3d897e29" -d '{"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-deleted", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:16.446122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb0d164-c24a-4c59-95b7-0041bcfab81c None None] Network 13d441f9-74a5-4b92-8f02-161840202feb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:16.597713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.601425 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:16.621340 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4743ce8-3ff6-4cf2-9517-2b428bbcbeec x-openstack-request-id: req-c4743ce8-3ff6-4cf2-9517-2b428bbcbeec {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:16.621800 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eff1b78-57a1-454b-b036-6420d3fd107d", "name": "network-vif-deleted", "tag": "c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:16.627486 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4743ce8-3ff6-4cf2-9517-2b428bbcbeec {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:16.628474 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eff1b78-57a1-454b-b036-6420d3fd107d', 'name': 'network-vif-deleted', 'tag': 'c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6', 'status': 'completed', 'code': 200} Jul 15 13:28:16.645654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5e40a1-ac31-4105-ab7e-36c81c77b360']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.654790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router ff5e49b2-c3e9-45b9-942b-b27c576aaff9 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:28:16.669407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8992b1-741f-4bec-8b34-9b06f01d24c8') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.670848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8992b1-741f-4bec-8b34-9b06f01d24c8') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.682610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.702206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.717378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:16.719381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.750981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8cce594d-baba-4909-937a-060678642191 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:16.821513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:16.839831 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:16.845020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f4420dd8-6047-4801-af84-a33ca58e40da None None] Provisioning for port 8cce594d-baba-4909-937a-060678642191 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:16.845020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] Sync routers for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:16.852905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.861990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47220) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.864236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf995abe-65b8-4d88-8cce-251f0d5af5e7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6326661 Jul 15 13:28:16.879644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.896020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.898770 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/networks/ea5e40a1-ac31-4105-ab7e-36c81c77b360 HTTP/1.1" status: 204 len: 168 time: 0.8712332 Jul 15 13:28:16.901325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47222) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:16.917176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:16.918193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.927342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:16.945486 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:16.972717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:17.002158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting subnet 1184218d-32a1-4df8-9b41-15cd3540236d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:17.006586 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:17.015089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:17.017946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.018404 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b5d4d2-0073-4938-ab00-41e0c560ab96" -d '{"events": [{"server_uuid": "b57e058a-e3a4-4659-a732-445d9dc82e1c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb2e4c8-c9bb-479b-a7a8-3ab498b55836"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:17.044098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:17.044967 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:17.045125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:17.045698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:17.050485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 8cce594d-baba-4909-937a-060678642191 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:17.109578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd600010-40b2-4ea0-8f04-65514472d19b tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Network': ['ID=ea5e40a1-ac31-4105-ab7e-36c81c77b360,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.146234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,segment=NetworkSegment(9cd65036-a102-4a10-923d-6b76029b0d2a),segment_id=9cd65036-a102-4a10-923d-6b76029b0d2a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:17.154898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8cce594d-baba-4909-937a-060678642191 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:17.155702 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.157919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.170967 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.244082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.246553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:17.248960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e719d-fed8-455b-9c0b-e1326486ef07 None None] The sync data for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:17.261101 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65744e13-b6eb-4800-a4e0-b4494cb63930 x-openstack-request-id: req-65744e13-b6eb-4800-a4e0-b4494cb63930 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:17.261713 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57e058a-e3a4-4659-a732-445d9dc82e1c", "name": "network-vif-plugged", "status": "completed", "tag": "0cb2e4c8-c9bb-479b-a7a8-3ab498b55836", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:17.264448 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65744e13-b6eb-4800-a4e0-b4494cb63930 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:17.265134 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836', 'code': 200} Jul 15 13:28:17.345758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:17.381954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ea90a-1820-4b3a-be19-8ed07c926c4b req-433332b7-8ac0-4f59-9722-3e4b544d5917 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:17.384547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-831ea90a-1820-4b3a-be19-8ed07c926c4b req-433332b7-8ac0-4f59-9722-3e4b544d5917 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 945 time: 0.1891389 Jul 15 13:28:17.389251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.434891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.661271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-831ea90a-1820-4b3a-be19-8ed07c926c4b req-e60bb6d2-77ea-4d6a-8683-3a4032d453d3 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636819 Jul 15 13:28:17.664077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9f83a1a-a5ff-4730-82dd-14c9ece58958 req-1852e22c-01c3-4a55-a9c3-e96428c65d98 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eff1b78-57a1-454b-b036-6420d3fd107d HTTP/1.1" status: 200 len: 210 time: 0.0962992 Jul 15 13:28:17.688105 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:17.726321 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b3d385-2ad9-4303-b7a4-9fb430381802 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:17:57Z', 'revision_number': 4, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '12b6b259-78dc-4d97-a1ab-353c5ebabbbf', 'name': '', 'network_id': 'c781cd74-8e99-441f-9583-0ab7d7eedb5f', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'mac_address': 'fa:16:3e:6f:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:55Z', 'updated_at': '2021-07-15T13:18:06Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'subnets': [{'id': '7a040158-4a99-4cce-aa1b-f6b40d9924d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:17.736572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.774462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1a654c55-c6c5-4ff4-a288-218efcadaabd None None] Provisioning complete for port 8cce594d-baba-4909-937a-060678642191 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:17.774921 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1a654c55-c6c5-4ff4-a288-218efcadaabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.776972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.847100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad00f32-4477-401b-be4e-27443ce6000e req-74844155-0d90-4c43-b51f-766aa853f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:17.849373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ad00f32-4477-401b-be4e-27443ce6000e req-74844155-0d90-4c43-b51f-766aa853f848 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 1097 time: 0.3664074 Jul 15 13:28:17.850178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Subnet': ['ID=1184218d-32a1-4df8-9b41-15cd3540236d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:17.855169 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.858122 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-482653db-b145-4626-bbd8-0d9000832472 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/subnets/1184218d-32a1-4df8-9b41-15cd3540236d HTTP/1.1" status: 204 len: 168 time: 0.9549844 Jul 15 13:28:17.861201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47236) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:17.872475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 8cce594d-baba-4909-937a-060678642191, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8cce594d-baba-4909-937a-060678642191,segment=NetworkSegment(23f7ef01-2df8-4b10-8e8b-d558e07893cb),segment_id=23f7ef01-2df8-4b10-8e8b-d558e07893cb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:17.880604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae168a22-c4f0-419b-9fe1-fdd5f77c4674 None None] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:17.897140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:17.957689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ad00f32-4477-401b-be4e-27443ce6000e req-e8c62c32-7569-4cbc-b10f-1ecb24329926 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979185 Jul 15 13:28:18.059325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.075927 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:18.077540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0aa7dd09-942e-42bc-b38f-faeac00e58e7 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:18.086146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:18.105711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=8cce594d-baba-4909-937a-060678642191,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.189406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:18.189773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c2d2b55b-5446-4b4d-9a55-4b5bd3a2d2c6 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:18.191274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 0aa7dd09-942e-42bc-b38f-faeac00e58e7 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:18.191603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0aa7dd09-942e-42bc-b38f-faeac00e58e7 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:18.215289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Deleting port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:18.215807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.227960 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435c42b-1820-482e-8841-f3fda821a542 None None] New status for floating IP e288355c-d7fd-4caa-aedb-d9370f4ddbb1: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:18.311765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.342998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] For port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,segment=NetworkSegment(f54e8492-46f8-4ea5-8482-440f137affd6),segment_id=f54e8492-46f8-4ea5-8482-440f137affd6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:18.343402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.384737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Calling delete_port for e8a5026f-cd3d-4ad9-bfa4-db56730d5aba owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:18.394729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] DHCP port deletion for e064cb33-e7f6-4d5e-bb4d-c4cb139123ab request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:18.537528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Deleting port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:18.538150 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.558576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.563372 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.610266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8cce594d-baba-4909-937a-060678642191 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:18.614000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Port': ['ID=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:18.618172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] No DVR routers for this DVR port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:18.645496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] For port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,segment=NetworkSegment(f54e8492-46f8-4ea5-8482-440f137affd6),segment_id=f54e8492-46f8-4ea5-8482-440f137affd6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:18.645911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.667573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Calling delete_port for e8a5026f-cd3d-4ad9-bfa4-db56730d5aba owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:18.731192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.745102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e064cb33-e7f6-4d5e-bb4d-c4cb139123ab']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:18.760611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54e8492-46f8-4ea5-8482-440f137affd6') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:18.761325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54e8492-46f8-4ea5-8482-440f137affd6') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:18.767579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.1 (13d441f9-74a5-4b92-8f02-161840202feb/f5e35f42-c1dc-4506-bf70-3bd26fe98cea/e3323e85-02b6-41e0-a91c-597d164b2c94) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:18.775743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.797651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8cce594d-baba-4909-937a-060678642191 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:18.798015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.819636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.837011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:18.837712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.880268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47248) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:18.891793 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:18.910880 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:28:18.936392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.966588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.991753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:18.998747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/networks/e064cb33-e7f6-4d5e-bb4d-c4cb139123ab HTTP/1.1" status: 204 len: 168 time: 1.1313388 Jul 15 13:28:19.000487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:19.015152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Pushing event deleted for resources: {'Port': ['ID=e8a5026f-cd3d-4ad9-bfa4-db56730d5aba,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:19.019173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.021191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9c76b-3c60-4887-aa47-7d7b46a39d58 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Pushing event deleted for resources: {'Network': ['ID=e064cb33-e7f6-4d5e-bb4d-c4cb139123ab,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:19.026872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] Network e064cb33-e7f6-4d5e-bb4d-c4cb139123ab is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:28:19.027253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b42b49-ec49-484a-b7b0-beb603da2592 None None] No DVR routers for this DVR port e8a5026f-cd3d-4ad9-bfa4-db56730d5aba on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:19.081093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3a418cf0-94f1-40c6-95aa-f12ea2c4e14c tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "GET /v2.0/ports?device_id=92ca9cc2-69e0-4759-97c6-5750bca1bd90 HTTP/1.1" status: 200 len: 205 time: 0.0709925 Jul 15 13:28:19.081391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47254) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:19.087361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Transition to ACTIVE for port object e3323e85-02b6-41e0-a91c-597d164b2c94 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:19.138189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17caff70-8eb9-4637-9b6d-796d73a7365d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.158685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8a5026f-cd3d-4ad9-bfa4-db56730d5aba no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:19.185429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e8a5026f-cd3d-4ad9-bfa4-db56730d5aba {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:19.185731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1b66-8725-48a0-a8b3-bf41565c669b req-3afc9d11-c547-43da-b6f7-eb54f56dad3d tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:19.185880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8a5026f-cd3d-4ad9-bfa4-db56730d5aba not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:19.186007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d6d1b66-8725-48a0-a8b3-bf41565c669b req-3afc9d11-c547-43da-b6f7-eb54f56dad3d tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 945 time: 0.3193085 Jul 15 13:28:19.218164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.219064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17caff70-8eb9-4637-9b6d-796d73a7365d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.236074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.332352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 13d441f9-74a5-4b92-8f02-161840202feb is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:19.342784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d6d1b66-8725-48a0-a8b3-bf41565c669b req-6e16f50c-88ef-4ff6-9006-b78e2d28c5f1 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500065 Jul 15 13:28:19.347376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:19.354013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:19.372902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=e3323e85-02b6-41e0-a91c-597d164b2c94,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:19.415663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17caff70-8eb9-4637-9b6d-796d73a7365d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.418862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17caff70-8eb9-4637-9b6d-796d73a7365d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.423662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-17caff70-8eb9-4637-9b6d-796d73a7365d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "DELETE /v2.0/security-groups/1b772a72-94dd-4927-8c0f-023ea30ede93 HTTP/1.1" status: 204 len: 168 time: 0.5405984 Jul 15 13:28:19.426703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:19.445811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.453170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caff70-8eb9-4637-9b6d-796d73a7365d tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b772a72-94dd-4927-8c0f-023ea30ede93,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:19.457445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.460389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.524100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.524886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Fanout notify agent at l3_agent the message router_deleted on router 92ca9cc2-69e0-4759-97c6-5750bca1bd90 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:19.536720 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-59127a95-1dfd-4042-b96e-78291ca80e94 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] show failed (client error): The resource could not be found. Jul 15 13:28:19.539064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59127a95-1dfd-4042-b96e-78291ca80e94 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "GET /v2.0/security-groups/1b772a72-94dd-4927-8c0f-023ea30ede93 HTTP/1.1" status: 404 len: 347 time: 0.1063154 Jul 15 13:28:19.541549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.542836 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-28acc6e5-a0f1-4d79-b1d6-3cf7e049a120 tempest-RoutersNegativeIpV6Test-1618168400 tempest-RoutersNegativeIpV6Test-1618168400-project] 10.222.0.57 "DELETE /v2.0/routers/92ca9cc2-69e0-4759-97c6-5750bca1bd90 HTTP/1.1" status: 204 len: 168 time: 0.4611943 Jul 15 13:28:19.544339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47260) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:19.727307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-12cfaf65-f28e-4ae4-a91e-0da101669041 None None] Provisioning for port e3323e85-02b6-41e0-a91c-597d164b2c94 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:19.735974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-12cfaf65-f28e-4ae4-a91e-0da101669041 None None] Provisioning complete for port e3323e85-02b6-41e0-a91c-597d164b2c94 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:19.739001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-12cfaf65-f28e-4ae4-a91e-0da101669041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.761798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Deleting port c023dd51-23d3-497f-bdcb-bc6a68661115 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:19.762740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.771083 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.848319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-12cfaf65-f28e-4ae4-a91e-0da101669041 None None] Port e3323e85-02b6-41e0-a91c-597d164b2c94 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:19.883708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:19.892076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.892408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:19.909962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Calling delete_port for c023dd51-23d3-497f-bdcb-bc6a68661115 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:20.083019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb9fa9d9-bc43-4bfc-a22e-05fea3c8e43f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7765eda4062141398624ccc6772d4827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982267 Jul 15 13:28:20.085935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47272) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:20.137129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.174138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Pushing event deleted for resources: {'Port': ['ID=c023dd51-23d3-497f-bdcb-bc6a68661115,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.219623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfa37e09-877c-41eb-8543-8900a4a6c380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.446034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.452455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.587632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.591106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=e3323e85-02b6-41e0-a91c-597d164b2c94,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.663608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfa37e09-877c-41eb-8543-8900a4a6c380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.678803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.681931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.683317 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f190a1f6-1771-4f1c-8b91-f288c96b03b2 tempest-AttachVolumeShelveTestJSON-386659942 tempest-AttachVolumeShelveTestJSON-386659942-project] 10.222.0.57 "DELETE /v2.0/floatingips/e288355c-d7fd-4caa-aedb-d9370f4ddbb1 HTTP/1.1" status: 204 len: 168 time: 1.1388311 Jul 15 13:28:20.699955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b66e7-c401-4ca8-9cef-34ed6ef720a5 req-79b3bf5f-16cb-40a8-8209-75b25ed0d324 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:20.701612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc3b66e7-c401-4ca8-9cef-34ed6ef720a5 req-79b3bf5f-16cb-40a8-8209-75b25ed0d324 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 945 time: 0.1867633 Jul 15 13:28:20.750612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 13d441f9-74a5-4b92-8f02-161840202feb is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:20.754337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:20.772384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfa37e09-877c-41eb-8543-8900a4a6c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.777422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc3b66e7-c401-4ca8-9cef-34ed6ef720a5 req-50d3a233-5a7c-4911-8d3e-e2e9f77c85bb tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644348 Jul 15 13:28:20.777910 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfa37e09-877c-41eb-8543-8900a4a6c380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:20.782775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cfa37e09-877c-41eb-8543-8900a4a6c380 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49e313a1-71c6-41bf-b10a-f4c2258bb096 HTTP/1.1" status: 204 len: 168 time: 0.6956794 Jul 15 13:28:20.799059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa37e09-877c-41eb-8543-8900a4a6c380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e313a1-71c6-41bf-b10a-f4c2258bb096,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:20.951384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router ff5e49b2-c3e9-45b9-942b-b27c576aaff9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:21.093770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:21.102705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-266d81cd-8ce7-4f83-b0fe-75888373bbdd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/routers/ff5e49b2-c3e9-45b9-942b-b27c576aaff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2359490 Jul 15 13:28:21.103766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.108562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] Sync routers for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:21.115643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'port': {'network_id': '13d441f9-74a5-4b92-8f02-161840202feb', 'name': 'tempest-FloatingIPTestJSON-1899164321'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:21.128966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:21.129666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:21.167930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:21.179717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:21.181063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:21.224718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:21.225727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85a323-461d-4e43-b0eb-448b07cfecc6 None None] The sync data for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:21.286064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e6e12282-6547-4307-a242-112996c0b6da None None] Provisioning complete for port e3323e85-02b6-41e0-a91c-597d164b2c94 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:21.286466 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e6e12282-6547-4307-a242-112996c0b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.354673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e6e12282-6547-4307-a242-112996c0b6da None None] Port e3323e85-02b6-41e0-a91c-597d164b2c94 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:21.400027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Made reservation on behalf of c14854b0aab547828c3a490183809035 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:21.406805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.439507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] device_id is not set on port 343996ea-315e-4864-af83-f78c64f72c07 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:28:21.606548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Allocated IP 172.20.0.5 (13d441f9-74a5-4b92-8f02-161840202feb/f5e35f42-c1dc-4506-bf70-3bd26fe98cea/343996ea-315e-4864-af83-f78c64f72c07) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:21.856179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d7517-7b06-4e04-8c0f-0176c9098a28 req-879a455d-0aa6-4172-b224-aa899ecc7dc3 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:21.857728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c14d7517-7b06-4e04-8c0f-0176c9098a28 req-879a455d-0aa6-4172-b224-aa899ecc7dc3 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 945 time: 0.1457524 Jul 15 13:28:21.863435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:21.895112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Transition to ACTIVE for port object 343996ea-315e-4864-af83-f78c64f72c07 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:21.909918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:21.915518 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c14d7517-7b06-4e04-8c0f-0176c9098a28 req-fa70eff5-1ff4-48b2-ae0f-103eced5a1e5 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Jul 15 13:28:21.957199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.021652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event updated for resources: {'Port': ['ID=343996ea-315e-4864-af83-f78c64f72c07,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.041392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0914ab45-4074-468a-ba5d-cfc9d46ff008 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:22.042230 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-0914ab45-4074-468a-ba5d-cfc9d46ff008 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:28:22.042808 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-0914ab45-4074-468a-ba5d-cfc9d46ff008 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:28:22.043322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Network 13d441f9-74a5-4b92-8f02-161840202feb is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:22.044046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0914ab45-4074-468a-ba5d-cfc9d46ff008 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1325443 Jul 15 13:28:22.045258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:22.048365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47328) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.054692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--642773590'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:22.060134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:22.139784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:22.140633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.143786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.156155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.185782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.186025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-575dffcf-270b-4e5f-bd07-5a3c52f10079 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0814254 Jul 15 13:28:22.193389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Request body: {'floatingip': {'port_id': '343996ea-315e-4864-af83-f78c64f72c07'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:22.294921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.307774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.314092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.354461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d1e4e-d4da-47ab-b686-8427d608946c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.387472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fb2469e6-ba8f-4b64-a7d2-1d82b12a5975 None None] Provisioning for port 343996ea-315e-4864-af83-f78c64f72c07 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:22.394440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fb2469e6-ba8f-4b64-a7d2-1d82b12a5975 None None] Provisioning complete for port 343996ea-315e-4864-af83-f78c64f72c07 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:22.395144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb2469e6-ba8f-4b64-a7d2-1d82b12a5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.442691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.449225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.449867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fb2469e6-ba8f-4b64-a7d2-1d82b12a5975 None None] Port 343996ea-315e-4864-af83-f78c64f72c07 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:28:22.488073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.490436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4397070 Jul 15 13:28:22.492537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85edfd-1e60-4bad-91f8-2144618c47e4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8995da3-17e8-4d7b-8d2e-49cdaf68c68b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.492898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.537965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': 'e8995da3-17e8-4d7b-8d2e-49cdaf68c68b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:22.719062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.858749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.900453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.921218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4570913b-6536-4a41-ab50-86d422ac28dc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:22.944668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-412c38f2-412f-4c8a-8dd5-7f4945604fb8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:22.947695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-412c38f2-412f-4c8a-8dd5-7f4945604fb8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.59 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 945 time: 0.1883290 Jul 15 13:28:22.951422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:22.952967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5f30702-3582-4ab3-9b3a-007f31621964 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4208200 Jul 15 13:28:22.964198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47344) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:22.993208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4bd51dac-d3a0-4c2a-b22a-173a9626bb9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': 'e8995da3-17e8-4d7b-8d2e-49cdaf68c68b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:23.092723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.098685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.102072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4bd51dac-d3a0-4c2a-b22a-173a9626bb9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.238593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c1ea-ea2d-4dbd-9823-347b485256ba req-00ea8dfb-7d17-4b1f-bbb0-f93a1fe7a251 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:23.240242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aef2c1ea-ea2d-4dbd-9823-347b485256ba req-00ea8dfb-7d17-4b1f-bbb0-f93a1fe7a251 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.2150071 Jul 15 13:28:23.248753 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-4bd51dac-d3a0-4c2a-b22a-173a9626bb9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:28:23.250058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4bd51dac-d3a0-4c2a-b22a-173a9626bb9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2627110 Jul 15 13:28:23.253968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47350) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:23.279403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22642d5a-1fec-47e2-83f1-090078913c2f req-6d66a62c-7a8e-4ea7-b929-6e771379f41c tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:23.281475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22642d5a-1fec-47e2-83f1-090078913c2f req-6d66a62c-7a8e-4ea7-b929-6e771379f41c tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 945 time: 0.1431992 Jul 15 13:28:23.287120 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP ce8d158b-8ae0-49e0-ad66-2775a0e82d9c associated. External IP: 172.25.3.181, port: 49925ae3-feb1-40e2-9fc6-ea9a22404866. Jul 15 13:28:23.319609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Deleting port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:23.319945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.331553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aef2c1ea-ea2d-4dbd-9823-347b485256ba req-6b28d74f-e514-4605-afff-d3073e0cd860 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785730 Jul 15 13:28:23.415866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22642d5a-1fec-47e2-83f1-090078913c2f req-95ad38d6-8669-4767-9ca8-8094879eed3f tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/security-groups?id=59cfd853-ee90-4b16-8123-25af31175226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247234 Jul 15 13:28:23.431869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdaebeff-ffe1-4a70-8f07-423b709c7ba5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.486022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdaebeff-ffe1-4a70-8f07-423b709c7ba5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.511055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] For port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,segment=NetworkSegment(9cd65036-a102-4a10-923d-6b76029b0d2a),segment_id=9cd65036-a102-4a10-923d-6b76029b0d2a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:23.512121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.547103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Calling delete_port for 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:23.637337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:23.645092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdaebeff-ffe1-4a70-8f07-423b709c7ba5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.648390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdaebeff-ffe1-4a70-8f07-423b709c7ba5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.649603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fdaebeff-ffe1-4a70-8f07-423b709c7ba5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/e8995da3-17e8-4d7b-8d2e-49cdaf68c68b HTTP/1.1" status: 204 len: 168 time: 0.3884199 Jul 15 13:28:23.654195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47358) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:23.662862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaebeff-ffe1-4a70-8f07-423b709c7ba5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8995da3-17e8-4d7b-8d2e-49cdaf68c68b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:23.820111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:23.832499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0cb2e4c8-c9bb-479b-a7a8-3ab498b55836'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:28:23.895641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Pushing event deleted for resources: {'Port': ['ID=0cb2e4c8-c9bb-479b-a7a8-3ab498b55836,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:23.896602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:23.913643 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:23.929457 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:23.930096 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:24.006208 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:24.020582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] No DVR routers for this DVR port 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:24.025081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.029500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddccecd9-7678-4ac5-be50-b8a86b9cd809 req-b4ef2703-7962-4a46-9b25-f3572e84f8d8 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.59 "DELETE /v2.0/ports/0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 HTTP/1.1" status: 204 len: 173 time: 1.0623894 Jul 15 13:28:24.031550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'name': 'network-vif-deleted', 'tag': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:24.042299 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:24.042680 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997cf3c1-c115-4f22-bbd1-68f6f63872a4" -d '{"events": [{"server_uuid": "b57e058a-e3a4-4659-a732-445d9dc82e1c", "name": "network-vif-deleted", "tag": "0cb2e4c8-c9bb-479b-a7a8-3ab498b55836"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:24.044096 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:24.154975 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:24.157551 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263d3cb9-8274-460f-9b67-c175e9b2634c None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:24.355334 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2761138-381b-4588-a0a3-b6653db43cc6 x-openstack-request-id: req-e2761138-381b-4588-a0a3-b6653db43cc6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:24.355780 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57e058a-e3a4-4659-a732-445d9dc82e1c", "name": "network-vif-deleted", "tag": "0cb2e4c8-c9bb-479b-a7a8-3ab498b55836", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:24.356051 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2761138-381b-4588-a0a3-b6653db43cc6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:24.356646 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e058a-e3a4-4659-a732-445d9dc82e1c', 'name': 'network-vif-deleted', 'tag': '0cb2e4c8-c9bb-479b-a7a8-3ab498b55836', 'status': 'completed', 'code': 200} Jul 15 13:28:24.580705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ca3d22f-b450-4a4b-9d09-8a99cd9b7112 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9248629 Jul 15 13:28:24.585007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:24.594676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--532657679'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:24.678285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:24.814881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5433b2a9-4493-4a7b-8365-bf37bec750ab req-9409b82d-fc42-4803-acf3-30e456565e49 tempest-ServerGroupTestJSON-1484120776 tempest-ServerGroupTestJSON-1484120776-project] 10.222.0.57 "GET /v2.0/ports?device_id=b57e058a-e3a4-4659-a732-445d9dc82e1c HTTP/1.1" status: 200 len: 210 time: 0.1216443 Jul 15 13:28:24.936667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router ff5e49b2-c3e9-45b9-942b-b27c576aaff9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:24.951299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983630a-da6c-429d-ae77-cda65426ef50 req-49234f06-c3a3-40fd-b1c7-b928e3cc2f2c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:24.953152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6983630a-da6c-429d-ae77-cda65426ef50 req-49234f06-c3a3-40fd-b1c7-b928e3cc2f2c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.1555240 Jul 15 13:28:24.993932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.000128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.027989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.031301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4448285 Jul 15 13:28:25.042366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.059465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a3bd44b3-a625-4f29-83ae-ac52a6682b61 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '4c34607c-8727-491b-b8c0-efa471fa5619', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:25.060753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f1c4f-8db6-433b-b41e-30cf3b7349cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34607c-8727-491b-b8c0-efa471fa5619,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.061211 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-a3bd44b3-a625-4f29-83ae-ac52a6682b61 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:28:25.061893 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-a3bd44b3-a625-4f29-83ae-ac52a6682b61 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:25.064591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a3bd44b3-a625-4f29-83ae-ac52a6682b61 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0183673 Jul 15 13:28:25.071807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47386) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.126724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6983630a-da6c-429d-ae77-cda65426ef50 req-27c0ffda-f811-4000-b31d-88d1eecfa2ce tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552858 Jul 15 13:28:25.186261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79201a0-edb2-46ea-a65c-9df3611410aa tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.232462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79201a0-edb2-46ea-a65c-9df3611410aa tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.272172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:25.291899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] Sync routers for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:25.295494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79201a0-edb2-46ea-a65c-9df3611410aa tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.307743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.308112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79201a0-edb2-46ea-a65c-9df3611410aa tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.308112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d79201a0-edb2-46ea-a65c-9df3611410aa tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c34607c-8727-491b-b8c0-efa471fa5619 HTTP/1.1" status: 204 len: 168 time: 0.2323887 Jul 15 13:28:25.309401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.329818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79201a0-edb2-46ea-a65c-9df3611410aa tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34607c-8727-491b-b8c0-efa471fa5619,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.333517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:25.337986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.434373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d3b20443-188b-4f19-a14a-b4a2c7fafa3b tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224515 Jul 15 13:28:25.440302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47396) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.447257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.451155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--272906435'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:25.460461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:25.461119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.469723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-583bb3fc-c64d-4f98-8391-69042b131358 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/floatingips/ce8d158b-8ae0-49e0-ad66-2775a0e82d9c HTTP/1.1" status: 200 len: 978 time: 3.2821715 Jul 15 13:28:25.473174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.492223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.502875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:25.503895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a527d8e3-f840-451f-ad53-c1e3f4dc4890 None None] The sync data for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:25.619508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 343996ea-315e-4864-af83-f78c64f72c07 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:25.620649 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.687535 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.694550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.746515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca6172-8d8a-47c8-a356-75c7b418d243,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:25.758043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.760014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ead2cf61-a5ac-4a1b-be75-ac218d96f93f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3181090 Jul 15 13:28:25.763131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.772302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8c5613d4-8700-4554-9b66-3dbba6bad0ae tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '39ca6172-8d8a-47c8-a356-75c7b418d243', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:25.773828 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-8c5613d4-8700-4554-9b66-3dbba6bad0ae tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:28:25.775111 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-8c5613d4-8700-4554-9b66-3dbba6bad0ae tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:25.778441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8c5613d4-8700-4554-9b66-3dbba6bad0ae tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121083 Jul 15 13:28:25.781815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47404) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:25.874058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:25.904454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40efad82-03de-4f5a-8631-b78aaafa4c18 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.051192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40efad82-03de-4f5a-8631-b78aaafa4c18 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.207395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40efad82-03de-4f5a-8631-b78aaafa4c18 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.211824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40efad82-03de-4f5a-8631-b78aaafa4c18 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.212984 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-40efad82-03de-4f5a-8631-b78aaafa4c18 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/39ca6172-8d8a-47c8-a356-75c7b418d243 HTTP/1.1" status: 204 len: 168 time: 0.4301751 Jul 15 13:28:26.216139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47420) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.285947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efad82-03de-4f5a-8631-b78aaafa4c18 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca6172-8d8a-47c8-a356-75c7b418d243,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.309426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aea28-22ab-4458-b1bc-dde4bdbdea8b req-6d689566-b2ad-4e7d-9ee8-ff90a10bfee4 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:26.322660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b34aea28-22ab-4458-b1bc-dde4bdbdea8b req-6d689566-b2ad-4e7d-9ee8-ff90a10bfee4 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.3329332 Jul 15 13:28:26.327543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:26.372464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b184aad3-f3c4-421c-92c9-20dfc5bf4ce8 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1546352 Jul 15 13:28:26.374644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47428) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.393037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--988224415'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:26.393340 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:26.393803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0cb2e4c8-c9bb-479b-a7a8-3ab498b55836 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:26.411705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.412317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.412885 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Floating IP ce8d158b-8ae0-49e0-ad66-2775a0e82d9c disassociated. External IP: 172.25.3.181, port: 343996ea-315e-4864-af83-f78c64f72c07. Jul 15 13:28:26.413453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 343996ea-315e-4864-af83-f78c64f72c07 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:26.437386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b34aea28-22ab-4458-b1bc-dde4bdbdea8b req-8bf2d8c1-e8c6-46dd-acb8-c94b5dafc9a3 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130066 Jul 15 13:28:26.486007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.641897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.712779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=343996ea-315e-4864-af83-f78c64f72c07,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.731778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.747326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.789123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.886145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.890154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5105658 Jul 15 13:28:26.896680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47440) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.902393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2dc27a90-306d-46a1-9c2e-125661758492 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '0def939a-efbd-4952-8c60-8ca050b7a292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:26.917831 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-2dc27a90-306d-46a1-9c2e-125661758492 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:28:26.921189 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-2dc27a90-306d-46a1-9c2e-125661758492 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:26.925973 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2dc27a90-306d-46a1-9c2e-125661758492 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0246301 Jul 15 13:28:26.926292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47442) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.937814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f5ed4a52-8dc6-4481-a707-92c1a6555bec tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '0def939a-efbd-4952-8c60-8ca050b7a292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:26.939720 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-f5ed4a52-8dc6-4481-a707-92c1a6555bec tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:28:26.940264 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-f5ed4a52-8dc6-4481-a707-92c1a6555bec tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:26.943033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f5ed4a52-8dc6-4481-a707-92c1a6555bec tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117350 Jul 15 13:28:26.953864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router ff5e49b2-c3e9-45b9-942b-b27c576aaff9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:26.961320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47444) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.964905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Deleting subnet ebf3a939-5018-4f97-bd78-28222eeb15ee {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:26.967459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0ef70-9979-44bf-9580-aa63d2caaf54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0def939a-efbd-4952-8c60-8ca050b7a292,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:26.971232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c04fe616-2a20-40ec-9a36-34a3c59afde0 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '0def939a-efbd-4952-8c60-8ca050b7a292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:26.972217 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-c04fe616-2a20-40ec-9a36-34a3c59afde0 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:28:26.972874 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-c04fe616-2a20-40ec-9a36-34a3c59afde0 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:26.977834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c04fe616-2a20-40ec-9a36-34a3c59afde0 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147665 Jul 15 13:28:26.979147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47446) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:26.984797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a29a6967-a07a-455c-9266-f8ac4d8f6d17 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '0def939a-efbd-4952-8c60-8ca050b7a292', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:26.986160 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-a29a6967-a07a-455c-9266-f8ac4d8f6d17 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:28:26.986651 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-a29a6967-a07a-455c-9266-f8ac4d8f6d17 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:26.987049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:26.991492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a29a6967-a07a-455c-9266-f8ac4d8f6d17 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110216 Jul 15 13:28:27.000378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47450) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.044173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.116134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.155632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7772006-db3b-4011-bb75-7197fab09a54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.187522 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7772006-db3b-4011-bb75-7197fab09a54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.189489 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.205353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:27.220149 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] Sync routers for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:27.231237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.236431 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:27.237447 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.237640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ebf3a939-5018-4f97-bd78-28222eeb15ee HTTP/1.1" status: 204 len: 168 time: 0.4431088 Jul 15 13:28:27.240601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe393128-f7c8-4825-8bcf-aa4c3fbd6502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf3a939-5018-4f97-bd78-28222eeb15ee,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.242295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47452) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.282917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.293884 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:27.294835 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.303169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.305145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-813a21e2-fcd7-450f-b793-875f2d4e1ebd tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/ports/343996ea-315e-4864-af83-f78c64f72c07 HTTP/1.1" status: 204 len: 168 time: 1.8307748 Jul 15 13:28:27.308154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47454) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.344829 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.345888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93ef8a0-18d9-4740-adfc-387463696230 None None] The sync data for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:27.364169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7772006-db3b-4011-bb75-7197fab09a54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.364448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.367551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7772006-db3b-4011-bb75-7197fab09a54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.373119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f7772006-db3b-4011-bb75-7197fab09a54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/0def939a-efbd-4952-8c60-8ca050b7a292 HTTP/1.1" status: 204 len: 168 time: 0.3656888 Jul 15 13:28:27.373866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47458) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.437894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7772006-db3b-4011-bb75-7197fab09a54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0def939a-efbd-4952-8c60-8ca050b7a292,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:27.483803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ac7a3bf0-ccb0-4f5f-be8c-8bbf97e67227 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065836 Jul 15 13:28:27.496420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47460) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.502224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--81602485'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:27.536572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.577566 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.594983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-d079b451-6e88-4374-a1b7-c6e533ca1c8e tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:27.596579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-d079b451-6e88-4374-a1b7-c6e533ca1c8e tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.59 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.2357392 Jul 15 13:28:27.602768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb75fa57-5426-4138-bbf9-0972c5efba6c']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.695013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd65036-a102-4a10-923d-6b76029b0d2a') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.695685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd65036-a102-4a10-923d-6b76029b0d2a') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:27.729079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:27.763620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.872447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.898366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.958297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:27.958755 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:27.987118 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:28.010778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48281f1-1a29-434e-9cb1-9ff9d89fd07a req-5783fad1-fb60-4b0f-83b6-84e5507a46aa tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:28.015400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f48281f1-1a29-434e-9cb1-9ff9d89fd07a req-5783fad1-fb60-4b0f-83b6-84e5507a46aa tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.4146984 Jul 15 13:28:28.029720 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.058215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ec9ed5d-c56f-4b84-a0b4-ad86398df81c tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/floatingips/8f00044e-caac-41e9-a849-ba4b53103800 HTTP/1.1" status: 200 len: 994 time: 0.3079314 Jul 15 13:28:28.116370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.139170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.182829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.188859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cb75fa57-5426-4138-bbf9-0972c5efba6c HTTP/1.1" status: 204 len: 168 time: 0.9374485 Jul 15 13:28:28.188859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6c6d0-6864-4c83-a488-51549760db71 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb75fa57-5426-4138-bbf9-0972c5efba6c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.233382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.247385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7445838 Jul 15 13:28:28.247802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47478) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.287305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e1b33540-8485-4839-bb92-7b52cddc17c4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.288238 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-e1b33540-8485-4839-bb92-7b52cddc17c4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:28:28.288998 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-e1b33540-8485-4839-bb92-7b52cddc17c4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.290445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e1b33540-8485-4839-bb92-7b52cddc17c4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116725 Jul 15 13:28:28.296100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47482) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.304107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f48281f1-1a29-434e-9cb1-9ff9d89fd07a req-bd7dbbca-a94b-460e-91dc-a235b2dc1594 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696023 Jul 15 13:28:28.305366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f739b-330f-48d7-aae9-8583e23f423d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:28.324405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0c9f9077-2d08-44b6-aed4-00b409532446 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.334762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Deleting port 111e0fef-009c-4595-98f6-a132660abb77 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:28.341789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.403162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port e3323e85-02b6-41e0-a91c-597d164b2c94 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:28.403763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.457938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47486) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.463807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47488) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.523161 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-0c9f9077-2d08-44b6-aed4-00b409532446 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.524845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0c9f9077-2d08-44b6-aed4-00b409532446 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2241673 Jul 15 13:28:28.529683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47492) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.537545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4c6ff4e2-e99b-4a4e-b6e3-47224d57585e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.538037 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-4c6ff4e2-e99b-4a4e-b6e3-47224d57585e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:28:28.538882 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-4c6ff4e2-e99b-4a4e-b6e3-47224d57585e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.542609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c6ff4e2-e99b-4a4e-b6e3-47224d57585e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063753 Jul 15 13:28:28.546330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47494) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.551996 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.564123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47496) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.565225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3727ca27-bf16-4dd7-9830-add686b3ca09 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.575859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] For port 111e0fef-009c-4595-98f6-a132660abb77, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=111e0fef-009c-4595-98f6-a132660abb77,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:28.576217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.584680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for e3323e85-02b6-41e0-a91c-597d164b2c94 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:28.660359 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-3727ca27-bf16-4dd7-9830-add686b3ca09 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.661435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3727ca27-bf16-4dd7-9830-add686b3ca09 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1129155 Jul 15 13:28:28.666505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.674747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b51bc615-d0f0-4165-b58a-59c54102f37e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.674747 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-b51bc615-d0f0-4165-b58a-59c54102f37e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:28:28.674747 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-b51bc615-d0f0-4165-b58a-59c54102f37e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.675213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b51bc615-d0f0-4165-b58a-59c54102f37e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077267 Jul 15 13:28:28.678170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47500) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.691984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8877d1ea-129c-4ab8-8f1f-cd0a568d454b tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.762241 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-8877d1ea-129c-4ab8-8f1f-cd0a568d454b tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Project 8fe03299f40a4c56981f9055079c46bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:28:28.787167 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-8877d1ea-129c-4ab8-8f1f-cd0a568d454b tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.788152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8877d1ea-129c-4ab8-8f1f-cd0a568d454b tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1089888 Jul 15 13:28:28.792719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47504) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.798090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d11c6195-3d27-4312-9235-17f354c85a9a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.798625 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-d11c6195-3d27-4312-9235-17f354c85a9a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:28:28.799141 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-d11c6195-3d27-4312-9235-17f354c85a9a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.803812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d11c6195-3d27-4312-9235-17f354c85a9a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064588 Jul 15 13:28:28.807749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.814283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e5c6df1f-6e3d-4f80-9543-c75d244f735c tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:28.883366 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-e5c6df1f-6e3d-4f80-9543-c75d244f735c tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Project 8fe03299f40a4c56981f9055079c46bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:28:28.896657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5c8102d-a9a3-4c89-89f7-e9a8718d04f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aee1824c046647129a2e4fbd6bbd9ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293996 Jul 15 13:28:28.901826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47508) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.924077 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-e5c6df1f-6e3d-4f80-9543-c75d244f735c tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:28.925718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5c6df1f-6e3d-4f80-9543-c75d244f735c tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1166127 Jul 15 13:28:28.936465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47510) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:28.945706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:28.953790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-67a1e45f-c2c7-4fc4-90fd-790f5732a5da tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:29.013886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=e3323e85-02b6-41e0-a91c-597d164b2c94,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.113308 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-67a1e45f-c2c7-4fc4-90fd-790f5732a5da tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Project 8fe03299f40a4c56981f9055079c46bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:28:29.148217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca9566f4-03ff-4eaf-9826-3a9e6d6254d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.161253 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-67a1e45f-c2c7-4fc4-90fd-790f5732a5da tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:29.161881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.165681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.166274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67a1e45f-c2c7-4fc4-90fd-790f5732a5da tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2251363 Jul 15 13:28:29.166410 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Floating IP 52519ac4-c3f9-4575-866c-c87139216e35 disassociated. External IP: 172.25.3.154, port: 111e0fef-009c-4595-98f6-a132660abb77. Jul 15 13:28:29.166410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Calling delete_port for 111e0fef-009c-4595-98f6-a132660abb77 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:29.167237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:29.190051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 56fb48e1-8b5f-47e8-a6df-e7eb208f45f2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:29.190416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.230584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca9566f4-03ff-4eaf-9826-3a9e6d6254d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.321446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.699626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca9566f4-03ff-4eaf-9826-3a9e6d6254d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.702093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca9566f4-03ff-4eaf-9826-3a9e6d6254d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.703653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ca9566f4-03ff-4eaf-9826-3a9e6d6254d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59cfd853-ee90-4b16-8123-25af31175226 HTTP/1.1" status: 204 len: 168 time: 0.8003457 Jul 15 13:28:29.725999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9566f4-03ff-4eaf-9826-3a9e6d6254d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cfd853-ee90-4b16-8123-25af31175226,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:29.834969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0416eadb-746a-4d9e-bc56-76c259a61ae5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.860049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.860424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.915830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 56fb48e1-8b5f-47e8-a6df-e7eb208f45f2 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:29.951120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0416eadb-746a-4d9e-bc56-76c259a61ae5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:29.969728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router ff5e49b2-c3e9-45b9-942b-b27c576aaff9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:30.056977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd46e9c-087c-458b-802d-63ac1c256571 req-9a4393de-f07f-48c4-a326-5e9ce613ad5b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:30.065860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffd46e9c-087c-458b-802d-63ac1c256571 req-9a4393de-f07f-48c4-a326-5e9ce613ad5b tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 945 time: 0.4678326 Jul 15 13:28:30.119010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:30.131115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] Sync routers for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:30.138769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-65ffcb49-d8e8-4ae1-b64f-e6d3e6a53455 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/routers/ff5e49b2-c3e9-45b9-942b-b27c576aaff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8271863 Jul 15 13:28:30.139168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.170658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.173946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:30.175258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.230221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0416eadb-746a-4d9e-bc56-76c259a61ae5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.232858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0416eadb-746a-4d9e-bc56-76c259a61ae5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.234038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0416eadb-746a-4d9e-bc56-76c259a61ae5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0 HTTP/1.1" status: 204 len: 168 time: 1.0646908 Jul 15 13:28:30.254734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ffd46e9c-087c-458b-802d-63ac1c256571 req-3fe46f92-1634-4df3-bdde-1047b6d936d4 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups?id=a5d68049-38fc-4b8b-b408-66f4a6d4361f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834986 Jul 15 13:28:30.268125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47532) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.269278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event deleted for resources: {'Port': ['ID=111e0fef-009c-4595-98f6-a132660abb77,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.273875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.292121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] Routers {'ff5e49b2-c3e9-45b9-942b-b27c576aaff9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:30.292794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.308325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.321106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416eadb-746a-4d9e-bc56-76c259a61ae5 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae1e4d-9ad6-4a19-a8e9-10a25450cbc0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.375155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:30.384979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5dc241-1c33-4c85-ba3d-d49f3518931d None None] The sync data for ids ['ff5e49b2-c3e9-45b9-942b-b27c576aaff9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:30.386794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 111e0fef-009c-4595-98f6-a132660abb77 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:30.416174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 111e0fef-009c-4595-98f6-a132660abb77 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:30.416514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 111e0fef-009c-4595-98f6-a132660abb77 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:30.447637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d11f9b6-bca3-41e0-b8d4-708147c87d54 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1681843 Jul 15 13:28:30.453390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47538) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.463530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--693682590'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:30.489849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.533979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.589149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 4963201f-52c0-41fd-b917-d96f38761349 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:30.589497 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.638844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.650104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Router 2dbfb831-e8fc-45ed-813e-10b640582a71 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:30.691405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=56fb48e1-8b5f-47e8-a6df-e7eb208f45f2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.706630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.743035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.767440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.775192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 4963201f-52c0-41fd-b917-d96f38761349 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:30.782205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.816239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.817507 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3629794 Jul 15 13:28:30.825835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47548) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.833146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cc06e60a-bb5b-4d95-b5f5-415d7872e278 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '6e711b15-1dfc-4612-b574-6fc275e43f19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:30.899475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.909312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e32c7e-a9ea-4133-8d4b-bac23f17a9ef tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e711b15-1dfc-4612-b574-6fc275e43f19,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:30.962724 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-cc06e60a-bb5b-4d95-b5f5-415d7872e278 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The resource could not be found. Jul 15 13:28:30.967348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cc06e60a-bb5b-4d95-b5f5-415d7872e278 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1383696 Jul 15 13:28:30.967983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47554) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:30.987997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:30.988715 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Floating IP 8f00044e-caac-41e9-a849-ba4b53103800 disassociated (deleted). External IP: 172.25.3.108, port: 55cab3e8-48f7-4dd3-85b3-740a9bfd5943. Jul 15 13:28:31.006173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0abb7e53-322f-462c-a365-0ff4f4fb67cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '6e711b15-1dfc-4612-b574-6fc275e43f19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'be3b3471-be2c-4619-a267-4989ffdcf6a5'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:31.048051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:31.061102 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] Sync routers for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:31.075280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-419785432-network', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:31.077487 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:31.079042 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.142551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Made reservation on behalf of 9963e34fd91f406b9a842857158e0ba0 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:31.145477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.157323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.167884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.176271 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-0abb7e53-322f-462c-a365-0ff4f4fb67cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The resource could not be found. Jul 15 13:28:31.179215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0abb7e53-322f-462c-a365-0ff4f4fb67cb tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1771007 Jul 15 13:28:31.203716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47558) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:31.208015 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:31.214014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=4963201f-52c0-41fd-b917-d96f38761349,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.295991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] No DVR routers for this DVR port 111e0fef-009c-4595-98f6-a132660abb77 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:31.302301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.304736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1dab2903-801f-4483-bdc1-6df81ee8bc0c req-465354b5-d50c-415e-b484-d5ca54ed3a8c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.59 "DELETE /v2.0/ports/111e0fef-009c-4595-98f6-a132660abb77 HTTP/1.1" status: 204 len: 173 time: 3.6993141 Jul 15 13:28:31.307402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'name': 'network-vif-deleted', 'tag': '111e0fef-009c-4595-98f6-a132660abb77'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:31.309740 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586d8ccc-5c59-431a-8da7-fcc3710ea09b" -d '{"events": [{"server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "name": "network-vif-deleted", "tag": "111e0fef-009c-4595-98f6-a132660abb77"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:31.351436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.412855 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdda80c-a1e3-465b-b08c-43d4ea6107e6 x-openstack-request-id: req-6bdda80c-a1e3-465b-b08c-43d4ea6107e6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:31.413149 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3", "name": "network-vif-deleted", "tag": "111e0fef-009c-4595-98f6-a132660abb77", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:31.413400 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bdda80c-a1e3-465b-b08c-43d4ea6107e6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:31.413804 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3', 'name': 'network-vif-deleted', 'tag': '111e0fef-009c-4595-98f6-a132660abb77', 'status': 'completed', 'code': 200} Jul 15 13:28:31.503995 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:19Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.536813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] Checking router: 2dbfb831-e8fc-45ed-813e-10b640582a71 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:31.546823 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:31.547867 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:31.559829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router b6fdc401-3b4c-402f-98ec-157c27249463 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:31.629761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d5b84ef-f5b2-4515-a52a-07fe634f5def req-dfa644d9-510c-4df7-81de-ea20849325ed tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.0781925 Jul 15 13:28:31.657869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.658723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc3941cd-ccc5-42c1-8a73-e63bc2a68ec4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.669389 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:31.675479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.689116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:31.699535 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.699876 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Added segment 5a1db835-4f78-4a9b-a23f-1acc1a5fed0c of type vlan for network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad Jul 15 13:28:31.749936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.761898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Deleting port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:31.762616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.781911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.811544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.816535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f1425-4512-487f-8951-aab4b068dbed,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:31.819349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.820378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:31.820962 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.849817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9489763 Jul 15 13:28:31.858561 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc3941cd-ccc5-42c1-8a73-e63bc2a68ec4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.875421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] For port 12b6b259-78dc-4d97-a1ab-353c5ebabbbf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:31.876250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:31.882100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47566) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:31.895778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Calling delete_port for 12b6b259-78dc-4d97-a1ab-353c5ebabbbf owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:31.919511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Request body: {'subnet': {'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-419785432-subnet', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:31.990238 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:19Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:32.005069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.005545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Fanout notify agent at l3_agent the message router_deleted on router ff5e49b2-c3e9-45b9-942b-b27c576aaff9 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:32.031369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.035822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-616c9620-98d7-4099-96f6-d7a20cbffe3a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/routers/ff5e49b2-c3e9-45b9-942b-b27c576aaff9 HTTP/1.1" status: 204 len: 168 time: 1.8953683 Jul 15 13:28:32.037108 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3693ff4-6481-47f4-b88e-f4ecd02165f9 None None] The sync data for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 is: [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:25:08Z', 'revision_number': 4, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'b52c8072-87ec-4531-aff0-f30b63316439', 'name': '', 'network_id': 'c8096a56-c374-42da-b6de-c40de15b0287', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'mac_address': 'fa:16:3e:e0:6f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:05Z', 'updated_at': '2021-07-15T13:25:19Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'subnets': [{'id': 'b6ed250e-e393-4e03-8357-83e41bd0497b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:32.038799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.049374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:32.060900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] Sync routers for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:32.074176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:32.075540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:32.082257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.144412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting subnet f5e35f42-c1dc-4506-bf70-3bd26fe98cea {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:32.147759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.155260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37ce0baf-9771-43cf-9f4a-5309c0cfead3 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/floatingips/8f00044e-caac-41e9-a849-ba4b53103800 HTTP/1.1" status: 204 len: 168 time: 3.6837375 Jul 15 13:28:32.161525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.197095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.250679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:32.260496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Pushing event deleted for resources: {'Port': ['ID=12b6b259-78dc-4d97-a1ab-353c5ebabbbf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.389298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.495621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77e4a-33db-4f75-bcf9-96ed250370cc admin admin] Pushing event updated for resources: {'Network': ['ID=1fe88f76-ec39-44ad-acb0-e2b7010fbaad,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.504203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.537910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:32.547741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Made reservation on behalf of 9963e34fd91f406b9a842857158e0ba0 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:32.555871 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.638945 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8681391-8d18-43fa-901f-29d7d9589f87 None None] New status for floating IP 52519ac4-c3f9-4575-866c-c87139216e35: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:32.653527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cec29a-a53b-4b5e-8df1-763f521cde31 None None] Network 13d441f9-74a5-4b92-8f02-161840202feb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:32.817750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.823034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/subnets/f5e35f42-c1dc-4506-bf70-3bd26fe98cea HTTP/1.1" status: 204 len: 168 time: 0.7479944 Jul 15 13:28:32.842273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47582) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.845349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc3941cd-ccc5-42c1-8a73-e63bc2a68ec4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.848073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc3941cd-ccc5-42c1-8a73-e63bc2a68ec4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.849295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc3941cd-ccc5-42c1-8a73-e63bc2a68ec4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/6e711b15-1dfc-4612-b574-6fc275e43f19 HTTP/1.1" status: 204 len: 168 time: 1.6433570 Jul 15 13:28:32.869675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.876289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47584) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:32.878816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3941cd-ccc5-42c1-8a73-e63bc2a68ec4 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e711b15-1dfc-4612-b574-6fc275e43f19,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.886214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5172f-a42c-43e1-9d42-5ef5909eae90 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e35f42-c1dc-4506-bf70-3bd26fe98cea,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:32.976876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-846e3756-8db3-4570-80a5-e38dbe531e30 req-b0901162-37d1-40e7-b5ad-9f8d605a135a tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.1591260 Jul 15 13:28:32.994986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:32.996144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Checking segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:32.996738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Network hostable DHCP agents. Network: 1fe88f76-ec39-44ad-acb0-e2b7010fbaad, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:33.066584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3eaf0548-2e43-4bd5-9521-42d2e02d9308 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1776767 Jul 15 13:28:33.109774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47586) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.115751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ea4f0cb1-cafc-4dec-b942-5346a6bf67b8 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': 'efde2965-278c-42eb-a44c-89bb639437a6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:33.141781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:33.174475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7798f3a-6d94-4680-ab68-318f55ed2b16,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:33.177234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:33.198966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1fe88f76-ec39-44ad-acb0-e2b7010fbaad) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:33.217560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.225253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] Checking router: b6fdc401-3b4c-402f-98ec-157c27249463 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:33.228167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.228879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.229869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb0534-c420-418c-a793-2cb529aa2a68 None None] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:33.231391 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-ea4f0cb1-cafc-4dec-b942-5346a6bf67b8 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The resource could not be found. Jul 15 13:28:33.232468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ea4f0cb1-cafc-4dec-b942-5346a6bf67b8 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1217926 Jul 15 13:28:33.239027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47588) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.248421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022972393'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:33.295329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.327351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-66eac227-29a2-4e37-9a5f-245bb1e19891 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4440317 Jul 15 13:28:33.328132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47590) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:33.336484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:33.342863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] DHCP port deletion for 13d441f9-74a5-4b92-8f02-161840202feb request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:33.380258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f2f0c-91e8-47b8-8396-6e4c24a6774f req-83e65402-d585-40a5-89f2-0835a1fd4efd tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:33.381771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-428f2f0c-91e8-47b8-8396-6e4c24a6774f req-83e65402-d585-40a5-89f2-0835a1fd4efd tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.1578457 Jul 15 13:28:33.399799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.400869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.488817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae4afe-a43b-4b67-b1bb-d70b6717f626 None None] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:33.491450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.496879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:33.501090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:33.504256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 8cce594d-baba-4909-937a-060678642191 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:33.504622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.633452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-428f2f0c-91e8-47b8-8396-6e4c24a6774f req-5748699c-066f-44b7-ad49-d324e10b55d6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366385 Jul 15 13:28:33.925330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] Deleting port 8cce594d-baba-4909-937a-060678642191 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:33.926369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:33.965913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:33.968678 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1530c3-94d8-4341-9c04-7b85a96961ea" -d '{"events": [{"name": "network-changed", "server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:33.974734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:28:33.974734 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:28:33.974734 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id_1': '8fe03299f40a4c56981f9055079c46bb', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 28, 33, 374557)}] Jul 15 13:28:33.974734 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:28:33.975439 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:28:33.986726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:34.104657 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae751a1c-deaa-4da4-b258-de9f4d6847c9 x-openstack-request-id: req-ae751a1c-deaa-4da4-b258-de9f4d6847c9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:34.105298 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:34.105698 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae751a1c-deaa-4da4-b258-de9f4d6847c9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:34.106341 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'status': 'completed', 'code': 200} Jul 15 13:28:34.155022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:34.166676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] For port 8cce594d-baba-4909-937a-060678642191, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8cce594d-baba-4909-937a-060678642191,segment=NetworkSegment(23f7ef01-2df8-4b10-8e8b-d558e07893cb),segment_id=23f7ef01-2df8-4b10-8e8b-d558e07893cb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:34.169215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.251409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] For port 8cce594d-baba-4909-937a-060678642191, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8cce594d-baba-4909-937a-060678642191,segment=NetworkSegment(23f7ef01-2df8-4b10-8e8b-d558e07893cb),segment_id=23f7ef01-2df8-4b10-8e8b-d558e07893cb)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:34.252011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.261211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66f8ec69-e06a-4f37-8a6a-2a24d1b6b06e req-5e0efd31-e682-4ea1-93bb-7241988bbebc tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.0493076 Jul 15 13:28:34.264381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.284348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 8cce594d-baba-4909-937a-060678642191 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:34.324707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-6a9e87d2-cac8-4dbf-9d4b-c96009cf4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.326873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-6a9e87d2-cac8-4dbf-9d4b-c96009cf4147 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e0048f79d754f929a746882aa0bae89&device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 1098 time: 0.2471082 Jul 15 13:28:34.397254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] Calling delete_port for 8cce594d-baba-4909-937a-060678642191 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:34.405176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-8d8a7be1-e73f-461d-be6f-d965116805a1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.407758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-8d8a7be1-e73f-461d-be6f-d965116805a1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.2012613 Jul 15 13:28:34.461119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-461cfb67-4153-4583-a687-975f50175c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.465221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-461cfb67-4153-4583-a687-975f50175c05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=587bfecf-8d29-481b-a86f-7b5d258102fd HTTP/1.1" status: 200 len: 898 time: 0.1319489 Jul 15 13:28:34.535337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8cce594d-baba-4909-937a-060678642191 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:34.554870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.561447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-34c2c996-4a80-4ef6-9ae5-0b766575efde service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943 HTTP/1.1" status: 200 len: 217 time: 0.0857458 Jul 15 13:28:34.635692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-4f9584de-87b5-42d9-99e6-50e5f6fdc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:34.637619 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-4f9584de-87b5-42d9-99e6-50e5f6fdc84d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a80bb443-57cb-42c0-b948-0392a3bb9c0f HTTP/1.1" status: 200 len: 834 time: 0.0654967 Jul 15 13:28:34.639023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:34.655539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7e0205b-bf3a-4671-8038-7812acccefad admin admin] 10.222.0.57 "PUT /v2.0/routers/c511b27c-1fe2-494f-bfb9-f25a1995d7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1964152 Jul 15 13:28:34.659925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No active binding found for port 8cce594d-baba-4909-937a-060678642191 {{(pid=93996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:28:34.660374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8cce594d-baba-4909-937a-060678642191 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:34.688619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] Sync routers for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:34.705414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47600) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.737444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:34.738430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:34.794772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.802715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.813860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.821892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.844841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c669f-a91e-4e03-8232-b4a94baaa243,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.879431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.883710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-62023a79-c3a7-4778-8f12-3c1be7de8a6d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6405666 Jul 15 13:28:34.890156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:34.922892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47606) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:34.923177 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.928833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909422180'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:34.955795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=8cce594d-baba-4909-937a-060678642191,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.962564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:34.984932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] Pushing event deleted for resources: {'Port': ['ID=8cce594d-baba-4909-937a-060678642191,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:34.990820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] No DVR routers for this DVR port 8cce594d-baba-4909-937a-060678642191 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:34.995723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.021502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-9a62553d-b8c2-4ac0-840f-a8db5328fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.023393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-9a62553d-b8c2-4ac0-840f-a8db5328fd88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=587bfecf-8d29-481b-a86f-7b5d258102fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3733687 Jul 15 13:28:35.032821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ec667-ab70-443b-a6d1-8488525c59ed req-ed5e3ad7-0e4b-4082-ad00-15cfa6f4888f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:35.034699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d11ec667-ab70-443b-a6d1-8488525c59ed req-ed5e3ad7-0e4b-4082-ad00-15cfa6f4888f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.1589234 Jul 15 13:28:35.093792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:35.094780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.102241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c754de-79b6-4fcc-8ca9-966dc320cd7b None None] No DVR routers for this DVR port 8cce594d-baba-4909-937a-060678642191 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:35.160299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-fdf1a915-3faa-40a2-9886-17cb2a368f03 service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242690 Jul 15 13:28:35.164072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:35.209391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c176c9-1d08-4c6f-852d-917c657a8aca None None] The sync data for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 is: [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:27:27Z', 'revision_number': 4, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '417bf716-eada-4667-8e4b-7f5b3c606faf', 'name': '', 'network_id': '587bfecf-8d29-481b-a86f-7b5d258102fd', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'mac_address': 'fa:16:3e:89:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:22Z', 'updated_at': '2021-07-15T13:27:35Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'subnets': [{'id': 'a80bb443-57cb-42c0-b948-0392a3bb9c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:35.236404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d11ec667-ab70-443b-a6d1-8488525c59ed req-819edad1-f9aa-4b2b-8705-d41011718ad1 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665097 Jul 15 13:28:35.270405 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.274362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.295275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:28:32Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:35.425108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] Checking router: c511b27c-1fe2-494f-bfb9-f25a1995d7f8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:35.447241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] Routers {'c511b27c-1fe2-494f-bfb9-f25a1995d7f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:35.448686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:35.594632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d441f9-74a5-4b92-8f02-161840202feb']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:35.664679 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4ed34-33cc-42f1-a74a-49121cb26f37 None None] New status for floating IP 8f00044e-caac-41e9-a849-ba4b53103800: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:28:35.684783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.693376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62271077-fca5-4e7f-864c-9152ebdf3491 req-73c68da0-c751-4f14-8d0f-911bff07f106 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.0745344 Jul 15 13:28:35.704850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.724124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] Set router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:35.748601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f7ef01-2df8-4b10-8e8b-d558e07893cb') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:35.749233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f7ef01-2df8-4b10-8e8b-d558e07893cb') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:35.758607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1530c3-94d8-4341-9c04-7b85a96961ea req-445e38a6-c37f-44ef-9248-7a9fd966293e service neutron] 10.222.0.58 "GET /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298934 Jul 15 13:28:35.764173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.786241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.820329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.827982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9038725 Jul 15 13:28:35.830096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.858724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fad8f0df-4b6f-4031-90aa-44fff68bbe9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '5c8c669f-a91e-4e03-8232-b4a94baaa243', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '98738e15-d309-4185-ae02-95ec9c2512f4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:35.868375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:35.868951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecf0be-de57-4f3e-9c4a-e658a2572d5a tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98738e15-d309-4185-ae02-95ec9c2512f4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:35.869520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.879040 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.903462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Allocated IP 172.25.3.88 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/946a7139-9201-499e-a5b5-98dda56ca695) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:35.911943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:35.912551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:35.918326 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:35.922972 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-fad8f0df-4b6f-4031-90aa-44fff68bbe9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:35.924305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fad8f0df-4b6f-4031-90aa-44fff68bbe9f tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0832593 Jul 15 13:28:35.927886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47616) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:35.946854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:36.013353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a924b78d-5bd8-435c-8f67-6019997800b1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.054350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a924b78d-5bd8-435c-8f67-6019997800b1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.073852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:28:32Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:36.104768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be854cc2-741f-47bd-8be1-d61d38043352 None None] The sync data for ids ['c511b27c-1fe2-494f-bfb9-f25a1995d7f8'] in n-d-798054-11 is: [{'id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'name': 'tempest-AttachVolumeShelveTestJSON-2008907134-router', 'tenant_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:17:47Z', 'updated_at': '2021-07-15T13:28:32Z', 'revision_number': 5, 'project_id': '5559dff60b2a4c60ac2ed1514dc7afa5', 'gw_port': {'id': '20949f5a-fa1f-4565-affa-5e4584195af4', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:40:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c511b27c-1fe2-494f-bfb9-f25a1995d7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:17:51Z', 'updated_at': '2021-07-15T13:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:36.120126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a924b78d-5bd8-435c-8f67-6019997800b1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.125120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a924b78d-5bd8-435c-8f67-6019997800b1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.129996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a924b78d-5bd8-435c-8f67-6019997800b1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/98738e15-d309-4185-ae02-95ec9c2512f4 HTTP/1.1" status: 204 len: 168 time: 0.1998403 Jul 15 13:28:36.130221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Deleting port 20949f5a-fa1f-4565-affa-5e4584195af4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:36.130398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.131506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.132362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.164827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b78d-5bd8-435c-8f67-6019997800b1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98738e15-d309-4185-ae02-95ec9c2512f4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.165712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.170683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/networks/13d441f9-74a5-4b92-8f02-161840202feb HTTP/1.1" status: 204 len: 168 time: 3.3265209 Jul 15 13:28:36.171787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.225490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832ea25-97fb-40cb-a8d6-48a490d8b9b2 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Network': ['ID=13d441f9-74a5-4b92-8f02-161840202feb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.317006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] For port 20949f5a-fa1f-4565-affa-5e4584195af4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=20949f5a-fa1f-4565-affa-5e4584195af4,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:36.317721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.332297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Calling delete_port for 20949f5a-fa1f-4565-affa-5e4584195af4 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:36.378708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4fc44482-316a-468e-bdab-893656d5e94e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2400727 Jul 15 13:28:36.381053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47624) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.502380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12b6b259-78dc-4d97-a1ab-353c5ebabbbf no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:36.533656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 5d984576-c737-46ae-8b99-c41935a30854 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:36.534153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.558772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 12b6b259-78dc-4d97-a1ab-353c5ebabbbf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:36.561534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12b6b259-78dc-4d97-a1ab-353c5ebabbbf not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:36.561877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.569096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20c2547b-4935-4b88-8dad-9c56fb75e2d3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.639200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.642644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626b86-c498-44fd-a43c-18ca05995958 req-d37cd957-3bf2-4ff5-bd06-659d418362da tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:36.644675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6626b86-c498-44fd-a43c-18ca05995958 req-d37cd957-3bf2-4ff5-bd06-659d418362da tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/ports?device_id=933c4bcb-46ef-4712-9476-be1a32a5e66c HTTP/1.1" status: 200 len: 946 time: 0.2334728 Jul 15 13:28:36.683334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20c2547b-4935-4b88-8dad-9c56fb75e2d3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.748378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=55cab3e8-48f7-4dd3-85b3-740a9bfd5943,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:36.777913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.778577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.794456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 5d984576-c737-46ae-8b99-c41935a30854 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:36.812987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20c2547b-4935-4b88-8dad-9c56fb75e2d3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.818121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20c2547b-4935-4b88-8dad-9c56fb75e2d3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.820467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-20c2547b-4935-4b88-8dad-9c56fb75e2d3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/5c8c669f-a91e-4e03-8232-b4a94baaa243 HTTP/1.1" status: 204 len: 168 time: 0.4367385 Jul 15 13:28:36.824923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47630) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:36.838335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.871625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.879981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] No DVR routers for this DVR port 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:36.905686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:36.908272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dc5a97d6-ad69-4d5c-89df-cd742999c54b req-e50a7e6c-9b77-4f3b-ad07-0dd69f8e5e8f tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.58 "DELETE /v2.0/ports/55cab3e8-48f7-4dd3-85b3-740a9bfd5943 HTTP/1.1" status: 204 len: 173 time: 2.4932115 Jul 15 13:28:36.913785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'name': 'network-vif-deleted', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:36.916380 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9fedbb-9f24-4fd9-aadb-96f87c846eb1" -d '{"events": [{"server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "name": "network-vif-deleted", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:36.932172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:36.935961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:36.941100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:36.947696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6626b86-c498-44fd-a43c-18ca05995958 req-322fef1f-04ef-45cc-9c34-8d74137598c6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "GET /v2.0/security-groups?id=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664707 Jul 15 13:28:36.953924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2547b-4935-4b88-8dad-9c56fb75e2d3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c669f-a91e-4e03-8232-b4a94baaa243,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.001585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8e51b23f-a108-4924-902c-7acbfcd5f375 req-50fd9562-3302-4e12-b7c4-63f67a6b90a4 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.0519774 Jul 15 13:28:37.058032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Pushing event updated for resources: {'Port': ['ID=946a7139-9201-499e-a5b5-98dda56ca695,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.128544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-60d48b4a-1d6d-4e89-812d-16af6cbe8246 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3021796 Jul 15 13:28:37.133315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.140593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460837399'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:37.156620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Pushing event deleted for resources: {'Port': ['ID=20949f5a-fa1f-4565-affa-5e4584195af4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.164290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.262382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.275055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.330035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=5d984576-c737-46ae-8b99-c41935a30854,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.341835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.344925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.503493 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67367fa-9896-449d-85da-112e1a6eee66 x-openstack-request-id: req-f67367fa-9896-449d-85da-112e1a6eee66 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:37.503809 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933c4bcb-46ef-4712-9476-be1a32a5e66c", "name": "network-vif-deleted", "tag": "55cab3e8-48f7-4dd3-85b3-740a9bfd5943", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:37.504128 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f67367fa-9896-449d-85da-112e1a6eee66 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:37.504590 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933c4bcb-46ef-4712-9476-be1a32a5e66c', 'name': 'network-vif-deleted', 'tag': '55cab3e8-48f7-4dd3-85b3-740a9bfd5943', 'status': 'completed', 'code': 200} Jul 15 13:28:37.507062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.508181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.508781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c511b27c-1fe2-494f-bfb9-f25a1995d7f8 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:37.509991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.520590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5efbebf1-cce2-42a3-b602-076f71964eb3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/floatingips/ce8d158b-8ae0-49e0-ad66-2775a0e82d9c HTTP/1.1" status: 204 len: 168 time: 1.3474867 Jul 15 13:28:37.521291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.528487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.537677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-86a6e3f1-0255-4b63-9639-9bacc76d9446 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c511b27c-1fe2-494f-bfb9-f25a1995d7f8 HTTP/1.1" status: 204 len: 168 time: 2.7416472 Jul 15 13:28:37.543412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.595058 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-9745034d-61b0-4b58-8d9a-f19d958e704d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.595877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9745034d-61b0-4b58-8d9a-f19d958e704d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.600647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9745034d-61b0-4b58-8d9a-f19d958e704d tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/ports/343996ea-315e-4864-af83-f78c64f72c07 HTTP/1.1" status: 404 len: 333 time: 0.0761259 Jul 15 13:28:37.611973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47646) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.691511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3c6c2cc7-dfaf-4f4b-a6fc-9c2d797deed4 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff5e49b2-c3e9-45b9-942b-b27c576aaff9 HTTP/1.1" status: 200 len: 205 time: 0.0781364 Jul 15 13:28:37.692126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47648) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.773723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.775806 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-77140067-be0e-4006-b35d-7c106f0d6a14 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] delete failed (client error): The resource could not be found. Jul 15 13:28:37.780435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-77140067-be0e-4006-b35d-7c106f0d6a14 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/routers/ff5e49b2-c3e9-45b9-942b-b27c576aaff9 HTTP/1.1" status: 404 len: 336 time: 0.0843549 Jul 15 13:28:37.781368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47650) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.814958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.896854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5453e2ed-955b-4fb9-8b6e-8d1deb10c0a9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:37.926558 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-14776aec-c240-4007-bdc8-c34ba5c5f3c3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] DELETE failed (client error): The resource could not be found. Jul 15 13:28:37.927600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14776aec-c240-4007-bdc8-c34ba5c5f3c3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:28:37.929569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14776aec-c240-4007-bdc8-c34ba5c5f3c3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/subnets/f5e35f42-c1dc-4506-bf70-3bd26fe98cea HTTP/1.1" status: 404 len: 337 time: 0.1468761 Jul 15 13:28:37.932846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47654) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.948454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:37.948454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5b27229b-52c7-46e2-bcde-671a446276ab tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8122060 Jul 15 13:28:37.966632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47656) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:37.972236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bad93349-0837-4f09-be7a-b44f8d5249bf tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '5453e2ed-955b-4fb9-8b6e-8d1deb10c0a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:38.059860 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-bad93349-0837-4f09-be7a-b44f8d5249bf tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:38.064521 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bad93349-0837-4f09-be7a-b44f8d5249bf tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0933363 Jul 15 13:28:38.064521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47660) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.069354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e7d19996-8165-4dcd-b918-077d431a1851 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group_rule': {'security_group_id': '5453e2ed-955b-4fb9-8b6e-8d1deb10c0a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:38.134849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:38.147712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47664) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.179070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:38.179876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 55cab3e8-48f7-4dd3-85b3-740a9bfd5943 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:38.184225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 49925ae3-feb1-40e2-9fc6-ea9a22404866 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:38.184711 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.218050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Deleting subnet 7a040158-4a99-4cce-aa1b-f6b40d9924d1 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:38.234573 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.298773 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-e7d19996-8165-4dcd-b918-077d431a1851 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:28:38.300207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e7d19996-8165-4dcd-b918-077d431a1851 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2347367 Jul 15 13:28:38.308757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47666) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.364817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c1f01fb-1520-458d-89b6-b8280ce31f33 req-1bed5502-4a56-41a3-aa5c-40d39598ab0c tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/ports?device_id=73a0a7c2-4299-4d43-a6d3-f5b8d8ef3df3 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Jul 15 13:28:38.444768 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.479080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.503411 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9668c62e-d0c8-4072-8fb4-0d4a2e107b63 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.509757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.526107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 49925ae3-feb1-40e2-9fc6-ea9a22404866 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:38.547249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68efd20d-e631-4021-b29c-adc9fa84784d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.555732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 20949f5a-fa1f-4565-affa-5e4584195af4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:38.581505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9668c62e-d0c8-4072-8fb4-0d4a2e107b63 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.586955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 20949f5a-fa1f-4565-affa-5e4584195af4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:38.587621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 20949f5a-fa1f-4565-affa-5e4584195af4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:38.660136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68efd20d-e631-4021-b29c-adc9fa84784d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.678534 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.795729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68efd20d-e631-4021-b29c-adc9fa84784d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.805575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68efd20d-e631-4021-b29c-adc9fa84784d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.806812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-68efd20d-e631-4021-b29c-adc9fa84784d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/5453e2ed-955b-4fb9-8b6e-8d1deb10c0a9 HTTP/1.1" status: 204 len: 168 time: 0.4930556 Jul 15 13:28:38.810651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.827892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9668c62e-d0c8-4072-8fb4-0d4a2e107b63 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.830590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9668c62e-d0c8-4072-8fb4-0d4a2e107b63 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.831799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9668c62e-d0c8-4072-8fb4-0d4a2e107b63 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/security-groups/b7535c29-a7a6-4bf2-985f-b5f8d1b2522c HTTP/1.1" status: 204 len: 168 time: 0.6712058 Jul 15 13:28:38.835501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.841657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd20d-e631-4021-b29c-adc9fa84784d tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5453e2ed-955b-4fb9-8b6e-8d1deb10c0a9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.871777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47674) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.921087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a040158-4a99-4cce-aa1b-f6b40d9924d1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.922826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668c62e-d0c8-4072-8fb4-0d4a2e107b63 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7535c29-a7a6-4bf2-985f-b5f8d1b2522c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:38.926421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89b8eb-60e6-4d06-a0f5-76f902c75a40 None None] Network c781cd74-8e99-441f-9583-0ab7d7eedb5f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:38.926702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.929095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-17c3e90b-dadd-45df-a18b-06b02a620c41 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7a040158-4a99-4cce-aa1b-f6b40d9924d1 HTTP/1.1" status: 204 len: 168 time: 1.3774135 Jul 15 13:28:38.931507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.963580 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-44729389-cfae-4bc9-adc1-66a83d826284 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1509700 Jul 15 13:28:38.964295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47680) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:38.972158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'tempest-secgroup--453704567'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:38.981872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:38.988062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.062174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.154640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=49925ae3-feb1-40e2-9fc6-ea9a22404866,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.286595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.307277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:28:39.331812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.369896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.374235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-49c7746b-e727-49ce-8e4e-7c5fc7dcff9a tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/ports/49925ae3-feb1-40e2-9fc6-ea9a22404866 HTTP/1.1" status: 204 len: 168 time: 1.4378405 Jul 15 13:28:39.376907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47682) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.384768 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.435930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.437592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4697599 Jul 15 13:28:39.460524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] DHCP port deletion for c781cd74-8e99-441f-9583-0ab7d7eedb5f request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:39.475897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47686) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.483771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0ba2e5cf-0e1c-4d22-8152-0563562a08d6 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:39.484378 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-0ba2e5cf-0e1c-4d22-8152-0563562a08d6 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:28:39.485236 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-0ba2e5cf-0e1c-4d22-8152-0563562a08d6 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:28:39.486449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0ba2e5cf-0e1c-4d22-8152-0563562a08d6 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "PUT /v2.0/security-groups/c5e4027d-a8da-4c67-beb9-7abeb424da48 HTTP/1.1" status: 409 len: 330 time: 0.0090582 Jul 15 13:28:39.489849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add921c-54e5-4b59-90a9-77833cec0398 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e4027d-a8da-4c67-beb9-7abeb424da48,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:39.493159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47690) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.569032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] Deleting port d13f734f-ee6e-436b-9b29-f4a619621925 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:39.570260 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.596776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:39.598412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47694) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.614399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Sync routers for ids ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:39.686216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Routers {'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:39.687415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:39.696386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21d39f5b-2a3c-406c-9bac-40b5fe97e081 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.767263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21d39f5b-2a3c-406c-9bac-40b5fe97e081 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.768730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] For port d13f734f-ee6e-436b-9b29-f4a619621925, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d13f734f-ee6e-436b-9b29-f4a619621925,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:39.769392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.776892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Deleting port d13f734f-ee6e-436b-9b29-f4a619621925 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:39.777402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.792727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.795739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] Calling delete_port for d13f734f-ee6e-436b-9b29-f4a619621925 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:39.798036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0f84cb80-bbd3-40ca-a628-92e3c81a7dee admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4667761 Jul 15 13:28:39.804894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:39.813114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5f5872b-a2d0-4e49-99e5-00d921fc5fb2 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.856242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 5c364100-77b5-49f5-b8ef-7038f675a08d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:39.856999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:39.929845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Set router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:39.935602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5f5872b-a2d0-4e49-99e5-00d921fc5fb2 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.019186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] For port d13f734f-ee6e-436b-9b29-f4a619621925, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d13f734f-ee6e-436b-9b29-f4a619621925,segment=NetworkSegment(5b40d122-3e1f-4587-b610-47817ced9d55),segment_id=5b40d122-3e1f-4587-b610-47817ced9d55)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:40.019739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.043933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Calling delete_port for d13f734f-ee6e-436b-9b29-f4a619621925 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:40.056883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21d39f5b-2a3c-406c-9bac-40b5fe97e081 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.061818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21d39f5b-2a3c-406c-9bac-40b5fe97e081 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.063607 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-21d39f5b-2a3c-406c-9bac-40b5fe97e081 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/c5e4027d-a8da-4c67-beb9-7abeb424da48 HTTP/1.1" status: 204 len: 168 time: 0.5652559 Jul 15 13:28:40.071492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.103743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d39f5b-2a3c-406c-9bac-40b5fe97e081 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e4027d-a8da-4c67-beb9-7abeb424da48,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.207088 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.232275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.237394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5f5872b-a2d0-4e49-99e5-00d921fc5fb2 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.240146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5f5872b-a2d0-4e49-99e5-00d921fc5fb2 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.244039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a5f5872b-a2d0-4e49-99e5-00d921fc5fb2 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5d68049-38fc-4b8b-b408-66f4a6d4361f HTTP/1.1" status: 204 len: 168 time: 0.6291192 Jul 15 13:28:40.246322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.262962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5872b-a2d0-4e49-99e5-00d921fc5fb2 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d68049-38fc-4b8b-b408-66f4a6d4361f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.272281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee90ff75-facc-48d6-937e-211b881d758e tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926970 Jul 15 13:28:40.280515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.296033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] Pushing event deleted for resources: {'Port': ['ID=d13f734f-ee6e-436b-9b29-f4a619621925,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.310991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 5c364100-77b5-49f5-b8ef-7038f675a08d owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:40.314885 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-077dbc45-0ce6-40d2-af54-439ab806dcb3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] delete failed (client error): The resource could not be found. Jul 15 13:28:40.319662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-077dbc45-0ce6-40d2-af54-439ab806dcb3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "DELETE /v2.0/security-groups/289e52a2-35da-4030-be3e-898d35c1c009 HTTP/1.1" status: 404 len: 347 time: 0.0344081 Jul 15 13:28:40.320171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.333658 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-cb56208c-152f-4c59-8045-2e42cfa459b1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] show failed (client error): The resource could not be found. Jul 15 13:28:40.337250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb56208c-152f-4c59-8045-2e42cfa459b1 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "GET /v2.0/security-groups/a5d68049-38fc-4b8b-b408-66f4a6d4361f HTTP/1.1" status: 404 len: 347 time: 0.0759885 Jul 15 13:28:40.337482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8cfb3-220a-4936-9a11-0fedff9bd074 None None] No DVR routers for this DVR port d13f734f-ee6e-436b-9b29-f4a619621925 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:40.358241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47708) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.383035 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.396481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:28:38Z', 'revision_number': 3, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:40.435992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Checking router: caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:40.436624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Updating router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c port 946a7139-9201-499e-a5b5-98dda56ca695 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:28:40.465605 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-6a6cbeb5-112e-43ed-93a4-93d2ce8178c3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] show failed (client error): The resource could not be found. Jul 15 13:28:40.470319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a6cbeb5-112e-43ed-93a4-93d2ce8178c3 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-groups/7defba1e-c73d-4465-8677-c97177ab38a6 HTTP/1.1" status: 404 len: 347 time: 0.1428542 Jul 15 13:28:40.477050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47710) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:40.514340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.544578 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-5914ed76-bb5e-4fa0-8951-216f72ec0ad1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] show failed (client error): The resource could not be found. Jul 15 13:28:40.552022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5914ed76-bb5e-4fa0-8951-216f72ec0ad1 tempest-NegativeSecGroupIPv6Test-1639579077 tempest-NegativeSecGroupIPv6Test-1639579077-project] 10.222.0.57 "GET /v2.0/security-group-rules/fc7964c7-23af-4a8b-8a7b-c1b3524afc0d HTTP/1.1" status: 404 len: 356 time: 0.0677686 Jul 15 13:28:40.704410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Deleting port 95e892c8-9ad7-4f08-91f4-3f9e86c6a5c1 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:40.704901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:40.744128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d13f734f-ee6e-436b-9b29-f4a619621925 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:40.834453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d13f734f-ee6e-436b-9b29-f4a619621925 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:40.835099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d13f734f-ee6e-436b-9b29-f4a619621925 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:40.951731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-4e2553a6-7880-4a68-9494-0cb7a6daf7b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8168015 Jul 15 13:28:40.993614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d13f734f-ee6e-436b-9b29-f4a619621925,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:40.996607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] No DVR routers for this DVR port d13f734f-ee6e-436b-9b29-f4a619621925 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:41.035674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.035999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.076442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.085115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Calling delete_port for 95e892c8-9ad7-4f08-91f4-3f9e86c6a5c1 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:41.147717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.172769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c781cd74-8e99-441f-9583-0ab7d7eedb5f']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:41.193385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.197341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.205151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.267237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b40d122-3e1f-4587-b610-47817ced9d55') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:41.267524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b40d122-3e1f-4587-b610-47817ced9d55') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:41.305585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.329678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Transition to ACTIVE for port object 946a7139-9201-499e-a5b5-98dda56ca695 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:41.341546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.370257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.379724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.436876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:41.437423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:41.444754 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:41.448149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=5c364100-77b5-49f5-b8ef-7038f675a08d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.468801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.469409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.469955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.470491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.471757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.472292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.472530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cb370-0672-4afd-8e15-08d6889ab43e None None] Pushing event updated for resources: {'Port': ['ID=946a7139-9201-499e-a5b5-98dda56ca695,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.472767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.475022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e02428f8-dfb0-4928-8b7b-cff417804694 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.4351523 Jul 15 13:28:41.507102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Attempting to bind port 946a7139-9201-499e-a5b5-98dda56ca695 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:41.507579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Attempting to bind port 946a7139-9201-499e-a5b5-98dda56ca695 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:41.508025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Attempting to bind port 946a7139-9201-499e-a5b5-98dda56ca695 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:41.516661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:41.517379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:41.517578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.518102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:41.518724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Bound port: 946a7139-9201-499e-a5b5-98dda56ca695, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:41.519218 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.630438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.631883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] For port 946a7139-9201-499e-a5b5-98dda56ca695, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:41.639362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] For port 946a7139-9201-499e-a5b5-98dda56ca695, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=946a7139-9201-499e-a5b5-98dda56ca695,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:41.644330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Allocated IP 172.20.0.1 (1fe88f76-ec39-44ad-acb0-e2b7010fbaad/f7798f3a-6d94-4680-ab68-318f55ed2b16/4d54d01a-d1d5-4278-87fd-40724a01972f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:41.648739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.682236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Pushing event deleted for resources: {'Port': ['ID=95e892c8-9ad7-4f08-91f4-3f9e86c6a5c1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.683628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.730238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Routers {'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:41.731544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:41.735582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.737728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] 10.222.0.57 "DELETE /v2.0/networks/c781cd74-8e99-441f-9583-0ab7d7eedb5f HTTP/1.1" status: 204 len: 168 time: 2.8049641 Jul 15 13:28:41.746658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f6386419-711c-4a5b-8dd6-5c5980ca5cfd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fe03299f40a4c56981f9055079c46bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380099 Jul 15 13:28:41.787720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47726) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.798378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ffd9-5192-4edc-ab00-f1b57e64d2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=c781cd74-8e99-441f-9583-0ab7d7eedb5f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.812485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:41.814549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92702249-6587-44a0-ab45-9cb06ac64f25 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/ports/5c364100-77b5-49f5-b8ef-7038f675a08d HTTP/1.1" status: 204 len: 168 time: 2.4365978 Jul 15 13:28:41.820814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:41.927359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cb370-0672-4afd-8e15-08d6889ab43e None None] Pushing event updated for resources: {'Port': ['ID=946a7139-9201-499e-a5b5-98dda56ca695,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:41.944859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-6bc1fb4d-450d-48a4-ba0a-2605f9454ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.946181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-6bc1fb4d-450d-48a4-ba0a-2605f9454ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.947719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-6bc1fb4d-450d-48a4-ba0a-2605f9454ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:41.952845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-6bc1fb4d-450d-48a4-ba0a-2605f9454ca6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=d283855c-bb57-4415-8af6-59c2c98dfa14&id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 2292 time: 0.4178984 Jul 15 13:28:41.985889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] Set router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:42.003706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.008041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.009435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d5b7836c-e614-4c39-a818-368845027530 tempest-ServersTestBootFromVolume-1730868647 tempest-ServersTestBootFromVolume-1730868647-project] 10.222.0.57 "DELETE /v2.0/floatingips/52519ac4-c3f9-4575-866c-c87139216e35 HTTP/1.1" status: 204 len: 168 time: 1.6430578 Jul 15 13:28:42.014567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.086827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.135362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b291007c-fb02-4fa0-b6fb-c70372d153d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.165641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b291007c-fb02-4fa0-b6fb-c70372d153d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.260226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-eb190c76-cfe1-4e5c-8c37-539110eb7d83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 1000 time: 0.2974627 Jul 15 13:28:42.347689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-415d61f2-7b52-4bf5-9f3f-ac431064d7dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5559dff60b2a4c60ac2ed1514dc7afa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570913 Jul 15 13:28:42.351164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47736) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.357673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:28:38Z', 'revision_number': 3, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:42.413756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb52c98-e206-4b67-8eb9-53114c9b8a84 None None] The sync data for ids ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'] in n-d-798054-11 is: [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:28:38Z', 'revision_number': 3, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:42.460090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-79473a28-a5d0-4b51-a8f0-a7481aebf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.463302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-79473a28-a5d0-4b51-a8f0-a7481aebf252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 200 len: 851 time: 0.1798549 Jul 15 13:28:42.485391 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b291007c-fb02-4fa0-b6fb-c70372d153d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.491420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b291007c-fb02-4fa0-b6fb-c70372d153d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.493542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b291007c-fb02-4fa0-b6fb-c70372d153d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c2d1e4e-d4da-47ab-b686-8427d608946c HTTP/1.1" status: 204 len: 168 time: 0.7041838 Jul 15 13:28:42.615966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.616501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291007c-fb02-4fa0-b6fb-c70372d153d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d1e4e-d4da-47ab-b686-8427d608946c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:42.630133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da2f86-c47a-44ba-b3e0-3481fed11145 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:42.631836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-79da2f86-c47a-44ba-b3e0-3481fed11145 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "GET /v2.0/ports?device_id=9abc755b-0a57-4cba-b815-8aad0c7187e9 HTTP/1.1" status: 200 len: 913 time: 0.8048306 Jul 15 13:28:42.661776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:42.815030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ab22086-ab46-4cba-ac30-843a2d390ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.883368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.938457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 417bf716-eada-4667-8e4b-7f5b3c606faf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:42.938835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:42.986409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ab22086-ab46-4cba-ac30-843a2d390ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.044210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:43.054169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:43.061664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:43.090846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1cc576a-5d77-4a5c-b365-10320c9d6782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.118780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Pushing event updated for resources: {'Port': ['ID=4d54d01a-d1d5-4278-87fd-40724a01972f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.121992 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.154950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-417c5b4a-3230-4050-b8f8-8c9e9886e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:43.158219 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-417c5b4a-3230-4050-b8f8-8c9e9886e297 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e53f48e-0978-4e08-8c50-8d598755a75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6749547 Jul 15 13:28:43.320140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ab22086-ab46-4cba-ac30-843a2d390ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.322835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ab22086-ab46-4cba-ac30-843a2d390ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.324031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ab22086-ab46-4cba-ac30-843a2d390ef6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6699410b-da57-4c82-9548-20729a98dd74 HTTP/1.1" status: 204 len: 168 time: 0.9691627 Jul 15 13:28:43.409746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab22086-ab46-4cba-ac30-843a2d390ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699410b-da57-4c82-9548-20729a98dd74,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:43.492024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port 417bf716-eada-4667-8e4b-7f5b3c606faf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=417bf716-eada-4667-8e4b-7f5b3c606faf,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:43.492416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.529323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 417bf716-eada-4667-8e4b-7f5b3c606faf owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:43.563768 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-3d27bb14-131c-4f5a-851c-dbdb40362ab6 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950014 Jul 15 13:28:43.618979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.726130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:43.945972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-4f1e95cc-338b-4f14-b985-ecba80a76681 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755145 Jul 15 13:28:44.026901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-0b8dba94-b5d6-4300-863c-b5da9c7ec1ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 217 time: 0.0726824 Jul 15 13:28:44.123634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-8b8a37d2-dd93-4e00-9e32-a5943626e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:44.125479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-8b8a37d2-dd93-4e00-9e32-a5943626e017 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.0925715 Jul 15 13:28:44.203493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.222625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.230123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.277658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.340392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=417bf716-eada-4667-8e4b-7f5b3c606faf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.380512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Pushing event updated for resources: {'Port': ['ID=4d54d01a-d1d5-4278-87fd-40724a01972f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:44.384924 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.644596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:44.649576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:44.885000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 946a7139-9201-499e-a5b5-98dda56ca695 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:44.943394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Deleting port b52c8072-87ec-4531-aff0-f30b63316439 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:44.943966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.969953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 946a7139-9201-499e-a5b5-98dda56ca695 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:44.974295 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:44.975888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 946a7139-9201-499e-a5b5-98dda56ca695 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:44.976445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.065096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] For port b52c8072-87ec-4531-aff0-f30b63316439, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b52c8072-87ec-4531-aff0-f30b63316439,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:45.065470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.081726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Calling delete_port for b52c8072-87ec-4531-aff0-f30b63316439 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:45.112398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.140239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 946a7139-9201-499e-a5b5-98dda56ca695, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=946a7139-9201-499e-a5b5-98dda56ca695,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:45.157881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.239123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=946a7139-9201-499e-a5b5-98dda56ca695,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.273987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-4ef9bf1f-d807-412d-8f27-bff0ea34afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:45.276023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-4ef9bf1f-d807-412d-8f27-bff0ea34afd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1263964 Jul 15 13:28:45.277700 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.389449 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.493265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b52c8072-87ec-4531-aff0-f30b63316439,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:45.532089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6aaf331-4736-404f-8aa8-9256a9ed5dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.567725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:45.586385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-1b6134f6-a786-4f16-a79b-6685758f7379 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000336 Jul 15 13:28:45.635814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-e980d9e9-9da7-48ad-aa49-1f206853e450 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2763240 Jul 15 13:28:45.657697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.676435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:45.814400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:45.827180 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Sync routers for ids ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:45.844516 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Routers {'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:45.845167 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:45.852871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-baf83df5-00fa-4248-9d09-0ef0ff60eed1 admin admin] 10.222.0.57 "PUT /v2.0/routers/caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0352011 Jul 15 13:28:46.067469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.069134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.069801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.070546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.071192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.071840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.072474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.074888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ab217147-0a25-48f4-bca9-7a79d262713f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 0.2621045 Jul 15 13:28:46.078857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.081983 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-9ba8820a-1569-4175-a03e-0c8cccec9a70 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836366 Jul 15 13:28:46.115472 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Set router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:46.287746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-7fb4685b-69c8-4412-8cfa-956153efccf6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 217 time: 0.1898472 Jul 15 13:28:46.401424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ac54c0eb-8c73-4dbe-a37b-bd12e594c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.401905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ac54c0eb-8c73-4dbe-a37b-bd12e594c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.402374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ac54c0eb-8c73-4dbe-a37b-bd12e594c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.404683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ac54c0eb-8c73-4dbe-a37b-bd12e594c477 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=21e53ded-6736-481c-9356-ddec7ed49dd2&id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 2299 time: 0.2535243 Jul 15 13:28:46.479729 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:28:43Z', 'revision_number': 4, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '4d54d01a-d1d5-4278-87fd-40724a01972f', 'name': '', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'mac_address': 'fa:16:3e:68:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:41Z', 'updated_at': '2021-07-15T13:28:43Z', 'revision_number': 2, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'subnets': [{'id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:46.519278 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Checking router: caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:46.519921 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Updating router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c port 4d54d01a-d1d5-4278-87fd-40724a01972f binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:28:46.557600 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.729703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Router b6fdc401-3b4c-402f-98ec-157c27249463 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:46.743366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-404abbf8-a0cf-4fdd-865c-cd54736124c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:46.755864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-404abbf8-a0cf-4fdd-865c-cd54736124c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.4327655 Jul 15 13:28:46.806735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 946a7139-9201-499e-a5b5-98dda56ca695 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:46.834061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 64714a67-db0c-427e-9e2c-aab351a76392 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:46.834435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:46.926375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 946a7139-9201-499e-a5b5-98dda56ca695 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:46.928199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.022192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-a4d6d496-e74d-4368-b5c1-43143cdad78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.027120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-a4d6d496-e74d-4368-b5c1-43143cdad78a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2633793 Jul 15 13:28:47.029074 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.040396 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Transition to ACTIVE for port object 4d54d01a-d1d5-4278-87fd-40724a01972f will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:47.049159 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.082629 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.203838 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Pushing event updated for resources: {'Port': ['ID=4d54d01a-d1d5-4278-87fd-40724a01972f,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.216908 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.217427 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.217866 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.218763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.219109 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.219518 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.219893 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.220482 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.221066 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.221663 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.222473 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.223122 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:28:47.229499 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Attempting to bind port 4d54d01a-d1d5-4278-87fd-40724a01972f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:47.230279 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Attempting to bind port 4d54d01a-d1d5-4278-87fd-40724a01972f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:47.230978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Attempting to bind port 4d54d01a-d1d5-4278-87fd-40724a01972f on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:47.238764 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:47.239531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Checking segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:47.240166 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.240807 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Bound using segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:47.241527 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Bound port: 4d54d01a-d1d5-4278-87fd-40724a01972f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:47.242190 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.268764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-51e5ed51-1023-4486-9b49-346abd8a4460 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 1000 time: 0.8551576 Jul 15 13:28:47.343205 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] For port 4d54d01a-d1d5-4278-87fd-40724a01972f, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:47.358791 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] For port 4d54d01a-d1d5-4278-87fd-40724a01972f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4d54d01a-d1d5-4278-87fd-40724a01972f,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:47.367401 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.376050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.399999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:47.401831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 64714a67-db0c-427e-9e2c-aab351a76392 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:47.414011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b5fe47c3-1322-41ba-b678-510cae79b0f6 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "PUT /v2.0/routers/b6fdc401-3b4c-402f-98ec-157c27249463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5391047 Jul 15 13:28:47.417437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47858) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.419340 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48177193-8759-4c77-8200-e1773145b0dc None None] Sync routers for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:47.428234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Router 2dbfb831-e8fc-45ed-813e-10b640582a71 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:47.447940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:47.449332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:47.449769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-a4fafdb3-558c-4230-b146-cae19a138c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.451708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-a4fafdb3-558c-4230-b146-cae19a138c32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 200 len: 856 time: 0.1622853 Jul 15 13:28:47.469093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-d2e7c2f9-9320-4909-8357-a8997d96ece0 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299698 Jul 15 13:28:47.480713 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Routers {'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:47.481685 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:47.488185 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c0b69-2652-48a9-9f56-79cbac9ee983 None None] Pushing event updated for resources: {'Port': ['ID=4d54d01a-d1d5-4278-87fd-40724a01972f,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:47.550955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-d7e336c0-d939-479f-9f5c-3e704b505ad5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.552552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-d7e336c0-d939-479f-9f5c-3e704b505ad5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 810 time: 0.3489695 Jul 15 13:28:47.636119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting subnet a80bb443-57cb-42c0-b948-0392a3bb9c0f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:47.644822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.653125 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] Set router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:47.736411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-c2f3061c-5eb3-4149-bbb0-e624e24d0f9f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/quotas/9963e34fd91f406b9a842857158e0ba0 HTTP/1.1" status: 200 len: 375 time: 0.0513563 Jul 15 13:28:47.785812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:47.790334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-ff65cccb-7267-4cb7-b628-af985dbc2615 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746029 Jul 15 13:28:47.861792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:47.870221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-f24828d9-4468-40bf-8d99-c1cbbb3f5b96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 200 len: 217 time: 0.0500581 Jul 15 13:28:47.875131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9256ee10-158c-4cf5-973e-4a2efb1ff5dc admin admin] 10.222.0.57 "PUT /v2.0/routers/2dbfb831-e8fc-45ed-813e-10b640582a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8578486 Jul 15 13:28:47.887268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47874) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:47.888034 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] Sync routers for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:47.893571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-f2ac77dd-d78a-40b7-b1f1-0ae53c711189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:47.896351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-f2ac77dd-d78a-40b7-b1f1-0ae53c711189 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4310467 Jul 15 13:28:47.942378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:47.945493 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:47.957078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:48.123361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-d1e4bde4-726c-46b3-84f5-96e5642cde76 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3802514 Jul 15 13:28:48.133784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.141497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-ca1f7cc4-1511-465e-ac3a-3b477212cbac service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:28:48.142634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-ca1f7cc4-1511-465e-ac3a-3b477212cbac service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080364 Jul 15 13:28:48.170948 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:48.206396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.212585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-8cbe868b-588e-44c9-98b4-83a66fbb543f service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070030 Jul 15 13:28:48.253668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48177193-8759-4c77-8200-e1773145b0dc None None] Checking router: b6fdc401-3b4c-402f-98ec-157c27249463 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:48.256394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-36db1b59-b995-449b-9c34-c697748eeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.263061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-36db1b59-b995-449b-9c34-c697748eeea7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.3864846 Jul 15 13:28:48.268305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] Routers {'b6fdc401-3b4c-402f-98ec-157c27249463'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:48.269461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b6fdc401-3b4c-402f-98ec-157c27249463'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.323625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.372384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.378686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/subnets/a80bb443-57cb-42c0-b948-0392a3bb9c0f HTTP/1.1" status: 204 len: 168 time: 0.9512725 Jul 15 13:28:48.389028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47890) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:48.445912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ccb15-578e-472a-8a43-fd3d78d822a7 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Subnet': ['ID=a80bb443-57cb-42c0-b948-0392a3bb9c0f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:48.478697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-bd455b8d-93d4-4240-9bcb-9c86c882e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:48.480483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-bd455b8d-93d4-4240-9bcb-9c86c882e8b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1614871 Jul 15 13:28:48.483051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.557264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf77fa-7b7a-4d0f-ac3c-31e3f96eb9e7 None None] Network 587bfecf-8d29-481b-a86f-7b5d258102fd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:48.606312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.621876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:48.664196 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:28:43Z', 'revision_number': 4, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '4d54d01a-d1d5-4278-87fd-40724a01972f', 'name': '', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'mac_address': 'fa:16:3e:68:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:41Z', 'updated_at': '2021-07-15T13:28:47Z', 'revision_number': 4, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'subnets': [{'id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.719668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48716104-2b55-462f-9bfc-48fce7140cb2 None None] The sync data for ids ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'] in n-d-798054-11 is: [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:28:43Z', 'revision_number': 4, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '4d54d01a-d1d5-4278-87fd-40724a01972f', 'name': '', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'mac_address': 'fa:16:3e:68:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:41Z', 'updated_at': '2021-07-15T13:28:47Z', 'revision_number': 4, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'subnets': [{'id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:48.745768 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:48.794999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] Set router b6fdc401-3b4c-402f-98ec-157c27249463 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:48.898404 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] Checking router: 2dbfb831-e8fc-45ed-813e-10b640582a71 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:28:48.929384 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] Routers {'2dbfb831-e8fc-45ed-813e-10b640582a71'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:48.930961 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['2dbfb831-e8fc-45ed-813e-10b640582a71'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:49.014320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-47347d01-c719-48e0-8a30-144f5c8beb3f service neutron] 10.222.0.57 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542118 Jul 15 13:28:49.084489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-e2b1d8c9-b64f-456b-b319-a6af84541d27 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551791 Jul 15 13:28:49.282969 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] Set router 2dbfb831-e8fc-45ed-813e-10b640582a71 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:28:49.337514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.352833 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-6c2e8bd9-2d56-4de7-a881-482fa2bf4446 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 217 time: 0.2585707 Jul 15 13:28:49.406897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.507902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=64714a67-db0c-427e-9e2c-aab351a76392,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:49.526642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] DHCP port deletion for 587bfecf-8d29-481b-a86f-7b5d258102fd request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:49.613068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-48177193-8759-4c77-8200-e1773145b0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:49.713529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48177193-8759-4c77-8200-e1773145b0dc None None] The sync data for ids ['b6fdc401-3b4c-402f-98ec-157c27249463'] in n-d-798054-11 is: [{'id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'name': 'tempest-TestNetworkBasicOps-router-1814656931', 'tenant_id': '3e0048f79d754f929a746882aa0bae89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:27:07Z', 'updated_at': '2021-07-15T13:28:44Z', 'revision_number': 5, 'project_id': '3e0048f79d754f929a746882aa0bae89', 'gw_port': {'id': '4166aa91-0ef3-4223-b3e1-683faf1647ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fdc401-3b4c-402f-98ec-157c27249463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:27:09Z', 'updated_at': '2021-07-15T13:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:49.738037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] Deleting port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:49.738423 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.761160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-5d574e52-64e4-4e0e-9f9d-53d7bdd01cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:49.761815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.763385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-5d574e52-64e4-4e0e-9f9d-53d7bdd01cc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.3584607 Jul 15 13:28:49.882277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-bb8c2d35-ae1f-4c16-af61-bf123787454c service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273194 Jul 15 13:28:49.941544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] For port 6c6d8e6f-793b-4646-987b-db6b9eef14e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6c6d8e6f-793b-4646-987b-db6b9eef14e3,segment=NetworkSegment(dcefff6f-c83a-4013-b130-66ce386217e0),segment_id=dcefff6f-c83a-4013-b130-66ce386217e0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:49.942291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:49.970110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] Calling delete_port for 6c6d8e6f-793b-4646-987b-db6b9eef14e3 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:50.011839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-4a54f076-c204-439e-9266-fec25dbfb971 service neutron] 10.222.0.57 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9794199 Jul 15 13:28:50.017322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Deleting port 4166aa91-0ef3-4223-b3e1-683faf1647ef {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:50.017673 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.054791 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:50.098114 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0fc9b6-acae-4d8d-8a30-30848a2b236e None None] The sync data for ids ['2dbfb831-e8fc-45ed-813e-10b640582a71'] in n-d-798054-11 is: [{'id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'name': 'tempest-ServersTestBootFromVolume-661862360-router', 'tenant_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '307b55a9-71bc-4265-838a-14e955434d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:24:58Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 5, 'project_id': '5ed5465eef9e44e294d7d6284ec6a0cc', 'gw_port': {'id': '307b55a9-71bc-4265-838a-14e955434d0a', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbfb831-e8fc-45ed-813e-10b640582a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:25:00Z', 'updated_at': '2021-07-15T13:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:50.145036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.182284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-6b523f52-73f3-4962-ab96-81153e7e5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:50.184233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-6b523f52-73f3-4962-ab96-81153e7e5513 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4019842 Jul 15 13:28:50.229482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] Pushing event deleted for resources: {'Port': ['ID=6c6d8e6f-793b-4646-987b-db6b9eef14e3,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:50.242059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf700bef-4901-49a1-91c6-e120c44d185a None None] No DVR routers for this DVR port 6c6d8e6f-793b-4646-987b-db6b9eef14e3 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:50.322938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] For port 4166aa91-0ef3-4223-b3e1-683faf1647ef, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4166aa91-0ef3-4223-b3e1-683faf1647ef,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:50.323322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.453692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Calling delete_port for 4166aa91-0ef3-4223-b3e1-683faf1647ef owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:50.642828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Deleting port 307b55a9-71bc-4265-838a-14e955434d0a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:50.643437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.667576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-787864e2-983d-4a18-9504-e42cc12d3cdc service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643364 Jul 15 13:28:50.845086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:50.847937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4d54d01a-d1d5-4278-87fd-40724a01972f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:50.885668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-439c0586-38b2-4f8d-86ef-36e427b0e8fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 200 len: 217 time: 0.2112958 Jul 15 13:28:51.158120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4d54d01a-d1d5-4278-87fd-40724a01972f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:28:51.169559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4d54d01a-d1d5-4278-87fd-40724a01972f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:51.169979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.292899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc0235d1-213d-44b9-8cae-efe05bf5685b req-58926746-19a0-4709-bc2c-7b703be1323c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 210 time: 0.1719828 Jul 15 13:28:51.301553 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-99426e1b-e1e1-4ccc-8049-d4933933d75e service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1087844 Jul 15 13:28:51.305398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.415245 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.473986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4d54d01a-d1d5-4278-87fd-40724a01972f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4d54d01a-d1d5-4278-87fd-40724a01972f,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:51.482470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.514594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Port': ['ID=4166aa91-0ef3-4223-b3e1-683faf1647ef,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.538357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47968) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:51.592447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4d54d01a-d1d5-4278-87fd-40724a01972f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:51.597139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 417bf716-eada-4667-8e4b-7f5b3c606faf no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:51.630552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 417bf716-eada-4667-8e4b-7f5b3c606faf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:51.630931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 417bf716-eada-4667-8e4b-7f5b3c606faf not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:51.631554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c6d8e6f-793b-4646-987b-db6b9eef14e3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:51.659663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6c6d8e6f-793b-4646-987b-db6b9eef14e3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:51.660294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6c6d8e6f-793b-4646-987b-db6b9eef14e3 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:51.660919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b52c8072-87ec-4531-aff0-f30b63316439 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:51.703118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: b52c8072-87ec-4531-aff0-f30b63316439 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:51.704626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b52c8072-87ec-4531-aff0-f30b63316439 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:51.835760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] For port 307b55a9-71bc-4265-838a-14e955434d0a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=307b55a9-71bc-4265-838a-14e955434d0a,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:51.837061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.840487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-2c8fbd0a-dd8b-49ac-9a4b-af3c5f2ea1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:51.842121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-2c8fbd0a-dd8b-49ac-9a4b-af3c5f2ea1c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.5655451 Jul 15 13:28:51.852716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-93527a7a-978f-4c29-83f7-36823667228f service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398951 Jul 15 13:28:51.855044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.887496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Calling delete_port for 307b55a9-71bc-4265-838a-14e955434d0a owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:51.891079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b360c19c-017c-4838-8302-1381fa349eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:51.933427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-bb33dc0c-93a9-478d-b44f-6faa713d861a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 217 time: 0.0739512 Jul 15 13:28:52.017785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Router 9abc755b-0a57-4cba-b815-8aad0c7187e9 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:28:52.035390 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.043412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.177281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-51aafa21-28c2-425b-8f1d-ef8617affdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.180207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-51aafa21-28c2-425b-8f1d-ef8617affdec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.2092335 Jul 15 13:28:52.185582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.186145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Fanout notify agent at l3_agent the message router_deleted on router b6fdc401-3b4c-402f-98ec-157c27249463 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:52.195821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.197418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-95f94121-3e63-4db1-b3fe-a4ed20083d79 tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/routers/b6fdc401-3b4c-402f-98ec-157c27249463 HTTP/1.1" status: 204 len: 168 time: 3.8084593 Jul 15 13:28:52.200894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47984) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.243776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e999c090-1ca5-498f-958d-a8e321b82f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.245591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-e999c090-1ca5-498f-958d-a8e321b82f2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3886302 Jul 15 13:28:52.433281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b360c19c-017c-4838-8302-1381fa349eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.477848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.614135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-f7a1d663-9824-4cfd-b678-1af606e11d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:52.616411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-f7a1d663-9824-4cfd-b678-1af606e11d5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4183424 Jul 15 13:28:52.621051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:28:52.629233 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b360c19c-017c-4838-8302-1381fa349eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.640690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] Sync routers for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:28:52.670293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-764fb412-c63e-41ae-b289-75478ede193b tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "PUT /v2.0/routers/9abc755b-0a57-4cba-b815-8aad0c7187e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0001192 Jul 15 13:28:52.670669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:52.670669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.678338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.693088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47996) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.717204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b360c19c-017c-4838-8302-1381fa349eb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84865eefdc2f48a7b57b8e4344fb4941&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1558576 Jul 15 13:28:52.743191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.773095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48000) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:52.778369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] Routers {'9abc755b-0a57-4cba-b815-8aad0c7187e9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:28:52.779844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9abc755b-0a57-4cba-b815-8aad0c7187e9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.793435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:52.809286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64323430-8148-4a74-9270-be3ef04dcbc4 req-fd3d959d-1ff3-4a44-b2ff-453715d5338e tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 210 time: 0.1831570 Jul 15 13:28:52.872010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Pushing event deleted for resources: {'Port': ['ID=307b55a9-71bc-4265-838a-14e955434d0a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.898103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587bfecf-8d29-481b-a86f-7b5d258102fd']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.935016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.953346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9f60e-59e7-4540-b268-1c43aeba53cc None None] The sync data for ids ['9abc755b-0a57-4cba-b815-8aad0c7187e9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:28:52.966032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360c19c-017c-4838-8302-1381fa349eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15512bd2-8eb8-435f-a145-66485f7b613e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:52.988449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcefff6f-c83a-4013-b130-66ce386217e0') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:52.988990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcefff6f-c83a-4013-b130-66ce386217e0') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:53.057362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4d54d01a-d1d5-4278-87fd-40724a01972f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:28:53.083506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-537c7027-cc17-4441-bcff-4a8b9643e8ba service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249881 Jul 15 13:28:53.126881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.134735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.191682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4d54d01a-d1d5-4278-87fd-40724a01972f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:28:53.192381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.292959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.296109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.416636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.416636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dbfb831-e8fc-45ed-813e-10b640582a71 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:53.427493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.431716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7fbcdc9a-5f09-4bcd-ad41-851c39c2374f admin admin] 10.222.0.57 "DELETE /v2.0/routers/2dbfb831-e8fc-45ed-813e-10b640582a71 HTTP/1.1" status: 204 len: 168 time: 5.5388744 Jul 15 13:28:53.432738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48036) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:53.502662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-fe479474-c4a6-4fb4-8c4e-3033530e40f0 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086459 Jul 15 13:28:53.519579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Deleting subnet b6ed250e-e393-4e03-8357-83e41bd0497b {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:53.559285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.563339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-594799c1-1b9a-4c66-af48-763534e52b66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 200 len: 217 time: 0.0541396 Jul 15 13:28:53.654600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.695745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.701821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-9a329f09-b411-47fc-8617-e173497c317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.703904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-9a329f09-b411-47fc-8617-e173497c317c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1170344 Jul 15 13:28:53.728632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:53.729070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:53.744435 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:53.783554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-3d6d3a72-8d6f-4c2d-8903-c898f25fdd4d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.785211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-3d6d3a72-8d6f-4c2d-8903-c898f25fdd4d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.59 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 810 time: 1.1034775 Jul 15 13:28:53.787466 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-c5249b0d-de48-4d31-bcca-a0529d2e4689 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1531394 Jul 15 13:28:53.789693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.795697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e7a602-1b2b-42db-816d-34dd488f84f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.810144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.864923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-64842474-e637-4084-9efe-24119b006b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:53.866493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-64842474-e637-4084-9efe-24119b006b9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1559987 Jul 15 13:28:53.889492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Request body: {'port': {'device_id': '91eec305-445c-461a-acdc-0a27b6aa992d', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'admin_state_up': True, 'tenant_id': '9963e34fd91f406b9a842857158e0ba0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:53.985248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:53.996004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.035723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-85a4aa31-cafd-49bc-962b-bba3f460a5e0 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599271 Jul 15 13:28:54.037870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ed250e-e393-4e03-8357-83e41bd0497b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.040156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.042817 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5f1846d8-62b5-44a1-84ed-5e619a88ab31 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b6ed250e-e393-4e03-8357-83e41bd0497b HTTP/1.1" status: 204 len: 168 time: 0.6084421 Jul 15 13:28:54.052292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.053085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.054082 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] 10.222.0.57 "DELETE /v2.0/networks/587bfecf-8d29-481b-a86f-7b5d258102fd HTTP/1.1" status: 204 len: 168 time: 1.8519647 Jul 15 13:28:54.057981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346fb260-bf0a-452e-b750-95afc106ccef None None] Network c8096a56-c374-42da-b6de-c40de15b0287 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:54.090141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e7a602-1b2b-42db-816d-34dd488f84f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.361144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeb4953b-7421-4ed5-8e80-af43e460c862 req-fc7e1b94-689c-4866-a1d5-f2145d362d19 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 210 time: 0.3663607 Jul 15 13:28:54.388111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b011c-aab8-4a51-8782-b711f535fcde tempest-TestNetworkBasicOps-1491636715 tempest-TestNetworkBasicOps-1491636715-project] Pushing event deleted for resources: {'Network': ['ID=587bfecf-8d29-481b-a86f-7b5d258102fd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.445272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] DHCP port deletion for c8096a56-c374-42da-b6de-c40de15b0287 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:28:54.478928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.484191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-4d29cbb3-6efb-4109-947e-0f0abf107024 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468976 Jul 15 13:28:54.552780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-7ae612f9-9c5b-4bcd-a9dd-1430d8e9b8ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 200 len: 217 time: 0.0583248 Jul 15 13:28:54.572956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e7a602-1b2b-42db-816d-34dd488f84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.575616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e7a602-1b2b-42db-816d-34dd488f84f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.576934 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-64e7a602-1b2b-42db-816d-34dd488f84f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15512bd2-8eb8-435f-a145-66485f7b613e HTTP/1.1" status: 204 len: 168 time: 1.8021255 Jul 15 13:28:54.586866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] Deleting port ffa69638-a37d-4b46-9700-f2a97c241cd1 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:54.589877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.627156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.630005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:54.634630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-7d3ee768-f1bc-447f-8044-baeaf6c3a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.636302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-7d3ee768-f1bc-447f-8044-baeaf6c3a0dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.0579233 Jul 15 13:28:54.646397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Made reservation on behalf of 9963e34fd91f406b9a842857158e0ba0 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:54.650286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:54.652978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a602-1b2b-42db-816d-34dd488f84f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15512bd2-8eb8-435f-a145-66485f7b613e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:54.742729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-832f75fd-6c7c-4830-9d66-8d12bcc9acf9 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991494 Jul 15 13:28:54.882394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-dc794486-cde3-4626-8d3b-be422270bf1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 217 time: 0.1253405 Jul 15 13:28:54.928104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 307b55a9-71bc-4265-838a-14e955434d0a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:54.959773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Allocated IP 172.20.0.14 (1fe88f76-ec39-44ad-acb0-e2b7010fbaad/f7798f3a-6d94-4680-ab68-318f55ed2b16/e5953d73-b69f-4167-89b5-276dce74c44b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:28:54.972391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-47af7a1f-99da-4ff3-af9a-e494009e7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:54.975199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-47af7a1f-99da-4ff3-af9a-e494009e7fde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.0801098 Jul 15 13:28:55.005918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] For port ffa69638-a37d-4b46-9700-f2a97c241cd1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffa69638-a37d-4b46-9700-f2a97c241cd1,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:55.008023 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.028377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 307b55a9-71bc-4265-838a-14e955434d0a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:55.028785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 307b55a9-71bc-4265-838a-14e955434d0a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:55.029218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffa69638-a37d-4b46-9700-f2a97c241cd1 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:55.045634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Deleting port ffa69638-a37d-4b46-9700-f2a97c241cd1 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:55.046194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.063170 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:28:55.091478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] Calling delete_port for ffa69638-a37d-4b46-9700-f2a97c241cd1 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:55.115454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e98f7ef1-39a6-46d3-8abf-9ed0566f7a92 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e0048f79d754f929a746882aa0bae89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449384 Jul 15 13:28:55.116351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48120) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.136951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.142436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48122) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:55.191429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.196680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8779022-9ec0-486f-a0dd-6bfb3af65241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.232219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] For port ffa69638-a37d-4b46-9700-f2a97c241cd1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffa69638-a37d-4b46-9700-f2a97c241cd1,segment=NetworkSegment(25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f),segment_id=25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:28:55.232916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.244902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.251580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-adfb8b71-a85d-4f0e-88b2-3dbdfa08e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.253487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-adfb8b71-a85d-4f0e-88b2-3dbdfa08e860 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6084294 Jul 15 13:28:55.268351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting port 05b8308e-c083-413b-b713-cb782a6b56c8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:28:55.268981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.284701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fc178-936d-4f90-9721-3324bf771283 req-7e8ece2d-b4a3-4f7b-a0d4-018b74672ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.286779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-7e8ece2d-b4a3-4f7b-a0d4-018b74672ebc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2929878 Jul 15 13:28:55.287647 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.291574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Calling delete_port for ffa69638-a37d-4b46-9700-f2a97c241cd1 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:55.292155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:28:55.312290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] Pushing event deleted for resources: {'Port': ['ID=ffa69638-a37d-4b46-9700-f2a97c241cd1,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.323506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:55.327430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:28:55.351377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4166aa91-0ef3-4223-b3e1-683faf1647ef no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:28:55.407143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae25d12-51d1-4cd1-a382-da9991624f29 None None] No DVR routers for this DVR port ffa69638-a37d-4b46-9700-f2a97c241cd1 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:55.425197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4166aa91-0ef3-4223-b3e1-683faf1647ef {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:28:55.431097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Pushing event updated for resources: {'Port': ['ID=e5953d73-b69f-4167-89b5-276dce74c44b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.452255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4166aa91-0ef3-4223-b3e1-683faf1647ef not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:28:55.553152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.553980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.559394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-6bee542b-1247-4310-88bb-353b54b92a54 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569692 Jul 15 13:28:55.560260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d1956b-fad5-4ce4-9497-bcbf281d83d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.592829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d1956b-fad5-4ce4-9497-bcbf281d83d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.609713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.626601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-b8d0af0f-9158-49f3-903c-03c143dc4c33 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633091 Jul 15 13:28:55.634411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Calling delete_port for 05b8308e-c083-413b-b713-cb782a6b56c8 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:28:55.782246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-84830213-db44-4a76-a02c-510acad12517 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492660 Jul 15 13:28:55.836736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8779022-9ec0-486f-a0dd-6bfb3af65241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.839026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.866309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-a97663d6-6f76-4b69-a574-d4d6e1100c5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 217 time: 0.0465341 Jul 15 13:28:55.883367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-613bd7ac-fcac-4924-8d8e-3aef08b7fe2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0473907 Jul 15 13:28:55.884697 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8779022-9ec0-486f-a0dd-6bfb3af65241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.899468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece0e1b-303b-49d1-b830-0a0815eb2475 req-26c01e4e-433a-454f-8e31-9cfd53d62ed5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:55.901081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dece0e1b-303b-49d1-b830-0a0815eb2475 req-26c01e4e-433a-454f-8e31-9cfd53d62ed5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 932 time: 0.3027580 Jul 15 13:28:55.910158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Request body: {'port': {'device_id': '91eec305-445c-461a-acdc-0a27b6aa992d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:55.928826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa69638-a37d-4b46-9700-f2a97c241cd1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:55.933461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] No DVR routers for this DVR port ffa69638-a37d-4b46-9700-f2a97c241cd1 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:28:55.946966 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d1956b-fad5-4ce4-9497-bcbf281d83d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.949648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d1956b-fad5-4ce4-9497-bcbf281d83d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:55.950767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1d1956b-fad5-4ce4-9497-bcbf281d83d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e89509b-6800-4910-baa2-3d65d23b2c90 HTTP/1.1" status: 204 len: 168 time: 0.8311150 Jul 15 13:28:55.976891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e9fc178-936d-4f90-9721-3324bf771283 req-38a7f8ef-f50c-4cb0-81eb-2729877dbe99 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769755 Jul 15 13:28:56.001125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ed4fa476-3026-4fbe-a6eb-9f4e1b2fe7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.002874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ed4fa476-3026-4fbe-a6eb-9f4e1b2fe7a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1297834 Jul 15 13:28:56.014712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.048427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f8779022-9ec0-486f-a0dd-6bfb3af65241 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4255310474c943eeb31388ac96e66f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8989973 Jul 15 13:28:56.058719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.059509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779022-9ec0-486f-a0dd-6bfb3af65241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf286d-cb94-4501-8a7f-29d67e724a8d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.091294 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.095922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.102569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1956b-fad5-4ce4-9497-bcbf281d83d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89509b-6800-4910-baa2-3d65d23b2c90,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.138504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Port': ['ID=05b8308e-c083-413b-b713-cb782a6b56c8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.139455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.150278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dece0e1b-303b-49d1-b830-0a0815eb2475 req-c57b982c-2afe-4cb8-b4e4-3bf8aa3a8a28 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073481 Jul 15 13:28:56.167261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8096a56-c374-42da-b6de-c40de15b0287']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.184376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.184767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25639f33-6a2e-4ff8-bdd9-b29d41ba1b8f') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:56.195902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.219960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.231728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0a0479a-844e-40e8-b0e2-e751af4c1e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.235860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:56.236538 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:56.238576 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:56.295871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79c05a34-d926-40cd-b829-acf5b964c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.307138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-4b25edc1-e965-457c-a272-78ec0d262d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:56.308890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-4b25edc1-e965-457c-a272-78ec0d262d34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2769403 Jul 15 13:28:56.341046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0a0479a-844e-40e8-b0e2-e751af4c1e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.362221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.375253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.377216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c8096a56-c374-42da-b6de-c40de15b0287 HTTP/1.1" status: 204 len: 168 time: 2.3231840 Jul 15 13:28:56.393253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.410166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8740367-8578-4f27-94c0-57f47fd12631 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8096a56-c374-42da-b6de-c40de15b0287,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.462264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0a0479a-844e-40e8-b0e2-e751af4c1e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.465067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0a0479a-844e-40e8-b0e2-e751af4c1e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.469548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0a0479a-844e-40e8-b0e2-e751af4c1e03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69cf286d-cb94-4501-8a7f-29d67e724a8d HTTP/1.1" status: 204 len: 168 time: 0.3978343 Jul 15 13:28:56.487432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0479a-844e-40e8-b0e2-e751af4c1e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf286d-cb94-4501-8a7f-29d67e724a8d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.578042 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79c05a34-d926-40cd-b829-acf5b964c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.585459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79c05a34-d926-40cd-b829-acf5b964c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.595797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-48aa7f75-6369-477e-9201-02373e6c80c5 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791924 Jul 15 13:28:56.597605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.605550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.611133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.683087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-79c05a34-d926-40cd-b829-acf5b964c4c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f0dc75295aa4e6c8810df59d7bdd6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626618 Jul 15 13:28:56.683970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48166) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.684810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c05a34-d926-40cd-b829-acf5b964c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb4231c-a191-4784-849e-c018072a9403,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.705954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.793006 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-579be860-61a1-47a2-95c0-0a2c25b4c56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.796163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20ec5d38-e5c3-4110-aefc-948a8301fdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.797169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4161f6eb-bc21-4c57-8e1a-458573fee4d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ed5465eef9e44e294d7d6284ec6a0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899205 Jul 15 13:28:56.804361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48170) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.828321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.828837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Fanout notify agent at l3_agent the message router_deleted on router 9abc755b-0a57-4cba-b815-8aad0c7187e9 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:28:56.836466 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-579be860-61a1-47a2-95c0-0a2c25b4c56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.842100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.843332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-23c7eb87-a689-4852-9b3f-6f5e98346bd7 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/routers/9abc755b-0a57-4cba-b815-8aad0c7187e9 HTTP/1.1" status: 204 len: 168 time: 4.1489255 Jul 15 13:28:56.852754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48172) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:56.900857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce8cfd4d-9ded-410e-8e37-4ce58a848558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.911656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-6788788c-8211-44c3-9963-5da2b27d3006 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041928 Jul 15 13:28:56.926632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce8cfd4d-9ded-410e-8e37-4ce58a848558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.953934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-579be860-61a1-47a2-95c0-0a2c25b4c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.956783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-579be860-61a1-47a2-95c0-0a2c25b4c56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:56.960512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-579be860-61a1-47a2-95c0-0a2c25b4c56d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cb4231c-a191-4784-849e-c018072a9403 HTTP/1.1" status: 204 len: 168 time: 0.2696903 Jul 15 13:28:56.975000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579be860-61a1-47a2-95c0-0a2c25b4c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb4231c-a191-4784-849e-c018072a9403,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:56.981786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-779f9700-9dad-4d30-8bc0-24362effd32c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 217 time: 0.0590818 Jul 15 13:28:56.986339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Deleting subnet 8b4e19a7-fcda-41c7-846f-14ba39f734dc {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:28:57.008252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce8cfd4d-9ded-410e-8e37-4ce58a848558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.011588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce8cfd4d-9ded-410e-8e37-4ce58a848558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.013017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ce8cfd4d-9ded-410e-8e37-4ce58a848558 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/637768a6-51ff-44d6-9a24-e4b2e4333013 HTTP/1.1" status: 204 len: 168 time: 0.2121415 Jul 15 13:28:57.023060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cfd4d-9ded-410e-8e37-4ce58a848558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637768a6-51ff-44d6-9a24-e4b2e4333013,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.449490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.469112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:57.486376 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-159da58f-d3a4-432f-b1fb-f5c28c960d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.584388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.590951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-7ae5f7a5-a432-4e5c-8e9f-080589109834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.592887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-7ae5f7a5-a432-4e5c-8e9f-080589109834 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.6012819 Jul 15 13:28:57.628073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5953d73-b69f-4167-89b5-276dce74c44b {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:28:57.653196 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.720568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Transition to ACTIVE for port object e5953d73-b69f-4167-89b5-276dce74c44b will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:28:57.724851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.767010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.824194 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20ec5d38-e5c3-4110-aefc-948a8301fdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.843431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be4946-dc76-46e1-ae92-9df74fbfe72c req-459e8810-2101-416e-a0a2-2c1a99065e80 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.845225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0be4946-dc76-46e1-ae92-9df74fbfe72c req-459e8810-2101-416e-a0a2-2c1a99065e80 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 932 time: 0.3911116 Jul 15 13:28:57.851301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20ec5d38-e5c3-4110-aefc-948a8301fdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:57.931222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Pushing event updated for resources: {'Port': ['ID=e5953d73-b69f-4167-89b5-276dce74c44b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.967423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec5d38-e5c3-4110-aefc-948a8301fdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=face3a39-8f1a-4f9e-9952-f18e1c7a17a7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:57.984914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20ec5d38-e5c3-4110-aefc-948a8301fdd3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86efcd5bf4b74f98ae960e101d3dfa69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3648224 Jul 15 13:28:57.992861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ff3eb6ff-4316-41e5-aa49-2ce2ff17c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:57.994511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-ff3eb6ff-4316-41e5-aa49-2ce2ff17c3e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3739166 Jul 15 13:28:58.013642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48214) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.039152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.046936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-159da58f-d3a4-432f-b1fb-f5c28c960d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.062253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-159da58f-d3a4-432f-b1fb-f5c28c960d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.133092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0be4946-dc76-46e1-ae92-9df74fbfe72c req-e25d7892-c9c3-49b4-aafc-d16f41741599 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628634 Jul 15 13:28:58.135257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159da58f-d3a4-432f-b1fb-f5c28c960d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7789c56f-b4ea-4c4e-9e04-75da9c4fc229,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.141885 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-159da58f-d3a4-432f-b1fb-f5c28c960d29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cad52ad402e48318a174a956e22897f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6707082 Jul 15 13:28:58.144834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.160723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4e19a7-fcda-41c7-846f-14ba39f734dc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.165384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.170719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6030e66e-5f1f-4d42-aa82-03af8aa55fa3 tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/subnets/8b4e19a7-fcda-41c7-846f-14ba39f734dc HTTP/1.1" status: 204 len: 168 time: 1.3153253 Jul 15 13:28:58.176756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48226) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.264958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48230) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:58.281634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-082b8f09-7938-459d-8eb6-43ef050efb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.292567 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.310583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13e5d973-3798-4267-8201-6d70f461ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.321900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Attempting to bind port e5953d73-b69f-4167-89b5-276dce74c44b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:28:58.322237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Attempting to bind port e5953d73-b69f-4167-89b5-276dce74c44b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:28:58.322791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Attempting to bind port e5953d73-b69f-4167-89b5-276dce74c44b on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:58.326661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-082b8f09-7938-459d-8eb6-43ef050efb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.335992 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-a25baf85-36ae-4554-ae8e-3276f7b22094 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901297 Jul 15 13:28:58.341514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Port e5953d73-b69f-4167-89b5-276dce74c44b on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:28:58.342075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Attempting to bind port e5953d73-b69f-4167-89b5-276dce74c44b on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:28:58.387561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:28:58.388222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Checking segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:58.388790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Bound using segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:28:58.389714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Bound port: e5953d73-b69f-4167-89b5-276dce74c44b, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:28:58.390313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.394114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13e5d973-3798-4267-8201-6d70f461ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.434067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.446025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbfece5-9aff-4ab8-ac42-89dcdd313a60']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:58.458352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fdaede-afb0-406a-ac48-35dcd6950cab') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:58.459025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fdaede-afb0-406a-ac48-35dcd6950cab') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:28:58.471574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.481988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-082b8f09-7938-459d-8eb6-43ef050efb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.485090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-082b8f09-7938-459d-8eb6-43ef050efb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.486470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-082b8f09-7938-459d-8eb6-43ef050efb69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7789c56f-b4ea-4c4e-9e04-75da9c4fc229 HTTP/1.1" status: 204 len: 168 time: 0.3405509 Jul 15 13:28:58.498089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.500900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b8f09-7938-459d-8eb6-43ef050efb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7789c56f-b4ea-4c4e-9e04-75da9c4fc229,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.509784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:28:58.510502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:28:58.514954 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:28:58.534644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-23783970-cc75-4937-a2a6-716249bb9e88 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853344 Jul 15 13:28:58.545325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-441031420-network', 'tenant_id': '1d06b6a31b20440d8e1b229c3b09fcdd'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:58.612178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.618230 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-0b21e847-0cc3-444b-a57c-06a231a66945 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 217 time: 0.0505180 Jul 15 13:28:58.622109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.624888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] 10.222.0.57 "DELETE /v2.0/networks/0dbfece5-9aff-4ab8-ac42-89dcdd313a60 HTTP/1.1" status: 204 len: 168 time: 0.4470606 Jul 15 13:28:58.627897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Made reservation on behalf of 1d06b6a31b20440d8e1b229c3b09fcdd for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:58.630944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.650516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f85648-73ad-40be-9fa9-ca604ab4af8f tempest-FloatingIPTestJSON-233670719 tempest-FloatingIPTestJSON-233670719-project] Pushing event deleted for resources: {'Network': ['ID=0dbfece5-9aff-4ab8-ac42-89dcdd313a60,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.653705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.689603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-9c98a895-e09a-4748-bf6a-506b19a3ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.691204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-9c98a895-e09a-4748-bf6a-506b19a3ac29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.0618770 Jul 15 13:28:58.743831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13e5d973-3798-4267-8201-6d70f461ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.747372 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13e5d973-3798-4267-8201-6d70f461ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.751341 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-13e5d973-3798-4267-8201-6d70f461ede3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/face3a39-8f1a-4f9e-9952-f18e1c7a17a7 HTTP/1.1" status: 204 len: 168 time: 0.7107580 Jul 15 13:28:58.759796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] For port e5953d73-b69f-4167-89b5-276dce74c44b, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:28:58.788949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5d973-3798-4267-8201-6d70f461ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=face3a39-8f1a-4f9e-9952-f18e1c7a17a7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.791884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] For port e5953d73-b69f-4167-89b5-276dce74c44b, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e5953d73-b69f-4167-89b5-276dce74c44b,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:28:58.806678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.813989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.821844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.839085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-d04d5079-bf25-442a-803b-f2af42484b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.840640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-d04d5079-bf25-442a-803b-f2af42484b07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1408041 Jul 15 13:28:58.850558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:28:58.868751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed557b-1927-4ea2-93a3-50207e17eeaf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:58.871032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.871661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.872831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.873086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] 10.222.0.59 "PUT /v2.0/ports/e5953d73-b69f-4167-89b5-276dce74c44b HTTP/1.1" status: 200 len: 1093 time: 2.9698267 Jul 15 13:28:58.873212 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Added segment 62c6874d-d099-48a3-a686-732ba9a9a236 of type vlan for network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b Jul 15 13:28:58.873550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eec305-445c-461a-acdc-0a27b6aa992d', 'tag': 'e5953d73-b69f-4167-89b5-276dce74c44b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:28:58.876063 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac20fa0-2b3d-408a-bb44-538d08ec2129" -d '{"events": [{"name": "network-changed", "server_uuid": "91eec305-445c-461a-acdc-0a27b6aa992d", "tag": "e5953d73-b69f-4167-89b5-276dce74c44b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:28:58.929670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.947370 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa8fdeb-7a94-4ba5-b518-9229520461a6 x-openstack-request-id: req-efa8fdeb-7a94-4ba5-b518-9229520461a6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:28:58.947639 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eec305-445c-461a-acdc-0a27b6aa992d", "tag": "e5953d73-b69f-4167-89b5-276dce74c44b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:28:58.947901 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-efa8fdeb-7a94-4ba5-b518-9229520461a6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:28:58.948810 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eec305-445c-461a-acdc-0a27b6aa992d', 'tag': 'e5953d73-b69f-4167-89b5-276dce74c44b', 'status': 'completed', 'code': 200} Jul 15 13:28:58.996537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:58.998445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:58.999508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.040252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2294830-469d-41f9-85ea-8bfbd62d6f8d service neutron] Pushing event updated for resources: {'Port': ['ID=e5953d73-b69f-4167-89b5-276dce74c44b,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.063943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7951579 Jul 15 13:28:59.067906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48260) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.091099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-9c843037-0384-4582-aa59-394d22760360 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289295 Jul 15 13:28:59.093426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Request body: {'subnet': {'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-441031420-subnet', 'tenant_id': '1d06b6a31b20440d8e1b229c3b09fcdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:28:59.127994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-63863c25-7c5f-4450-a2a5-18e3c94bccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.129525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-63863c25-7c5f-4450-a2a5-18e3c94bccc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 1096 time: 0.2013350 Jul 15 13:28:59.140815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d5bf6-89b1-4bf8-96fd-de2fe6d8f994 admin admin] Pushing event updated for resources: {'Network': ['ID=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.155583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:28:59.189050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Made reservation on behalf of 1d06b6a31b20440d8e1b229c3b09fcdd for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:28:59.195173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.248090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-ce021fe9-911f-41bc-b005-3d8ecb8f88ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5953d73-b69f-4167-89b5-276dce74c44b HTTP/1.1" status: 200 len: 217 time: 0.1089478 Jul 15 13:28:59.390606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-d3c53f5a-f3ee-422c-98bf-73e33f19b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.392162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-d3c53f5a-f3ee-422c-98bf-73e33f19b0dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.1138077 Jul 15 13:28:59.394014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e47647b0-e46d-4dae-bde8-7ef6e02e5d34 req-9e08a972-15f7-4a04-9ce1-278d0156ab40 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100426 Jul 15 13:28:59.426615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48270) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.428547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-c9b895f3-81fa-42ff-bd3c-1d2becb0ea93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299103 Jul 15 13:28:59.472630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.537767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc377ff-a2fa-4853-a830-cee71f8c430f req-ae222776-02be-46ee-9562-42e439ea7276 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.540153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffc377ff-a2fa-4853-a830-cee71f8c430f req-ae222776-02be-46ee-9562-42e439ea7276 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 944 time: 0.1992993 Jul 15 13:28:59.567623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Checking segment: {'id': '62c6874d-d099-48a3-a686-732ba9a9a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:28:59.568102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Network hostable DHCP agents. Network: e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:28:59.575130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbb1e84-73c8-4997-b3eb-519f35924f86,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:28:59.595548 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-5ed65deb-0297-45c2-b184-93ef0390337c service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551163 Jul 15 13:28:59.600651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:28:59.614593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:28:59.616163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffc377ff-a2fa-4853-a830-cee71f8c430f req-5fa93216-49d1-4ba5-9887-986ec4de9045 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661952 Jul 15 13:28:59.620770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.621475 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.634222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b147023-fde2-4d6c-a5dc-ab30a3db2000 None None] Network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:59.645451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-796dc229-44fc-4d94-a312-a7ab412b5b64 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5760891 Jul 15 13:28:59.736681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c9e15f9-81ae-41f6-bf37-29cef884bb3a req-049f8562-1631-4cf4-9abc-9bf0ae78f0ab service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367300 Jul 15 13:28:59.740532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bcbb044d-9d53-4614-b709-efde1635946c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c14854b0aab547828c3a490183809035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096402 Jul 15 13:28:59.743356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:28:59.856943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274e5a49-01da-4f61-8ed5-8949e5778458 None None] Network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:28:59.863051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1310e520-2c81-4d6a-8aa5-2b02e033f9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.894507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1310e520-2c81-4d6a-8aa5-2b02e033f9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:28:59.924415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-8140f951-0dc0-438c-975b-795e36aca543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:28:59.926137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-8140f951-0dc0-438c-975b-795e36aca543 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 1096 time: 0.1143184 Jul 15 13:29:00.019882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1310e520-2c81-4d6a-8aa5-2b02e033f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.022894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1310e520-2c81-4d6a-8aa5-2b02e033f9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:00.024192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1310e520-2c81-4d6a-8aa5-2b02e033f9f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa72cae6-b4c4-4556-9066-fe6b60ac9480 HTTP/1.1" status: 204 len: 168 time: 0.2797849 Jul 15 13:29:00.039590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310e520-2c81-4d6a-8aa5-2b02e033f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa72cae6-b4c4-4556-9066-fe6b60ac9480,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:00.057733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-59649848-de23-4435-a77b-b13c2910f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.059526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-59649848-de23-4435-a77b-b13c2910f414 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 911 time: 0.1257870 Jul 15 13:29:00.106852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-346c0cb7-b9c8-43fa-9d4e-97a8de06c5e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5953d73-b69f-4167-89b5-276dce74c44b HTTP/1.1" status: 200 len: 217 time: 0.0401249 Jul 15 13:29:00.163878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-62376e22-5d40-4ff7-88ee-a93855033433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.165476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-62376e22-5d40-4ff7-88ee-a93855033433 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.0527730 Jul 15 13:29:00.211602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-ee718650-d062-4c0d-9fe0-1e8a7392264a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389943 Jul 15 13:29:00.324103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-d78fe802-b5ca-4790-8958-7675d18178e7 service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042600 Jul 15 13:29:00.435495 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dac20fa0-2b3d-408a-bb44-538d08ec2129 req-75f93426-98c3-4043-8636-2094a73c8f2c service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044219 Jul 15 13:29:00.707506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-41b30847-3f3c-4d58-b92c-262835269923 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.709347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-41b30847-3f3c-4d58-b92c-262835269923 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/networks?id=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b HTTP/1.1" status: 200 len: 820 time: 0.1173334 Jul 15 13:29:00.729771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-e3f64e02-11b4-41fb-958e-5eaa4d0be7ba tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/quotas/1d06b6a31b20440d8e1b229c3b09fcdd HTTP/1.1" status: 200 len: 375 time: 0.0097692 Jul 15 13:29:00.773802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-81bc9cbc-257c-48d2-a369-e7c0a4561a11 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1d06b6a31b20440d8e1b229c3b09fcdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349026 Jul 15 13:29:00.894494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d4153-3d04-442f-994d-dc94aeda22a4 req-c4449366-9f65-4924-9a32-d4bc03d5c826 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:00.899396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-719d4153-3d04-442f-994d-dc94aeda22a4 req-c4449366-9f65-4924-9a32-d4bc03d5c826 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 944 time: 0.1054914 Jul 15 13:29:00.918792 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-f6005aab-f98a-4977-88d7-ef862cf54b31 service neutron] 10.222.0.57 "GET /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354227 Jul 15 13:29:00.963381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-719d4153-3d04-442f-994d-dc94aeda22a4 req-cd43facf-d2f8-4fa9-b8e2-e392f2a040b7 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566828 Jul 15 13:29:01.039442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-4256b3ac-021f-411a-be40-28596d8f3425 service neutron] 10.222.0.57 "GET /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104403 Jul 15 13:29:01.133262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48358) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.256761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eaf6106a-7be7-48ba-8b03-dd5aed0d91be req-344188ed-d015-4240-a55e-54a8ad9bf557 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 210 time: 0.0389318 Jul 15 13:29:01.484977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1684513657-network', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:01.528800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Made reservation on behalf of f98355a07f8444ec9d53954e853d805f for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:01.531432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.553022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.693223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.698242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.730129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:01.740258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9036c64a-c2f1-4313-8c30-cc1a102eef86,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:01.750480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.751245 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Added segment 421acb6d-758d-45b5-ade8-1a2bc9e36e7d of type vlan for network d697bb00-9747-448b-ac7a-6b37c9713431 Jul 15 13:29:01.838479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.860855 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48404) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.886398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.889401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:01.890718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:01.928141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:01.928490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7940865 Jul 15 13:29:01.938381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Request body: {'subnet': {'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1684513657-subnet', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:02.003723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Made reservation on behalf of f98355a07f8444ec9d53954e853d805f for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:02.006382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.056532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f575bf-60ca-4639-a6b1-0572cf100720 admin admin] Pushing event updated for resources: {'Network': ['ID=d697bb00-9747-448b-ac7a-6b37c9713431,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.070726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network d697bb00-9747-448b-ac7a-6b37c9713431 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:02.240369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-265574044'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:02.324324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:02.328127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.340917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.364700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0c086-7837-47f5-aa2d-e2c2ef637bca req-f32669e3-8ce2-4c01-90b8-0e978236590f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.373319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25f0c086-7837-47f5-aa2d-e2c2ef637bca req-f32669e3-8ce2-4c01-90b8-0e978236590f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 944 time: 0.1123559 Jul 15 13:29:02.420954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e5953d73-b69f-4167-89b5-276dce74c44b details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:02.440814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25f0c086-7837-47f5-aa2d-e2c2ef637bca req-9782e900-2195-452c-96c1-7c13915affed tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659928 Jul 15 13:29:02.449241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.602890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee33c7d6-2493-4ffc-896e-acab79cedaa2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.639754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Checking segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:02.639754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Network hostable DHCP agents. Network: d697bb00-9747-448b-ac7a-6b37c9713431, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:02.667517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb0cc5e9-3125-4450-8df7-2d5a87b362ea req-7783016f-bd16-4f28-8530-b859a068408b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 210 time: 0.0612257 Jul 15 13:29:02.703784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port e5953d73-b69f-4167-89b5-276dce74c44b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e5953d73-b69f-4167-89b5-276dce74c44b,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:02.707962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Network d697bb00-9747-448b-ac7a-6b37c9713431 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:02.712349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.719319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'e5953d73-b69f-4167-89b5-276dce74c44b', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'port_id': 'e5953d73-b69f-4167-89b5-276dce74c44b', 'mac_address': 'fa:16:3e:9f:42:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:02.719871 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.730900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, d697bb00-9747-448b-ac7a-6b37c9713431) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:02.745309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:02.746000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.751509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:02.752851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69773bb-c6c1-4a9f-828a-9dc350ea0bbf None None] Network d697bb00-9747-448b-ac7a-6b37c9713431 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:02.783022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.783421 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment c35d7495-fea4-449e-9f24-216f8220b91d of type vlan for network 61cd0c76-20af-40c3-aa62-0477c4cfd640 Jul 15 13:29:02.784897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9521aeb3-cc69-4c8b-8a1e-adb27afda10d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:02.796061 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6302976-994f-4908-9104-00fac46ceee7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8650799 Jul 15 13:29:02.799660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48440) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:02.804764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:02.860003 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.873695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.874816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.931459 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.944138 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:02.986429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5953d73-b69f-4167-89b5-276dce74c44b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:03.036455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port e5953d73-b69f-4167-89b5-276dce74c44b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e5953d73-b69f-4167-89b5-276dce74c44b,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:03.042870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-d697bb00-9747-448b-ac7a-6b37c9713431', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'fixed_ips': [{'subnet_id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:03.043876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.049570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.115069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=e5953d73-b69f-4167-89b5-276dce74c44b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.131737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.132177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.132528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.133048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.133400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.133828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.134187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.134552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.134997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.135334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.135664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.135989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:03.345661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['e5953d73-b69f-4167-89b5-276dce74c44b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:03.395777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Allocated IP 172.20.0.2 (d697bb00-9747-448b-ac7a-6b37c9713431/ee33c7d6-2493-4ffc-896e-acab79cedaa2/6aa125c5-1375-47dc-93df-8b21bcbc88d4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:03.690507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.718011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Transition to ACTIVE for port object 6aa125c5-1375-47dc-93df-8b21bcbc88d4 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:03.742066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Transition to ACTIVE for port object 6aa125c5-1375-47dc-93df-8b21bcbc88d4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:03.757201 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.807342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Network d697bb00-9747-448b-ac7a-6b37c9713431 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:03.810327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:03.817105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:03.832133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Pushing event updated for resources: {'Port': ['ID=6aa125c5-1375-47dc-93df-8b21bcbc88d4,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:03.890640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Attempting to bind port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:03.891256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Attempting to bind port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:03.891855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Attempting to bind port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 on network d697bb00-9747-448b-ac7a-6b37c9713431 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:03.898155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:03.898914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Checking segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:03.899666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.900276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Bound using segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:03.900967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Bound port: 6aa125c5-1375-47dc-93df-8b21bcbc88d4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:03.901661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.934544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.942354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:03.943208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:03.987170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13b78b00-2940-41d7-aa9c-e20ab38e0287 req-3196a81f-89cf-4af3-8989-37afc3730c1b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 210 time: 0.0406764 Jul 15 13:29:04.013693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.027460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] For port 6aa125c5-1375-47dc-93df-8b21bcbc88d4, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:04.033529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] For port 6aa125c5-1375-47dc-93df-8b21bcbc88d4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6aa125c5-1375-47dc-93df-8b21bcbc88d4,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:04.043957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.064116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2010500 Jul 15 13:29:04.163385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c24e-84e3-4ae6-b22d-5c253b0500ed None None] Pushing event updated for resources: {'Port': ['ID=6aa125c5-1375-47dc-93df-8b21bcbc88d4,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.217408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46fcb-ba8d-445e-8693-1e13db765252 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=61cd0c76-20af-40c3-aa62-0477c4cfd640,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:04.222664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48476) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:04.238077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.253708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 61cd0c76-20af-40c3-aa62-0477c4cfd640 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:04.272862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-38081c51-480c-40fb-bcbc-44fe6d8e7817 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.275095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-38081c51-480c-40fb-bcbc-44fe6d8e7817 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.58 "GET /v2.0/networks?id=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b HTTP/1.1" status: 200 len: 820 time: 1.3404484 Jul 15 13:29:04.307645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Request body: {'port': {'device_id': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b', 'admin_state_up': True, 'tenant_id': '1d06b6a31b20440d8e1b229c3b09fcdd'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:04.422293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e5953d73-b69f-4167-89b5-276dce74c44b up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:04.499488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e23ed-137e-4555-8aed-3e0fef199f79 req-07b767a7-9c8b-4e7a-8309-ac0ccf56b75b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:04.504032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a5e23ed-137e-4555-8aed-3e0fef199f79 req-07b767a7-9c8b-4e7a-8309-ac0ccf56b75b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 945 time: 0.4947512 Jul 15 13:29:04.544000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:04.572390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.605845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port e5953d73-b69f-4167-89b5-276dce74c44b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:04.623567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port e5953d73-b69f-4167-89b5-276dce74c44b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:04.626431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.759129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6aa125c5-1375-47dc-93df-8b21bcbc88d4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:04.797822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a5e23ed-137e-4555-8aed-3e0fef199f79 req-134769bd-fac2-4aee-b977-a813d36e66c9 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843605 Jul 15 13:29:04.925612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:04.944671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Made reservation on behalf of 1d06b6a31b20440d8e1b229c3b09fcdd for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:04.954302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.957803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:04.998370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eec305-445c-461a-acdc-0a27b6aa992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5953d73-b69f-4167-89b5-276dce74c44b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:05.001807 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e790b-bb72-430a-a247-e4c801949ea6" -d '{"events": [{"server_uuid": "91eec305-445c-461a-acdc-0a27b6aa992d", "name": "network-vif-plugged", "status": "completed", "tag": "e5953d73-b69f-4167-89b5-276dce74c44b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:05.028955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port e5953d73-b69f-4167-89b5-276dce74c44b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e5953d73-b69f-4167-89b5-276dce74c44b,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:05.044741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.081436 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8329630e-1b71-414a-b84e-ffa582f0dfce x-openstack-request-id: req-8329630e-1b71-414a-b84e-ffa582f0dfce {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:05.081866 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eec305-445c-461a-acdc-0a27b6aa992d", "name": "network-vif-plugged", "status": "completed", "tag": "e5953d73-b69f-4167-89b5-276dce74c44b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:05.082237 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8329630e-1b71-414a-b84e-ffa582f0dfce {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:05.082770 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eec305-445c-461a-acdc-0a27b6aa992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5953d73-b69f-4167-89b5-276dce74c44b', 'code': 200} Jul 15 13:29:05.103695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.155369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=e5953d73-b69f-4167-89b5-276dce74c44b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.211627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=b41d4627-4b37-4c29-b356-a49e30b83827,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:05.223599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': 'c35d7495-fea4-449e-9f24-216f8220b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:05.224058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 61cd0c76-20af-40c3-aa62-0477c4cfd640, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:05.248535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 61cd0c76-20af-40c3-aa62-0477c4cfd640 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:05.266301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 61cd0c76-20af-40c3-aa62-0477c4cfd640) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:05.276112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.277054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.277948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d726255-a63d-4710-99a0-98e3def7de9f None None] Network 61cd0c76-20af-40c3-aa62-0477c4cfd640 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:05.302375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b921f0d-c7b9-4c65-b330-2d9fa78e66bd tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0783658 Jul 15 13:29:05.309216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48500) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.323256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2086378708'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:05.379217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:05.389956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.456001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:05.477164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5c41b581-9e01-4f2f-9a4d-5f356c1b33a6 req-d400c0a1-4fea-4fb3-bee8-af2fbf19d0ea tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 210 time: 0.0784681 Jul 15 13:29:05.482103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.483031 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment 9c9d199e-9743-4b53-b06a-659b26ac4e33 of type vlan for network f6cc42f8-7c63-4908-8957-a75b8433a8ef Jul 15 13:29:05.550358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Allocated IP 172.20.0.13 (e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b/ccbb1e84-73c8-4997-b3eb-519f35924f86/74084fed-7e93-41f9-814a-b247186ee11e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:05.561141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.590543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.606632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.619888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-61cd0c76-20af-40c3-aa62-0477c4cfd640', 'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': 'b41d4627-4b37-4c29-b356-a49e30b83827'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:05.621504 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.656211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b227ae-c01b-44df-a095-a759caaf4495 req-7176b06f-7262-44e3-a215-8c9796931808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.662408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a1b227ae-c01b-44df-a095-a759caaf4495 req-7176b06f-7262-44e3-a215-8c9796931808 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 1098 time: 0.2800794 Jul 15 13:29:05.682588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.691315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:05.719081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:05.819193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5048234 Jul 15 13:29:05.828415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48510) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:05.862246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': 'f6cc42f8-7c63-4908-8957-a75b8433a8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:05.873925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Allocated IP 172.20.255.242 (61cd0c76-20af-40c3-aa62-0477c4cfd640/b41d4627-4b37-4c29-b356-a49e30b83827/cca75bec-d501-4e7c-af4c-01bca8ea2b13) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:05.988970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a1b227ae-c01b-44df-a095-a759caaf4495 req-9ddf3c8b-f5f9-4585-87fb-0ee2d1b92551 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911122 Jul 15 13:29:06.008166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac057a2-2458-4fa5-b284-7146ef12a202 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=f6cc42f8-7c63-4908-8957-a75b8433a8ef,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.097419 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.104095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.108438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Allocated IP 172.25.3.226 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/0bc32183-621f-4009-bee0-abda75b9a47b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:06.116132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Transition to ACTIVE for port object cca75bec-d501-4e7c-af4c-01bca8ea2b13 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:06.133587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Transition to ACTIVE for port object cca75bec-d501-4e7c-af4c-01bca8ea2b13 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:06.142184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04827dbd-4572-4af7-a9d2-5e815ebccd39 None None] Network d697bb00-9747-448b-ac7a-6b37c9713431 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:06.144566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f6cc42f8-7c63-4908-8957-a75b8433a8ef details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:06.151934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.215803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:06.222726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.225631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Pushing event updated for resources: {'Port': ['ID=cca75bec-d501-4e7c-af4c-01bca8ea2b13,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.253599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-359204ac-4192-4968-9866-53d551da43f1 None None] Provisioning for port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:06.268339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.284988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Network 61cd0c76-20af-40c3-aa62-0477c4cfd640 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:06.285854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-359204ac-4192-4968-9866-53d551da43f1 None None] Provisioning complete for port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:06.286221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-359204ac-4192-4968-9866-53d551da43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.363444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:06.380516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:06.383597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:06.393136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:06.395933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:06.468575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.470716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.506656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.570108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2798641 Jul 15 13:29:06.571220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080c14-f8b3-445e-a4b6-46cf86cf0c3c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Pushing event updated for resources: {'Port': ['ID=74084fed-7e93-41f9-814a-b247186ee11e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:06.586695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Request body: {'port': {'device_id': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:06.714483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Attempting to bind port cca75bec-d501-4e7c-af4c-01bca8ea2b13 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:06.714963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Attempting to bind port cca75bec-d501-4e7c-af4c-01bca8ea2b13 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'c35d7495-fea4-449e-9f24-216f8220b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:06.719168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Attempting to bind port cca75bec-d501-4e7c-af4c-01bca8ea2b13 on network 61cd0c76-20af-40c3-aa62-0477c4cfd640 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:06.737651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa72f0e-0fcd-48c6-b852-b444388a51ee req-d1495fe1-bf6e-488e-bf02-5d290db1a740 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:06.747634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffa72f0e-0fcd-48c6-b852-b444388a51ee req-d1495fe1-bf6e-488e-bf02-5d290db1a740 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.4438627 Jul 15 13:29:06.794288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.803208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:06.807496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Checking segment: {'id': 'c35d7495-fea4-449e-9f24-216f8220b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:06.808911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.810094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Bound using segment: {'id': 'c35d7495-fea4-449e-9f24-216f8220b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:06.813858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Bound port: cca75bec-d501-4e7c-af4c-01bca8ea2b13, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35d7495-fea4-449e-9f24-216f8220b91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '61cd0c76-20af-40c3-aa62-0477c4cfd640'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:06.816633 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:06.913974 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-359204ac-4192-4968-9866-53d551da43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.035353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.061446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] For port cca75bec-d501-4e7c-af4c-01bca8ea2b13, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:07.067760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] For port cca75bec-d501-4e7c-af4c-01bca8ea2b13, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cca75bec-d501-4e7c-af4c-01bca8ea2b13,segment=NetworkSegment(c35d7495-fea4-449e-9f24-216f8220b91d),segment_id=c35d7495-fea4-449e-9f24-216f8220b91d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:07.089303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.104357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-359204ac-4192-4968-9866-53d551da43f1 None None] For port 6aa125c5-1375-47dc-93df-8b21bcbc88d4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6aa125c5-1375-47dc-93df-8b21bcbc88d4,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:07.141453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74084fed-7e93-41f9-814a-b247186ee11e {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:07.152879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.169374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Transition to ACTIVE for port object 74084fed-7e93-41f9-814a-b247186ee11e will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:07.178230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.185119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.249883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=74cee16d-bf74-43dc-b3ff-d769b67d6f52,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.269369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ffa72f0e-0fcd-48c6-b852-b444388a51ee req-bc50ffcb-3204-4370-a537-293cf1ed6c73 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191479 Jul 15 13:29:07.277254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:07.304442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a113f5-95a4-4ec2-9e4c-aa397a1ef666 req-eade1dfc-7e77-4ca6-9c22-16c456da5886 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.306777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-56a113f5-95a4-4ec2-9e4c-aa397a1ef666 req-eade1dfc-7e77-4ca6-9c22-16c456da5886 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 932 time: 0.4651124 Jul 15 13:29:07.377125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:07.380279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-56a113f5-95a4-4ec2-9e4c-aa397a1ef666 req-bb78ea99-7bca-42d2-8372-253bf0dcb86c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723984 Jul 15 13:29:07.381751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': '9c9d199e-9743-4b53-b06a-659b26ac4e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f6cc42f8-7c63-4908-8957-a75b8433a8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:07.382150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: f6cc42f8-7c63-4908-8957-a75b8433a8ef, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:07.382928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:07.429189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-359204ac-4192-4968-9866-53d551da43f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.444736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc32183-621f-4009-bee0-abda75b9a47b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.449847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network f6cc42f8-7c63-4908-8957-a75b8433a8ef is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:07.477770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f6cc42f8-7c63-4908-8957-a75b8433a8ef) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:07.500873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a4e24-4153-4f0d-88c3-41af9b70d90a None None] Network f6cc42f8-7c63-4908-8957-a75b8433a8ef requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:07.505044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:07.505044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.579385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4a7b34a4-162b-4c7e-b975-06d06822c030 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7326818 Jul 15 13:29:07.580544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f266a2e-2c5d-4663-af2b-3df670f7c7f1 None None] Pushing event updated for resources: {'Port': ['ID=cca75bec-d501-4e7c-af4c-01bca8ea2b13,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.582025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48548) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:07.806560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:07.820859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Pushing event updated for resources: {'Port': ['ID=74084fed-7e93-41f9-814a-b247186ee11e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.878658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359204ac-4192-4968-9866-53d551da43f1 None None] Pushing event updated for resources: {'Port': ['ID=6aa125c5-1375-47dc-93df-8b21bcbc88d4,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:07.889138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Attempting to bind port 74084fed-7e93-41f9-814a-b247186ee11e on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:07.890471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Attempting to bind port 74084fed-7e93-41f9-814a-b247186ee11e by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '62c6874d-d099-48a3-a686-732ba9a9a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:07.892314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Attempting to bind port 74084fed-7e93-41f9-814a-b247186ee11e on network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:07.989229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Port 74084fed-7e93-41f9-814a-b247186ee11e on network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:07.991558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Attempting to bind port 74084fed-7e93-41f9-814a-b247186ee11e on network e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:08.051706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1bb230-7abd-4513-bffa-abfad58fc5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f6cc42f8-7c63-4908-8957-a75b8433a8ef', 'network_id': 'f6cc42f8-7c63-4908-8957-a75b8433a8ef', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '74cee16d-bf74-43dc-b3ff-d769b67d6f52'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:08.052755 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc1bb230-7abd-4513-bffa-abfad58fc5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.060871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.084348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:08.084692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Checking segment: {'id': '62c6874d-d099-48a3-a686-732ba9a9a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:08.085102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Bound using segment: {'id': '62c6874d-d099-48a3-a686-732ba9a9a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:08.085572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Bound port: 74084fed-7e93-41f9-814a-b247186ee11e, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c6874d-d099-48a3-a686-732ba9a9a236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:08.085930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.222942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.276639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.280198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] For port 74084fed-7e93-41f9-814a-b247186ee11e, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:08.287528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=74cee16d-bf74-43dc-b3ff-d769b67d6f52,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:08.334606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] For port 74084fed-7e93-41f9-814a-b247186ee11e, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=74084fed-7e93-41f9-814a-b247186ee11e,segment=NetworkSegment(62c6874d-d099-48a3-a686-732ba9a9a236),segment_id=62c6874d-d099-48a3-a686-732ba9a9a236)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:08.341886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-dc1bb230-7abd-4513-bffa-abfad58fc5ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74cee16d-bf74-43dc-b3ff-d769b67d6f52: This subnet is being modified by another concurrent operation. Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74cee16d-bf74-43dc-b3ff-d769b67d6f52: This subnet is being modified by another concurrent operation. Jul 15 13:29:08.375018 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 13:29:08.404546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-750c3415-1ea9-4956-b3f1-201659f2dacf None None] Provisioning complete for port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:08.405285 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-750c3415-1ea9-4956-b3f1-201659f2dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.447657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.451454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.453271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] 10.222.0.58 "PUT /v2.0/ports/74084fed-7e93-41f9-814a-b247186ee11e HTTP/1.1" status: 200 len: 1093 time: 1.8714883 Jul 15 13:29:08.453904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'tag': '74084fed-7e93-41f9-814a-b247186ee11e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:08.457432 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42564192-d73d-4e09-a02c-bccfd6063d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4058a14-f3ac-4834-af4a-2a57cdc049ad", "tag": "74084fed-7e93-41f9-814a-b247186ee11e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:08.473628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.528685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbd709-f2d9-4739-9bd8-6636e2255001 None None] Network f6cc42f8-7c63-4908-8957-a75b8433a8ef requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:08.536098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cc42f8-7c63-4908-8957-a75b8433a8ef']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:08.561258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9d199e-9743-4b53-b06a-659b26ac4e33') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:08.561569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9d199e-9743-4b53-b06a-659b26ac4e33') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:08.595837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.612010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9858044-02fc-42ee-971d-c81a5f50d62e service neutron] Pushing event updated for resources: {'Port': ['ID=74084fed-7e93-41f9-814a-b247186ee11e,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:08.629672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.650862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:08.652451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:08.666084 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:08.834087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.844772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:08.847405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/f6cc42f8-7c63-4908-8957-a75b8433a8ef HTTP/1.1" status: 204 len: 168 time: 1.2637866 Jul 15 13:29:08.851969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48572) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:08.876529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847406210'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:08.878437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6aa125c5-1375-47dc-93df-8b21bcbc88d4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:08.887858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb6f11-2dfa-40b6-a022-baf2a115c69a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=f6cc42f8-7c63-4908-8957-a75b8433a8ef,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:08.934972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10e117-0fe1-48a2-9066-93a25ae0628e req-f6695790-d0ab-42d4-87b3-e789775d3fc8 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:08.937451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c10e117-0fe1-48a2-9066-93a25ae0628e req-f6695790-d0ab-42d4-87b3-e789775d3fc8 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 944 time: 0.2551763 Jul 15 13:29:08.946350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:08.950879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.038397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:09.076945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.077917 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment 8d832131-cd09-4a35-80d8-6ffef5a37a04 of type vlan for network 2ed70461-a949-4aa0-b5a2-18b3588fc797 Jul 15 13:29:09.085764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c10e117-0fe1-48a2-9066-93a25ae0628e req-d8b58a78-204e-4e9c-9ee8-3f131d47c0f9 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936198 Jul 15 13:29:09.115403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:09.115759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.174639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.252524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.273229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.273936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.316503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cca75bec-d501-4e7c-af4c-01bca8ea2b13 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:09.382045 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5214269 Jul 15 13:29:09.389708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48580) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:09.397961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '2ed70461-a949-4aa0-b5a2-18b3588fc797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:09.465919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port cca75bec-d501-4e7c-af4c-01bca8ea2b13 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:09.531649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83090c83-9dee-42a5-85e7-a349ffcfa69d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=2ed70461-a949-4aa0-b5a2-18b3588fc797,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:09.548665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2ed70461-a949-4aa0-b5a2-18b3588fc797 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:09.578553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b054b-c53d-4a83-9ea7-71d3b54f1ddb None None] Network 61cd0c76-20af-40c3-aa62-0477c4cfd640 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:09.671708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:09.677780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.828271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Performing IP validity checks on allocation pools {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:29:09.837333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:29:09.837651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.847480 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1fa53-df39-49ab-99a8-32dec6e23f14 x-openstack-request-id: req-0bd1fa53-df39-49ab-99a8-32dec6e23f14 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:09.848788 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4058a14-f3ac-4834-af4a-2a57cdc049ad", "tag": "74084fed-7e93-41f9-814a-b247186ee11e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:09.849381 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0bd1fa53-df39-49ab-99a8-32dec6e23f14 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:09.850054 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'tag': '74084fed-7e93-41f9-814a-b247186ee11e', 'status': 'completed', 'code': 200} Jul 15 13:29:09.921836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] Provisioning for port cca75bec-d501-4e7c-af4c-01bca8ea2b13 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:09.934102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] Provisioning complete for port cca75bec-d501-4e7c-af4c-01bca8ea2b13 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:09.934946 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:09.939426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-7dfcd9a3-1251-4451-b301-ad0f5a3fc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.941787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-7dfcd9a3-1251-4451-b301-ad0f5a3fc12b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d06b6a31b20440d8e1b229c3b09fcdd&device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 1096 time: 1.2898004 Jul 15 13:29:09.959743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0497-1719-420d-8635-d5621bc966ee req-ff1008ad-1803-48c2-a30e-ed190c7d0185 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:09.963297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256e0497-1719-420d-8635-d5621bc966ee req-ff1008ad-1803-48c2-a30e-ed190c7d0185 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 1.3088078 Jul 15 13:29:10.078218 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.126200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] For port cca75bec-d501-4e7c-af4c-01bca8ea2b13, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cca75bec-d501-4e7c-af4c-01bca8ea2b13,segment=NetworkSegment(c35d7495-fea4-449e-9f24-216f8220b91d),segment_id=c35d7495-fea4-449e-9f24-216f8220b91d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:10.141334 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.175457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-850fffed-a598-4402-b7e0-e1e384c20544 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74084fed-7e93-41f9-814a-b247186ee11e HTTP/1.1" status: 200 len: 217 time: 0.2107673 Jul 15 13:29:10.263127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36484c-710e-4c98-b2b0-e7a382dfd393 None None] Pushing event updated for resources: {'Port': ['ID=cca75bec-d501-4e7c-af4c-01bca8ea2b13,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:10.296136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.380252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-256e0497-1719-420d-8635-d5621bc966ee req-28f34d04-0379-48a9-82cd-5785da1ab671 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968837 Jul 15 13:29:10.401819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-835b358c-bffd-4554-ae20-0e57ab598e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.404037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-835b358c-bffd-4554-ae20-0e57ab598e35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ccbb1e84-73c8-4997-b3eb-519f35924f86 HTTP/1.1" status: 200 len: 860 time: 0.1399136 Jul 15 13:29:10.434327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=338dffbc-99e6-4e40-b86c-c2a8a23f42f1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:10.494095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228bb794-6dc5-4e91-8b98-a71e438e310e None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:29:10.534293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-8192be57-c256-4506-b552-7b25086700f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234765 Jul 15 13:29:10.623853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': '8d832131-cd09-4a35-80d8-6ffef5a37a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2ed70461-a949-4aa0-b5a2-18b3588fc797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:10.624307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 2ed70461-a949-4aa0-b5a2-18b3588fc797, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:10.673501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002415-a36a-46a4-aec3-b2766873963d req-e0cbb5d0-5105-42fa-b216-3bd85fb80043 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.675270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40002415-a36a-46a4-aec3-b2766873963d req-e0cbb5d0-5105-42fa-b216-3bd85fb80043 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 944 time: 0.2239532 Jul 15 13:29:10.676504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 2ed70461-a949-4aa0-b5a2-18b3588fc797 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:10.716229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2ed70461-a949-4aa0-b5a2-18b3588fc797) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:10.721790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:10.722393 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:10.767380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Router 44917a9a-911d-429e-87ee-c2f401ec0697 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:10.779582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-38e18a27-bc00-4836-8a45-1c2d0fcaa8c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3857980 Jul 15 13:29:10.780787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48610) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:10.810258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40002415-a36a-46a4-aec3-b2766873963d req-31614728-ff65-4a03-bd48-844819c2384f tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272783 Jul 15 13:29:10.909829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-83b48c32-0e10-4940-95e1-4f62eb914c86 service neutron] 10.222.0.58 "GET /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679867 Jul 15 13:29:11.031950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cca75bec-d501-4e7c-af4c-01bca8ea2b13 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:11.222242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4a29b981-2fec-430d-81a3-18e40aca849b None None] Provisioning complete for port cca75bec-d501-4e7c-af4c-01bca8ea2b13 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:11.223668 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4a29b981-2fec-430d-81a3-18e40aca849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.313874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.333544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228bb794-6dc5-4e91-8b98-a71e438e310e None None] Unable to find a vacant binding_index for network 2ed70461-a949-4aa0-b5a2-18b3588fc797 and agent df9eba2d-75f1-4d91-ba5d-c2be955567ca {{(pid=93996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 13:29:11.360771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228bb794-6dc5-4e91-8b98-a71e438e310e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2ed70461-a949-4aa0-b5a2-18b3588fc797) {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:29:11.409470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4860e3d9-ee0b-436c-b6ea-849a5ed2b96f req-b2797036-9a43-4162-b85c-44fb6a3743fa service neutron] 10.222.0.58 "GET /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556553 Jul 15 13:29:11.411414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:11.440560 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Sync routers for ids ['44917a9a-911d-429e-87ee-c2f401ec0697'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:11.454113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-d402acb0-6a27-4345-a6ce-ab721f1145b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.463177 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-d402acb0-6a27-4345-a6ce-ab721f1145b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 1098 time: 0.4551029 Jul 15 13:29:11.472682 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Routers {'44917a9a-911d-429e-87ee-c2f401ec0697'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:11.474762 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['44917a9a-911d-429e-87ee-c2f401ec0697'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:11.699552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port cca75bec-d501-4e7c-af4c-01bca8ea2b13 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:11.700080 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.790812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:11.792405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ad9e71b8-432a-470b-9d41-d1a6284fbeb6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9915733 Jul 15 13:29:11.812523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:11.832686 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Set router 44917a9a-911d-429e-87ee-c2f401ec0697 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:11.971917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b4555-b026-443c-b5e0-5433f6aad473 req-2e48c373-785f-4700-8369-c3449c3d50ab tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:11.988287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b96b4555-b026-443c-b5e0-5433f6aad473 req-2e48c373-785f-4700-8369-c3449c3d50ab tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.2301116 Jul 15 13:29:11.996956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.091340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-85f0174d-1a15-4fd7-a073-dc2429f52b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.096722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-85f0174d-1a15-4fd7-a073-dc2429f52b15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 911 time: 0.5815003 Jul 15 13:29:12.110488 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b96b4555-b026-443c-b5e0-5433f6aad473 req-50d76b3f-5764-4715-9072-b6e30cf553f5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195993 Jul 15 13:29:12.216619 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:29:07Z', 'revision_number': 3, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:12.302723 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Checking router: 44917a9a-911d-429e-87ee-c2f401ec0697 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:12.303071 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Updating router 44917a9a-911d-429e-87ee-c2f401ec0697 port 0bc32183-621f-4009-bee0-abda75b9a47b binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:12.358495 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.370855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-a91dfb98-b36d-4f8b-8875-60acd93cfcf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5953d73-b69f-4167-89b5-276dce74c44b HTTP/1.1" status: 200 len: 217 time: 0.0806987 Jul 15 13:29:12.503040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-013373ee-6a2f-45d2-98e6-2e5c5572834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.504749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-013373ee-6a2f-45d2-98e6-2e5c5572834e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.1143482 Jul 15 13:29:12.518672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-0bfe93cb-be62-42b7-87f2-bfb8f418e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.520528 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-0bfe93cb-be62-42b7-87f2-bfb8f418e2c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d06b6a31b20440d8e1b229c3b09fcdd&device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 1096 time: 1.0037065 Jul 15 13:29:12.560505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-2da755ae-accd-4d49-ae99-66886b888403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467963 Jul 15 13:29:12.759668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-3ec73a0a-799e-4f7d-8866-86982027ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:12.761322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-3ec73a0a-799e-4f7d-8866-86982027ac8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b HTTP/1.1" status: 200 len: 921 time: 0.1951628 Jul 15 13:29:12.771454 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.853135 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Transition to ACTIVE for port object 0bc32183-621f-4009-bee0-abda75b9a47b will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:12.864653 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.876643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af7172-4537-4eb9-8a74-c2ac7342757b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2ed70461-a949-4aa0-b5a2-18b3588fc797', 'network_id': '2ed70461-a949-4aa0-b5a2-18b3588fc797', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '338dffbc-99e6-4e40-b86c-c2a8a23f42f1'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:12.878459 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52af7172-4537-4eb9-8a74-c2ac7342757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.911246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.946412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-34360e48-db3c-42c8-9731-7487457e39d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74084fed-7e93-41f9-814a-b247186ee11e HTTP/1.1" status: 200 len: 217 time: 0.1219623 Jul 15 13:29:12.955239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=338dffbc-99e6-4e40-b86c-c2a8a23f42f1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:12.969428 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Attempting to bind port 0bc32183-621f-4009-bee0-abda75b9a47b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:12.969922 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Attempting to bind port 0bc32183-621f-4009-bee0-abda75b9a47b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:12.970364 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Attempting to bind port 0bc32183-621f-4009-bee0-abda75b9a47b on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:12.988405 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:12.988741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:12.989704 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:12.990179 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:12.991336 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Bound port: 0bc32183-621f-4009-bee0-abda75b9a47b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:12.991773 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.016384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94884419-c71b-483c-8cf9-d16f108232f8 req-e371d9eb-29fb-4659-b6f9-e135fe11144b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.019270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94884419-c71b-483c-8cf9-d16f108232f8 req-e371d9eb-29fb-4659-b6f9-e135fe11144b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 944 time: 1.0013888 Jul 15 13:29:13.074570 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] For port 0bc32183-621f-4009-bee0-abda75b9a47b, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:13.080287 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] For port 0bc32183-621f-4009-bee0-abda75b9a47b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bc32183-621f-4009-bee0-abda75b9a47b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:13.093587 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.096332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7543b48-6b04-49d1-83af-de93ef42211c None None] Pushing event updated for resources: {'Port': ['ID=0bc32183-621f-4009-bee0-abda75b9a47b,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:13.138278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-33f102b1-dc6c-414e-9303-ad7106da3ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.152898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688a2eb-b191-494b-b361-88bfb2d26e21 None None] Network 2ed70461-a949-4aa0-b5a2-18b3588fc797 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:13.249478 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Routers {'44917a9a-911d-429e-87ee-c2f401ec0697'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:13.250391 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:28:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['44917a9a-911d-429e-87ee-c2f401ec0697'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:13.348919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6675fdd4-f874-4616-bd88-e7cb742ce5e1 None None] Network 2ed70461-a949-4aa0-b5a2-18b3588fc797 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:13.416914 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7543b48-6b04-49d1-83af-de93ef42211c None None] Pushing event updated for resources: {'Port': ['ID=0bc32183-621f-4009-bee0-abda75b9a47b,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:13.595135 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] Set router 44917a9a-911d-429e-87ee-c2f401ec0697 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:13.601417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e672b-8e4a-4940-8405-47bcf223dd79 req-9b01b6fa-3934-459d-92bc-3e6cacb0884c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.605399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-955e672b-8e4a-4940-8405-47bcf223dd79 req-9b01b6fa-3934-459d-92bc-3e6cacb0884c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.1736958 Jul 15 13:29:13.683764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-955e672b-8e4a-4940-8405-47bcf223dd79 req-6f793587-0802-46d4-99ac-4c301b3d14ca tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648370 Jul 15 13:29:13.772798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.788391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed70461-a949-4aa0-b5a2-18b3588fc797']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:13.795631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.795871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48658) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:13.796190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.797394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.798297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.798888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.799459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.800005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.800568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.801181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.809411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.809411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.809411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:13.856798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d832131-cd09-4a35-80d8-6ffef5a37a04') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:13.857106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d832131-cd09-4a35-80d8-6ffef5a37a04') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:13.897273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.913671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-2b326091-5960-462c-a45e-4f4be99186bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:13.915458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-2b326091-5960-462c-a45e-4f4be99186bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ccbb1e84-73c8-4997-b3eb-519f35924f86 HTTP/1.1" status: 200 len: 860 time: 0.9560707 Jul 15 13:29:13.942273 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:29:07Z', 'revision_number': 3, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:13.966786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:13.973813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdfd7db-3a55-4960-95f4-b56505bd89c0 None None] The sync data for ids ['44917a9a-911d-429e-87ee-c2f401ec0697'] in n-d-798054-11 is: [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:29:07Z', 'revision_number': 3, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:13.977803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-b78e6448-5cb9-43c3-825f-47eb2342d99f service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4081085 Jul 15 13:29:14.001559 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.009064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94884419-c71b-483c-8cf9-d16f108232f8 req-8038fb78-75f4-4cf8-af1f-569406334698 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304901 Jul 15 13:29:14.020091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-f2abac36-7088-4ecd-a4de-3f6a7c0a5386 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618713 Jul 15 13:29:14.049144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:14.049612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:14.055402 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:14.305439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 74084fed-7e93-41f9-814a-b247186ee11e details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:14.313512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.336926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.342133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/2ed70461-a949-4aa0-b5a2-18b3588fc797 HTTP/1.1" status: 204 len: 168 time: 3.5472295 Jul 15 13:29:14.346903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48670) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:14.365995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1445385936'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:14.370180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46067137-e1eb-4c58-80c1-e4c57cf6f9a3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=2ed70461-a949-4aa0-b5a2-18b3588fc797,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.407651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-8ffbf037-4616-466e-858c-88d19921de9c service neutron] 10.222.0.58 "GET /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532200 Jul 15 13:29:14.434840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.445363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.481813 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2359a0ce-f6fb-45c9-b860-989cddbd5814 req-8b9e4d80-b9d0-4f23-bcb7-a4832203e9d0 service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599807 Jul 15 13:29:14.528394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa2ff35019e941a286459454c908ade8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7306218 Jul 15 13:29:14.535336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:14.556304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:14.561175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.563923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 74084fed-7e93-41f9-814a-b247186ee11e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=74084fed-7e93-41f9-814a-b247186ee11e,segment=NetworkSegment(62c6874d-d099-48a3-a686-732ba9a9a236),segment_id=62c6874d-d099-48a3-a686-732ba9a9a236)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:14.583917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dd7870-b34b-4436-a0d8-a813795f6298,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:14.607671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:14.625754 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.626429 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment 68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f of type vlan for network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 Jul 15 13:29:14.659553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '74084fed-7e93-41f9-814a-b247186ee11e', 'network_id': 'e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b', 'port_id': '74084fed-7e93-41f9-814a-b247186ee11e', 'mac_address': 'fa:16:3e:ec:de:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbb1e84-73c8-4997-b3eb-519f35924f86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:14.675052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bc32183-621f-4009-bee0-abda75b9a47b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:14.687612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.694232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.694929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.695660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.696189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.696703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.697191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.697721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.698205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.698750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.699231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.699734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.700233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc84f0ff-5250-4949-b547-009ed110a8ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:29:14.748084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.760958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:14.762004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.794275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.798266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4456697 Jul 15 13:29:14.799189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:14.814784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:14.846364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42564192-d73d-4e09-a02c-bccfd6063d1a req-ccafd33f-a7c7-480a-93ae-5fb4c89f4107 service neutron] 10.222.0.58 "GET /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311368 Jul 15 13:29:14.856870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.890583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74084fed-7e93-41f9-814a-b247186ee11e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:14.957060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 74084fed-7e93-41f9-814a-b247186ee11e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=74084fed-7e93-41f9-814a-b247186ee11e,segment=NetworkSegment(62c6874d-d099-48a3-a686-732ba9a9a236),segment_id=62c6874d-d099-48a3-a686-732ba9a9a236)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:14.958770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 0bc32183-621f-4009-bee0-abda75b9a47b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:14.984528 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:14.991017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0bc32183-621f-4009-bee0-abda75b9a47b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:14.991715 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.054296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18647c-feab-4aac-be2f-ca8483102f01 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=93fbfeca-5ba5-4549-934d-f9a0c89943d9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:15.073217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:15.075344 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa5c7-cc65-49d1-9eeb-4bf72bb4d46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.080521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.106022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.112143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:15.164034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa5c7-cc65-49d1-9eeb-4bf72bb4d46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.294357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['74084fed-7e93-41f9-814a-b247186ee11e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:15.301823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa5c7-cc65-49d1-9eeb-4bf72bb4d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.307743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.309669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=74084fed-7e93-41f9-814a-b247186ee11e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:15.311375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2aa5c7-cc65-49d1-9eeb-4bf72bb4d46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.329910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0e2aa5c7-cc65-49d1-9eeb-4bf72bb4d46f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9dd7870-b34b-4436-a0d8-a813795f6298 HTTP/1.1" status: 204 len: 168 time: 0.7450206 Jul 15 13:29:15.366190 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.369432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2aa5c7-cc65-49d1-9eeb-4bf72bb4d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dd7870-b34b-4436-a0d8-a813795f6298,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:15.410020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Allocated IP 172.20.0.1 (d697bb00-9747-448b-ac7a-6b37c9713431/ee33c7d6-2493-4ffc-896e-acab79cedaa2/70ce36bd-4a4c-43a4-9169-19693f5cf791) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:15.413494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 0bc32183-621f-4009-bee0-abda75b9a47b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bc32183-621f-4009-bee0-abda75b9a47b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:15.430593 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.535221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abb53581-8608-4b23-9ba8-027f5741fd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.580976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=0bc32183-621f-4009-bee0-abda75b9a47b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:15.670477 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.734694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad968fa-fd70-43cf-90a9-da6e63e8183c req-508ba82e-b38e-42e7-9baa-7ce0f5475b2c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.737851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aad968fa-fd70-43cf-90a9-da6e63e8183c req-508ba82e-b38e-42e7-9baa-7ce0f5475b2c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 945 time: 0.2879286 Jul 15 13:29:15.834804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aad968fa-fd70-43cf-90a9-da6e63e8183c req-b62f0302-568c-480d-b49c-1c9d29d3fd49 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710135 Jul 15 13:29:15.874166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.893170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Transition to ACTIVE for port object 70ce36bd-4a4c-43a4-9169-19693f5cf791 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:15.942762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:15.980081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389cd4-6900-4fe3-8653-54413262cfac req-3b870501-d722-4b8e-9765-132f81724fed tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:15.981917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90389cd4-6900-4fe3-8653-54413262cfac req-3b870501-d722-4b8e-9765-132f81724fed tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 1.0194137 Jul 15 13:29:15.983352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.008621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Network d697bb00-9747-448b-ac7a-6b37c9713431 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:16.013890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef1711fa-5b9c-4e20-a24b-52ae067855ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.016026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:16.027283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:16.031438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Pushing event updated for resources: {'Port': ['ID=70ce36bd-4a4c-43a4-9169-19693f5cf791,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.113653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90389cd4-6900-4fe3-8653-54413262cfac req-4aa76273-a1ce-4d96-8d59-ba3e7c4daf2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084754 Jul 15 13:29:16.153239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.185769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.320015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 74084fed-7e93-41f9-814a-b247186ee11e up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:16.380259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=792cde28-ccc1-41e6-91ec-14525d5f2012,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.402389 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.421077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb72777e-18db-4d21-aeb9-880efce17489 None None] Provisioning for port 70ce36bd-4a4c-43a4-9169-19693f5cf791 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:16.428290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb72777e-18db-4d21-aeb9-880efce17489 None None] Provisioning complete for port 70ce36bd-4a4c-43a4-9169-19693f5cf791 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:16.428927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb72777e-18db-4d21-aeb9-880efce17489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.451450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:16.452104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 93fbfeca-5ba5-4549-934d-f9a0c89943d9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:16.464488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 74084fed-7e93-41f9-814a-b247186ee11e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:16.471998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 74084fed-7e93-41f9-814a-b247186ee11e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:16.472521 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.495698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:16.512239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 93fbfeca-5ba5-4549-934d-f9a0c89943d9) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:16.527356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7421fca-d3be-4f7d-81f2-c8f41a446c33 None None] Network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:16.529170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cb72777e-18db-4d21-aeb9-880efce17489 None None] Port 70ce36bd-4a4c-43a4-9169-19693f5cf791 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:16.529364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:16.534610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.620022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bc32183-621f-4009-bee0-abda75b9a47b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:16.637460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef1711fa-5b9c-4e20-a24b-52ae067855ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.646152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef1711fa-5b9c-4e20-a24b-52ae067855ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.651099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-439a4465-1077-4f4b-b4b8-9e61139bb558 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8503389 Jul 15 13:29:16.653661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.713338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef1711fa-5b9c-4e20-a24b-52ae067855ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d205e0bc9b04ca9b90506d6379022e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258670 Jul 15 13:29:16.715267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1711fa-5b9c-4e20-a24b-52ae067855ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab86dd3-770c-4703-836b-520e91ff3fb3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.716910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:16.759575 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.765867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.780344 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.826544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74084fed-7e93-41f9-814a-b247186ee11e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:16.828923 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25df4778-c670-46e2-b47e-b9a365407103" -d '{"events": [{"server_uuid": "c4058a14-f3ac-4834-af4a-2a57cdc049ad", "name": "network-vif-plugged", "status": "completed", "tag": "74084fed-7e93-41f9-814a-b247186ee11e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:16.851317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 74084fed-7e93-41f9-814a-b247186ee11e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=74084fed-7e93-41f9-814a-b247186ee11e,segment=NetworkSegment(62c6874d-d099-48a3-a686-732ba9a9a236),segment_id=62c6874d-d099-48a3-a686-732ba9a9a236)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:16.857911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 0bc32183-621f-4009-bee0-abda75b9a47b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:16.858223 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.879836 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.926290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Pushing event updated for resources: {'Port': ['ID=70ce36bd-4a4c-43a4-9169-19693f5cf791,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:16.957181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.960207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.968048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-93fbfeca-5ba5-4549-934d-f9a0c89943d9', 'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '792cde28-ccc1-41e6-91ec-14525d5f2012'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:16.972680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:16.997196 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e8c2a-58cc-426c-bc1b-8b0b263a883d x-openstack-request-id: req-ac4e8c2a-58cc-426c-bc1b-8b0b263a883d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:16.998968 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4058a14-f3ac-4834-af4a-2a57cdc049ad", "name": "network-vif-plugged", "status": "completed", "tag": "74084fed-7e93-41f9-814a-b247186ee11e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:17.000924 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac4e8c2a-58cc-426c-bc1b-8b0b263a883d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:17.004902 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74084fed-7e93-41f9-814a-b247186ee11e', 'code': 200} Jul 15 13:29:17.042564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d894c73-d185-445d-86d9-b405821c62be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.132279 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.143910 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d894c73-d185-445d-86d9-b405821c62be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.194883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Network d697bb00-9747-448b-ac7a-6b37c9713431 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:17.200748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:17.241888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb2af9-5a23-4821-992d-ab94aacaeea8 req-a9566852-48c6-45fb-a898-35edcc772ff6 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.248586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Allocated IP 172.20.0.1 (93fbfeca-5ba5-4549-934d-f9a0c89943d9/792cde28-ccc1-41e6-91ec-14525d5f2012/4c5fa078-1e63-4f82-8d68-d130452b7ecb) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:17.251074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5cb2af9-5a23-4821-992d-ab94aacaeea8 req-a9566852-48c6-45fb-a898-35edcc772ff6 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.1855032 Jul 15 13:29:17.302629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a85095-e068-47dd-9924-bcaec4afec29 req-aec0c199-12f5-4d18-b6d3-a2ddd7675621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.305617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90a85095-e068-47dd-9924-bcaec4afec29 req-aec0c199-12f5-4d18-b6d3-a2ddd7675621 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 1098 time: 0.2644293 Jul 15 13:29:17.309532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d894c73-d185-445d-86d9-b405821c62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.314123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d894c73-d185-445d-86d9-b405821c62be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.319164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9d894c73-d185-445d-86d9-b405821c62be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bab86dd3-770c-4703-836b-520e91ff3fb3 HTTP/1.1" status: 204 len: 168 time: 0.5985146 Jul 15 13:29:17.346079 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5cb2af9-5a23-4821-992d-ab94aacaeea8 req-a207613f-0727-4566-b8c8-9ec2255f8a52 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939476 Jul 15 13:29:17.425690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d894c73-d185-445d-86d9-b405821c62be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab86dd3-770c-4703-836b-520e91ff3fb3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.580532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.591722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90a85095-e068-47dd-9924-bcaec4afec29 req-324716f1-c997-4e60-b6a0-2bd31b1eadcc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229726 Jul 15 13:29:17.606813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=74084fed-7e93-41f9-814a-b247186ee11e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:17.651659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e4ae2-c44e-45d6-b43d-e20d26c2b2da req-d60c9b17-0913-49e7-b4a6-92ff8f6cee68 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:17.656632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f2e4ae2-c44e-45d6-b43d-e20d26c2b2da req-d60c9b17-0913-49e7-b4a6-92ff8f6cee68 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.3314033 Jul 15 13:29:17.711822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6f84c001-43d4-487e-8cd3-0d4ccc7a9833 None None] Provisioning complete for port 70ce36bd-4a4c-43a4-9169-19693f5cf791 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:17.712623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6f84c001-43d4-487e-8cd3-0d4ccc7a9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.753030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f2e4ae2-c44e-45d6-b43d-e20d26c2b2da req-fd3e3402-cdb0-416a-96d9-cfc603dfdc95 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862155 Jul 15 13:29:17.772112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Router 44917a9a-911d-429e-87ee-c2f401ec0697 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:17.804351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6f84c001-43d4-487e-8cd3-0d4ccc7a9833 None None] Port 70ce36bd-4a4c-43a4-9169-19693f5cf791 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:17.838845 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.854710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Transition to ACTIVE for port object 4c5fa078-1e63-4f82-8d68-d130452b7ecb will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:17.907980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Transition to ACTIVE for port object 4c5fa078-1e63-4f82-8d68-d130452b7ecb will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:17.925751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.963944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:17.989295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:17.993872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:18.005866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:18.021870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9bf1b5f1-aa02-453c-ad6b-61ec23c09769 admin admin] 10.222.0.57 "PUT /v2.0/routers/44917a9a-911d-429e-87ee-c2f401ec0697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1993077 Jul 15 13:29:18.034244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=792cde28-ccc1-41e6-91ec-14525d5f2012,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:18.035291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:18.058479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Sync routers for ids ['44917a9a-911d-429e-87ee-c2f401ec0697'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:18.110658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Pushing event updated for resources: {'Port': ['ID=4c5fa078-1e63-4f82-8d68-d130452b7ecb,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:18.141366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Routers {'44917a9a-911d-429e-87ee-c2f401ec0697'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:18.142142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:29:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['44917a9a-911d-429e-87ee-c2f401ec0697'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.263930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.293197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fbfeca-5ba5-4549-934d-f9a0c89943d9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.321868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.322182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:18.340914 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.392626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.400239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:18.401270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:18.405541 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:18.519294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Attempting to bind port 4c5fa078-1e63-4f82-8d68-d130452b7ecb on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:18.520110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Attempting to bind port 4c5fa078-1e63-4f82-8d68-d130452b7ecb by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:18.522674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Attempting to bind port 4c5fa078-1e63-4f82-8d68-d130452b7ecb on network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:18.573739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:29:18.573739 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:29:18.573739 n-d-798054-11 neutron-server[93994]: [parameters: {'id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9'}] Jul 15 13:29:18.573739 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:18.574273 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:18.580466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:18.583251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Checking segment: {'id': '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:18.584623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.585344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Bound using segment: {'id': '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:18.587697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Bound port: 4c5fa078-1e63-4f82-8d68-d130452b7ecb, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '93fbfeca-5ba5-4549-934d-f9a0c89943d9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:18.589834 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.636622 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:18.765822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Set router 44917a9a-911d-429e-87ee-c2f401ec0697 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:18.814325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c4c8e-b7ec-40bc-a740-d6a80865e440 req-f6778f51-fafa-4cec-b849-daca0f1ee10c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:18.832415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-190c4c8e-b7ec-40bc-a740-d6a80865e440 req-f6778f51-fafa-4cec-b849-daca0f1ee10c tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.1606297 Jul 15 13:29:18.982200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] For port 4c5fa078-1e63-4f82-8d68-d130452b7ecb, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:18.989523 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-190c4c8e-b7ec-40bc-a740-d6a80865e440 req-f40cdc8c-3b29-4882-9039-fbcdfaa2c208 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558070 Jul 15 13:29:19.008957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] For port 4c5fa078-1e63-4f82-8d68-d130452b7ecb, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4c5fa078-1e63-4f82-8d68-d130452b7ecb,segment=NetworkSegment(68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f),segment_id=68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:19.044489 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.076190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.146035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc576ccd-bc57-4f64-82f3-2d3aa224d3a9 None None] Pushing event updated for resources: {'Port': ['ID=4c5fa078-1e63-4f82-8d68-d130452b7ecb,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.213636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Deleting port 4c5fa078-1e63-4f82-8d68-d130452b7ecb {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:19.214226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.324285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] For port 4c5fa078-1e63-4f82-8d68-d130452b7ecb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4c5fa078-1e63-4f82-8d68-d130452b7ecb,segment=NetworkSegment(68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f),segment_id=68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:19.325499 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.349956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Calling delete_port for 4c5fa078-1e63-4f82-8d68-d130452b7ecb owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:19.379484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48774) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.398477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525fc92-94e1-49fb-94c6-d46ad8f700e1 req-11e4d8a0-030c-4b74-9a52-e84d2a49bdf1 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:19.406618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f525fc92-94e1-49fb-94c6-d46ad8f700e1 req-11e4d8a0-030c-4b74-9a52-e84d2a49bdf1 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.1486392 Jul 15 13:29:19.454467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f525fc92-94e1-49fb-94c6-d46ad8f700e1 req-ac14884a-3151-4d97-852f-126b5c7460a5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450575 Jul 15 13:29:19.462403 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.498854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Port': ['ID=4c5fa078-1e63-4f82-8d68-d130452b7ecb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.506125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No DVR routers for this DVR port 4c5fa078-1e63-4f82-8d68-d130452b7ecb on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:19.507888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:29:16Z', 'revision_number': 4, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '70ce36bd-4a4c-43a4-9169-19693f5cf791', 'name': '', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'mac_address': 'fa:16:3e:90:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:14Z', 'updated_at': '2021-07-15T13:29:16Z', 'revision_number': 2, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'subnets': [{'id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:19.540938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171aa7c-66db-46fc-8dcf-1ccc58042eba None None] Network 93fbfeca-5ba5-4549-934d-f9a0c89943d9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:19.545452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Checking router: 44917a9a-911d-429e-87ee-c2f401ec0697 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:19.546818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Updating router 44917a9a-911d-429e-87ee-c2f401ec0697 port 70ce36bd-4a4c-43a4-9169-19693f5cf791 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:19.649516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.662675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.664004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fbfeca-5ba5-4549-934d-f9a0c89943d9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:19.677533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:19.677821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d73ec9-0d31-42f8-aa9f-0ee39ee8a40f') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:19.689373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.706548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.714001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:19.714334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:19.756296 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:19.764808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609d1a8-c60e-4b0d-81c6-d0e7e48d052e None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:29:19.818201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.847827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f87a97b-c886-43f2-8428-f29c66ca1d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.850502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:19.854552 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/93fbfeca-5ba5-4549-934d-f9a0c89943d9 HTTP/1.1" status: 204 len: 168 time: 3.1994216 Jul 15 13:29:19.856060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ee19-758b-45d9-8298-a923b108879a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=93fbfeca-5ba5-4549-934d-f9a0c89943d9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:19.858233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48786) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:19.881472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862396273'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:20.024157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48790) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.027195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f87a97b-c886-43f2-8428-f29c66ca1d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.035499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-835619482-network', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:20.036121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f87a97b-c886-43f2-8428-f29c66ca1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.085031 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:29:20.085031 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:29:20.085031 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id_1': 'c6a1781e801e4c8a953e9441f9e22f52', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 29, 20, 49014)}] Jul 15 13:29:20.085031 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:20.087320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87a97b-c886-43f2-8428-f29c66ca1d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac15799-cdb9-4134-984e-beb1d8a6ccf8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.088159 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:20.121621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:20.132979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609d1a8-c60e-4b0d-81c6-d0e7e48d052e None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:29:20.154342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.166760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3f87a97b-c886-43f2-8428-f29c66ca1d8b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=186c0d24e2934a7bbb071d26b101453c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850165 Jul 15 13:29:20.170273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48796) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.215344 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:20.252775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b080-ca12-4d7f-8828-c1922fe320a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.259249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.259931 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment 8528be8e-e87c-4f1a-948b-41d387517b34 of type vlan for network 7b04d1fc-bb25-4486-bc95-9d333be2d5f8 Jul 15 13:29:20.325535 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.337637 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b080-ca12-4d7f-8828-c1922fe320a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.341554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.365802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Transition to ACTIVE for port object 70ce36bd-4a4c-43a4-9169-19693f5cf791 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:20.384166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.385880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.409070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.409756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.465707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e9ee0-85ad-4c67-aef7-200c4181dda4 None None] Pushing event updated for resources: {'Port': ['ID=70ce36bd-4a4c-43a4-9169-19693f5cf791,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.469816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6036978 Jul 15 13:29:20.472925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48806) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:20.478659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '7b04d1fc-bb25-4486-bc95-9d333be2d5f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:20.505132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b080-ca12-4d7f-8828-c1922fe320a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.508011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b080-ca12-4d7f-8828-c1922fe320a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.513896 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0f5b080-ca12-4d7f-8828-c1922fe320a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ac15799-cdb9-4134-984e-beb1d8a6ccf8 HTTP/1.1" status: 204 len: 168 time: 0.3407981 Jul 15 13:29:20.528034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cc494-f984-4952-aa64-01611ca8015b req-114a5665-1737-406b-8085-de15df8df3cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.537229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b65cc494-f984-4952-aa64-01611ca8015b req-114a5665-1737-406b-8085-de15df8df3cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.1767197 Jul 15 13:29:20.558436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b080-ca12-4d7f-8828-c1922fe320a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac15799-cdb9-4134-984e-beb1d8a6ccf8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.605640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b65cc494-f984-4952-aa64-01611ca8015b req-b0064658-6ee1-4a85-840f-7b060378ff7b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670805 Jul 15 13:29:20.624791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Attempting to bind port 70ce36bd-4a4c-43a4-9169-19693f5cf791 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:20.625132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Attempting to bind port 70ce36bd-4a4c-43a4-9169-19693f5cf791 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:20.625506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Attempting to bind port 70ce36bd-4a4c-43a4-9169-19693f5cf791 on network d697bb00-9747-448b-ac7a-6b37c9713431 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:20.635994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:20.636803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Checking segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:20.636803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.637271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Bound using segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:20.639432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Bound port: 70ce36bd-4a4c-43a4-9169-19693f5cf791, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:20.639837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.678568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10030f71-310e-43a5-b7f2-bb65db90075f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=7b04d1fc-bb25-4486-bc95-9d333be2d5f8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:20.683201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Made reservation on behalf of c6a1781e801e4c8a953e9441f9e22f52 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:20.685648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.699414 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.701502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7b04d1fc-bb25-4486-bc95-9d333be2d5f8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:20.903104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] For port 70ce36bd-4a4c-43a4-9169-19693f5cf791, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:20.920628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58645d-5b05-4c69-839b-7febcd12826d req-afaf0c83-31a8-48f3-9558-83b7bad24f0d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:20.929227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb58645d-5b05-4c69-839b-7febcd12826d req-afaf0c83-31a8-48f3-9558-83b7bad24f0d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.1382098 Jul 15 13:29:20.934608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.963591 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.965764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] For port 70ce36bd-4a4c-43a4-9169-19693f5cf791, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=70ce36bd-4a4c-43a4-9169-19693f5cf791,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:20.980213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:20.984281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.987035 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:20.988278 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb58645d-5b05-4c69-839b-7febcd12826d req-a8f7ab33-ecd2-4b3a-b3bb-54fd83b34e29 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Jul 15 13:29:21.076493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:21.086988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Routers {'44917a9a-911d-429e-87ee-c2f401ec0697'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:21.087630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:29:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['44917a9a-911d-429e-87ee-c2f401ec0697'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:21.108896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f0249f-f1df-4e7b-a0a6-6836af5c2944,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.138221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.138597 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Added segment a8283e3c-57dc-4618-9435-3f19d3da200c of type vlan for network 145b17ef-0907-44e2-b438-620c76d3b2ba Jul 15 13:29:21.169516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e9ee0-85ad-4c67-aef7-200c4181dda4 None None] Pushing event updated for resources: {'Port': ['ID=70ce36bd-4a4c-43a4-9169-19693f5cf791,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.253317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48832) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.285858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f35507c6-421f-4abf-a2e6-453e9b317180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.377641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.490212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.491778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:21.493165 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.569981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f35507c6-421f-4abf-a2e6-453e9b317180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.577108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f35507c6-421f-4abf-a2e6-453e9b317180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.632956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] Set router 44917a9a-911d-429e-87ee-c2f401ec0697 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:21.649107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6229153 Jul 15 13:29:21.650629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f35507c6-421f-4abf-a2e6-453e9b317180 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5818f396f03e4a3f96c066360d77a8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956721 Jul 15 13:29:21.651754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35507c6-421f-4abf-a2e6-453e9b317180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7565a4-646e-4b2c-b93b-2448ed7def01,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.655001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48848) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.655982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:21.671790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Request body: {'subnet': {'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-835619482-subnet', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:21.736801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Made reservation on behalf of c6a1781e801e4c8a953e9441f9e22f52 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:21.739464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.783626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30f9bf4e-f694-4943-8495-8db773993469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.793987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a122a-1d36-4737-b4d0-cb4e167d4550 admin admin] Pushing event updated for resources: {'Network': ['ID=145b17ef-0907-44e2-b438-620c76d3b2ba,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:21.869112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.918825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30f9bf4e-f694-4943-8495-8db773993469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:21.950661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 145b17ef-0907-44e2-b438-620c76d3b2ba details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:22.045338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30f9bf4e-f694-4943-8495-8db773993469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.048716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-30f9bf4e-f694-4943-8495-8db773993469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.050000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-30f9bf4e-f694-4943-8495-8db773993469 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa7565a4-646e-4b2c-b93b-2448ed7def01 HTTP/1.1" status: 204 len: 168 time: 0.3914676 Jul 15 13:29:22.054446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=141a4603-9a5b-4255-a1e2-ee8fa8568449,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:22.065169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': '8528be8e-e87c-4f1a-948b-41d387517b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7b04d1fc-bb25-4486-bc95-9d333be2d5f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:22.065983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 7b04d1fc-bb25-4486-bc95-9d333be2d5f8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:22.079221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9bf4e-f694-4943-8495-8db773993469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7565a4-646e-4b2c-b93b-2448ed7def01,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:22.095924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 7b04d1fc-bb25-4486-bc95-9d333be2d5f8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:22.114202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7b04d1fc-bb25-4486-bc95-9d333be2d5f8) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:22.128944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.130786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.164265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49eff06-bfa7-4ce0-b4d4-bbde4e781786 None None] Network 7b04d1fc-bb25-4486-bc95-9d333be2d5f8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:22.198243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2c7c680d-60ec-4ab8-997d-0db6d89935f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7241082 Jul 15 13:29:22.201454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48870) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.203519 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.393737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7d6ce6-a3b4-49b3-ab61-e55cef420bda,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:22.405473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Checking segment: {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:22.409689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Network hostable DHCP agents. Network: 145b17ef-0907-44e2-b438-620c76d3b2ba, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:22.456870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Network 145b17ef-0907-44e2-b438-620c76d3b2ba is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:22.470298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 145b17ef-0907-44e2-b438-620c76d3b2ba) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:22.471780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:29:16Z', 'revision_number': 4, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '70ce36bd-4a4c-43a4-9169-19693f5cf791', 'name': '', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'mac_address': 'fa:16:3e:90:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:14Z', 'updated_at': '2021-07-15T13:29:20Z', 'revision_number': 4, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'subnets': [{'id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:22.475372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.475976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.498351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7fa6a-0bb9-4a8d-9a19-c00cc8500f63 None None] Network 145b17ef-0907-44e2-b438-620c76d3b2ba requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:22.503685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b44dd11f-50f9-47fc-85b3-7da2c31376de admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8462250 Jul 15 13:29:22.506636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.512095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:22.560376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.562322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.596968 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.629618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bd039-87e8-4cb4-b0c8-7122ef98c53d None None] The sync data for ids ['44917a9a-911d-429e-87ee-c2f401ec0697'] in n-d-798054-11 is: [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:29:16Z', 'revision_number': 4, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '70ce36bd-4a4c-43a4-9169-19693f5cf791', 'name': '', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'mac_address': 'fa:16:3e:90:20:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:14Z', 'updated_at': '2021-07-15T13:29:20Z', 'revision_number': 4, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'subnets': [{'id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:22.644721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2b4ea-4fda-4829-82b0-cdb35ae6473d req-8965062b-db25-4253-8296-7ee41417d051 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:22.665984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1c2b4ea-4fda-4829-82b0-cdb35ae6473d req-8965062b-db25-4253-8296-7ee41417d051 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.2914128 Jul 15 13:29:22.707422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.816371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1c2b4ea-4fda-4829-82b0-cdb35ae6473d req-88ed0b1d-c82b-4c0e-be0a-40c994bd9032 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489835 Jul 15 13:29:22.821830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.892899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba8da4-ba52-428e-a378-34d848f07f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7b04d1fc-bb25-4486-bc95-9d333be2d5f8', 'network_id': '7b04d1fc-bb25-4486-bc95-9d333be2d5f8', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '141a4603-9a5b-4255-a1e2-ee8fa8568449'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:22.896061 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cdba8da4-ba52-428e-a378-34d848f07f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:22.911166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48890) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:22.953201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65cfcb38-85c8-46aa-8f63-9568fc80a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.069799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.095956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.096517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99472bf5-75ae-4913-9ece-802abf5779da req-8be123f5-4827-47f7-a8ac-e3c328e8c2e6 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:23.098506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99472bf5-75ae-4913-9ece-802abf5779da req-8be123f5-4827-47f7-a8ac-e3c328e8c2e6 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.5171092 Jul 15 13:29:23.127192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-145b17ef-0907-44e2-b438-620c76d3b2ba', 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'fixed_ips': [{'subnet_id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:23.128095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.190114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99472bf5-75ae-4913-9ece-802abf5779da req-31620697-06d7-4c5a-b74c-c90873fa65a9 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Jul 15 13:29:23.235970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=141a4603-9a5b-4255-a1e2-ee8fa8568449,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.373728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.386614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c34992-ae73-4cdf-a94f-e3a9cb8b7dc5 None None] Network 7b04d1fc-bb25-4486-bc95-9d333be2d5f8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:23.425728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b04d1fc-bb25-4486-bc95-9d333be2d5f8']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.451922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8528be8e-e87c-4f1a-948b-41d387517b34') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.452842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8528be8e-e87c-4f1a-948b-41d387517b34') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:23.486083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.505236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65cfcb38-85c8-46aa-8f63-9568fc80a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.528158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.543931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:23.545140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.588809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:23.617028 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:23.620456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.627162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-65cfcb38-85c8-46aa-8f63-9568fc80a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.718771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Allocated IP 172.20.0.2 (145b17ef-0907-44e2-b438-620c76d3b2ba/6b7d6ce6-a3b4-49b3-ab61-e55cef420bda/12a56ee5-119f-44c8-8eea-917ab8e5b78d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:23.790923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.804410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-65cfcb38-85c8-46aa-8f63-9568fc80a3fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ebef9cae0d546b48b8fe637a5c3adc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912630 Jul 15 13:29:23.805509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.807890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfcb38-85c8-46aa-8f63-9568fc80a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb45732-63a6-43e3-9b7d-0e5b679fdbbd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.819811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.822243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/7b04d1fc-bb25-4486-bc95-9d333be2d5f8 HTTP/1.1" status: 204 len: 168 time: 1.6187830 Jul 15 13:29:23.834022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:23.842056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133144048'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:23.887632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a5d83-eb6e-4da2-8729-c30630f1a8ed tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=7b04d1fc-bb25-4486-bc95-9d333be2d5f8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:23.928153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Allocated IP 172.25.3.82 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/a218c886-dd1e-4f63-86d3-c5fa0c1437c5) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:23.940158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:23.944044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:23.998419 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d71-6a3b-43dd-81b3-d0220a414121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.026913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:24.058598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d71-6a3b-43dd-81b3-d0220a414121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.061497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.062155 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment a1573be3-1ea6-4886-a5f1-57f6e3d289e6 of type vlan for network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb Jul 15 13:29:24.119691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.130174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Transition to ACTIVE for port object 12a56ee5-119f-44c8-8eea-917ab8e5b78d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:24.160490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Transition to ACTIVE for port object 12a56ee5-119f-44c8-8eea-917ab8e5b78d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:24.169600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.212206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.245644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-bb5b2483-6889-48c9-95d8-d895d49e1b3a tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.252900 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-bb5b2483-6889-48c9-95d8-d895d49e1b3a tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.5744398 Jul 15 13:29:24.274912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d71-6a3b-43dd-81b3-d0220a414121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.276931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Network 145b17ef-0907-44e2-b438-620c76d3b2ba is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:24.281953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fa37d71-6a3b-43dd-81b3-d0220a414121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.287269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5fa37d71-6a3b-43dd-81b3-d0220a414121 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/adb45732-63a6-43e3-9b7d-0e5b679fdbbd HTTP/1.1" status: 204 len: 168 time: 0.4761055 Jul 15 13:29:24.300042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Pushing event updated for resources: {'Port': ['ID=12a56ee5-119f-44c8-8eea-917ab8e5b78d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.310930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:24.316915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:24.329888 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.336782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.337986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.341008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa37d71-6a3b-43dd-81b3-d0220a414121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb45732-63a6-43e3-9b7d-0e5b679fdbbd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.398306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5606189 Jul 15 13:29:24.412759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:24.434859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:24.502692 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.532380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0148ff-a830-4504-8c26-4667136cfd65 req-f6b291ca-ddaa-46ef-9259-03c811ce8496 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:24.537197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Attempting to bind port 12a56ee5-119f-44c8-8eea-917ab8e5b78d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:24.538022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Attempting to bind port 12a56ee5-119f-44c8-8eea-917ab8e5b78d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:24.538631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Attempting to bind port 12a56ee5-119f-44c8-8eea-917ab8e5b78d on network 145b17ef-0907-44e2-b438-620c76d3b2ba {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:24.553857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f0148ff-a830-4504-8c26-4667136cfd65 req-f6b291ca-ddaa-46ef-9259-03c811ce8496 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.4345579 Jul 15 13:29:24.556917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:24.558296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Checking segment: {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:24.560501 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.563634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Bound using segment: {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:24.564743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Bound port: 12a56ee5-119f-44c8-8eea-917ab8e5b78d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:24.567001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.687576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f0148ff-a830-4504-8c26-4667136cfd65 req-6d1e71e8-ad71-442a-b365-07ce8001e9a8 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323068 Jul 15 13:29:24.756982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70ce36bd-4a4c-43a4-9169-19693f5cf791 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:24.759028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Deleting port 74084fed-7e93-41f9-814a-b247186ee11e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:24.759381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.813427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:24.817670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.820528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] For port 12a56ee5-119f-44c8-8eea-917ab8e5b78d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:24.824804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463abd2-8aee-4dbf-ab13-5a2c37908501 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=9cfb4524-5925-4e6a-9a96-d0d09d7745bb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:24.856061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:24.864204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:24.936949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] For port 12a56ee5-119f-44c8-8eea-917ab8e5b78d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12a56ee5-119f-44c8-8eea-917ab8e5b78d,segment=NetworkSegment(a8283e3c-57dc-4618-9435-3f19d3da200c),segment_id=a8283e3c-57dc-4618-9435-3f19d3da200c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:24.982355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.067312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Performing IP validity checks on allocation pools {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:29:25.070388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:29:25.098926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Pushing event updated for resources: {'Port': ['ID=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.118504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:25.123491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:25.129213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:25.143289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643a3f7-e428-4a58-9835-01711be9cdda req-d8becb64-1c5d-47e3-9e0b-fd1b64b6248d tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:25.153783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3643a3f7-e428-4a58-9835-01711be9cdda req-d8becb64-1c5d-47e3-9e0b-fd1b64b6248d tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.3030472 Jul 15 13:29:25.314363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 70ce36bd-4a4c-43a4-9169-19693f5cf791 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:25.326741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214b26-d622-4c14-9430-09c1749d7b28 None None] Pushing event updated for resources: {'Port': ['ID=12a56ee5-119f-44c8-8eea-917ab8e5b78d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.335878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 70ce36bd-4a4c-43a4-9169-19693f5cf791 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:25.339347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.372561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3643a3f7-e428-4a58-9835-01711be9cdda req-d248dd7e-31ff-477e-9276-b09f32151c95 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171431 Jul 15 13:29:25.514065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.618081 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.630513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=35f718b0-9dcf-4204-ba7f-94494a270b51,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:25.730985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 70ce36bd-4a4c-43a4-9169-19693f5cf791, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=70ce36bd-4a4c-43a4-9169-19693f5cf791,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:25.742220 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.778499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:25.782172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 9cfb4524-5925-4e6a-9a96-d0d09d7745bb, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:25.834129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:25.857771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 9cfb4524-5925-4e6a-9a96-d0d09d7745bb) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:25.877471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:25.878862 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:25.886220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe633a-3477-4077-a475-43f17df7a342 None None] Network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:25.921171 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e578b5b4-53d4-47b3-a318-ba96adde1f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5031800 Jul 15 13:29:25.922711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48944) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:25.976728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=70ce36bd-4a4c-43a4-9169-19693f5cf791,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:26.168359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] For port 74084fed-7e93-41f9-814a-b247186ee11e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=74084fed-7e93-41f9-814a-b247186ee11e,segment=NetworkSegment(62c6874d-d099-48a3-a686-732ba9a9a236),segment_id=62c6874d-d099-48a3-a686-732ba9a9a236)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:26.170051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.263875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Calling delete_port for 74084fed-7e93-41f9-814a-b247186ee11e owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:26.304060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.306160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-9cfb4524-5925-4e6a-9a96-d0d09d7745bb', 'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '35f718b0-9dcf-4204-ba7f-94494a270b51'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:26.307170 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.334435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec975-a7f9-493f-b01d-0d21fad677a7 req-69ec1e2b-6ea0-4e13-8830-daf1dc6031f3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:26.340072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5eec975-a7f9-493f-b01d-0d21fad677a7 req-69ec1e2b-6ea0-4e13-8830-daf1dc6031f3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.2932813 Jul 15 13:29:26.371529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 74084fed-7e93-41f9-814a-b247186ee11e no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:26.542959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5eec975-a7f9-493f-b01d-0d21fad677a7 req-b53ca12b-9312-4290-9baf-eb1abbdba78f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815383 Jul 15 13:29:26.616180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.850570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Allocated IP 172.20.0.3 (9cfb4524-5925-4e6a-9a96-d0d09d7745bb/35f718b0-9dcf-4204-ba7f-94494a270b51/b3e7ecf4-79e3-4fd1-b9c4-bbae84912574) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:26.869518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.957256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:26.983369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70ce36bd-4a4c-43a4-9169-19693f5cf791 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:27.167054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 70ce36bd-4a4c-43a4-9169-19693f5cf791 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:27.167631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.206729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a699b2-7380-4538-9aac-2c07386e181d req-7c72c8cb-0035-46da-813e-0257509d5f6b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:27.214298 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10a699b2-7380-4538-9aac-2c07386e181d req-7c72c8cb-0035-46da-813e-0257509d5f6b tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4058a14-f3ac-4834-af4a-2a57cdc049ad HTTP/1.1" status: 200 len: 946 time: 0.4121742 Jul 15 13:29:27.226379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.308351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Pushing event deleted for resources: {'Port': ['ID=74084fed-7e93-41f9-814a-b247186ee11e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.346204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f2dc11-787a-4249-bc08-1dfd049072db None None] Network 145b17ef-0907-44e2-b438-620c76d3b2ba requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:27.391837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] No DVR routers for this DVR port 74084fed-7e93-41f9-814a-b247186ee11e on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:27.398745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.400960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa036f95-7918-412b-97ec-828e71bb3f62 req-d2ebe024-06a3-4b81-ae1f-e6f1948db0cf tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.58 "DELETE /v2.0/ports/74084fed-7e93-41f9-814a-b247186ee11e HTTP/1.1" status: 204 len: 173 time: 3.1277230 Jul 15 13:29:27.402846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'name': 'network-vif-deleted', 'tag': '74084fed-7e93-41f9-814a-b247186ee11e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:27.405788 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13478eee-c055-4a30-b517-d0d3dd788e45" -d '{"events": [{"server_uuid": "c4058a14-f3ac-4834-af4a-2a57cdc049ad", "name": "network-vif-deleted", "tag": "74084fed-7e93-41f9-814a-b247186ee11e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:27.460640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10a699b2-7380-4538-9aac-2c07386e181d req-dc728830-8914-4303-943a-585f136f04b1 tempest-ServerMetadataNegativeTestJSON-557048393 tempest-ServerMetadataNegativeTestJSON-557048393-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ed557b-1927-4ea2-93a3-50207e17eeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451904 Jul 15 13:29:27.472743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.485480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Transition to ACTIVE for port object b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:27.505996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Transition to ACTIVE for port object b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:27.525030 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.552401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.574513 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d62127-70d7-4a44-9ecf-54ee41643402 x-openstack-request-id: req-87d62127-70d7-4a44-9ecf-54ee41643402 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:27.574845 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4058a14-f3ac-4834-af4a-2a57cdc049ad", "name": "network-vif-deleted", "tag": "74084fed-7e93-41f9-814a-b247186ee11e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:27.575066 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87d62127-70d7-4a44-9ecf-54ee41643402 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:27.575685 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4058a14-f3ac-4834-af4a-2a57cdc049ad', 'name': 'network-vif-deleted', 'tag': '74084fed-7e93-41f9-814a-b247186ee11e', 'status': 'completed', 'code': 200} Jul 15 13:29:27.579892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-39cda875-34f6-45f6-929a-f8003ae66d8b None None] Provisioning for port 12a56ee5-119f-44c8-8eea-917ab8e5b78d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:27.661125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.686888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=35f718b0-9dcf-4204-ba7f-94494a270b51,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:27.829968 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.865309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfb4524-5925-4e6a-9a96-d0d09d7745bb']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:27.884845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:27.885493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:27.901807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.935278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.949453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:27.950301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:27.955135 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:28.022751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:28.028577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:28.048430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:28.151997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:29:28.151997 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:29:28.151997 n-d-798054-11 neutron-server[93994]: [parameters: {'id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb'}] Jul 15 13:29:28.151997 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:28.152850 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:28.212909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Pushing event updated for resources: {'Port': ['ID=b3e7ecf4-79e3-4fd1-b9c4-bbae84912574,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.334394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12a56ee5-119f-44c8-8eea-917ab8e5b78d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:28.380847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Router 1512ae04-4ace-48c7-9905-3c7333512878 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:29:28.383775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Attempting to bind port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:28.384317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Attempting to bind port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:28.390820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Attempting to bind port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 on network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:28.392987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:28.393349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Checking segment: {'id': 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:28.393823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.394269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Bound using segment: {'id': 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:28.394934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Bound port: b3e7ecf4-79e3-4fd1-b9c4-bbae84912574, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9cfb4524-5925-4e6a-9a96-d0d09d7745bb'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:28.395348 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.409865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f07d8-f9d1-42ee-9804-14e8dd20a73d req-3fc4d8d2-bc1a-41f3-a790-e00661588ed1 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:28.426262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 12a56ee5-119f-44c8-8eea-917ab8e5b78d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:28.429303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-544f07d8-f9d1-42ee-9804-14e8dd20a73d req-3fc4d8d2-bc1a-41f3-a790-e00661588ed1 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.4471767 Jul 15 13:29:28.506793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 12a56ee5-119f-44c8-8eea-917ab8e5b78d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:28.507665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.558472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] For port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:28.581221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] For port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b3e7ecf4-79e3-4fd1-b9c4-bbae84912574,segment=NetworkSegment(a1573be3-1ea6-4886-a5f1-57f6e3d289e6),segment_id=a1573be3-1ea6-4886-a5f1-57f6e3d289e6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:28.593627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.653408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.679575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:28.731301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-544f07d8-f9d1-42ee-9804-14e8dd20a73d req-8bc885ab-e1a8-4189-8a96-89b6179e8999 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003256 Jul 15 13:29:28.750214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ad80a-4485-47ce-a3e8-201452668fa1 None None] Pushing event updated for resources: {'Port': ['ID=b3e7ecf4-79e3-4fd1-b9c4-bbae84912574,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:28.833795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.872696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2baf6-e685-4235-b5f8-f37cff07ba3b None None] Network 9cfb4524-5925-4e6a-9a96-d0d09d7745bb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:28.902740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:28.916862 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Sync routers for ids ['1512ae04-4ace-48c7-9905-3c7333512878'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:28.931827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 12a56ee5-119f-44c8-8eea-917ab8e5b78d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12a56ee5-119f-44c8-8eea-917ab8e5b78d,segment=NetworkSegment(a8283e3c-57dc-4618-9435-3f19d3da200c),segment_id=a8283e3c-57dc-4618-9435-3f19d3da200c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:28.934409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:28.935912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-306eab88-9edc-499a-8594-bfc01d08a359 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4276655 Jul 15 13:29:28.941065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:28.963915 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Routers {'1512ae04-4ace-48c7-9905-3c7333512878'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:28.974921 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:29:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1512ae04-4ace-48c7-9905-3c7333512878'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:29.047747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Deleting subnet ccbb1e84-73c8-4997-b3eb-519f35924f86 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:29:29.062039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.157687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Deleting port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:29.160493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.162070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.226136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.257575 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Set router 1512ae04-4ace-48c7-9905-3c7333512878 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:29.401638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] For port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b3e7ecf4-79e3-4fd1-b9c4-bbae84912574,segment=NetworkSegment(a1573be3-1ea6-4886-a5f1-57f6e3d289e6),segment_id=a1573be3-1ea6-4886-a5f1-57f6e3d289e6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:29.404277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.439186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.452453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Calling delete_port for b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:29.666449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b4fd711a-87e7-4377-ab8c-a9690004be59 None None] Provisioning complete for port 12a56ee5-119f-44c8-8eea-917ab8e5b78d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:29.672056 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b4fd711a-87e7-4377-ab8c-a9690004be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.686131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=12a56ee5-119f-44c8-8eea-917ab8e5b78d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:29.736323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.767749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbb1e84-73c8-4997-b3eb-519f35924f86,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:29.788990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.791466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c38a5549-ced3-4766-b632-4335a4b542ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ccbb1e84-73c8-4997-b3eb-519f35924f86 HTTP/1.1" status: 204 len: 168 time: 1.1054475 Jul 15 13:29:29.794183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49034) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:29.807529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:29.814419 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:26Z', 'revision_number': 3, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:29.861441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Port': ['ID=b3e7ecf4-79e3-4fd1-b9c4-bbae84912574,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:29.876185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No DVR routers for this DVR port b3e7ecf4-79e3-4fd1-b9c4-bbae84912574 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:29.885332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Checking router: 1512ae04-4ace-48c7-9905-3c7333512878 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:29.885332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Updating router 1512ae04-4ace-48c7-9905-3c7333512878 port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:29.927521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ae1ce-76a2-41e2-a2ab-63f614a3626d None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:29:29.983549 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.007973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.110416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.122852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfb4524-5925-4e6a-9a96-d0d09d7745bb']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.145579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.148470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1573be3-1ea6-4886-a5f1-57f6e3d289e6') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.159935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.177305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.184345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:30.185166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:30.253185 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:30.277977 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.348011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.364771 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.384104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/9cfb4524-5925-4e6a-9a96-d0d09d7745bb HTTP/1.1" status: 204 len: 168 time: 4.4499907 Jul 15 13:29:30.384492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49052) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:30.396740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1761326923'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:30.403643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ae1ce-76a2-41e2-a2ab-63f614a3626d None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:29:30.485605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b11421-732f-4fcb-b8a4-fa817d7d0d3e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=9cfb4524-5925-4e6a-9a96-d0d09d7745bb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.511392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Allocated IP 172.20.0.1 (145b17ef-0907-44e2-b438-620c76d3b2ba/6b7d6ce6-a3b4-49b3-ab61-e55cef420bda/84a3f170-c79a-408a-b13b-d704bb52b7d7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:30.640791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.653050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.655047 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.672282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c6874d-d099-48a3-a686-732ba9a9a236') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.672844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c6874d-d099-48a3-a686-732ba9a9a236') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:30.685143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.686673 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Transition to ACTIVE for port object a218c886-dd1e-4f63-86d3-c5fa0c1437c5 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:30.705143 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.707625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.731261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:30.731853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:30.741742 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:30.806695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.823703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Transition to ACTIVE for port object 84a3f170-c79a-408a-b13b-d704bb52b7d7 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:30.861933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157360-808a-4af3-b6db-6e66441c026c req-124b76e2-bfd5-4e10-a051-10f1ea7eb6a8 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:30.880920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66157360-808a-4af3-b6db-6e66441c026c req-124b76e2-bfd5-4e10-a051-10f1ea7eb6a8 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.6343586 Jul 15 13:29:30.888132 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Attempting to bind port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:30.891837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.894219 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Attempting to bind port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:30.894798 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Attempting to bind port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:30.906580 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7afbe-f118-47e8-9613-1e6581005727 None None] Pushing event updated for resources: {'Port': ['ID=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:30.928706 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:30.929326 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:30.929985 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.932772 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:30.933749 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Bound port: a218c886-dd1e-4f63-86d3-c5fa0c1437c5, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:30.934444 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:30.961556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:30.965629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.001249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Network 145b17ef-0907-44e2-b438-620c76d3b2ba is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:31.012952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:31.025923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:31.070754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.078274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:31.081210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Pushing event updated for resources: {'Port': ['ID=84a3f170-c79a-408a-b13b-d704bb52b7d7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.138918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.139270 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment 59937ac9-a28c-49a4-8451-7bb9c88166ea of type vlan for network f767f8e8-a3f7-479f-af4d-08fb47beadda Jul 15 13:29:31.175955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960624a2-c5ef-4f6e-8c8e-c6dc82b4a1be req-404bdac3-0c28-43d9-819d-2fe244150205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.177907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-960624a2-c5ef-4f6e-8c8e-c6dc82b4a1be req-404bdac3-0c28-43d9-819d-2fe244150205 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 1098 time: 0.4491358 Jul 15 13:29:31.180169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66157360-808a-4af3-b6db-6e66441c026c req-ddd7c36c-291b-407a-b8b2-107df982970c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887197 Jul 15 13:29:31.203897 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.216913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.228516 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] 10.222.0.57 "DELETE /v2.0/networks/e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b HTTP/1.1" status: 204 len: 168 time: 1.4327364 Jul 15 13:29:31.283129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b3d6f-7b0a-4154-a53b-38717805999a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bdb14b-3b78-4d6a-b11b-33714c3dfd1b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.399848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12a56ee5-119f-44c8-8eea-917ab8e5b78d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:31.408044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.413028 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] For port a218c886-dd1e-4f63-86d3-c5fa0c1437c5, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:31.417621 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] For port a218c886-dd1e-4f63-86d3-c5fa0c1437c5, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:31.428547 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.502232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-960624a2-c5ef-4f6e-8c8e-c6dc82b4a1be req-426974a8-234a-42b8-9956-7e6359c8b550 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173597 Jul 15 13:29:31.591253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 12a56ee5-119f-44c8-8eea-917ab8e5b78d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:31.591627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.667777 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Routers {'1512ae04-4ace-48c7-9905-3c7333512878'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:31.668403 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:29:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1512ae04-4ace-48c7-9905-3c7333512878'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:31.682908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49084) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.776393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.785216 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7afbe-f118-47e8-9613-1e6581005727 None None] Pushing event updated for resources: {'Port': ['ID=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:31.799002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.805933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.830168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.863794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.870597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.870866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31ab1b32-60e4-4a40-a678-fd53ae7b1555 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d06b6a31b20440d8e1b229c3b09fcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851487 Jul 15 13:29:31.875090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49092) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:31.876392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.888031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-8a2c298a-0a8e-46a8-848f-fcb8bd493eb2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.6112065 Jul 15 13:29:31.913073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.934659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:31.935339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:31.986124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d065c4c3-7dff-426b-8ea7-84ee0a5299b6 None None] Provisioning for port 84a3f170-c79a-408a-b13b-d704bb52b7d7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:31.996740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d065c4c3-7dff-426b-8ea7-84ee0a5299b6 None None] Provisioning complete for port 84a3f170-c79a-408a-b13b-d704bb52b7d7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:31.997532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d065c4c3-7dff-426b-8ea7-84ee0a5299b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.025562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.039969 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] Set router 1512ae04-4ace-48c7-9905-3c7333512878 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:32.059399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6668839 Jul 15 13:29:32.060035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49098) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:32.081725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b5da-0960-4ae7-9c83-a36cb6944715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.086653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4876e9e1-4942-4334-8a09-17eef54c2d7f req-843cc916-ee23-45ca-80c3-4546c8f924af tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381223 Jul 15 13:29:32.091609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': 'f767f8e8-a3f7-479f-af4d-08fb47beadda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:32.111400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d065c4c3-7dff-426b-8ea7-84ee0a5299b6 None None] Port 84a3f170-c79a-408a-b13b-d704bb52b7d7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:32.126123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b5da-0960-4ae7-9c83-a36cb6944715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.213372 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b5da-0960-4ae7-9c83-a36cb6944715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.218417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7c9b5da-0960-4ae7-9c83-a36cb6944715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:32.221322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7c9b5da-0960-4ae7-9c83-a36cb6944715 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6ed557b-1927-4ea2-93a3-50207e17eeaf HTTP/1.1" status: 204 len: 168 time: 0.3414311 Jul 15 13:29:32.248551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9b5da-0960-4ae7-9c83-a36cb6944715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed557b-1927-4ea2-93a3-50207e17eeaf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.359480 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:29:32.384268 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '84a3f170-c79a-408a-b13b-d704bb52b7d7', 'name': '', 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'mac_address': 'fa:16:3e:1c:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:29:30Z', 'revision_number': 1, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'subnets': [{'id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:32.428452 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5519ae-3b09-4d82-ac39-dca03b50d982 None None] The sync data for ids ['1512ae04-4ace-48c7-9905-3c7333512878'] in n-d-798054-11 is: [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '84a3f170-c79a-408a-b13b-d704bb52b7d7', 'name': '', 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'mac_address': 'fa:16:3e:1c:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:29:30Z', 'revision_number': 1, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'subnets': [{'id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:32.719146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.737399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.737705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357d41e-a247-467f-bfd2-bb8c901f64e8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=f767f8e8-a3f7-479f-af4d-08fb47beadda,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:32.752011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.753227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f767f8e8-a3f7-479f-af4d-08fb47beadda details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:32.770740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.786921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.804526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.823737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:32.853191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83548d57-7d30-4227-85d9-bfa8cf9f06f5 req-c2b9c4ef-2b53-46c6-8747-615c512f11e2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.3391395 Jul 15 13:29:33.119197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:33.124655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.275082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde56d7-3cf3-48f6-87c1-23347e6f477a req-cafd50bf-3d5a-459a-a948-bdc20609c99b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:33.282686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-edde56d7-3cf3-48f6-87c1-23347e6f477a req-cafd50bf-3d5a-459a-a948-bdc20609c99b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.4173789 Jul 15 13:29:33.432053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-edde56d7-3cf3-48f6-87c1-23347e6f477a req-438ee721-ad40-4ba8-a00d-0dacd3f73280 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483171 Jul 15 13:29:33.436642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.448170 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.631159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.633408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Pushing event updated for resources: {'Port': ['ID=84a3f170-c79a-408a-b13b-d704bb52b7d7,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.709173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:33.908120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=588b0b68-ec97-4148-9311-5ea3b0a3bb22,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:33.920664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': '59937ac9-a28c-49a4-8451-7bb9c88166ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f767f8e8-a3f7-479f-af4d-08fb47beadda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:33.921030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: f767f8e8-a3f7-479f-af4d-08fb47beadda, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:33.958225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Network 145b17ef-0907-44e2-b438-620c76d3b2ba is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:33.959581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network f767f8e8-a3f7-479f-af4d-08fb47beadda is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:33.963751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:34.076536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f767f8e8-a3f7-479f-af4d-08fb47beadda) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:34.091897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f9531-46b2-4fcd-b2b1-b6f708afd571 None None] Network f767f8e8-a3f7-479f-af4d-08fb47beadda requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:34.093261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:34.093851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.286276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49164) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:34.302982 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f70c7d9-160d-4ff3-8c51-160fb092a297 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2381454 Jul 15 13:29:34.385239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Router 1512ae04-4ace-48c7-9905-3c7333512878 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:29:34.616846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.700133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ed942c06-5abd-428d-8953-55217310a4f9 None None] Provisioning complete for port 84a3f170-c79a-408a-b13b-d704bb52b7d7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:34.705102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ed942c06-5abd-428d-8953-55217310a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.770335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.975412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ed942c06-5abd-428d-8953-55217310a4f9 None None] Port 84a3f170-c79a-408a-b13b-d704bb52b7d7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:34.977134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:34.984435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88a3c4-21a7-4dab-8fad-63eeae54d5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f767f8e8-a3f7-479f-af4d-08fb47beadda', 'network_id': 'f767f8e8-a3f7-479f-af4d-08fb47beadda', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '588b0b68-ec97-4148-9311-5ea3b0a3bb22'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:34.985979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ef88a3c4-21a7-4dab-8fad-63eeae54d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.032404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=588b0b68-ec97-4148-9311-5ea3b0a3bb22,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.131873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:29:35.159456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1e335b3-73f5-4e52-9df4-a3645db4ba02 admin admin] 10.222.0.57 "PUT /v2.0/routers/1512ae04-4ace-48c7-9905-3c7333512878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2170978 Jul 15 13:29:35.252916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dab8b6-af1d-4a92-b4d3-b72beecbcd21 req-ab563850-9fb9-4b5f-b07c-d22ad36cf3fd tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:35.256072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34dab8b6-af1d-4a92-b4d3-b72beecbcd21 req-ab563850-9fb9-4b5f-b07c-d22ad36cf3fd tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.2786419 Jul 15 13:29:35.277008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.328608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f767f8e8-a3f7-479f-af4d-08fb47beadda']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:35.367951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59937ac9-a28c-49a4-8451-7bb9c88166ea') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:35.369452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59937ac9-a28c-49a4-8451-7bb9c88166ea') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:35.390146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34dab8b6-af1d-4a92-b4d3-b72beecbcd21 req-10e51422-f021-4ee3-a539-72a4508243e7 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247334 Jul 15 13:29:35.408474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.452716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.468661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:35.469267 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:35.477593 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:35.505720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a218c886-dd1e-4f63-86d3-c5fa0c1437c5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:35.549012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d5a5c-e1d7-49d0-8994-e10cfd1b7fe1 None None] Network f767f8e8-a3f7-479f-af4d-08fb47beadda requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:35.605885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.638746 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.646868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49218) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:35.647960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/f767f8e8-a3f7-479f-af4d-08fb47beadda HTTP/1.1" status: 204 len: 168 time: 1.3595920 Jul 15 13:29:35.649055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbb422-235e-425f-928b-72be07f1b1bc tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=f767f8e8-a3f7-479f-af4d-08fb47beadda,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:35.652400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061942761'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:35.712446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:35.719225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.782249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:35.807612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:35.808338 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment e96e73d8-e7bd-4a0b-94af-28d5e2bb39b1 of type vlan for network fe719a65-ea7b-415e-a24f-b91bd630961f Jul 15 13:29:35.916553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.068455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.098070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.099670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.133627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:36.140937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:36.141756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.158219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5101037 Jul 15 13:29:36.161597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49252) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:36.167978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': 'fe719a65-ea7b-415e-a24f-b91bd630961f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:36.423617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.455117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port a218c886-dd1e-4f63-86d3-c5fa0c1437c5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:36.463958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:36.497740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ed1c0-381c-4cba-a315-e18227878572 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=fe719a65-ea7b-415e-a24f-b91bd630961f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.543527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network fe719a65-ea7b-415e-a24f-b91bd630961f details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:36.685826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-e8635af3-21ec-4db9-b81b-583c4b93b580 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:36.689422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-e8635af3-21ec-4db9-b81b-583c4b93b580 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 810 time: 0.4226480 Jul 15 13:29:36.693941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:36.726864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-1fd415cf-01de-41a5-a6fb-20a35c092b7c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/quotas/9963e34fd91f406b9a842857158e0ba0 HTTP/1.1" status: 200 len: 375 time: 0.0306060 Jul 15 13:29:36.849694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Sync routers for ids ['1512ae04-4ace-48c7-9905-3c7333512878'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:29:36.868842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Routers {'1512ae04-4ace-48c7-9905-3c7333512878'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:36.873620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:29:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1512ae04-4ace-48c7-9905-3c7333512878'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:36.896325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-f1365b35-f679-43ae-bfa2-cf2bf5974aca tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627629 Jul 15 13:29:36.962007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49278) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:37.006175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a246899-d131-494c-965a-d6946faf42d8 req-008add21-4de7-462f-89e9-b29e16e22c3b tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0579841 Jul 15 13:29:37.090095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Set router 1512ae04-4ace-48c7-9905-3c7333512878 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:37.176612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:37.180864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.223444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-9f914831-d9b2-4d3f-9fc4-db72b214e455 service neutron] 10.222.0.57 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236699 Jul 15 13:29:37.473907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a218c886-dd1e-4f63-86d3-c5fa0c1437c5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:37.502496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-a0be732f-aa86-43e5-93f9-5c19a44b47a3 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.519190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-a0be732f-aa86-43e5-93f9-5c19a44b47a3 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/networks?id=d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 200 len: 911 time: 0.2543819 Jul 15 13:29:37.594267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:37.595403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.644211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-8ea1e4e0-7d37-4689-81db-fe3b1e25e626 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/quotas/c6a1781e801e4c8a953e9441f9e22f52 HTTP/1.1" status: 200 len: 375 time: 0.0738277 Jul 15 13:29:37.656705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-04b8804b-338d-476a-bfef-2bfa94a2c270 service neutron] 10.222.0.57 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218411 Jul 15 13:29:37.739230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.743642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.746714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.750115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.754075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.756610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.758112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:37.770383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-1e030212-9c1c-4a1c-9f13-2ae6fa6f7641 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 0.8072281 Jul 15 13:29:37.838887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '84a3f170-c79a-408a-b13b-d704bb52b7d7', 'name': '', 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'mac_address': 'fa:16:3e:1c:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:29:32Z', 'revision_number': 2, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'subnets': [{'id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:37.846350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4bdabbb7-a8ce-4507-8552-4388a09e3c0b req-93569aee-7f3b-4acd-820d-8362f73babd9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&id=3de70dc4-d645-401d-855d-dbf015eda952&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737250 Jul 15 13:29:37.904133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:37.907292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Checking router: 1512ae04-4ace-48c7-9905-3c7333512878 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:29:37.907641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Updating router 1512ae04-4ace-48c7-9905-3c7333512878 port 84a3f170-c79a-408a-b13b-d704bb52b7d7 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:29:37.964627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.128121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-a75a2881-8561-4fa4-8452-9c3b2733784a tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4829721 Jul 15 13:29:38.150192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': 'e96e73d8-e7bd-4a0b-94af-28d5e2bb39b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fe719a65-ea7b-415e-a24f-b91bd630961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:38.150809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: fe719a65-ea7b-415e-a24f-b91bd630961f, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:38.169538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=4bacd4a9-cb6d-4c15-aa59-37f45452526f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:38.230983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network fe719a65-ea7b-415e-a24f-b91bd630961f is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:38.249730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, fe719a65-ea7b-415e-a24f-b91bd630961f) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:38.256889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:38.260825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.283504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caff659-c883-49b7-88aa-d153b7dc0cad None None] Network fe719a65-ea7b-415e-a24f-b91bd630961f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:38.318156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-753d08f3-eb25-494c-a28f-621172663384 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1528783 Jul 15 13:29:38.319095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:38.417178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-995b1d68-ad3a-44ad-8429-92b192212289 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:29:38.426289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-995b1d68-ad3a-44ad-8429-92b192212289 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2774622 Jul 15 13:29:38.813629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:38.824674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42aad1f1-f26f-455f-bf76-1ddb03aff3f5 req-740c4384-5fc8-4ef9-83c0-78d5782a21d4 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 210 time: 0.1780410 Jul 15 13:29:38.866413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-4c35031c-1061-4e36-b1df-baf3ed50ecba service neutron] 10.222.0.57 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389057 Jul 15 13:29:39.022242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.131403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.147350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-943daf55-4303-4c84-915b-f14f5cc4294e req-95e08324-6d41-49ee-8ad9-fa0e4dae8c84 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0418665 Jul 15 13:29:39.153684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Transition to ACTIVE for port object 84a3f170-c79a-408a-b13b-d704bb52b7d7 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:39.171005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-54fd7f6d-3cd5-4158-93bf-e79e877162be service neutron] 10.222.0.57 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996585 Jul 15 13:29:39.181794 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.222789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.268027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=4bacd4a9-cb6d-4c15-aa59-37f45452526f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.383630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5bc70a-85bc-47e2-97d6-e89d39983eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-fe719a65-ea7b-415e-a24f-b91bd630961f', 'network_id': 'fe719a65-ea7b-415e-a24f-b91bd630961f', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '4bacd4a9-cb6d-4c15-aa59-37f45452526f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:39.385355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc70a-85bc-47e2-97d6-e89d39983eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.530424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2f4c8-122a-4dc8-b989-3e03b28aab17 None None] Pushing event updated for resources: {'Port': ['ID=84a3f170-c79a-408a-b13b-d704bb52b7d7,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:39.594795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.627594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe719a65-ea7b-415e-a24f-b91bd630961f']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:39.661175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96e73d8-e7bd-4a0b-94af-28d5e2bb39b1') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:39.661829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96e73d8-e7bd-4a0b-94af-28d5e2bb39b1') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:39.680109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.711415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.745752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Attempting to bind port 84a3f170-c79a-408a-b13b-d704bb52b7d7 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:39.747313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Attempting to bind port 84a3f170-c79a-408a-b13b-d704bb52b7d7 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:39.748019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Attempting to bind port 84a3f170-c79a-408a-b13b-d704bb52b7d7 on network 145b17ef-0907-44e2-b438-620c76d3b2ba {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:39.762841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:39.763701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Checking segment: {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:39.765237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.766081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Bound using segment: {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:39.767004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Bound port: 84a3f170-c79a-408a-b13b-d704bb52b7d7, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8283e3c-57dc-4618-9435-3f19d3da200c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:39.771962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.777284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:39.786138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:39.809260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0b2725e-9c7f-4eb8-8716-d8ca4fa06ddf req-5078d3c9-2490-4f7d-8e6c-c9ba02a87655 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 210 time: 0.0958269 Jul 15 13:29:39.829571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:39.979212 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:39.986304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.004217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.007402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/fe719a65-ea7b-415e-a24f-b91bd630961f HTTP/1.1" status: 204 len: 168 time: 1.6878159 Jul 15 13:29:40.012650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49386) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.013983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] For port 84a3f170-c79a-408a-b13b-d704bb52b7d7, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:40.019396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] For port 84a3f170-c79a-408a-b13b-d704bb52b7d7, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=84a3f170-c79a-408a-b13b-d704bb52b7d7,segment=NetworkSegment(a8283e3c-57dc-4618-9435-3f19d3da200c),segment_id=a8283e3c-57dc-4618-9435-3f19d3da200c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:40.020521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-493787331'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.031055 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.034876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-1b5bc70a-85bc-47e2-97d6-e89d39983eaa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:29:40.034876 n-d-798054-11 neutron-server[93996]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 15 13:29:40.034876 n-d-798054-11 neutron-server[93996]: [parameters: {'project_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'id': '90ac5fb6-5c7b-4042-b0da-dc7008fdf97a', 'name': '', 'network_id': 'fe719a65-ea7b-415e-a24f-b91bd630961f', 'mac_address': 'fa:16:3e:92:0b:64', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-fe719a65-ea7b-415e-a24f-b91bd630961f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2057}] Jul 15 13:29:40.034876 n-d-798054-11 neutron-server[93996]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:29:40.036343 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-1b5bc70a-85bc-47e2-97d6-e89d39983eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:29:40.072720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a02c-3aaa-489d-b69a-8647e9179cb4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=fe719a65-ea7b-415e-a24f-b91bd630961f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.096359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:40.100826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.118491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Routers {'1512ae04-4ace-48c7-9905-3c7333512878'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:29:40.119538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:29:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1512ae04-4ace-48c7-9905-3c7333512878'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:40.182280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:40.226236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.228469 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment 1ca187da-63cf-4bf5-a2e5-6753d962dccc of type vlan for network 7b5cfa3e-83ff-4705-a184-60015ae10f05 Jul 15 13:29:40.353661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.360186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] Set router 1512ae04-4ace-48c7-9905-3c7333512878 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:29:40.373040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-446e8067-96a4-473b-86b8-3b51e0fdfcb5 req-fb727fc8-46b4-413c-8b42-e6d5e3556df2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 210 time: 0.0610242 Jul 15 13:29:40.471363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.479684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:40.481803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.543790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc70a-85bc-47e2-97d6-e89d39983eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.648456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=7b5cfa3e-83ff-4705-a184-60015ae10f05,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.718264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd2ecd1f-bb2a-4ac2-abf7-f2637342fd94 req-b2792fd4-a500-4453-bed6-dbc92a8620c3 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.2275274 Jul 15 13:29:40.740199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:40.740654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99390a17-734f-40b9-8b6f-f5785b6afb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.766152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c561ecb-e3c8-4a99-b12c-19f92e84bf47 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7517779 Jul 15 13:29:40.769375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49408) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:40.776264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:40.940852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2f4c8-122a-4dc8-b989-3e03b28aab17 None None] Pushing event updated for resources: {'Port': ['ID=84a3f170-c79a-408a-b13b-d704bb52b7d7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:40.976769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99390a17-734f-40b9-8b6f-f5785b6afb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:40.984219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99390a17-734f-40b9-8b6f-f5785b6afb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.011715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33ebe5-a2b7-4708-b57e-c54ce8ddcf0c None None] Network fe719a65-ea7b-415e-a24f-b91bd630961f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:41.044356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390a17-734f-40b9-8b6f-f5785b6afb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4d6ee-2d51-446a-a63f-f6ce9e6b7c9c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.101356 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-99390a17-734f-40b9-8b6f-f5785b6afb26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=406b2c9d1e1a4be1a3fcac7f45e77c85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2687337 Jul 15 13:29:41.104001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49418) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.139206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33ebe5-a2b7-4708-b57e-c54ce8ddcf0c None None] Network fe719a65-ea7b-415e-a24f-b91bd630961f could not be found, it might have been deleted concurrently. {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:29:41.168668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '84a3f170-c79a-408a-b13b-d704bb52b7d7', 'name': '', 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'mac_address': 'fa:16:3e:1c:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:29:40Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'subnets': [{'id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:41.238201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.283116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.344240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf6f3bce-5dce-480b-ac96-982ae03cbf70 req-ed6b104a-7a4e-4c3c-afc2-7b3e18043268 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 210 time: 0.1500878 Jul 15 13:29:41.393164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80515a74-8295-4a36-b3d7-4dc64af71aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.408400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b582a-abad-49e2-9100-c0331404a888 None None] The sync data for ids ['1512ae04-4ace-48c7-9905-3c7333512878'] in n-d-798054-11 is: [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:29:31Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '84a3f170-c79a-408a-b13b-d704bb52b7d7', 'name': '', 'network_id': '145b17ef-0907-44e2-b438-620c76d3b2ba', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'mac_address': 'fa:16:3e:1c:18:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_interface', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:30Z', 'updated_at': '2021-07-15T13:29:40Z', 'revision_number': 4, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'subnets': [{'id': '6b7d6ce6-a3b4-49b3-ab61-e55cef420bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:29:41.443819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 84a3f170-c79a-408a-b13b-d704bb52b7d7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:41.473648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80515a74-8295-4a36-b3d7-4dc64af71aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.486787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 is not hosted by any dhcp agent {{(pid=93995) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:29:41.502066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:41.503155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.504802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "PUT /v2.0/networks/7b5cfa3e-83ff-4705-a184-60015ae10f05 HTTP/1.1" status: 200 len: 723 time: 0.7339139 Jul 15 13:29:41.512914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49426) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:41.528061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:41.550701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 84a3f170-c79a-408a-b13b-d704bb52b7d7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:41.556208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 84a3f170-c79a-408a-b13b-d704bb52b7d7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:41.556642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.583771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a2a2f-4d00-475e-8ce2-cf4545ac545a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=7b5cfa3e-83ff-4705-a184-60015ae10f05,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.616465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:41.625315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80515a74-8295-4a36-b3d7-4dc64af71aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.628514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08798336-ef47-4b73-9c9b-6d4fb97a8354 req-43f09c58-fbd6-4471-831f-e7ba0e9ece8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.2112586 Jul 15 13:29:41.647040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80515a74-8295-4a36-b3d7-4dc64af71aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.653645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-80515a74-8295-4a36-b3d7-4dc64af71aad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ea4d6ee-2d51-446a-a63f-f6ce9e6b7c9c HTTP/1.1" status: 204 len: 168 time: 0.5482910 Jul 15 13:29:41.730936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80515a74-8295-4a36-b3d7-4dc64af71aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4d6ee-2d51-446a-a63f-f6ce9e6b7c9c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:41.864491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-c3983f00-5391-4641-97c0-851b91fe8dbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2482290 Jul 15 13:29:41.870577 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:41.971195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 84a3f170-c79a-408a-b13b-d704bb52b7d7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=84a3f170-c79a-408a-b13b-d704bb52b7d7,segment=NetworkSegment(a8283e3c-57dc-4618-9435-3f19d3da200c),segment_id=a8283e3c-57dc-4618-9435-3f19d3da200c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:41.978600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.132630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-1335ad9f-0aa7-47e5-8f91-dab1f4b35fff tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.138490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-1335ad9f-0aa7-47e5-8f91-dab1f4b35fff tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.58 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 810 time: 0.5388691 Jul 15 13:29:42.144048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=84a3f170-c79a-408a-b13b-d704bb52b7d7,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:42.207865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Request body: {'port': {'device_id': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'admin_state_up': True, 'tenant_id': '9963e34fd91f406b9a842857158e0ba0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:42.298817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.299505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.299924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.300395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.308140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.321829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.322691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.330794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4f0bdc9a-877b-4269-94e0-ccb23ad7dad9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.2063560 Jul 15 13:29:42.371082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-760396d9-7d48-431b-88f4-05a86a0e4501 req-ea41c4d8-6921-432c-87c4-4e98be470c0f tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.2307107 Jul 15 13:29:42.483115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2165e80-922f-4c7c-879b-967a0e75cc2a req-ebe98c64-75b8-4ca5-90a8-b56e507c8ecf tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 210 time: 0.2044053 Jul 15 13:29:42.728896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:42.734567 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.815600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b236321a-6114-41b9-bb50-d7bc0c0b7d60 req-f5b69bb4-2598-42aa-a492-831913534b2e tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 210 time: 0.0845530 Jul 15 13:29:42.832596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49450) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:42.857790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-55749ace-67e5-44dd-8388-9af67411ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.858944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-55749ace-67e5-44dd-8388-9af67411ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.859602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-55749ace-67e5-44dd-8388-9af67411ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:42.861688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-55749ace-67e5-44dd-8388-9af67411ece8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=d283855c-bb57-4415-8af6-59c2c98dfa14&id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 2292 time: 0.3999116 Jul 15 13:29:42.863391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-842350e2-f5cc-44a9-86e5-e5604c425bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.919012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Made reservation on behalf of 9963e34fd91f406b9a842857158e0ba0 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:42.923654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:42.985905 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-43b90085-f279-446b-9956-9e36e71fb31a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 1000 time: 0.1118572 Jul 15 13:29:43.096775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-547d5700-35ee-49d3-a26d-a90dff7a0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.098677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-547d5700-35ee-49d3-a26d-a90dff7a0d93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 200 len: 851 time: 0.1054454 Jul 15 13:29:43.110626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b3c3aab2-5bf4-48f1-9d8c-b069366bc98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.191090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-842350e2-f5cc-44a9-86e5-e5604c425bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.200830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-9f6fa776-e225-47f6-b8f3-a5dd29d3db57 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.202161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-842350e2-f5cc-44a9-86e5-e5604c425bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.202509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-9f6fa776-e225-47f6-b8f3-a5dd29d3db57 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.59 "GET /v2.0/networks?id=d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 200 len: 911 time: 0.3042443 Jul 15 13:29:43.284266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Request body: {'port': {'device_id': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'admin_state_up': True, 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:43.297440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-14400a32-c82b-4d75-9940-1a0ebc7a7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.299782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-14400a32-c82b-4d75-9940-1a0ebc7a7e9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e53f48e-0978-4e08-8c50-8d598755a75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885817 Jul 15 13:29:43.300704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842350e2-f5cc-44a9-86e5-e5604c425bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef18c6e-e65e-43c3-8454-91a6d9483609,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.306970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-842350e2-f5cc-44a9-86e5-e5604c425bfc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c0d6b073f824493b9aea7bcd7a68a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728179 Jul 15 13:29:43.331126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49456) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:43.393997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 84a3f170-c79a-408a-b13b-d704bb52b7d7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:43.426855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.469461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00bc3b7d-129d-445f-afb6-823a617186fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.504698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-b7df6e09-6094-418e-844d-8191d9a3cb13 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964905 Jul 15 13:29:43.510759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 84a3f170-c79a-408a-b13b-d704bb52b7d7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:43.510986 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00bc3b7d-129d-445f-afb6-823a617186fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.511514 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.581377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Allocated IP 172.20.0.9 (1fe88f76-ec39-44ad-acb0-e2b7010fbaad/f7798f3a-6d94-4680-ab68-318f55ed2b16/de798458-0bb2-46e5-92bf-681eeacdbc40) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:43.597277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=7ee6c880-6831-4478-a62d-acb92e38aa48,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.601143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Made reservation on behalf of c6a1781e801e4c8a953e9441f9e22f52 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:43.604316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.678348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': '1ca187da-63cf-4bf5-a2e5-6753d962dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:43.679368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 7b5cfa3e-83ff-4705-a184-60015ae10f05, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:43.707728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-14c5e957-822b-469c-a6cb-2141434c62c4 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940868 Jul 15 13:29:43.758439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d65d112-ae35-48a3-875c-5595b2e89ce5 req-3960d03b-c5a9-450c-84a7-83e312e996d0 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 210 time: 0.0495162 Jul 15 13:29:43.799961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:43.846339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-01bf7a4a-2679-46eb-8757-cf48617095ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 217 time: 0.0859513 Jul 15 13:29:43.852948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-961bd4f1-c5d4-475e-9dec-f064cc2dabdb req-686e3aff-c3c1-48ec-8d8c-fc56ea22fe79 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0863707 Jul 15 13:29:43.887596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7b5cfa3e-83ff-4705-a184-60015ae10f05) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:43.914738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4bfc7-de2c-4134-93bf-e7466faec524 None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:43.929301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00bc3b7d-129d-445f-afb6-823a617186fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.933014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:43.933774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.944310 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00bc3b7d-129d-445f-afb6-823a617186fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:43.946737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00bc3b7d-129d-445f-afb6-823a617186fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ef18c6e-e65e-43c3-8454-91a6d9483609 HTTP/1.1" status: 204 len: 168 time: 0.6145494 Jul 15 13:29:43.985875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc3b7d-129d-445f-afb6-823a617186fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef18c6e-e65e-43c3-8454-91a6d9483609,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:43.999051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-c8d6e944-2b73-4518-8931-490f815190a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.005209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-c8d6e944-2b73-4518-8931-490f815190a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1509469 Jul 15 13:29:44.180212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-e0b7d124-8fb1-40dd-b3ce-e0be74effd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.181913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-e0b7d124-8fb1-40dd-b3ce-e0be74effd2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1453288 Jul 15 13:29:44.211076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-db7c9f8b-e3a2-4932-b807-8b7e149e5223 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6969249 Jul 15 13:29:44.215027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-496252d4-0f54-4579-b4d9-7754ae2d4b5f req-9c1aa277-183a-4bb4-8a60-1e09d6efe296 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 210 time: 0.1618016 Jul 15 13:29:44.221647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Allocated IP 172.20.0.7 (d697bb00-9747-448b-ac7a-6b37c9713431/ee33c7d6-2493-4ffc-896e-acab79cedaa2/caa093ec-0b30-4d68-8d6e-7a4c348fdae3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:44.228125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49474) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.257590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:44.279909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7b5cfa3e-83ff-4705-a184-60015ae10f05', 'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '7ee6c880-6831-4478-a62d-acb92e38aa48'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:44.281412 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.331555 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bd148de-c9fb-444b-911f-032fc78b1e13 req-24c44837-7597-4567-a1c4-778701a8f721 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1236057 Jul 15 13:29:44.408925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4d0d16d6-5252-42ff-bbe6-79d4da28cd98 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105882 Jul 15 13:29:44.434165 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.509845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Allocated IP 172.20.0.2 (7b5cfa3e-83ff-4705-a184-60015ae10f05/7ee6c880-6831-4478-a62d-acb92e38aa48/1af8da8d-27ef-42fb-a30a-0d1a124fecbe) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:44.549632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10272263'] for subnet, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.601085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-a0084107-2d30-4708-a4a5-c7ae68ab574e service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846974 Jul 15 13:29:44.635178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.650064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['e5953d73-b69f-4167-89b5-276dce74c44b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:44.681472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-01af000a-6668-42a6-a70b-2207855f8865 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 217 time: 0.0666177 Jul 15 13:29:44.687209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49480) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:44.725696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.732015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60b4f391-45e5-468a-b6d8-330274b61d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.748874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:44.752429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Pushing event updated for resources: {'Port': ['ID=de798458-0bb2-46e5-92bf-681eeacdbc40,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:44.760194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:44.763152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Transition to ACTIVE for port object caa093ec-0b30-4d68-8d6e-7a4c348fdae3 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:44.765117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:44.776068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-0bde82d0-4164-4663-9d4b-1afa61e0772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.777002 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-0bde82d0-4164-4663-9d4b-1afa61e0772e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.0814271 Jul 15 13:29:44.882262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-8655e05a-c613-43e2-bdd0-dade41ab83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.884384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-8655e05a-c613-43e2-bdd0-dade41ab83c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0978591 Jul 15 13:29:44.886652 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.893382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:44.894469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.915928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Transition to ACTIVE for port object 1af8da8d-27ef-42fb-a30a-0d1a124fecbe will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:44.965365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.974788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60b4f391-45e5-468a-b6d8-330274b61d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:44.984514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60b4f391-45e5-468a-b6d8-330274b61d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.034199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Transition to ACTIVE for port object 1af8da8d-27ef-42fb-a30a-0d1a124fecbe will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:45.045111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.047705 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.078922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-8838b0ea-3e08-4f2a-93f6-6f91dfea3329 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8888934 Jul 15 13:29:45.108629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-60b4f391-45e5-468a-b6d8-330274b61d8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b38baa6c608d4ab08e663e91d3f87293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200630 Jul 15 13:29:45.115514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49490) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:45.127408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Request body: {'port': {'device_id': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:45.131805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Network d697bb00-9747-448b-ac7a-6b37c9713431 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:45.132100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4f391-45e5-468a-b6d8-330274b61d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06874293-5b9b-4b75-95eb-0a2de3632b33,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.159051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:45.173407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-b0d8eb63-05f4-4736-8769-1af991d66c1e service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722027 Jul 15 13:29:45.198928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:45.208174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Pushing event updated for resources: {'Port': ['ID=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.253184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df164ab-cf0f-4fab-af2b-960f7cfe81c1 req-142755a3-a650-46f6-acf0-09fd4eeaa552 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.256330 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8df164ab-cf0f-4fab-af2b-960f7cfe81c1 req-142755a3-a650-46f6-acf0-09fd4eeaa552 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 931 time: 0.1791813 Jul 15 13:29:45.328809 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.331193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:45.341065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:45.343302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Pushing event updated for resources: {'Port': ['ID=1af8da8d-27ef-42fb-a30a-0d1a124fecbe,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.347896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:45.411575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-1e146ae2-f39f-4080-8076-06fbd9921802 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272925 Jul 15 13:29:45.423294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8df164ab-cf0f-4fab-af2b-960f7cfe81c1 req-a823192e-06bd-4ea5-8d1a-91f9917a3b13 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582355 Jul 15 13:29:45.475258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92205076-3457-4af4-b40d-abddbc7c8710 req-be0967d8-215f-4859-b3a4-2b1d37e3697a tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1749275 Jul 15 13:29:45.544717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Attempting to bind port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:45.545064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Attempting to bind port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '1ca187da-63cf-4bf5-a2e5-6753d962dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:45.545903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Attempting to bind port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe on network 7b5cfa3e-83ff-4705-a184-60015ae10f05 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:45.556500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:45.556945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Checking segment: {'id': '1ca187da-63cf-4bf5-a2e5-6753d962dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:45.557482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.558022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Bound using segment: {'id': '1ca187da-63cf-4bf5-a2e5-6753d962dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:45.558546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Bound port: 1af8da8d-27ef-42fb-a30a-0d1a124fecbe, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca187da-63cf-4bf5-a2e5-6753d962dccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7b5cfa3e-83ff-4705-a184-60015ae10f05'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:45.559158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.574087 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-96a2eea5-ecd0-487f-8468-f43c9ca3e54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.661613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.662387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.665824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cc17da32-7ddb-4043-9fc9-cfd845b23e7d None None] Provisioning for port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:45.689422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.691211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cc17da32-7ddb-4043-9fc9-cfd845b23e7d None None] Provisioning complete for port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:45.691650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc17da32-7ddb-4043-9fc9-cfd845b23e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.707055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35d73c08-66fd-4545-8d62-e9f816de70e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.730370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] For port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:45.746391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-7d40b385-40b2-4f3d-8a1a-fe994e1d8fef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5310585 Jul 15 13:29:45.752462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] For port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1af8da8d-27ef-42fb-a30a-0d1a124fecbe,segment=NetworkSegment(1ca187da-63cf-4bf5-a2e5-6753d962dccc),segment_id=1ca187da-63cf-4bf5-a2e5-6753d962dccc)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:45.754241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cc17da32-7ddb-4043-9fc9-cfd845b23e7d None None] Port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:29:45.757702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757991235467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8815891'] for subnet, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.759731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.794568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Request body: {'port': {'device_id': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:45.807709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.845638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:45.855533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:45.856921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "PUT /v2.0/subnets/7ee6c880-6831-4478-a62d-acb92e38aa48 HTTP/1.1" status: 200 len: 806 time: 1.6077297 Jul 15 13:29:45.872428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c21f4f-e435-4337-92fc-68053fa6d0df None None] Pushing event updated for resources: {'Port': ['ID=1af8da8d-27ef-42fb-a30a-0d1a124fecbe,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:45.921906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49498) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:45.987976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4467a15f-e7ce-4d35-988c-bf039e49f970 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 200 len: 217 time: 0.5624442 Jul 15 13:29:45.991265 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35d73c08-66fd-4545-8d62-e9f816de70e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.082133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-28aa353b-d115-4180-b7f3-5dc9b3ee24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.087978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-28aa353b-d115-4180-b7f3-5dc9b3ee24fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.0930245 Jul 15 13:29:46.204146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-cfbcb704-b5f3-483a-a5e1-d790a0b5d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.211751 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-cfbcb704-b5f3-483a-a5e1-d790a0b5d94c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0998201 Jul 15 13:29:46.366436 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-d0dd1179-a417-4b1a-bff9-2b654eb1e03d service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476831 Jul 15 13:29:46.471369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-4c0a94c0-4ba5-469a-a455-db27bb604f89 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977898 Jul 15 13:29:46.531197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-dd777ba1-15cf-4e95-861a-6a5b42de5188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 200 len: 217 time: 0.0538290 Jul 15 13:29:46.574272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b057836-6886-4c14-aa73-34ea5456682f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=7ee6c880-6831-4478-a62d-acb92e38aa48,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.600883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.623842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-e5a09093-561c-485d-8376-bc10b9cd3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.626276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-e5a09093-561c-485d-8376-bc10b9cd3974 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.0888877 Jul 15 13:29:46.737660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc265e7-92e2-4d04-ade4-5769e20cc04e req-e70fc74c-bb13-44b9-85d0-1ec6f734f1c5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.743695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fdc265e7-92e2-4d04-ade4-5769e20cc04e req-e70fc74c-bb13-44b9-85d0-1ec6f734f1c5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1027 time: 1.0607221 Jul 15 13:29:46.769057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-8013fbdb-7147-4a50-8498-01ca91582453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.770720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-8013fbdb-7147-4a50-8498-01ca91582453 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312261 Jul 15 13:29:46.795412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.854755 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35d73c08-66fd-4545-8d62-e9f816de70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.857847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35d73c08-66fd-4545-8d62-e9f816de70e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:46.859522 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35d73c08-66fd-4545-8d62-e9f816de70e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06874293-5b9b-4b75-95eb-0a2de3632b33 HTTP/1.1" status: 204 len: 168 time: 1.7366853 Jul 15 13:29:46.890189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70548ab-1fb6-4b2d-a81e-1b89e602935e req-25db8e31-888d-4114-b00e-04efdae197f2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:46.893017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c70548ab-1fb6-4b2d-a81e-1b89e602935e req-25db8e31-888d-4114-b00e-04efdae197f2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 931 time: 0.2335324 Jul 15 13:29:46.959302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d73c08-66fd-4545-8d62-e9f816de70e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06874293-5b9b-4b75-95eb-0a2de3632b33,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:46.960488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-fe8d8455-a48e-48da-a666-ea3e5eb0f9aa service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819406 Jul 15 13:29:47.018746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c70548ab-1fb6-4b2d-a81e-1b89e602935e req-df541b49-bb33-40c7-bbda-3ab230f439d2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104109 Jul 15 13:29:47.063379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fdc265e7-92e2-4d04-ade4-5769e20cc04e req-989d36d3-6d61-4bef-82a7-21bcc79edfaa tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650125 Jul 15 13:29:47.095922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.216468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-aadf2d3f-040f-42fe-82a2-1c06c0514926 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459450 Jul 15 13:29:47.232686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49518) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:47.394158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Deleting port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:29:47.394733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.433215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d1d8e-eb13-4028-b4da-ecca042958d5 None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:47.435731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bdecf77f-cec2-4f09-bfa7-acbaa8a726a7 req-b3bbad7c-abb5-42f5-af3a-653f093240af tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1147559 Jul 15 13:29:47.520181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-dd5f7c60-3114-4f94-b59a-59ffc6f872f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 200 len: 217 time: 0.2906075 Jul 15 13:29:47.613583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de798458-0bb2-46e5-92bf-681eeacdbc40 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:47.643290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.654815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1af8da8d-27ef-42fb-a30a-0d1a124fecbe up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:47.682696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Transition to ACTIVE for port object de798458-0bb2-46e5-92bf-681eeacdbc40 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:47.689530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] For port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1af8da8d-27ef-42fb-a30a-0d1a124fecbe,segment=NetworkSegment(1ca187da-63cf-4bf5-a2e5-6753d962dccc),segment_id=1ca187da-63cf-4bf5-a2e5-6753d962dccc)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:47.690193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.702760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e7487c8-24e3-4330-b147-3eb15f2b1437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.704797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.716631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Calling delete_port for 1af8da8d-27ef-42fb-a30a-0d1a124fecbe owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:29:47.800189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2160e1c4-7a51-4392-aa09-807015c17167 None None] Provisioning for port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:47.853910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-38993545-bcee-48de-9edc-95f1bbf137d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:47.856059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-38993545-bcee-48de-9edc-95f1bbf137d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.2757051 Jul 15 13:29:47.898248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:47.917690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa093ec-0b30-4d68-8d6e-7a4c348fdae3 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:47.925669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:47.926983 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.927750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Pushing event updated for resources: {'Port': ['ID=de798458-0bb2-46e5-92bf-681eeacdbc40,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:47.942613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:47.975937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-61d5c392-d77c-4f53-b8a7-7a34ffa70357 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5080225 Jul 15 13:29:48.029347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Transition to ACTIVE for port object caa093ec-0b30-4d68-8d6e-7a4c348fdae3 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:48.056946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.087136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-47fe065a-eac2-4d9d-9564-a7328ac5f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.089297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-47fe065a-eac2-4d9d-9564-a7328ac5f88c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2253263 Jul 15 13:29:48.229144 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e7487c8-24e3-4330-b147-3eb15f2b1437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.230066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.251119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e7487c8-24e3-4330-b147-3eb15f2b1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.318925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Attempting to bind port de798458-0bb2-46e5-92bf-681eeacdbc40 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:48.319324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Attempting to bind port de798458-0bb2-46e5-92bf-681eeacdbc40 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:48.319586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Attempting to bind port de798458-0bb2-46e5-92bf-681eeacdbc40 on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:48.349477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Pushing event updated for resources: {'Port': ['ID=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.415275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Port de798458-0bb2-46e5-92bf-681eeacdbc40 on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:48.416229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Attempting to bind port de798458-0bb2-46e5-92bf-681eeacdbc40 on network 1fe88f76-ec39-44ad-acb0-e2b7010fbaad {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:48.467648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:48.467894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Checking segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:48.468419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Bound using segment: {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:48.469370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Bound port: de798458-0bb2-46e5-92bf-681eeacdbc40, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:48.469784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.478062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0e7487c8-24e3-4330-b147-3eb15f2b1437 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90ec02aec745469bb6b1693354fbf4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2414069 Jul 15 13:29:48.479119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7487c8-24e3-4330-b147-3eb15f2b1437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420831f7-818f-4313-aff5-e43dbbf627e8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.520971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:48.534917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.604724 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.635786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.636167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.637061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.637544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.638083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.638784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.639737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:48.642010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-4a38db2c-f6aa-4c06-834e-bf55123e722e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9aabb3d7d6f84856854b6c6325009835&device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 6508 time: 0.5735021 Jul 15 13:29:48.645987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-995a23ea-8ca0-423f-8270-0caec8aefac9 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331912 Jul 15 13:29:48.766042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Port': ['ID=1af8da8d-27ef-42fb-a30a-0d1a124fecbe,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:48.794870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f321de5c-935c-40d6-9a4a-9f8033a99865 None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:48.844801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-86f7abac-6e91-4911-b745-3263e36bd3d6 None None] Could not find standard attr ID for object 1af8da8d-27ef-42fb-a30a-0d1a124fecbe. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:29:48.890941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No DVR routers for this DVR port 1af8da8d-27ef-42fb-a30a-0d1a124fecbe on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:29:48.902634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fccb1e30-8d57-489b-b449-5448a951a271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.951496 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fccb1e30-8d57-489b-b449-5448a951a271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.954861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Attempting to bind port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:48.955330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Attempting to bind port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:48.955730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Attempting to bind port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 on network d697bb00-9747-448b-ac7a-6b37c9713431 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:48.958070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:48.988909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 on network d697bb00-9747-448b-ac7a-6b37c9713431 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:29:48.989608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Attempting to bind port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 on network d697bb00-9747-448b-ac7a-6b37c9713431 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:49.002665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:49.003157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Checking segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:49.003835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Bound using segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:49.004516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Bound port: caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:49.005322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.009018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917cb3-1dc7-45bc-9ecd-e4cf99cc6c3f req-740beb66-d543-4203-a1c3-44987661fa67 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.010832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47917cb3-1dc7-45bc-9ecd-e4cf99cc6c3f req-740beb66-d543-4203-a1c3-44987661fa67 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1053 time: 0.7063603 Jul 15 13:29:49.022448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71fb60-e422-486e-a04c-904cae5675aa req-b5104eab-601e-48ff-8991-45b7b5a97a22 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.024220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe71fb60-e422-486e-a04c-904cae5675aa req-b5104eab-601e-48ff-8991-45b7b5a97a22 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 943 time: 0.4410088 Jul 15 13:29:49.040457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3ea15664-f486-4b5e-bc09-26d985700180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.040941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3ea15664-f486-4b5e-bc09-26d985700180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.041422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3ea15664-f486-4b5e-bc09-26d985700180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.043112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3ea15664-f486-4b5e-bc09-26d985700180 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=03f76d16-725a-4bb9-a534-70ecedaca491&id=21e53ded-6736-481c-9356-ddec7ed49dd2&id=21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 200 len: 2299 time: 0.3507960 Jul 15 13:29:49.051974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-26b1c853-7c25-479b-be79-3b4544432871 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789284 Jul 15 13:29:49.058800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] For port de798458-0bb2-46e5-92bf-681eeacdbc40, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:49.171106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fccb1e30-8d57-489b-b449-5448a951a271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.175366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fccb1e30-8d57-489b-b449-5448a951a271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.176646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fccb1e30-8d57-489b-b449-5448a951a271 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/420831f7-818f-4313-aff5-e43dbbf627e8 HTTP/1.1" status: 204 len: 168 time: 0.6418035 Jul 15 13:29:49.183424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] For port de798458-0bb2-46e5-92bf-681eeacdbc40, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=de798458-0bb2-46e5-92bf-681eeacdbc40,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:49.185455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-7e414978-2cdb-413b-a257-476d76cbafaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 217 time: 0.0953686 Jul 15 13:29:49.188762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fe71fb60-e422-486e-a04c-904cae5675aa req-d9d5ce8a-def8-48a5-9ef2-b0884d0d28fb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504853 Jul 15 13:29:49.228702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb1e30-8d57-489b-b449-5448a951a271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420831f7-818f-4313-aff5-e43dbbf627e8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.247525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.299106 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-051b8604-0411-4bf6-b97b-3ca25ef2d6bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 200 len: 1000 time: 0.2203534 Jul 15 13:29:49.317696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47917cb3-1dc7-45bc-9ecd-e4cf99cc6c3f req-8c341be5-d256-4d1f-afca-b83ea9f6b47a tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802708 Jul 15 13:29:49.373240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-560960c2-3d75-4b38-a17a-a3695b8bb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.375258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-560960c2-3d75-4b38-a17a-a3695b8bb878 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 200 len: 856 time: 0.0678422 Jul 15 13:29:49.380334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] For port caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:49.394239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-0723f1ad-d83e-4907-90d4-4ebc82880706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.395817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-0723f1ad-d83e-4907-90d4-4ebc82880706 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1963274 Jul 15 13:29:49.455094 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.473348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.473991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.475580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] 10.222.0.58 "PUT /v2.0/ports/de798458-0bb2-46e5-92bf-681eeacdbc40 HTTP/1.1" status: 200 len: 1092 time: 4.3540945 Jul 15 13:29:49.489464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'tag': 'de798458-0bb2-46e5-92bf-681eeacdbc40'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:49.497051 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c670360-7968-4ce7-af51-ea5f51c2aeb6", "tag": "de798458-0bb2-46e5-92bf-681eeacdbc40"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:49.513740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-1f00c33d-10ef-432d-9788-3722c19767af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.515221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-1f00c33d-10ef-432d-9788-3722c19767af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e77ca1a6-b459-41a8-bf0a-f17464d9b948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323323 Jul 15 13:29:49.528271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] For port caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:49.561663 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-233ab132-ae88-414c-bfee-b409317f17f6 req-0e410f02-be1e-4e60-8e4f-8faae9695221 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0660622 Jul 15 13:29:49.567937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee6c880-6831-4478-a62d-acb92e38aa48,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.571598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.583563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd3bcb-e09e-4244-862b-ab5a4ae60482 None None] Network 7b5cfa3e-83ff-4705-a184-60015ae10f05 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:49.648033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-12d5117a-6da9-4c28-ae1b-97205211e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.649351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-12d5117a-6da9-4c28-ae1b-97205211e48c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2285419 Jul 15 13:29:49.677449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f74955-13f8-4a37-ab6d-3c9a05210b9c service neutron] Pushing event updated for resources: {'Port': ['ID=de798458-0bb2-46e5-92bf-681eeacdbc40,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.694729 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0348cde1-ddb4-44c9-a558-5ba1e834684b x-openstack-request-id: req-0348cde1-ddb4-44c9-a558-5ba1e834684b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:49.695343 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c670360-7968-4ce7-af51-ea5f51c2aeb6", "tag": "de798458-0bb2-46e5-92bf-681eeacdbc40", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:49.696550 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0348cde1-ddb4-44c9-a558-5ba1e834684b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:49.697256 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'tag': 'de798458-0bb2-46e5-92bf-681eeacdbc40', 'status': 'completed', 'code': 200} Jul 15 13:29:49.738060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:49.739015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.740764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] 10.222.0.59 "PUT /v2.0/ports/caa093ec-0b30-4d68-8d6e-7a4c348fdae3 HTTP/1.1" status: 200 len: 1092 time: 3.9527950 Jul 15 13:29:49.802727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.823967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-be82094a-e7b4-45df-8a53-db348e6f6ed0 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850809 Jul 15 13:29:49.854094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5cfa3e-83ff-4705-a184-60015ae10f05']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.915293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cccab7b-2dc5-4048-a11a-719f018e05e3 None None] DHCP port deletion for 7b5cfa3e-83ff-4705-a184-60015ae10f05 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:29:49.926385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca187da-63cf-4bf5-a2e5-6753d962dccc') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.926716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca187da-63cf-4bf5-a2e5-6753d962dccc') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:49.951648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf82a21-f067-476f-944c-8f52b011d80b service neutron] Pushing event updated for resources: {'Port': ['ID=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:49.967505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:49.973819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-327ab492-b6f0-4300-ba38-5910c5af69c1 service neutron] 10.222.0.58 "GET /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386211 Jul 15 13:29:49.980332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-0f96ac23-5452-4fba-bf5e-843ea033bf0e service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986426 Jul 15 13:29:50.031554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-da58c993-e914-46f7-80e9-7cc4442bae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.034333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-da58c993-e914-46f7-80e9-7cc4442bae93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 1095 time: 0.4782765 Jul 15 13:29:50.039119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49592) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.059866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.085410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-9b051265-0c39-4657-943e-1556a318f77f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 217 time: 0.1040392 Jul 15 13:29:50.118061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e603c4dc-e3f5-4be7-b93e-b8e37eeb9ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.121958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:50.122365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:50.126923 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:50.130022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-24a99c5f-4265-4a1b-809a-d378bd570162 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de798458-0bb2-46e5-92bf-681eeacdbc40 HTTP/1.1" status: 200 len: 217 time: 0.0700715 Jul 15 13:29:50.181122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-0b507b88-ebfc-4d00-aaf2-7ed773401f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.182541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-0b507b88-ebfc-4d00-aaf2-7ed773401f32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.0867004 Jul 15 13:29:50.207123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f977e9bf-a6ff-40a0-b643-c61fb241d87f req-e136e123-d21d-4796-aca6-63464801b645 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186317 Jul 15 13:29:50.272741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-1884dc5f-5658-4e95-ae90-beb19460f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.274273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-1884dc5f-5658-4e95-ae90-beb19460f555 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816669 Jul 15 13:29:50.282460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-e10c4e0c-d272-4794-9171-7b1de15f5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.284211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-e10c4e0c-d272-4794-9171-7b1de15f5b49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1095 time: 0.4323468 Jul 15 13:29:50.320181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.325740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579600'] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.330375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/7b5cfa3e-83ff-4705-a184-60015ae10f05 HTTP/1.1" status: 204 len: 168 time: 4.3755662 Jul 15 13:29:50.356157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49600) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.375081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-2bb7f8db-01a0-4cd9-bd13-048b125e4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.376781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-2bb7f8db-01a0-4cd9-bd13-048b125e4185 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.2281373 Jul 15 13:29:50.378127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-d1372ef8-b1d8-4f90-a323-801d8bd936cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3 HTTP/1.1" status: 200 len: 217 time: 0.0810614 Jul 15 13:29:50.384733 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dbb4c3-f182-47c4-a349-81a65d99639c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:50.385527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dbb4c3-f182-47c4-a349-81a65d99639c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:50.394283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15dbb4c3-f182-47c4-a349-81a65d99639c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/7b5cfa3e-83ff-4705-a184-60015ae10f05 HTTP/1.1" status: 404 len: 339 time: 0.0369189 Jul 15 13:29:50.395040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49604) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.408211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1264453742', 'description': 'd1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:50.408585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423105f-ba58-445f-b4f3-93409e773e80 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=7b5cfa3e-83ff-4705-a184-60015ae10f05,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.437175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-dcf04a8a-d44b-4fe1-bffc-9b56e2d46854 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562371 Jul 15 13:29:50.478301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-2864c20a-040c-49b9-b126-721b2f2a8c0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809615 Jul 15 13:29:50.570114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-54c907cc-3e2a-481d-a6ea-8bb8134f9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.571749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-54c907cc-3e2a-481d-a6ea-8bb8134f9283 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee33c7d6-2493-4ffc-896e-acab79cedaa2 HTTP/1.1" status: 200 len: 849 time: 0.1757531 Jul 15 13:29:50.576796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-9492f93f-c176-42f7-9342-359107dce50f service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332994 Jul 15 13:29:50.628424 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-f7c37f7c-d405-4779-8c10-106de4c3397e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 217 time: 0.0448823 Jul 15 13:29:50.647398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9735f5-5958-496a-ae78-01e921157300 req-7ef63466-2f11-4f79-8d48-3481dcb742da tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.648975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c9735f5-5958-496a-ae78-01e921157300 req-7ef63466-2f11-4f79-8d48-3481dcb742da tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1095 time: 0.1312780 Jul 15 13:29:50.670366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e603c4dc-e3f5-4be7-b93e-b8e37eeb9ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.715716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e603c4dc-e3f5-4be7-b93e-b8e37eeb9ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.718997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-8a49b684-3161-4675-b046-30856b5cb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.720553 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-8a49b684-3161-4675-b046-30856b5cb6bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.0866380 Jul 15 13:29:50.722965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:50.726499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.748171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c9735f5-5958-496a-ae78-01e921157300 req-b531d0f1-7c60-4c82-a4d5-fd5c55067819 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800490 Jul 15 13:29:50.777485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd44620-e409-4221-9a9d-52f861ea5097 req-ea55074f-0535-4d66-a4d9-bb8a46690c6e tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.777485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3dd44620-e409-4221-9a9d-52f861ea5097 req-ea55074f-0535-4d66-a4d9-bb8a46690c6e tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 943 time: 0.3323793 Jul 15 13:29:50.799174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:50.808988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-cc726b90-9d46-4278-a153-e237a2dbafff service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954333 Jul 15 13:29:50.816764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.817126 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment b4e45ed5-6ed2-4163-821e-0651679d2363 of type vlan for network 809465e2-6e2b-4f82-881a-81c27d046e8e Jul 15 13:29:50.861398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3c6cfa39-a583-4ff8-ba4d-214f0bd9a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.863046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3c6cfa39-a583-4ff8-ba4d-214f0bd9a4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1323442 Jul 15 13:29:50.874699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49616) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:50.875731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e603c4dc-e3f5-4be7-b93e-b8e37eeb9ba5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b8ac144f01f40fc9aee1dd9622552df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349326 Jul 15 13:29:50.876769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603c4dc-e3f5-4be7-b93e-b8e37eeb9ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3caa18a-01cd-47ba-afdf-4fdb34d39e49,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:50.878628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:50.961386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3dd44620-e409-4221-9a9d-52f861ea5097 req-5a9351f2-6f47-4d01-a976-a6d05fcdd7c6 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511304 Jul 15 13:29:50.965318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-58efdcec-595c-4372-9b43-864bb79e970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:50.967334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-58efdcec-595c-4372-9b43-864bb79e970d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d697bb00-9747-448b-ac7a-6b37c9713431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3786910 Jul 15 13:29:51.011590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a02c6d64-e11b-4a29-95c2-ac793029de41 req-e52f1c88-23de-4836-ab76-c46fbc11cbc4 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0822527 Jul 15 13:29:51.016481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1cda2363-4734-42bc-a5e0-165dd2d51b3b req-a509c4c2-bedd-4c99-925d-385c87f9e6e3 service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811616 Jul 15 13:29:51.038845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26982d8a-704b-49c0-92ae-74dd4799341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.102553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.109908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.112236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.140977 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26982d8a-704b-49c0-92ae-74dd4799341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.165359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-75a5b750-9d9f-4266-9e12-d3f6e280193c service neutron] 10.222.0.59 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875560 Jul 15 13:29:51.187669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7892056 Jul 15 13:29:51.194914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.237262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1af8da8d-27ef-42fb-a30a-0d1a124fecbe no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:29:51.247279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-070505ec-49c6-4515-b44d-c4ba490ac9ba service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168607 Jul 15 13:29:51.249111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2a527-5938-4987-932d-e2ee9761c4b0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=809465e2-6e2b-4f82-881a-81c27d046e8e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.252014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-04cd5e83-d355-44e8-936a-fe99d89605fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.253582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-04cd5e83-d355-44e8-936a-fe99d89605fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 1095 time: 0.1549973 Jul 15 13:29:51.279621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 809465e2-6e2b-4f82-881a-81c27d046e8e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:51.283458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1af8da8d-27ef-42fb-a30a-0d1a124fecbe {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:29:51.284102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1af8da8d-27ef-42fb-a30a-0d1a124fecbe not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:29:51.370218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d16448-79a9-43d5-bf96-fc7d1f8f8fa3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.374343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c2d16448-79a9-43d5-bf96-fc7d1f8f8fa3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks?id=809465e2-6e2b-4f82-881a-81c27d046e8e HTTP/1.1" status: 200 len: 761 time: 0.1751008 Jul 15 13:29:51.375619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:51.385675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'description': 'd2'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:51.407999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26982d8a-704b-49c0-92ae-74dd4799341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.411428 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-26982d8a-704b-49c0-92ae-74dd4799341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:51.412657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-26982d8a-704b-49c0-92ae-74dd4799341e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3caa18a-01cd-47ba-afdf-4fdb34d39e49 HTTP/1.1" status: 204 len: 168 time: 0.5368865 Jul 15 13:29:51.437525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26982d8a-704b-49c0-92ae-74dd4799341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3caa18a-01cd-47ba-afdf-4fdb34d39e49,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:51.456833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c77e1ce1-befa-407e-b6e0-2633bf26d33f req-acbe593c-c054-4775-aac8-214ef3a9b75e service neutron] 10.222.0.59 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830446 Jul 15 13:29:51.458431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-cfe8252a-397d-433a-8a8b-d0c332ad3a51 service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840706 Jul 15 13:29:51.527347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-b5c9a83b-42c3-418e-92de-9c45ccfd6146 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 200 len: 217 time: 0.0589716 Jul 15 13:29:51.596001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-fad71be5-f748-4964-b856-6497a46133c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.598437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-fad71be5-f748-4964-b856-6497a46133c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.0641549 Jul 15 13:29:51.670814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-68800183-4b39-460a-a71b-4f78cdd454db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.673534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-68800183-4b39-460a-a71b-4f78cdd454db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666499 Jul 15 13:29:51.786825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-eb2fc08e-490e-469a-973c-402103139e0b service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065292 Jul 15 13:29:51.894624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'tag': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:51.897197 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16225c6-dd8a-4de9-9482-7ab760d19849" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a04352-7846-40e1-aedd-ca19a38f869a", "tag": "caa093ec-0b30-4d68-8d6e-7a4c348fdae3"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:51.941694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-04c47448-5f70-45ac-b602-ac0288354332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:51.947724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-04c47448-5f70-45ac-b602-ac0288354332 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 911 time: 0.6634839 Jul 15 13:29:51.979629 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571f9052-2a7b-4434-97df-9ed3a2441a99 x-openstack-request-id: req-571f9052-2a7b-4434-97df-9ed3a2441a99 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:51.979927 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a04352-7846-40e1-aedd-ca19a38f869a", "tag": "caa093ec-0b30-4d68-8d6e-7a4c348fdae3", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:51.980284 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-571f9052-2a7b-4434-97df-9ed3a2441a99 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:51.981019 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'tag': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3', 'status': 'completed', 'code': 200} Jul 15 13:29:52.050957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-0aabab75-1f86-489b-ba31-11aff02f18b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de798458-0bb2-46e5-92bf-681eeacdbc40 HTTP/1.1" status: 200 len: 217 time: 0.0828142 Jul 15 13:29:52.117085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-db2ff469-aace-44b9-859f-2e8e50700eef service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177178 Jul 15 13:29:52.124038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6965-ac80-4c61-9e43-d678d666750f req-1dab7aff-9b5c-4326-b4e2-c740d8e2ffe3 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.127270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbbb6965-ac80-4c61-9e43-d678d666750f req-1dab7aff-9b5c-4326-b4e2-c740d8e2ffe3 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1095 time: 0.1762292 Jul 15 13:29:52.224179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbbb6965-ac80-4c61-9e43-d678d666750f req-82b6f8ed-44b9-4b75-8d68-63598149c5e2 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855019 Jul 15 13:29:52.227707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-93dbd9b9-c86d-4429-999e-957aeca2900a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 200 len: 217 time: 0.0989647 Jul 15 13:29:52.246517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.298324 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.339490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-737c0e54-ec1a-45e9-8d62-1fe706ebf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.341329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-737c0e54-ec1a-45e9-8d62-1fe706ebf5fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 200 len: 797 time: 0.1022861 Jul 15 13:29:52.349615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-9e48c1f4-2bf4-4f6c-8ca6-ff923f992a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.349846 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-9e48c1f4-2bf4-4f6c-8ca6-ff923f992a5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.2163994 Jul 15 13:29:52.354211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 809465e2-6e2b-4f82-881a-81c27d046e8e is not hosted by any dhcp agent {{(pid=93994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:29:52.359872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.361615 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:52.361888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "PUT /v2.0/networks/809465e2-6e2b-4f82-881a-81c27d046e8e HTTP/1.1" status: 200 len: 758 time: 0.9853139 Jul 15 13:29:52.371053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49654) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.424879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-18782c25-c6c9-4f49-b64b-30c3972d9ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528891 Jul 15 13:29:52.472260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-734ba2f4-0f28-4042-be4b-8784406c43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.473665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-734ba2f4-0f28-4042-be4b-8784406c43a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1095 time: 0.4311473 Jul 15 13:29:52.474317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c079-7513-41ba-b756-9dc2df2a3f8e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=809465e2-6e2b-4f82-881a-81c27d046e8e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:52.491381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 809465e2-6e2b-4f82-881a-81c27d046e8e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:52.537638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5e92a-9f4c-4990-b05f-2d98f052dda5 req-38dce4cd-5d78-4c15-aecf-09a7343aa5c5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.545010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-16c5e92a-9f4c-4990-b05f-2d98f052dda5 req-38dce4cd-5d78-4c15-aecf-09a7343aa5c5 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 943 time: 0.3635635 Jul 15 13:29:52.638179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device de798458-0bb2-46e5-92bf-681eeacdbc40 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:52.792433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-16c5e92a-9f4c-4990-b05f-2d98f052dda5 req-9fc8bc80-5611-42ae-a8b9-f33db6f545c3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463956 Jul 15 13:29:52.810321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-d7711883-8a7a-4be4-99ad-17beedb6bd3e service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513386 Jul 15 13:29:52.883222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port de798458-0bb2-46e5-92bf-681eeacdbc40, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=de798458-0bb2-46e5-92bf-681eeacdbc40,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:52.905889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'de798458-0bb2-46e5-92bf-681eeacdbc40', 'network_id': '1fe88f76-ec39-44ad-acb0-e2b7010fbaad', 'port_id': 'de798458-0bb2-46e5-92bf-681eeacdbc40', 'mac_address': 'fa:16:3e:6b:b1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7798f3a-6d94-4680-ab68-318f55ed2b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:52.970857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa628f86-6e31-4251-b5fe-dc72293d8330 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:52.978100 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa628f86-6e31-4251-b5fe-dc72293d8330 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks?id=809465e2-6e2b-4f82-881a-81c27d046e8e HTTP/1.1" status: 200 len: 761 time: 0.6051166 Jul 15 13:29:52.985149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49664) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:52.996868 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.002115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-71e2f50a-2ca1-471a-98f8-6fec51a95cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.003795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-71e2f50a-2ca1-471a-98f8-6fec51a95cdc service neutron] 10.222.0.59 "GET /v2.0/networks?id=d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 200 len: 911 time: 0.5138607 Jul 15 13:29:53.014189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2008881089'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:53.030047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de798458-0bb2-46e5-92bf-681eeacdbc40 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:53.061828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port de798458-0bb2-46e5-92bf-681eeacdbc40, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=de798458-0bb2-46e5-92bf-681eeacdbc40,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:53.070405 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.085879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20afca2f-cb2d-48e5-9786-ef8b3d86ded9 req-a09fd495-69cf-4bec-9b19-2c33e42da4fa service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654874 Jul 15 13:29:53.087275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-7140f06d-30c5-4f1f-9fb7-43fb8cda2086 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3 HTTP/1.1" status: 200 len: 217 time: 0.0669420 Jul 15 13:29:53.088462 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94181463-81f4-4a07-8506-f06e003919b0 req-e35f82e5-885d-43aa-a1b5-f1ca361e4233 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1042821 Jul 15 13:29:53.139634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:53.146551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.154328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=de798458-0bb2-46e5-92bf-681eeacdbc40,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.177281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-51bcb159-8cb6-4632-a31e-8381255a5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.179186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-51bcb159-8cb6-4632-a31e-8381255a5d9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03f76d16-725a-4bb9-a534-70ecedaca491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8288622 Jul 15 13:29:53.189015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-a6923860-440c-47d8-a822-fdeb46a0add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.190706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-a6923860-440c-47d8-a822-fdeb46a0add1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee33c7d6-2493-4ffc-896e-acab79cedaa2 HTTP/1.1" status: 200 len: 849 time: 0.0906692 Jul 15 13:29:53.205965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:53.248627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.248976 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment afe39b15-2d52-4b35-83e9-228cbc57173e of type vlan for network 17cd3dd9-28c6-46ed-a894-2857702d9d25 Jul 15 13:29:53.335752 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.357547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['de798458-0bb2-46e5-92bf-681eeacdbc40'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:53.363139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-0dc3fddc-b185-430a-a647-c3cf64dd78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.365001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-0dc3fddc-b185-430a-a647-c3cf64dd78c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d697bb00-9747-448b-ac7a-6b37c9713431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658940 Jul 15 13:29:53.447745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-bb1efd6a-c688-4b2e-9184-e759e84c397c service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614462 Jul 15 13:29:53.514850 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.521311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.522378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:53.561430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-bf06e596-71d3-4588-a95b-6ac45740a5ce service neutron] 10.222.0.59 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802335 Jul 15 13:29:53.656667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=17cd3dd9-28c6-46ed-a894-2857702d9d25,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:53.665108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3df465ca-7a5e-4ec4-adfb-57877ea1d69c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6750200 Jul 15 13:29:53.675433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 17cd3dd9-28c6-46ed-a894-2857702d9d25 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:53.693196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49692) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:53.704183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '17cd3dd9-28c6-46ed-a894-2857702d9d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:53.862933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-3f7e36b4-26c7-42e4-9ec9-0205101238ec service neutron] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691862 Jul 15 13:29:53.871015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f16225c6-dd8a-4de9-9482-7ab760d19849 req-ca014ee5-c75e-447e-8e67-6c954a933328 service neutron] 10.222.0.59 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034556 Jul 15 13:29:53.929409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-9a0834d4-b6d1-4b5a-9225-e94e2ee00ac9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 200 len: 217 time: 0.0545006 Jul 15 13:29:53.929701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54d666-1c10-49da-b3ca-a66247bcfd45 req-a9b95de1-2712-47a2-9d18-13e0229e352c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:53.941054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e54d666-1c10-49da-b3ca-a66247bcfd45 req-a9b95de1-2712-47a2-9d18-13e0229e352c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1095 time: 0.3547885 Jul 15 13:29:53.997849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e54d666-1c10-49da-b3ca-a66247bcfd45 req-175f5b4c-9203-4629-9e28-ce442cb9b717 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557065 Jul 15 13:29:54.007912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-86a12dff-450b-4922-a5f2-dc1d669b55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.009319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-86a12dff-450b-4922-a5f2-dc1d669b55bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.0729456 Jul 15 13:29:54.010413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:54.014015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.282388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-c47402d5-26d8-4b52-9973-12286eee48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.284045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-c47402d5-26d8-4b52-9973-12286eee48a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2506669 Jul 15 13:29:54.352156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45ef151d-47c0-495f-8abc-2de18b83ee4a req-a533e60a-5f53-4f4a-a2a0-237a4043ef4a tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0410876 Jul 15 13:29:54.385389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ed74-1a1f-41d5-8bb6-11c5827c0c24 req-a662ea9b-9f6c-49c5-823f-0e7af58a79f4 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.387088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5894ed74-1a1f-41d5-8bb6-11c5827c0c24 req-a662ea9b-9f6c-49c5-823f-0e7af58a79f4 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 944 time: 0.3141441 Jul 15 13:29:54.490833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.506693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device de798458-0bb2-46e5-92bf-681eeacdbc40 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:54.525864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-bfb9d31a-252d-418f-b9fa-da004dbddacc service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297752 Jul 15 13:29:54.532071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5894ed74-1a1f-41d5-8bb6-11c5827c0c24 req-df005199-179f-4229-a2dc-47d7b9ddb44a tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050212 Jul 15 13:29:54.577292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port de798458-0bb2-46e5-92bf-681eeacdbc40 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:54.590234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port de798458-0bb2-46e5-92bf-681eeacdbc40 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:54.590234 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.595426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=ddf6564d-fd58-4126-8b28-278e39a8a8aa,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:54.657221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': 'afe39b15-2d52-4b35-83e9-228cbc57173e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '17cd3dd9-28c6-46ed-a894-2857702d9d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:54.657599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 17cd3dd9-28c6-46ed-a894-2857702d9d25, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:54.694815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-0a376441-1a3e-40ed-a7d5-cc2b3d88f1d7 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589963 Jul 15 13:29:54.696382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 17cd3dd9-28c6-46ed-a894-2857702d9d25 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:54.702673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.727816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device caa093ec-0b30-4d68-8d6e-7a4c348fdae3 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:29:54.738042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de798458-0bb2-46e5-92bf-681eeacdbc40'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:54.740462 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c18a8f-f904-4439-b358-96fca8cb71e9" -d '{"events": [{"server_uuid": "8c670360-7968-4ce7-af51-ea5f51c2aeb6", "name": "network-vif-plugged", "status": "completed", "tag": "de798458-0bb2-46e5-92bf-681eeacdbc40"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:54.760209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 17cd3dd9-28c6-46ed-a894-2857702d9d25) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:54.762664 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-7dcb7b45-b805-4bbb-8ab3-689cc8e925c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 200 len: 217 time: 0.0606313 Jul 15 13:29:54.765657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port de798458-0bb2-46e5-92bf-681eeacdbc40, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=de798458-0bb2-46e5-92bf-681eeacdbc40,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:54.765873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.766416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.775973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:54.836072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ae883d6d-617b-4e38-a669-2a12deb84913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1417584 Jul 15 13:29:54.838704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49754) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:54.864620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-6680337f-b662-4e92-83e2-d16c149ed3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.866184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-6680337f-b662-4e92-83e2-d16c149ed3d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 200 len: 797 time: 0.0969079 Jul 15 13:29:54.870350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93637bd6-5e63-40f4-b826-09deaf94a22a None None] Network 17cd3dd9-28c6-46ed-a894-2857702d9d25 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:54.887756 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3970e539-df69-466a-9b5a-f230dd9d0471 x-openstack-request-id: req-3970e539-df69-466a-9b5a-f230dd9d0471 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:54.888047 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c670360-7968-4ce7-af51-ea5f51c2aeb6", "name": "network-vif-plugged", "status": "completed", "tag": "de798458-0bb2-46e5-92bf-681eeacdbc40", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:54.888481 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3970e539-df69-466a-9b5a-f230dd9d0471 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:54.889049 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de798458-0bb2-46e5-92bf-681eeacdbc40', 'code': 200} Jul 15 13:29:54.934944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=de798458-0bb2-46e5-92bf-681eeacdbc40,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:54.972236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb1ed3-fcd8-488d-80f2-1ee542d4a264 req-49d79eb0-48fa-44f3-98aa-538e90061bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:54.973799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44bb1ed3-fcd8-488d-80f2-1ee542d4a264 req-49d79eb0-48fa-44f3-98aa-538e90061bcf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 1097 time: 0.0755954 Jul 15 13:29:55.001199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.013697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-fe90b04a-726b-4ed7-af82-4f992748cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.015417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-fe90b04a-726b-4ed7-af82-4f992748cdd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21e53ded-6736-481c-9356-ddec7ed49dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375220 Jul 15 13:29:55.020724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44bb1ed3-fcd8-488d-80f2-1ee542d4a264 req-34a2a830-5356-49b4-965d-bed1da25747e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Jul 15 13:29:55.090866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:55.120067 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.165082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'port_id': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3', 'mac_address': 'fa:16:3e:a6:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:29:55.188158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-92103607-4aab-411d-a223-b7ff3f5ae339 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648641 Jul 15 13:29:55.216531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.221877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b4c8e-b150-4701-bc30-c73e77365a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-17cd3dd9-28c6-46ed-a894-2857702d9d25', 'network_id': '17cd3dd9-28c6-46ed-a894-2857702d9d25', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': 'ddf6564d-fd58-4126-8b28-278e39a8a8aa'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:55.223050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f46b4c8e-b150-4701-bc30-c73e77365a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.248939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa093ec-0b30-4d68-8d6e-7a4c348fdae3 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:29:55.297736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:55.305022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.353794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.407146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf6564d-fd58-4126-8b28-278e39a8a8aa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.417903 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed96219a-d332-46b8-aafe-2eb1bbd75e86 req-551fabe5-361f-431b-878d-9e6cc864b4c1 service neutron] 10.222.0.58 "GET /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162683 Jul 15 13:29:55.428938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651fe9a-eccd-456f-aa44-a45191e74b55 req-2547fc19-ef19-424a-8a11-103244a47f33 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:55.437227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f651fe9a-eccd-456f-aa44-a45191e74b55 req-2547fc19-ef19-424a-8a11-103244a47f33 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1095 time: 0.2478492 Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-f46b4c8e-b150-4701-bc30-c73e77365a99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddf6564d-fd58-4126-8b28-278e39a8a8aa: This subnet is being modified by another concurrent operation. Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddf6564d-fd58-4126-8b28-278e39a8a8aa: This subnet is being modified by another concurrent operation. Jul 15 13:29:55.457310 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 13:29:55.465477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:55.490131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a982360-a0f4-4ead-9dd4-b231d1374c23 None None] Network 17cd3dd9-28c6-46ed-a894-2857702d9d25 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:55.561654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.577302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f651fe9a-eccd-456f-aa44-a45191e74b55 req-30c86f9d-fbfb-4971-b77d-e5ddb5fb4763 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392360 Jul 15 13:29:55.579257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cd3dd9-28c6-46ed-a894-2857702d9d25']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.601252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe39b15-2d52-4b35-83e9-228cbc57173e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.601573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe39b15-2d52-4b35-83e9-228cbc57173e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:29:55.620247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['caa093ec-0b30-4d68-8d6e-7a4c348fdae3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:29:55.638152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.677983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.687622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d0e8116-5e6c-4d2a-a760-2ff3954260c0 req-05c91512-7257-4318-bd6e-8e50cf122d10 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0512230 Jul 15 13:29:55.689665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49770) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:55.712947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:29:55.713394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:29:55.717159 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:29:55.743656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1d7c90-b9c6-4391-ad75-99d358ab8762 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:29:55.944290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d7c90-b9c6-4391-ad75-99d358ab8762 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:29:55.991952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:55.998611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.001295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/17cd3dd9-28c6-46ed-a894-2857702d9d25 HTTP/1.1" status: 204 len: 168 time: 1.1616361 Jul 15 13:29:56.004313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.040714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5153e5a-197f-4f01-a9a6-c82238c6d09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.049626 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c24dc3-84eb-4332-b767-1fcc0d1a6cb7 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] GET failed (client error): The resource could not be found. Jul 15 13:29:56.051160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-27c24dc3-84eb-4332-b767-1fcc0d1a6cb7 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/subnets/ddf6564d-fd58-4126-8b28-278e39a8a8aa HTTP/1.1" status: 404 len: 337 time: 0.0453560 Jul 15 13:29:56.055583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.060474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f58ce6-4edc-4b67-82d5-f1200374171a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=17cd3dd9-28c6-46ed-a894-2857702d9d25,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.081847 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-6548c885-087f-4580-9b76-9caff4d49853 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:29:56.082994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6548c885-087f-4580-9b76-9caff4d49853 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:29:56.086006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6548c885-087f-4580-9b76-9caff4d49853 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/17cd3dd9-28c6-46ed-a894-2857702d9d25 HTTP/1.1" status: 404 len: 339 time: 0.0288591 Jul 15 13:29:56.089771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49780) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.090833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b7eb5-b499-45cd-8398-00cb499c2826 req-2eb8c446-4951-4d31-ba7d-f15610add248 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.092558 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-936b7eb5-b499-45cd-8398-00cb499c2826 req-2eb8c446-4951-4d31-ba7d-f15610add248 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.3230753 Jul 15 13:29:56.158668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-936b7eb5-b499-45cd-8398-00cb499c2826 req-18f04592-0f4e-42cb-80b8-42edd826fcdf tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 Jul 15 13:29:56.236995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5153e5a-197f-4f01-a9a6-c82238c6d09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.243359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5153e5a-197f-4f01-a9a6-c82238c6d09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.288003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a5153e5a-197f-4f01-a9a6-c82238c6d09c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea578ac9e3ff43de9bea80af79d603c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970647 Jul 15 13:29:56.289741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5153e5a-197f-4f01-a9a6-c82238c6d09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af2fbb4-2329-4bef-9ede-9ed98df8afa7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.292050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49782) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.353336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d93d605d-5bd7-425f-8797-c3fababad338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.376220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d93d605d-5bd7-425f-8797-c3fababad338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.384067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d83f84-2ba9-42b7-8c0f-860ba6f25f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.386001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-96d83f84-2ba9-42b7-8c0f-860ba6f25f94 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2951894 Jul 15 13:29:56.391249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49786) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.450212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-546aae09-aa69-48bc-ad06-b0fa4213018e tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 207 time: 0.0573540 Jul 15 13:29:56.455653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49788) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.480165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d93d605d-5bd7-425f-8797-c3fababad338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.483061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d93d605d-5bd7-425f-8797-c3fababad338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.487922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d93d605d-5bd7-425f-8797-c3fababad338 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6af2fbb4-2329-4bef-9ede-9ed98df8afa7 HTTP/1.1" status: 204 len: 168 time: 0.1947434 Jul 15 13:29:56.496550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d605d-5bd7-425f-8797-c3fababad338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af2fbb4-2329-4bef-9ede-9ed98df8afa7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:56.704823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a7450-bc39-4889-9f3b-9820b1a8f1a0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.711085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a7450-bc39-4889-9f3b-9820b1a8f1a0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.718995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a7450-bc39-4889-9f3b-9820b1a8f1a0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.727908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a7450-bc39-4889-9f3b-9820b1a8f1a0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:56.732070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device caa093ec-0b30-4d68-8d6e-7a4c348fdae3 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:29:56.736334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f7a7450-bc39-4889-9f3b-9820b1a8f1a0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2792811 Jul 15 13:29:56.740079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49798) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.826267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:29:56.836396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:29:56.837636 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.919656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49802) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:56.941046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc3b-b190-43b2-ae06-2aab1222cb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:56.989773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9a649e73-edbe-4f1d-b614-b09bee41cd55 req-0910d2d7-ec78-494f-9d7b-7680ee2f73cd tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0441911 Jul 15 13:29:57.032045 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.032299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1043b06-f0c4-411c-99d3-93ed4b43c994 req-09d1b018-615b-4466-b768-eb5026ef204f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.032299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1043b06-f0c4-411c-99d3-93ed4b43c994 req-09d1b018-615b-4466-b768-eb5026ef204f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1096 time: 0.2126799 Jul 15 13:29:57.052837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2fd5878c-be43-4c78-8446-4dc7166c2870 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3083553 Jul 15 13:29:57.053524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.071368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:29:57.074200 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e64e2-fc67-437b-8e54-2b743e9aecfa" -d '{"events": [{"server_uuid": "d4a04352-7846-40e1-aedd-ca19a38f869a", "name": "network-vif-plugged", "status": "completed", "tag": "caa093ec-0b30-4d68-8d6e-7a4c348fdae3"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:29:57.093909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1043b06-f0c4-411c-99d3-93ed4b43c994 req-3753e371-a7d4-4fe6-8905-de105dfada46 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621283 Jul 15 13:29:57.115809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:29:57.121587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.137259 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22427f99-3a44-4cd9-80a1-aa6ed8fba2ca x-openstack-request-id: req-22427f99-3a44-4cd9-80a1-aa6ed8fba2ca {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:29:57.137504 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a04352-7846-40e1-aedd-ca19a38f869a", "name": "network-vif-plugged", "status": "completed", "tag": "caa093ec-0b30-4d68-8d6e-7a4c348fdae3", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:29:57.137877 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22427f99-3a44-4cd9-80a1-aa6ed8fba2ca {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:29:57.138361 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3', 'code': 200} Jul 15 13:29:57.188339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75a560-a63a-4f57-93b6-c78b5893fed9 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.190175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75a560-a63a-4f57-93b6-c78b5893fed9 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.191997 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dd75a560-a63a-4f57-93b6-c78b5893fed9 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1378529 Jul 15 13:29:57.195821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.220391 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc3b-b190-43b2-ae06-2aab1222cb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.228533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9b7cc3b-b190-43b2-ae06-2aab1222cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.244895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.319169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4128c-1f14-4242-b57c-249d65ba57e5 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.327739 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e4128c-1f14-4242-b57c-249d65ba57e5 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.328006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b9b7cc3b-b190-43b2-ae06-2aab1222cb2c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d375417925846869cbe92806202e144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005134 Jul 15 13:29:57.328129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38e4128c-1f14-4242-b57c-249d65ba57e5 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1259785 Jul 15 13:29:57.328231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7cc3b-b190-43b2-ae06-2aab1222cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c86e68-b5f7-4de3-8112-06fd88abed70,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.328366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49812) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.329302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49814) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.359624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47b47e-3513-49f3-8b33-af19014e3079 req-1383643e-3e80-4889-9328-cea52d9c2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.361287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd47b47e-3513-49f3-8b33-af19014e3079 req-1383643e-3e80-4889-9328-cea52d9c2c2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.1006272 Jul 15 13:29:57.412258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd47b47e-3513-49f3-8b33-af19014e3079 req-4bdd53b0-442b-452a-8fa0-e6f233e8a17f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Jul 15 13:29:57.526870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713120d3-edf0-4262-b736-9adb67222e7c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.528456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-713120d3-edf0-4262-b736-9adb67222e7c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks/61cd0c76-20af-40c3-aa62-0477c4cfd640 HTTP/1.1" status: 200 len: 799 time: 0.1982372 Jul 15 13:29:57.529585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d80ac706-7ab8-4ebd-9cb9-2eac70f44479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.532583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49818) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.549838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a5e8d-839b-4d31-9d49-c7189a1af5bb req-92003358-aa50-4f44-bd7e-89db2f298d29 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.551491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-846a5e8d-839b-4d31-9d49-c7189a1af5bb req-92003358-aa50-4f44-bd7e-89db2f298d29 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2272301 Jul 15 13:29:57.572975 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d80ac706-7ab8-4ebd-9cb9-2eac70f44479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.652083 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-846a5e8d-839b-4d31-9d49-c7189a1af5bb req-a98bcd03-7df2-4ae3-8ca8-723a10dcafff tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Jul 15 13:29:57.665129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d80ac706-7ab8-4ebd-9cb9-2eac70f44479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.668061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d80ac706-7ab8-4ebd-9cb9-2eac70f44479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.669237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d80ac706-7ab8-4ebd-9cb9-2eac70f44479 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19c86e68-b5f7-4de3-8112-06fd88abed70 HTTP/1.1" status: 204 len: 168 time: 0.3415294 Jul 15 13:29:57.678688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49824) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.678857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7c7becb-8def-41a5-a1db-0891fc52d680 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/networks/61cd0c76-20af-40c3-aa62-0477c4cfd640?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1438928 Jul 15 13:29:57.689928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac706-7ab8-4ebd-9cb9-2eac70f44479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c86e68-b5f7-4de3-8112-06fd88abed70,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:57.737981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a9356f-7f34-4f13-898d-85acfb483756 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.739786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b4a9356f-7f34-4f13-898d-85acfb483756 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/subnets/b41d4627-4b37-4c29-b356-a49e30b83827 HTTP/1.1" status: 200 len: 811 time: 0.0598056 Jul 15 13:29:57.743883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49828) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.830709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372afc85-215b-4953-adc1-3590dc00cae5 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:57.830709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-372afc85-215b-4953-adc1-3590dc00cae5 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "GET /v2.0/subnets/b41d4627-4b37-4c29-b356-a49e30b83827?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0795016 Jul 15 13:29:57.831168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:57.836077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1594463491'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:57.863750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:57.871607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.899967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:29:57.910648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:57.910884 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Added segment e791f588-b611-4ce5-8a7d-f90676edafda of type vlan for network 2eaf9f67-4da7-47e3-8af1-f84bced85535 Jul 15 13:29:57.967147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.025108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.037464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.038148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.140308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3101194 Jul 15 13:29:58.143134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49852) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.149311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:58.252547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca425904-c819-4c22-ba70-019556d64173 req-55f991f3-8962-468e-a966-7d7965e99d60 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0503659 Jul 15 13:29:58.296925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423fcaf-0771-43c1-8966-16de5e446b5f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Network': ['ID=2eaf9f67-4da7-47e3-8af1-f84bced85535,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:58.310242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2eaf9f67-4da7-47e3-8af1-f84bced85535 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:29:58.343632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719d1d-10f9-4566-b602-96a016ee2846 req-25dd734c-d7e2-4a09-996b-49b8bffa6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.345963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-25dd734c-d7e2-4a09-996b-49b8bffa6c55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 1097 time: 0.2495630 Jul 15 13:29:58.380412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984ccc8-d4e8-4655-a328-ad7e433b70a9 req-0932d44c-4865-4c52-9487-ca79c74e7e8e tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.386093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b984ccc8-d4e8-4655-a328-ad7e433b70a9 req-0932d44c-4865-4c52-9487-ca79c74e7e8e tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1491215 Jul 15 13:29:58.394400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Made reservation on behalf of 901921d1c8cf4920bcc6a0a72d94d3b6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:29:58.401864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.538017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Performing IP validity checks on allocation pools {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:29:58.538560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:29:58.556041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b984ccc8-d4e8-4655-a328-ad7e433b70a9 req-3493bed4-2676-4fd7-a1b5-879a60b32ae3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280773 Jul 15 13:29:58.558812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:58.591297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719d1d-10f9-4566-b602-96a016ee2846 req-3f573e43-bfe9-42fd-9e7d-12db2f8f5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.593010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-3f573e43-bfe9-42fd-9e7d-12db2f8f5f56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 911 time: 0.2376986 Jul 15 13:29:58.616087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e6681-3a75-45c1-9b9b-ddc7986a029d req-270e2e8a-d22f-4a7d-9e06-514d31cbd313 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.617697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e8e6681-3a75-45c1-9b9b-ddc7986a029d req-270e2e8a-d22f-4a7d-9e06-514d31cbd313 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.1320300 Jul 15 13:29:58.646289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-5f4f9323-1c16-4f0c-a3e5-0612382eda57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de798458-0bb2-46e5-92bf-681eeacdbc40 HTTP/1.1" status: 200 len: 217 time: 0.0458462 Jul 15 13:29:58.700883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e8e6681-3a75-45c1-9b9b-ddc7986a029d req-1d6b7bef-dbd8-4911-a37c-53932c5a7e04 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774348 Jul 15 13:29:58.728080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60719d1d-10f9-4566-b602-96a016ee2846 req-3304c8a9-c74d-4c8b-9973-13d0ff16be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.729880 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-3304c8a9-c74d-4c8b-9973-13d0ff16be01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.0771139 Jul 15 13:29:58.740866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2684f3f-7168-49c0-a1ca-73a720dc6bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.780129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.793430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-4e048a41-4325-4fa7-a2cf-440e223f048d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537171 Jul 15 13:29:58.852570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=8370acfe-05b0-4bde-8a4a-d2967823d41b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:58.864135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Checking segment: {'id': 'e791f588-b611-4ce5-8a7d-f90676edafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:58.864558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network hostable DHCP agents. Network: 2eaf9f67-4da7-47e3-8af1-f84bced85535, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:29:58.884715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Network 2eaf9f67-4da7-47e3-8af1-f84bced85535 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:29:58.895672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2eaf9f67-4da7-47e3-8af1-f84bced85535) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:58.901150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:58.901326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:58.912183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe700c55-0a59-484d-93cb-bc9c8a97ae4a None None] Network 2eaf9f67-4da7-47e3-8af1-f84bced85535 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:29:58.933944 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-6ecc7e28-3001-48db-b921-1513bf98eff9 service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259475 Jul 15 13:29:59.122500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2eaf9f67-4da7-47e3-8af1-f84bced85535', 'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535', 'tenant_id': '901921d1c8cf4920bcc6a0a72d94d3b6', 'fixed_ips': [{'subnet_id': '8370acfe-05b0-4bde-8a4a-d2967823d41b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:29:59.123728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.280928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Allocated IP 172.20.0.3 (2eaf9f67-4da7-47e3-8af1-f84bced85535/8370acfe-05b0-4bde-8a4a-d2967823d41b/4f63668f-033f-4fc5-a1e9-9eab7c3eb588) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:29:59.416084 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2684f3f-7168-49c0-a1ca-73a720dc6bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.425123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2684f3f-7168-49c0-a1ca-73a720dc6bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.441780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be4b9e58-80b4-48a0-b464-c3dc34b764a3 req-f6264787-287b-4b7d-93c6-386e2261abee tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0424266 Jul 15 13:29:59.454986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c0a5745-44f5-4240-bc06-8e2d24b5739f tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3105030 Jul 15 13:29:59.457702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49894) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.463471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:29:59.467349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49896) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.472977 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.483695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Transition to ACTIVE for port object 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:59.504418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60719d1d-10f9-4566-b602-96a016ee2846 req-240d5f53-bc7e-4216-be0e-5870db9d08bb service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613384 Jul 15 13:29:59.505103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Transition to ACTIVE for port object 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:29:59.514590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e2684f3f-7168-49c0-a1ca-73a720dc6bc2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07deed2cef4244aeaad984c8863fe7da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9530232 Jul 15 13:29:59.514590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2684f3f-7168-49c0-a1ca-73a720dc6bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d584e45f-1581-4673-ac13-6d1993382386,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.515868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:29:59.518949 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.567305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Network 2eaf9f67-4da7-47e3-8af1-f84bced85535 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:29:59.570826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:29:59.575349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:29:59.583869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Pushing event updated for resources: {'Port': ['ID=4f63668f-033f-4fc5-a1e9-9eab7c3eb588,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.616346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10272263'] for subnet, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.639489 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b150302-a756-485c-aff7-eee6c4c250a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.644661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a376-9659-4bab-8112-8533c12c2fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.663091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Attempting to bind port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:29:59.663492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Attempting to bind port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e791f588-b611-4ce5-8a7d-f90676edafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:29:59.663855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Attempting to bind port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 on network 2eaf9f67-4da7-47e3-8af1-f84bced85535 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:29:59.668310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b150302-a756-485c-aff7-eee6c4c250a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.669753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:29:59.670458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Checking segment: {'id': 'e791f588-b611-4ce5-8a7d-f90676edafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:29:59.670699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.671102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Bound using segment: {'id': 'e791f588-b611-4ce5-8a7d-f90676edafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:29:59.671967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Bound port: 4f63668f-033f-4fc5-a1e9-9eab7c3eb588, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e791f588-b611-4ce5-8a7d-f90676edafda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2eaf9f67-4da7-47e3-8af1-f84bced85535'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:29:59.672355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.750297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] For port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:29:59.754584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] For port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4f63668f-033f-4fc5-a1e9-9eab7c3eb588,segment=NetworkSegment(e791f588-b611-4ce5-8a7d-f90676edafda),segment_id=e791f588-b611-4ce5-8a7d-f90676edafda)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:29:59.762201 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.774573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b150302-a756-485c-aff7-eee6c4c250a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.777736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b150302-a756-485c-aff7-eee6c4c250a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.779061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b150302-a756-485c-aff7-eee6c4c250a7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d584e45f-1581-4673-ac13-6d1993382386 HTTP/1.1" status: 204 len: 168 time: 0.2619510 Jul 15 13:29:59.796027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b150302-a756-485c-aff7-eee6c4c250a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d584e45f-1581-4673-ac13-6d1993382386,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.869674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71e910-166e-44b1-982c-30bf6a818e33 None None] Pushing event updated for resources: {'Port': ['ID=4f63668f-033f-4fc5-a1e9-9eab7c3eb588,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.884292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a376-9659-4bab-8112-8533c12c2fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.903879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a376-9659-4bab-8112-8533c12c2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.953961 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757991235467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8815891'] for subnet, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:29:59.967634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e72b7-a7c2-460f-b8e2-68309c1b49fd req-b76a7cf9-049e-4431-95c1-e87457995bd2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:29:59.972542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-753e72b7-a7c2-460f-b8e2-68309c1b49fd req-b76a7cf9-049e-4431-95c1-e87457995bd2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2154455 Jul 15 13:29:59.974661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1a376-9659-4bab-8112-8533c12c2fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86f9ea5-6482-44f2-b84f-3c08a26a3842,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:29:59.980455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ca1a376-9659-4bab-8112-8533c12c2fa1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02d41fa63e1f4ec6840ab1249588f009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092077 Jul 15 13:29:59.982997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49914) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.009866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.010601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.014753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "PUT /v2.0/subnets/8370acfe-05b0-4bde-8a4a-d2967823d41b HTTP/1.1" status: 200 len: 877 time: 0.5530956 Jul 15 13:30:00.015601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.067574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00a7e-13f7-423e-8416-77f91d249514 req-0edda5be-7e0b-4067-a329-4f3bfd1bfd86 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.069380 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39c00a7e-13f7-423e-8416-77f91d249514 req-0edda5be-7e0b-4067-a329-4f3bfd1bfd86 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.1686747 Jul 15 13:30:00.078475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae302e87-04a1-4879-a33d-4d80c6ae3c29 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event updated for resources: {'Subnet': ['ID=8370acfe-05b0-4bde-8a4a-d2967823d41b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.081855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-753e72b7-a7c2-460f-b8e2-68309c1b49fd req-9786b91b-283d-47d0-9e95-b1f05feacd33 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811946 Jul 15 13:30:00.112813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59401239-d8c0-4954-9fe8-778a1f23f214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.193938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59401239-d8c0-4954-9fe8-778a1f23f214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.268330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39c00a7e-13f7-423e-8416-77f91d249514 req-4c4a4e3e-b770-446e-9082-05fb61023de4 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776395 Jul 15 13:30:00.275230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.316177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59401239-d8c0-4954-9fe8-778a1f23f214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.319242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59401239-d8c0-4954-9fe8-778a1f23f214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.320723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59401239-d8c0-4954-9fe8-778a1f23f214 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d86f9ea5-6482-44f2-b84f-3c08a26a3842 HTTP/1.1" status: 204 len: 168 time: 0.3357463 Jul 15 13:30:00.342324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59401239-d8c0-4954-9fe8-778a1f23f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86f9ea5-6482-44f2-b84f-3c08a26a3842,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.396567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Deleting port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:00.396919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.407209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49924) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.433243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83a8e5e3-8190-41ef-94ec-e4dac0fb4eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.621299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] For port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4f63668f-033f-4fc5-a1e9-9eab7c3eb588,segment=NetworkSegment(e791f588-b611-4ce5-8a7d-f90676edafda),segment_id=e791f588-b611-4ce5-8a7d-f90676edafda)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:00.622454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.647391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3468d8e1-688b-46d5-9d57-1c93b75b0b9d req-6d92a7ae-b599-4b6a-925e-20e33f67cca8 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0415609 Jul 15 13:30:00.648623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Calling delete_port for 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:00.722566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec199d-e23a-4898-842e-5b742b336db5 req-87595b30-70b3-4d27-8978-122cd21742bc tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:00.723882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cec199d-e23a-4898-842e-5b742b336db5 req-87595b30-70b3-4d27-8978-122cd21742bc tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.2215633 Jul 15 13:30:00.791326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83a8e5e3-8190-41ef-94ec-e4dac0fb4eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.819532 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83a8e5e3-8190-41ef-94ec-e4dac0fb4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:00.849499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cec199d-e23a-4898-842e-5b742b336db5 req-ee8f932d-8223-4abb-ad84-8804f64810b6 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130531 Jul 15 13:30:00.913379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8e5e3-8190-41ef-94ec-e4dac0fb4eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ef55d-002f-4487-9852-a637aaee74a1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:00.924458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83a8e5e3-8190-41ef-94ec-e4dac0fb4eb4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df22c40b3a4c4678ab085cf6a67d26d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5130072 Jul 15 13:30:00.924861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49940) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:00.954336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.006605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9950d83e-9a49-4051-b002-d5a1857bd2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.007771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Port': ['ID=4f63668f-033f-4fc5-a1e9-9eab7c3eb588,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.051610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9950d83e-9a49-4051-b002-d5a1857bd2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.102267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No DVR routers for this DVR port 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:01.165365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9950d83e-9a49-4051-b002-d5a1857bd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.168337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9950d83e-9a49-4051-b002-d5a1857bd2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.172874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9950d83e-9a49-4051-b002-d5a1857bd2c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e79ef55d-002f-4487-9852-a637aaee74a1 HTTP/1.1" status: 204 len: 168 time: 0.2468522 Jul 15 13:30:01.186092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9465b-5df6-44d6-b957-57c5853854a9 req-66ffaaf6-54d5-4f7b-a55c-31770dab2bbf tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:01.194729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1c9465b-5df6-44d6-b957-57c5853854a9 req-66ffaaf6-54d5-4f7b-a55c-31770dab2bbf tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.1155710 Jul 15 13:30:01.197755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950d83e-9a49-4051-b002-d5a1857bd2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ef55d-002f-4487-9852-a637aaee74a1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.205270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.293914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1c9465b-5df6-44d6-b957-57c5853854a9 req-95adcb02-08a6-4a4f-a9cc-36da3d549e2a tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987659 Jul 15 13:30:01.329594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:01.407305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b8a5f-b2ae-42a8-b5ae-67fcfbcc7582 None None] Network 2eaf9f67-4da7-47e3-8af1-f84bced85535 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:01.412187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=8370acfe-05b0-4bde-8a4a-d2967823d41b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:01.606450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-732bf630-2c24-4f16-9e80-3795c6579504 None None] Could not find standard attr ID for object 4f63668f-033f-4fc5-a1e9-9eab7c3eb588. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:30:01.723375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef356267-c547-4705-a439-2ac2d03dd1ec None None] DHCP port deletion for 2eaf9f67-4da7-47e3-8af1-f84bced85535 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:01.742128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e04c0ed-8253-4ecc-a370-2f19a746a182 None None] Network 2eaf9f67-4da7-47e3-8af1-f84bced85535 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:02.015057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.017835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-6413dd01-a701-47ff-b376-5254bf0a1fb1 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.021168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-6413dd01-a701-47ff-b376-5254bf0a1fb1 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/networks?id=d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 200 len: 911 time: 0.1361101 Jul 15 13:30:02.027168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eaf9f67-4da7-47e3-8af1-f84bced85535']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.040413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-1cd9886a-fbec-488e-8325-334d3813b2d5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/quotas/c6a1781e801e4c8a953e9441f9e22f52 HTTP/1.1" status: 200 len: 375 time: 0.0124652 Jul 15 13:30:02.088645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e791f588-b611-4ce5-8a7d-f90676edafda') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.089155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e791f588-b611-4ce5-8a7d-f90676edafda') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.115573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.168942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd353e0-b073-4de0-a28d-a484ea776113 req-fe453e94-d751-4f61-b80a-be730ef9878c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:02.172086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcd353e0-b073-4de0-a28d-a484ea776113 req-fe453e94-d751-4f61-b80a-be730ef9878c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.8556123 Jul 15 13:30:02.174027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.179202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-f2bdd0f5-dd9d-44b1-9d09-072a4b0daf0d tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333628 Jul 15 13:30:02.195281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:02.195947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:02.203016 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:02.303810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-338a7f60-0f92-4a85-889a-7c9c675f5d97 service neutron] 10.222.0.57 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235361 Jul 15 13:30:02.339930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.360859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.364125 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/2eaf9f67-4da7-47e3-8af1-f84bced85535 HTTP/1.1" status: 204 len: 168 time: 2.3436182 Jul 15 13:30:02.377599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.408625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcd353e0-b073-4de0-a28d-a484ea776113 req-6478ffac-547a-4a6f-8bd9-c6fc331226fa tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240963 Jul 15 13:30:02.440145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-5b9393e2-ee93-4208-b5cd-793187d01438 service neutron] 10.222.0.57 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353347 Jul 15 13:30:02.442066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8a49-522b-42d5-9865-e2df84c6f250 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=2eaf9f67-4da7-47e3-8af1-f84bced85535,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:02.446336 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0594e493-01f3-4e6f-b630-ac8f0ff56d7b tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:02.447124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0594e493-01f3-4e6f-b630-ac8f0ff56d7b tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:02.450865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0594e493-01f3-4e6f-b630-ac8f0ff56d7b tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/8370acfe-05b0-4bde-8a4a-d2967823d41b HTTP/1.1" status: 404 len: 337 time: 0.0711572 Jul 15 13:30:02.453498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50014) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.477496 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-612f6b8a-9dcb-4438-ac20-986e7441960a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:02.478244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612f6b8a-9dcb-4438-ac20-986e7441960a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:02.484191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-612f6b8a-9dcb-4438-ac20-986e7441960a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/2eaf9f67-4da7-47e3-8af1-f84bced85535 HTTP/1.1" status: 404 len: 339 time: 0.0261283 Jul 15 13:30:02.484784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50016) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.542627 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf94e148-0e3b-4d3b-9d95-ae6e9cc8ece6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:02.545399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf94e148-0e3b-4d3b-9d95-ae6e9cc8ece6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:02.548028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf94e148-0e3b-4d3b-9d95-ae6e9cc8ece6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/ddf6564d-fd58-4126-8b28-278e39a8a8aa HTTP/1.1" status: 404 len: 337 time: 0.0625684 Jul 15 13:30:02.550810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.575599 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a33acca-ce47-4c61-9ce9-e2753ebebc1d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:02.576651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a33acca-ce47-4c61-9ce9-e2753ebebc1d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:02.579335 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a33acca-ce47-4c61-9ce9-e2753ebebc1d tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/17cd3dd9-28c6-46ed-a894-2857702d9d25 HTTP/1.1" status: 404 len: 339 time: 0.0272346 Jul 15 13:30:02.582187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50020) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:02.758046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e9846f6-c8e9-4647-98fd-241b514a361b req-9d1de32f-b35d-4f16-99d5-a25944222878 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 210 time: 0.0574746 Jul 15 13:30:02.811211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-862e44f3-c364-4f98-a753-637b6e3cf9de req-9ba1dbef-f74f-4497-8f0e-70dd088fdb22 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1521130 Jul 15 13:30:02.827103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.967211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:02.978336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809465e2-6e2b-4f82-881a-81c27d046e8e']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.992958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e45ed5-6ed2-4163-821e-0651679d2363') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:02.993567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e45ed5-6ed2-4163-821e-0651679d2363') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:03.004549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.022833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.034964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:03.035644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:03.039505 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:03.117464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.127486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.132752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/809465e2-6e2b-4f82-881a-81c27d046e8e HTTP/1.1" status: 204 len: 168 time: 0.5460680 Jul 15 13:30:03.132752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50056) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.179320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570452c-f248-479f-94d5-cdd642eb26ee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=809465e2-6e2b-4f82-881a-81c27d046e8e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.181896 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3b92dd-4c38-4401-9f72-603285d827b6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.182350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3b92dd-4c38-4401-9f72-603285d827b6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.184233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1c3b92dd-4c38-4401-9f72-603285d827b6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/7ee6c880-6831-4478-a62d-acb92e38aa48 HTTP/1.1" status: 404 len: 337 time: 0.0511746 Jul 15 13:30:03.187390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50064) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.208773 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7623246-ccbe-43aa-bec0-7a3a96e82ee4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.209718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7623246-ccbe-43aa-bec0-7a3a96e82ee4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.211585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7623246-ccbe-43aa-bec0-7a3a96e82ee4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/7b5cfa3e-83ff-4705-a184-60015ae10f05 HTTP/1.1" status: 404 len: 339 time: 0.0231323 Jul 15 13:30:03.214774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50066) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.253883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:03.266457 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-030088e0-d4a4-42cf-9a32-e40d51a1b1f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.266961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030088e0-d4a4-42cf-9a32-e40d51a1b1f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.268765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-030088e0-d4a4-42cf-9a32-e40d51a1b1f4 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/4bacd4a9-cb6d-4c15-aa59-37f45452526f HTTP/1.1" status: 404 len: 337 time: 0.0508447 Jul 15 13:30:03.271663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.298267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:03.298830 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f5ca84-25f3-4aa2-812f-c9e87ca39913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.299713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4f63668f-033f-4fc5-a1e9-9eab7c3eb588 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:03.299932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f5ca84-25f3-4aa2-812f-c9e87ca39913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.302263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-57f5ca84-25f3-4aa2-812f-c9e87ca39913 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/fe719a65-ea7b-415e-a24f-b91bd630961f HTTP/1.1" status: 404 len: 339 time: 0.0285933 Jul 15 13:30:03.305277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50070) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.329777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50072) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.336553 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b12369-d0ad-459a-8690-129b387960c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.337005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b12369-d0ad-459a-8690-129b387960c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.341136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-21b12369-d0ad-459a-8690-129b387960c3 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/588b0b68-ec97-4148-9311-5ea3b0a3bb22 HTTP/1.1" status: 404 len: 337 time: 0.0319200 Jul 15 13:30:03.341432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50076) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.368712 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5372d65d-c6a9-40f1-8a1d-8d3bf2355272 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.369313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5372d65d-c6a9-40f1-8a1d-8d3bf2355272 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.371362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5372d65d-c6a9-40f1-8a1d-8d3bf2355272 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/f767f8e8-a3f7-479f-af4d-08fb47beadda HTTP/1.1" status: 404 len: 339 time: 0.0289927 Jul 15 13:30:03.376633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50078) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.409012 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6d4f47-00ce-4696-ada5-f24bd14d1cb6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.409795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6d4f47-00ce-4696-ada5-f24bd14d1cb6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.411926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0f6d4f47-00ce-4696-ada5-f24bd14d1cb6 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/35f718b0-9dcf-4204-ba7f-94494a270b51 HTTP/1.1" status: 404 len: 337 time: 0.0338480 Jul 15 13:30:03.414725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.436355 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1dd72e-c6f2-4863-acda-ac2755191613 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.437161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1dd72e-c6f2-4863-acda-ac2755191613 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.439372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bc1dd72e-c6f2-4863-acda-ac2755191613 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/9cfb4524-5925-4e6a-9a96-d0d09d7745bb HTTP/1.1" status: 404 len: 339 time: 0.0228448 Jul 15 13:30:03.442567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50082) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.471334 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-91aa1687-780c-4d2c-90e5-9b4b23d2e717 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.471806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91aa1687-780c-4d2c-90e5-9b4b23d2e717 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.473965 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-91aa1687-780c-4d2c-90e5-9b4b23d2e717 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/141a4603-9a5b-4255-a1e2-ee8fa8568449 HTTP/1.1" status: 404 len: 337 time: 0.0304167 Jul 15 13:30:03.476498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50086) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.508444 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-185a3727-cfec-4917-a3f5-81e539b636e0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.509049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185a3727-cfec-4917-a3f5-81e539b636e0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.510851 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-185a3727-cfec-4917-a3f5-81e539b636e0 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/7b04d1fc-bb25-4486-bc95-9d333be2d5f8 HTTP/1.1" status: 404 len: 339 time: 0.0331843 Jul 15 13:30:03.512150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74419f1a-0da5-4bca-ac76-6cf0eecafe73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.513741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50094) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.556517 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfb0841-7e20-4515-b4a9-8046ff51cf3c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.557131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfb0841-7e20-4515-b4a9-8046ff51cf3c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.560646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ebfb0841-7e20-4515-b4a9-8046ff51cf3c tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/792cde28-ccc1-41e6-91ec-14525d5f2012 HTTP/1.1" status: 404 len: 337 time: 0.0443444 Jul 15 13:30:03.562864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50096) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.592897 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ba8ea7-e062-443f-88d8-eee1da1828ba tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.593664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ba8ea7-e062-443f-88d8-eee1da1828ba tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.596682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5ba8ea7-e062-443f-88d8-eee1da1828ba tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/93fbfeca-5ba5-4549-934d-f9a0c89943d9 HTTP/1.1" status: 404 len: 339 time: 0.0316727 Jul 15 13:30:03.599310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.638758 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16f4bf3-64e9-408a-b4ff-e3615b0c74f8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.639248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16f4bf3-64e9-408a-b4ff-e3615b0c74f8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.641556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f16f4bf3-64e9-408a-b4ff-e3615b0c74f8 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/338dffbc-99e6-4e40-b86c-c2a8a23f42f1 HTTP/1.1" status: 404 len: 337 time: 0.0396457 Jul 15 13:30:03.644671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50104) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.670766 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74419f1a-0da5-4bca-ac76-6cf0eecafe73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.683114 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e59ea2-3d7f-4330-a412-7e8fe15d0cee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.683745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e59ea2-3d7f-4330-a412-7e8fe15d0cee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.687069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8e59ea2-3d7f-4330-a412-7e8fe15d0cee tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/2ed70461-a949-4aa0-b5a2-18b3588fc797 HTTP/1.1" status: 404 len: 339 time: 0.0410168 Jul 15 13:30:03.689260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50110) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.711823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74419f1a-0da5-4bca-ac76-6cf0eecafe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.719977 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-386f48f8-3f42-474e-8a13-b1a7968f0633 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.720448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386f48f8-3f42-474e-8a13-b1a7968f0633 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.722290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-386f48f8-3f42-474e-8a13-b1a7968f0633 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/74cee16d-bf74-43dc-b3ff-d769b67d6f52 HTTP/1.1" status: 404 len: 337 time: 0.0319738 Jul 15 13:30:03.725527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50112) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.747161 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-892cb47d-4fc4-43c4-855f-6a7f882a5da7 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:03.747848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892cb47d-4fc4-43c4-855f-6a7f882a5da7 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:03.749975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-892cb47d-4fc4-43c4-855f-6a7f882a5da7 tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/f6cc42f8-7c63-4908-8957-a75b8433a8ef HTTP/1.1" status: 404 len: 339 time: 0.0220942 Jul 15 13:30:03.753164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50114) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.771117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-74419f1a-0da5-4bca-ac76-6cf0eecafe73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96f13dc55268429aac23fd19b82d8493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401748 Jul 15 13:30:03.773323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:03.791701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74419f1a-0da5-4bca-ac76-6cf0eecafe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d321f6-6f7c-4cca-a452-ab7550708636,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:03.813673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Deleting subnet b41d4627-4b37-4c29-b356-a49e30b83827 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:03.821597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.850187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da347109-dabf-448c-9138-627ec52c9349 req-df4d8d44-e0dd-4d8e-83f7-63e371ee4942 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:03.852327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da347109-dabf-448c-9138-627ec52c9349 req-df4d8d44-e0dd-4d8e-83f7-63e371ee4942 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1795530 Jul 15 13:30:03.883021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.895166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d950d1af-2e90-40ce-b8d9-e261a5049849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.928611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da347109-dabf-448c-9138-627ec52c9349 req-90fddca5-0531-4192-b726-372a2b210c5b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699432 Jul 15 13:30:03.962334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d950d1af-2e90-40ce-b8d9-e261a5049849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:03.968980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-968d9622-5d7a-4cd1-8de0-69afaa39bb53 req-604267d8-d1dd-4289-8ac9-19627b8e70e8 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 210 time: 0.0461831 Jul 15 13:30:04.064568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d950d1af-2e90-40ce-b8d9-e261a5049849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.067329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d950d1af-2e90-40ce-b8d9-e261a5049849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.069822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d950d1af-2e90-40ce-b8d9-e261a5049849 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53d321f6-6f7c-4cca-a452-ab7550708636 HTTP/1.1" status: 204 len: 168 time: 0.2928462 Jul 15 13:30:04.097141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.098251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950d1af-2e90-40ce-b8d9-e261a5049849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d321f6-6f7c-4cca-a452-ab7550708636,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.195172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24107f23-847d-42a4-918a-8bd2baa18409 req-f83fb970-6afc-48bd-9ccb-616bce29b447 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0842986 Jul 15 13:30:04.291525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.327384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Subnet': ['ID=b41d4627-4b37-4c29-b356-a49e30b83827,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:04.331426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.334815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6c2b387-6492-41fe-a458-7ef37a9b154a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/subnets/b41d4627-4b37-4c29-b356-a49e30b83827 HTTP/1.1" status: 204 len: 168 time: 0.5801263 Jul 15 13:30:04.337284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:04.340547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f91ab-1079-4b22-ba80-f9b77cdad4df None None] Network 61cd0c76-20af-40c3-aa62-0477c4cfd640 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:04.352174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-4f811b50-8968-4633-b382-64294e1fc986 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:04.354201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-4f811b50-8968-4633-b382-64294e1fc986 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.58 "GET /v2.0/networks?id=d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 200 len: 911 time: 0.1764021 Jul 15 13:30:04.368470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Request body: {'port': {'device_id': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'admin_state_up': True, 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:04.430072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Made reservation on behalf of c6a1781e801e4c8a953e9441f9e22f52 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:04.433887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.514508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.618723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Deleting port cca75bec-d501-4e7c-af4c-01bca8ea2b13 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:04.619023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.637097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Allocated IP 172.20.0.6 (d697bb00-9747-448b-ac7a-6b37c9713431/ee33c7d6-2493-4ffc-896e-acab79cedaa2/cdfe05b6-3f97-4ea6-9427-8424b344ca20) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:04.743945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] DHCP port deletion for 61cd0c76-20af-40c3-aa62-0477c4cfd640 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:04.757265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] For port cca75bec-d501-4e7c-af4c-01bca8ea2b13, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cca75bec-d501-4e7c-af4c-01bca8ea2b13,segment=NetworkSegment(c35d7495-fea4-449e-9f24-216f8220b91d),segment_id=c35d7495-fea4-449e-9f24-216f8220b91d)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:04.757648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.790212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Calling delete_port for cca75bec-d501-4e7c-af4c-01bca8ea2b13 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:04.846827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Deleting port cca75bec-d501-4e7c-af4c-01bca8ea2b13 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:04.846827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.918213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.949651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Transition to ACTIVE for port object cdfe05b6-3f97-4ea6-9427-8424b344ca20 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:04.957624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.966866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] For port cca75bec-d501-4e7c-af4c-01bca8ea2b13, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cca75bec-d501-4e7c-af4c-01bca8ea2b13,segment=NetworkSegment(c35d7495-fea4-449e-9f24-216f8220b91d),segment_id=c35d7495-fea4-449e-9f24-216f8220b91d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:04.968275 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:04.989469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Calling delete_port for cca75bec-d501-4e7c-af4c-01bca8ea2b13 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:05.018465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.053695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['caa093ec-0b30-4d68-8d6e-7a4c348fdae3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:05.055885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Port': ['ID=cca75bec-d501-4e7c-af4c-01bca8ea2b13,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.064909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] No DVR routers for this DVR port cca75bec-d501-4e7c-af4c-01bca8ea2b13 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:05.099354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Network d697bb00-9747-448b-ac7a-6b37c9713431 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:05.102358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:05.107907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:05.189051 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.205716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] No DVR routers for this DVR port cca75bec-d501-4e7c-af4c-01bca8ea2b13 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:05.216325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Pushing event updated for resources: {'Port': ['ID=cdfe05b6-3f97-4ea6-9427-8424b344ca20,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.249212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Pushing event deleted for resources: {'Port': ['ID=cca75bec-d501-4e7c-af4c-01bca8ea2b13,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.267325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.267674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.268025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.268366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.268757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.269096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.270313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.271093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.271445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.271780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.272218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.272562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f728d010-2e6f-4fcf-b3cf-41151478150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:05.312797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.381178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.393506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.396438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cca75bec-d501-4e7c-af4c-01bca8ea2b13 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:05.400287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cd0c76-20af-40c3-aa62-0477c4cfd640']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.415477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35d7495-fea4-449e-9f24-216f8220b91d') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.415990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35d7495-fea4-449e-9f24-216f8220b91d') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:05.424010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-64c6ca9d-2870-4554-8672-13bb8705e0ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0620136 Jul 15 13:30:05.433677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba2bda-8bb7-4727-a940-47d90a7292b9 req-a4497bdb-2d41-42af-8f84-6df5aeb92bf5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.435452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.441940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2ba2bda-8bb7-4727-a940-47d90a7292b9 req-a4497bdb-2d41-42af-8f84-6df5aeb92bf5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1027 time: 0.1808808 Jul 15 13:30:05.448609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Request body: {'port': {'device_id': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:05.460522 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.467745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: cca75bec-d501-4e7c-af4c-01bca8ea2b13 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:05.469028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cca75bec-d501-4e7c-af4c-01bca8ea2b13 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:05.480228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:05.480668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:05.485502 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:05.523245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592195-7fd8-4b4b-a60f-0717339bf9d3 req-4922cb16-b409-4009-be58-88a80bb0d70a tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:05.530586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0592195-7fd8-4b4b-a60f-0717339bf9d3 req-4922cb16-b409-4009-be58-88a80bb0d70a tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2074380 Jul 15 13:30:05.593726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.595646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2ba2bda-8bb7-4727-a940-47d90a7292b9 req-07258d19-79cd-439f-95ee-2c7b01b7a521 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521142 Jul 15 13:30:05.612898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.613318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.623576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-66889a91-e7f2-4f8e-944b-9d5e2b1741a6 None None] Provisioning for port cdfe05b6-3f97-4ea6-9427-8424b344ca20 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:05.623660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] 10.222.0.57 "DELETE /v2.0/networks/61cd0c76-20af-40c3-aa62-0477c4cfd640 HTTP/1.1" status: 204 len: 168 time: 1.2807527 Jul 15 13:30:05.628206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-66889a91-e7f2-4f8e-944b-9d5e2b1741a6 None None] Provisioning complete for port cdfe05b6-3f97-4ea6-9427-8424b344ca20 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:05.628811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-66889a91-e7f2-4f8e-944b-9d5e2b1741a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:05.660069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07479a-8147-4851-bc15-1ecfa969827a tempest-NetworksTest-1868741685 tempest-NetworksTest-1868741685-project] Pushing event deleted for resources: {'Network': ['ID=61cd0c76-20af-40c3-aa62-0477c4cfd640,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:05.671019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-66889a91-e7f2-4f8e-944b-9d5e2b1741a6 None None] Port cdfe05b6-3f97-4ea6-9427-8424b344ca20 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:05.687921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0592195-7fd8-4b4b-a60f-0717339bf9d3 req-7448a0d4-4580-4e58-b73a-d0a45ee9ed69 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559973 Jul 15 13:30:05.880161 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7af94d-0b60-47f0-87b2-8457864f7963 req-1dce78d1-5db8-449c-9889-e5afbd05710f tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0477123 Jul 15 13:30:06.187132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfe05b6-3f97-4ea6-9427-8424b344ca20 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:06.192115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.214302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Transition to ACTIVE for port object cdfe05b6-3f97-4ea6-9427-8424b344ca20 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:06.219862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.252215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50238) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:06.387366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfe05b6-3f97-4ea6-9427-8424b344ca20,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:06.433145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Attempting to bind port cdfe05b6-3f97-4ea6-9427-8424b344ca20 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:06.433528 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Attempting to bind port cdfe05b6-3f97-4ea6-9427-8424b344ca20 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:06.433863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Attempting to bind port cdfe05b6-3f97-4ea6-9427-8424b344ca20 on network d697bb00-9747-448b-ac7a-6b37c9713431 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:06.441474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Port cdfe05b6-3f97-4ea6-9427-8424b344ca20 on network d697bb00-9747-448b-ac7a-6b37c9713431 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:30:06.441751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Attempting to bind port cdfe05b6-3f97-4ea6-9427-8424b344ca20 on network d697bb00-9747-448b-ac7a-6b37c9713431 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:06.454594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:06.454960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Checking segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:06.455319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Bound using segment: {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:06.455829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Bound port: cdfe05b6-3f97-4ea6-9427-8424b344ca20, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421acb6d-758d-45b5-ade8-1a2bc9e36e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:06.456117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.558367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] For port cdfe05b6-3f97-4ea6-9427-8424b344ca20, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:06.568544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] For port cdfe05b6-3f97-4ea6-9427-8424b344ca20, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:06.584411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.665013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8e472f46-ac5d-4170-b043-caf745d7151f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=901921d1c8cf4920bcc6a0a72d94d3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071972 Jul 15 13:30:06.666985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50270) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:06.723893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:06.724509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.726028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] 10.222.0.58 "PUT /v2.0/ports/cdfe05b6-3f97-4ea6-9427-8424b344ca20 HTTP/1.1" status: 200 len: 1092 time: 1.2817299 Jul 15 13:30:06.732425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'tag': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:06.744686 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad764b-9ae7-4698-a503-68bdcfaf9e16" -d '{"events": [{"name": "network-changed", "server_uuid": "006a9ccf-b969-46cc-8059-3c64a6f9b0c4", "tag": "cdfe05b6-3f97-4ea6-9427-8424b344ca20"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:06.813013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcc15de3-4170-434a-8f76-ebb0b3aeb4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.857122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcc15de3-4170-434a-8f76-ebb0b3aeb4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:06.874559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf361ad-1429-4e04-a4c1-ee5a79941881 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfe05b6-3f97-4ea6-9427-8424b344ca20,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:07.078737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcc15de3-4170-434a-8f76-ebb0b3aeb4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.082362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcc15de3-4170-434a-8f76-ebb0b3aeb4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:07.083889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bcc15de3-4170-434a-8f76-ebb0b3aeb4b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9521aeb3-cc69-4c8b-8a1e-adb27afda10d HTTP/1.1" status: 204 len: 168 time: 0.4156697 Jul 15 13:30:07.105958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63828028-8f66-43e7-be8e-7203dc47b6d0 req-6fdd7aad-1487-4a87-a23d-71cf80f5256a tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.123726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63828028-8f66-43e7-be8e-7203dc47b6d0 req-6fdd7aad-1487-4a87-a23d-71cf80f5256a tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1095 time: 0.1667461 Jul 15 13:30:07.125077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc15de3-4170-434a-8f76-ebb0b3aeb4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521aeb3-cc69-4c8b-8a1e-adb27afda10d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:07.160240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-0c01cb49-0614-44db-8527-eb4594f93225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.164243 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-0c01cb49-0614-44db-8527-eb4594f93225 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1095 time: 0.3463488 Jul 15 13:30:07.200126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d16a-e89e-41ca-9f44-7f8a0fbd41cc req-6f729172-a0ea-45f7-b49e-372f3a865d4b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.214507 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93f4d16a-e89e-41ca-9f44-7f8a0fbd41cc req-6f729172-a0ea-45f7-b49e-372f3a865d4b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2733159 Jul 15 13:30:07.215017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-63828028-8f66-43e7-be8e-7203dc47b6d0 req-fef48a6a-f4ea-43e9-95d6-f2311d505ef2 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783324 Jul 15 13:30:07.296595 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58e9eb-9573-4a0f-85e1-76626848f243 x-openstack-request-id: req-5c58e9eb-9573-4a0f-85e1-76626848f243 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:07.296892 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006a9ccf-b969-46cc-8059-3c64a6f9b0c4", "tag": "cdfe05b6-3f97-4ea6-9427-8424b344ca20", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:07.297139 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c58e9eb-9573-4a0f-85e1-76626848f243 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:07.297580 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'tag': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20', 'status': 'completed', 'code': 200} Jul 15 13:30:07.299629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-2477b90a-8beb-4c91-9b99-67d3914dc494 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20 HTTP/1.1" status: 200 len: 217 time: 0.0819376 Jul 15 13:30:07.325458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93f4d16a-e89e-41ca-9f44-7f8a0fbd41cc req-5b535c5e-bc85-4b7c-8a95-ac8132dc88f9 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098642 Jul 15 13:30:07.394965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-a625a7fe-1956-4c49-94ad-c407528ae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.396456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-a625a7fe-1956-4c49-94ad-c407528ae862 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee33c7d6-2493-4ffc-896e-acab79cedaa2 HTTP/1.1" status: 200 len: 849 time: 0.0866570 Jul 15 13:30:07.503128 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50e7bc7b-be1a-4201-b063-54178561dcc7 req-423c0c41-f16a-4bf4-ab2c-14a78c4466eb tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0428154 Jul 15 13:30:07.527136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-4e63cd68-95c4-443b-b6e4-779e91ebe5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.527136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-4e63cd68-95c4-443b-b6e4-779e91ebe5b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d697bb00-9747-448b-ac7a-6b37c9713431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185641 Jul 15 13:30:07.636042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-ec814177-4f8f-4876-89fe-07178f6b1cac service neutron] 10.222.0.58 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066732 Jul 15 13:30:07.736562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f041621-9e99-438f-b9e8-5918cc043c35 req-82601e3b-f458-4ced-af6e-5efcbe5b2e04 service neutron] 10.222.0.58 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941901 Jul 15 13:30:07.872709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-b1f5cc8c-cb32-4623-b88a-34992a27d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:07.875957 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-b1f5cc8c-cb32-4623-b88a-34992a27d316 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1095 time: 0.0714049 Jul 15 13:30:07.966647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50360) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:08.039799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-7f0e6b16-aa46-468c-9951-acd459a76fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.043193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-7f0e6b16-aa46-468c-9951-acd459a76fd6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 200 len: 911 time: 0.1602023 Jul 15 13:30:08.093406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-20c74fcf-c181-4322-82dc-c27f37b5fbd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20 HTTP/1.1" status: 200 len: 217 time: 0.0422893 Jul 15 13:30:08.113751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-802728621'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:08.142470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:08.150634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-c3a711f9-fc80-4bd0-8e51-29515b1bd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.152155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-c3a711f9-fc80-4bd0-8e51-29515b1bd9f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee33c7d6-2493-4ffc-896e-acab79cedaa2 HTTP/1.1" status: 200 len: 849 time: 0.0493929 Jul 15 13:30:08.152256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.162457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.219870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-f3bd4071-5ba5-4d84-a8ee-5b8cf0a300f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.221468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-f3bd4071-5ba5-4d84-a8ee-5b8cf0a300f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d697bb00-9747-448b-ac7a-6b37c9713431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608132 Jul 15 13:30:08.285701 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.293545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.328025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:08.354291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.354692 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment 86db14db-75a7-4adc-9e72-fc799f33bd1a of type vlan for network 787c0c84-f1a2-4eb9-a2af-666199f5e160 Jul 15 13:30:08.356303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91556cec-0f11-4171-968a-3bc1f9ef797f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.387039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-8884c917-1096-468a-9cfa-866d2baf1697 service neutron] 10.222.0.58 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575098 Jul 15 13:30:08.479956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.527058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ca729-6d08-4292-b6eb-7163e49ad849 req-53284ae5-80e5-43d3-a075-b9e95a3fbe0c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.529286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-298ca729-6d08-4292-b6eb-7163e49ad849 req-53284ae5-80e5-43d3-a075-b9e95a3fbe0c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1095 time: 0.1330838 Jul 15 13:30:08.531009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.542835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.543513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.588400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6203737 Jul 15 13:30:08.593230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50414) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:08.602457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'name': 'tempest-PortsTestJSON-585277798'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:08.624655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-298ca729-6d08-4292-b6eb-7163e49ad849 req-448f9343-2660-4a4a-b36a-72de8045b829 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689111 Jul 15 13:30:08.666738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-91ad764b-9ae7-4698-a503-68bdcfaf9e16 req-0b141de0-5473-47b4-99be-be4a11f2a537 service neutron] 10.222.0.58 "GET /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723908 Jul 15 13:30:08.689389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d7eee-7cd8-4b05-a367-8696e57cc1cc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=787c0c84-f1a2-4eb9-a2af-666199f5e160,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:08.704331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:08.792397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2934-deeb-45ff-b485-d418f2074e6d req-07bba01e-e54e-4e22-b7e9-f99a683750c4 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:08.817289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3ec2934-deeb-45ff-b485-d418f2074e6d req-07bba01e-e54e-4e22-b7e9-f99a683750c4 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.3028080 Jul 15 13:30:08.870332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:08.874180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:08.907273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3ec2934-deeb-45ff-b485-d418f2074e6d req-7972f13c-b21d-4c71-bdbd-04826a6c0ca6 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876851 Jul 15 13:30:08.925046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 99b0adee-bdda-448c-b0b5-ff59a063df93 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:09.086862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5bea19ee-d1b3-4e0d-9d02-8b9f67bf0955 req-b34ca44f-69cd-4c16-adb5-7e15c0872f09 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0723948 Jul 15 13:30:09.178739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.189041 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:09.235580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.316514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=99b0adee-bdda-448c-b0b5-ff59a063df93,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.326647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': '86db14db-75a7-4adc-9e72-fc799f33bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:09.327016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: 787c0c84-f1a2-4eb9-a2af-666199f5e160, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:09.351109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:09.363563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 787c0c84-f1a2-4eb9-a2af-666199f5e160) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:09.367297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:09.373279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.373900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.375349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390345a-3d08-4df8-8a7e-dab2fc395c54 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:09.393718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b378eeda-6865-46f4-b50c-949c27dc6d4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7993622 Jul 15 13:30:09.397004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.404303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1838378866'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:09.433981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:09.441540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.474777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:09.486946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.487554 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment 54b1e60a-b0ef-4acf-8a59-94d454942434 of type vlan for network 1f1fc857-ac68-4991-b0ad-490b30e9489d Jul 15 13:30:09.541416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.578280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.584457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.585110 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:09.623456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2224534 Jul 15 13:30:09.623642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50482) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:09.629094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'ports': [{'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'}, {'network_id': '1f1fc857-ac68-4991-b0ad-490b30e9489d'}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:09.629405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:09.629878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '1f1fc857-ac68-4991-b0ad-490b30e9489d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:09.694112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17365ae5-f680-4e0d-b2fa-a4a5e651d97d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=1f1fc857-ac68-4991-b0ad-490b30e9489d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:09.710324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1f1fc857-ac68-4991-b0ad-490b30e9489d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:09.979773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8efa0d-f7ba-4449-890a-200d0cd5141b req-769654ff-7d24-4992-9d16-f3a4ea59b2ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:09.981339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff8efa0d-f7ba-4449-890a-200d0cd5141b req-769654ff-7d24-4992-9d16-f3a4ea59b2ef tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1095 time: 0.1573775 Jul 15 13:30:10.020355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 2} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:10.029128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.043528 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff8efa0d-f7ba-4449-890a-200d0cd5141b req-ad40df5c-e103-48fb-943c-21730b0134d9 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518975 Jul 15 13:30:10.054341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.171579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port d1b67963-4960-4e5d-9bbe-80398746c6f1 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:10.268720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8d367-64e2-45bc-8768-2a7053ea5194 req-0de476f1-6347-49ca-9ca1-8a19d6755283 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:10.270696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bc8d367-64e2-45bc-8768-2a7053ea5194 req-0de476f1-6347-49ca-9ca1-8a19d6755283 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.0848310 Jul 15 13:30:10.318839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bc8d367-64e2-45bc-8768-2a7053ea5194 req-8895add8-c16b-48e4-9b02-0b43bb880391 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 Jul 15 13:30:10.319331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50508) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:10.347408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1e34c30b-2586-4bd5-8376-7ce800fd6734 req-0855e247-c4b2-4fb7-ad2d-b961412dbb8d tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0449610 Jul 15 13:30:10.402381 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.446959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8464ac2a-d756-40ad-9a33-b49f63eb06a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.480952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 9117c89c-17f6-4d9e-affc-10d32ae4c824 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:10.544730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8464ac2a-d756-40ad-9a33-b49f63eb06a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.550794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8464ac2a-d756-40ad-9a33-b49f63eb06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.590867 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8464ac2a-d756-40ad-9a33-b49f63eb06a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c6eb5d0de5d4f3e8b85bae560eb93c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704468 Jul 15 13:30:10.592237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464ac2a-d756-40ad-9a33-b49f63eb06a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263dada1-04a6-4716-9be6-f7fb10a2e95c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.593969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50512) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:10.600699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cdfe05b6-3f97-4ea6-9427-8424b344ca20 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:30:10.613563 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.685624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25d687ca-e4ed-48dc-a54a-085b12d99f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.692177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.704306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cdfe05b6-3f97-4ea6-9427-8424b344ca20, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:10.717418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20', 'network_id': 'd697bb00-9747-448b-ac7a-6b37c9713431', 'port_id': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20', 'mac_address': 'fa:16:3e:f4:cd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee33c7d6-2493-4ffc-896e-acab79cedaa2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:30:10.765280 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.772720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:10.775150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25d687ca-e4ed-48dc-a54a-085b12d99f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.781135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfe05b6-3f97-4ea6-9427-8424b344ca20 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:30:10.784778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:10.787454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:10.788719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.808443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cdfe05b6-3f97-4ea6-9427-8424b344ca20, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:10.816964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.828982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=d1b67963-4960-4e5d-9bbe-80398746c6f1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.880597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cdfe05b6-3f97-4ea6-9427-8424b344ca20,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.906052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=9117c89c-17f6-4d9e-affc-10d32ae4c824,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.914019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': '54b1e60a-b0ef-4acf-8a59-94d454942434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1f1fc857-ac68-4991-b0ad-490b30e9489d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:10.914608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: 1f1fc857-ac68-4991-b0ad-490b30e9489d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:10.919556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25d687ca-e4ed-48dc-a54a-085b12d99f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.921838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25d687ca-e4ed-48dc-a54a-085b12d99f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:10.925346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25d687ca-e4ed-48dc-a54a-085b12d99f22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/263dada1-04a6-4716-9be6-f7fb10a2e95c HTTP/1.1" status: 204 len: 168 time: 0.3274055 Jul 15 13:30:10.937590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d687ca-e4ed-48dc-a54a-085b12d99f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263dada1-04a6-4716-9be6-f7fb10a2e95c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:10.952946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 1f1fc857-ac68-4991-b0ad-490b30e9489d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:10.966310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1f1fc857-ac68-4991-b0ad-490b30e9489d) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:10.971876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:10.977860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92b7e6-4471-4c7f-804b-a18f88348b64 None None] Network 1f1fc857-ac68-4991-b0ad-490b30e9489d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:10.981694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:10.988184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:10.988906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.007611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2fd56760-c185-48ce-8713-b9fdbb6fa9af tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3828354 Jul 15 13:30:11.011169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50530) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.143836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cdfe05b6-3f97-4ea6-9427-8424b344ca20'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:11.183447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 9117c89c-17f6-4d9e-affc-10d32ae4c824 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:11.184408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.356286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c984ff-ab41-4cd4-ad10-a59fb4c4f880 req-29c9c142-66e0-4c4e-bf16-80bf0bc2e43c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:11.359274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07c984ff-ab41-4cd4-ad10-a59fb4c4f880 req-29c9c142-66e0-4c4e-bf16-80bf0bc2e43c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1096 time: 0.1501846 Jul 15 13:30:11.369663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.397537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 9117c89c-17f6-4d9e-affc-10d32ae4c824 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:11.468724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07c984ff-ab41-4cd4-ad10-a59fb4c4f880 req-4815d470-bfa5-4767-bae8-13802fd0b638 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815692 Jul 15 13:30:11.621535 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.707392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=9117c89c-17f6-4d9e-affc-10d32ae4c824,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:11.716707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:11.735662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0774654f-5511-4828-877a-9a08a2c897c6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/9117c89c-17f6-4d9e-affc-10d32ae4c824 HTTP/1.1" status: 204 len: 168 time: 0.7228656 Jul 15 13:30:11.738681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:11.822133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea064cd-1915-4483-9a2c-078a9a1e0a8b req-2de60dcc-5ab2-425e-941a-5b30c5f5ce51 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:11.830005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aea064cd-1915-4483-9a2c-078a9a1e0a8b req-2de60dcc-5ab2-425e-941a-5b30c5f5ce51 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1956887 Jul 15 13:30:11.888985 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aea064cd-1915-4483-9a2c-078a9a1e0a8b req-b9c21c6b-1857-40ff-998c-a5f9e0f5ef2d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579791 Jul 15 13:30:12.024325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b38e1741-3093-494b-a169-e2a51a9358a6 req-e80152b4-eae0-4dd3-ac79-832db5a99871 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1523705 Jul 15 13:30:12.134943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310990aa-166b-436e-9d58-8d2db5e27b96 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:12.141461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310990aa-166b-436e-9d58-8d2db5e27b96 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:12.143341 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-310990aa-166b-436e-9d58-8d2db5e27b96 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3978601 Jul 15 13:30:12.146261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.268620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port d1b67963-4960-4e5d-9bbe-80398746c6f1 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:12.269550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.375066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.406756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for d1b67963-4960-4e5d-9bbe-80398746c6f1 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:12.605211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cdfe05b6-3f97-4ea6-9427-8424b344ca20 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:12.686113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.701688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port cdfe05b6-3f97-4ea6-9427-8424b344ca20 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:12.712609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port cdfe05b6-3f97-4ea6-9427-8424b344ca20 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:12.713328 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.765390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=d1b67963-4960-4e5d-9bbe-80398746c6f1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:12.816731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:12.821029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1ef7d245-cda1-4ea6-ba1b-d436ea081530 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/d1b67963-4960-4e5d-9bbe-80398746c6f1 HTTP/1.1" status: 204 len: 168 time: 0.6712198 Jul 15 13:30:12.821594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50592) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:12.973204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.028413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c98e6-d367-450e-ae26-4f2f047a09d4 req-e299479e-ee63-4bb0-afbd-6b63a691fb75 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.035760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-523c98e6-d367-450e-ae26-4f2f047a09d4 req-e299479e-ee63-4bb0-afbd-6b63a691fb75 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1096 time: 0.2606621 Jul 15 13:30:13.073816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe67ea82-de19-4618-9620-4e4c3e5925b1 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.075427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fe67ea82-de19-4618-9620-4e4c3e5925b1 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2532694 Jul 15 13:30:13.078623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50602) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.124560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:13.139593 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e58f9d-bb6e-4aef-8bb9-b16480f05b5e" -d '{"events": [{"server_uuid": "006a9ccf-b969-46cc-8059-3c64a6f9b0c4", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe05b6-3f97-4ea6-9427-8424b344ca20"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:13.141413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-523c98e6-d367-450e-ae26-4f2f047a09d4 req-145cd299-a105-43f4-b82f-6d377bfe9b0d tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046615 Jul 15 13:30:13.212171 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49d3ceb9-ce2f-405f-bbb6-33483e99f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.213001 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-713977df-c619-4945-b13c-8c4083861c77 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:30:13.217683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.224743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-713977df-c619-4945-b13c-8c4083861c77 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/9117c89c-17f6-4d9e-affc-10d32ae4c824 HTTP/1.1" status: 404 len: 333 time: 0.1313212 Jul 15 13:30:13.230969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cdfe05b6-3f97-4ea6-9427-8424b344ca20, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:13.293058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.318806 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d3f2e7-a28b-4248-b9b2-bab42e485f90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:30:13.320450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-72d3f2e7-a28b-4248-b9b2-bab42e485f90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/d1b67963-4960-4e5d-9bbe-80398746c6f1 HTTP/1.1" status: 404 len: 333 time: 0.1016271 Jul 15 13:30:13.325533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50610) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.368780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bd448-3c12-46e0-9e29-6f05fd787706 req-c9a53831-6625-4356-a5ba-ef1a740ba233 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.385976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd9bd448-3c12-46e0-9e29-6f05fd787706 req-c9a53831-6625-4356-a5ba-ef1a740ba233 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1833420 Jul 15 13:30:13.386091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cdfe05b6-3f97-4ea6-9427-8424b344ca20,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.487291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5166130b-d154-4134-ad06-ae2249581ba2 req-88b8ce28-57f5-438a-a068-50215ddb0b39 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0555220 Jul 15 13:30:13.517300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.527152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd9bd448-3c12-46e0-9e29-6f05fd787706 req-39ebf507-9478-4c23-9458-34ce82646f7f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430244 Jul 15 13:30:13.562422 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1476c2d-34f6-4820-bf33-aa6ace5b762c x-openstack-request-id: req-b1476c2d-34f6-4820-bf33-aa6ace5b762c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:13.567433 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006a9ccf-b969-46cc-8059-3c64a6f9b0c4", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe05b6-3f97-4ea6-9427-8424b344ca20", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:13.567905 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1476c2d-34f6-4820-bf33-aa6ace5b762c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:13.568437 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20', 'code': 200} Jul 15 13:30:13.681624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.695124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1fc857-ac68-4991-b0ad-490b30e9489d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.714149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b1e60a-b0ef-4acf-8a59-94d454942434') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.714452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b1e60a-b0ef-4acf-8a59-94d454942434') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:13.718569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30a37c-82b6-482d-ada4-faa7e9309413 req-61c8b581-5918-4be9-a4af-fe6bb7866dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:13.720430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef30a37c-82b6-482d-ada4-faa7e9309413 req-61c8b581-5918-4be9-a4af-fe6bb7866dba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.0679786 Jul 15 13:30:13.728528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.753994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.762837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:13.763630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.773757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef30a37c-82b6-482d-ada4-faa7e9309413 req-1421b735-681f-4b54-93e1-7bbabb951eba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:13.782555 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:13.864772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.873311 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.876417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/1f1fc857-ac68-4991-b0ad-490b30e9489d HTTP/1.1" status: 204 len: 168 time: 0.5495534 Jul 15 13:30:13.880418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50624) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:13.886102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178983028'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:13.889342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd47cd-cfba-417b-9833-c93154a09da5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=1f1fc857-ac68-4991-b0ad-490b30e9489d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:13.927282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:13.942804 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.978994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:13.989979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:13.990327 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment 2a9638b5-724f-4662-8367-6c96a62dc152 of type vlan for network b65b8a52-033b-497b-afab-fcd4988f2818 Jul 15 13:30:14.042978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.084345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.090294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.090954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.132724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2505891 Jul 15 13:30:14.139014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50640) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.148901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.203110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=b65b8a52-033b-497b-afab-fcd4988f2818,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.221285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.221697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.222175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.222672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.223135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.223628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.224181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.224633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.225130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.225624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.226819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.227226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5328f5e-27c9-467c-85a6-a7c9144216cf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.244695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b65b8a52-033b-497b-afab-fcd4988f2818 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:14.303928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:14.309439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.409372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371d8a-5fbd-4fe0-a53e-45e26ed562c9 req-78fa379b-fc3b-45c1-b902-39e7af111c21 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.411981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d371d8a-5fbd-4fe0-a53e-45e26ed562c9 req-78fa379b-fc3b-45c1-b902-39e7af111c21 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.0707846 Jul 15 13:30:14.468472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d371d8a-5fbd-4fe0-a53e-45e26ed562c9 req-f4a5f987-f4a1-4e96-99e5-040f26d8aaf0 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503590 Jul 15 13:30:14.603603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.729488 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c38e7aa2-8af2-4547-94bb-e4de8662a5e1 req-3ce72f97-40cf-4ebe-a642-8aa2089402ba tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0527732 Jul 15 13:30:14.755286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=24791406-3eb2-4466-8b19-7b2f827046e9,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:14.785861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.786241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.786672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.787316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.787653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.788033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.788361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.788682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.789001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.789318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.789635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.789953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:30:14.815571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': '2a9638b5-724f-4662-8367-6c96a62dc152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:14.815970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: b65b8a52-033b-497b-afab-fcd4988f2818, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:14.851744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network b65b8a52-033b-497b-afab-fcd4988f2818 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:14.864194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12416-d923-4380-9ac4-5d58a92f841a req-7ce03078-c1f5-43b7-897f-267f72d03dcb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.868155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b65b8a52-033b-497b-afab-fcd4988f2818) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:14.872733 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ee12416-d923-4380-9ac4-5d58a92f841a req-7ce03078-c1f5-43b7-897f-267f72d03dcb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1290236 Jul 15 13:30:14.884532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a11fe-c8c2-4ba9-bdbb-7024553ec5c2 None None] Network b65b8a52-033b-497b-afab-fcd4988f2818 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:14.899301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:14.901402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:14.934607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-436d1468-eb58-43bb-8947-be008fe8ce63 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7937410 Jul 15 13:30:14.937686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50680) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:14.943887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818', 'name': 'tempest-PortsTestJSON-848890679'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:14.961233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ee12416-d923-4380-9ac4-5d58a92f841a req-2a255116-238e-481a-ab45-1db485df1526 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867646 Jul 15 13:30:15.058970 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.084515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.149968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b65b8a52-033b-497b-afab-fcd4988f2818', 'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': '24791406-3eb2-4466-8b19-7b2f827046e9'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:15.154610 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.181523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:15.191887 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.221492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.221704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 0d6f374e-c017-48f8-89fb-01d8165a6e74 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:15.271991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b54-905e-4416-bb6e-e573f37e9176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.371776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.11 (b65b8a52-033b-497b-afab-fcd4988f2818/24791406-3eb2-4466-8b19-7b2f827046e9/0d6f374e-c017-48f8-89fb-01d8165a6e74) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:15.410844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b54-905e-4416-bb6e-e573f37e9176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.417930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e24e4b54-905e-4416-bb6e-e573f37e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.462270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e24e4b54-905e-4416-bb6e-e573f37e9176 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25fa9f992e5746df80c9bc870a7c9743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735478 Jul 15 13:30:15.462270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4b54-905e-4416-bb6e-e573f37e9176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018eb850-ae9b-4a73-8d0f-b2ad51fa69ae,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.463255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50690) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.528287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7aebcb-225b-425f-87cb-64d01e7aa830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.549708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a965cbb8-56bc-4a7c-b445-267561208480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.552729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7aebcb-225b-425f-87cb-64d01e7aa830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.583855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.601739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 0d6f374e-c017-48f8-89fb-01d8165a6e74 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:15.625371 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7aebcb-225b-425f-87cb-64d01e7aa830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.628515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7aebcb-225b-425f-87cb-64d01e7aa830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.632260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a7aebcb-225b-425f-87cb-64d01e7aa830 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/018eb850-ae9b-4a73-8d0f-b2ad51fa69ae HTTP/1.1" status: 204 len: 168 time: 0.1655872 Jul 15 13:30:15.650224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7aebcb-225b-425f-87cb-64d01e7aa830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018eb850-ae9b-4a73-8d0f-b2ad51fa69ae,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.662626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.708778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baacf3b-de57-441d-bc9b-e5971d8b6c88 req-4696750c-1f16-4fce-8e5e-a795178ce6bc tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.711782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9baacf3b-de57-441d-bc9b-e5971d8b6c88 req-4696750c-1f16-4fce-8e5e-a795178ce6bc tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.0786421 Jul 15 13:30:15.734623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network b65b8a52-033b-497b-afab-fcd4988f2818 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:15.744185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:15.757176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:15.789642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9baacf3b-de57-441d-bc9b-e5971d8b6c88 req-99ca15af-9dba-4a2e-9217-e7275f501b57 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713682 Jul 15 13:30:15.833612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=0d6f374e-c017-48f8-89fb-01d8165a6e74,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:15.882155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:15.883217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:15.907834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14b92620-5fec-4968-8217-31b04947c678 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9687150 Jul 15 13:30:15.912125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50702) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:15.963385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.016750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Allocated IP 172.20.0.2 (b65b8a52-033b-497b-afab-fcd4988f2818/24791406-3eb2-4466-8b19-7b2f827046e9/68779ce3-bea4-4e86-a1d4-43b882b7253c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:16.035848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b40b8e5-2d36-481d-9c21-6ef1b9cd0fec req-fb47c831-045e-4330-a767-1aa4c3825bc2 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0665781 Jul 15 13:30:16.266457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab39c7a-3f67-4110-8cdf-12dd22a469ab req-37181922-1845-401e-87fb-33e60b8fbb31 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.270405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dab39c7a-3f67-4110-8cdf-12dd22a469ab req-37181922-1845-401e-87fb-33e60b8fbb31 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1066387 Jul 15 13:30:16.330490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dab39c7a-3f67-4110-8cdf-12dd22a469ab req-911fc598-fb16-43db-a982-b563e4c7f1f6 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493221 Jul 15 13:30:16.342594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:16.372097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1867bebc-e9d6-4dd8-80c8-d91f39ee0a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.383517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.394559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Transition to ACTIVE for port object 68779ce3-bea4-4e86-a1d4-43b882b7253c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:16.415335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Transition to ACTIVE for port object 68779ce3-bea4-4e86-a1d4-43b882b7253c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:16.429642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.536497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Network b65b8a52-033b-497b-afab-fcd4988f2818 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:16.542809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:16.544784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Pushing event updated for resources: {'Port': ['ID=68779ce3-bea4-4e86-a1d4-43b882b7253c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.547679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 0d6f374e-c017-48f8-89fb-01d8165a6e74 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:16.548307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.549362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:16.566963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0742b-fecc-46ed-8526-883541007ec2 req-c3078c2c-a752-4715-9af1-2a67476c5ba5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:16.568944 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5fb0742b-fecc-46ed-8526-883541007ec2 req-c3078c2c-a752-4715-9af1-2a67476c5ba5 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1061704 Jul 15 13:30:16.588765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1867bebc-e9d6-4dd8-80c8-d91f39ee0a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.598084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1867bebc-e9d6-4dd8-80c8-d91f39ee0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.639770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Attempting to bind port 68779ce3-bea4-4e86-a1d4-43b882b7253c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:16.640721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Attempting to bind port 68779ce3-bea4-4e86-a1d4-43b882b7253c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '2a9638b5-724f-4662-8367-6c96a62dc152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:16.640721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Attempting to bind port 68779ce3-bea4-4e86-a1d4-43b882b7253c on network b65b8a52-033b-497b-afab-fcd4988f2818 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:16.650582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:16.651074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Checking segment: {'id': '2a9638b5-724f-4662-8367-6c96a62dc152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:16.651467 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.651883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Bound using segment: {'id': '2a9638b5-724f-4662-8367-6c96a62dc152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:16.652535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Bound port: 68779ce3-bea4-4e86-a1d4-43b882b7253c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9638b5-724f-4662-8367-6c96a62dc152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b65b8a52-033b-497b-afab-fcd4988f2818'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:16.652951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.674027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1867bebc-e9d6-4dd8-80c8-d91f39ee0a61 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b77e3c6446f04a3eae41ca6fb04a0089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286338 Jul 15 13:30:16.679916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50712) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:16.691523 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5fb0742b-fecc-46ed-8526-883541007ec2 req-0b39deb0-4fb8-44ed-bb4b-1b0836b931d9 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110251 Jul 15 13:30:16.706794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867bebc-e9d6-4dd8-80c8-d91f39ee0a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb6d4b7-ce07-4376-943a-830e7e322781,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:16.730700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.748294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 0d6f374e-c017-48f8-89fb-01d8165a6e74 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:16.789537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3783-1a84-45b3-bbe0-93092f1d9221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.818139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] For port 68779ce3-bea4-4e86-a1d4-43b882b7253c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:16.825682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] For port 68779ce3-bea4-4e86-a1d4-43b882b7253c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=68779ce3-bea4-4e86-a1d4-43b882b7253c,segment=NetworkSegment(2a9638b5-724f-4662-8367-6c96a62dc152),segment_id=2a9638b5-724f-4662-8367-6c96a62dc152)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:16.830401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3783-1a84-45b3-bbe0-93092f1d9221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.835287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.930473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3783-1a84-45b3-bbe0-93092f1d9221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.940738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3783-1a84-45b3-bbe0-93092f1d9221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:16.943436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ecb3783-1a84-45b3-bbe0-93092f1d9221 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/deb6d4b7-ce07-4376-943a-830e7e322781 HTTP/1.1" status: 204 len: 168 time: 0.2485192 Jul 15 13:30:16.958997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb3783-1a84-45b3-bbe0-93092f1d9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb6d4b7-ce07-4376-943a-830e7e322781,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.020204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aa43c-66fd-4c54-a87c-7a1d49a6b16d None None] Pushing event updated for resources: {'Port': ['ID=68779ce3-bea4-4e86-a1d4-43b882b7253c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.086627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.182291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.235323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=0d6f374e-c017-48f8-89fb-01d8165a6e74,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:17.254759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec58a8-4e44-4e46-afb8-f0b4d7f81082 req-47071465-2b21-4644-99b9-64c43f81e6ff tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.261028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4aec58a8-4e44-4e46-afb8-f0b4d7f81082 req-47071465-2b21-4644-99b9-64c43f81e6ff tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1394877 Jul 15 13:30:17.395149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4aec58a8-4e44-4e46-afb8-f0b4d7f81082 req-ac015218-b7bf-4b2d-b036-1e7f7b2d14b6 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203840 Jul 15 13:30:17.484575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab2effec-5029-49dd-a81f-47389e43178f req-2365bd7f-51b4-4a2f-a39b-87e3c9788224 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1985638 Jul 15 13:30:17.556788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:17.559203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a910a5e8-3a9d-4f9f-8896-6cc5f6ca9fba tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/0d6f374e-c017-48f8-89fb-01d8165a6e74 HTTP/1.1" status: 204 len: 168 time: 1.6450267 Jul 15 13:30:17.562102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:17.636086 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbc5170-528d-4ebc-9b49-d58d172e1d06 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:17.640430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbc5170-528d-4ebc-9b49-d58d172e1d06 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:17.647115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-efbc5170-528d-4ebc-9b49-d58d172e1d06 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/0d6f374e-c017-48f8-89fb-01d8165a6e74 HTTP/1.1" status: 404 len: 333 time: 0.0790663 Jul 15 13:30:17.648005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:17.716992 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc9494e-b0c3-455d-8fb7-4e0b634a6d5d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:30:17.722786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7dc9494e-b0c3-455d-8fb7-4e0b634a6d5d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/0d6f374e-c017-48f8-89fb-01d8165a6e74 HTTP/1.1" status: 404 len: 333 time: 0.0729547 Jul 15 13:30:17.725385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50740) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:17.782188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39150b20-c59c-4bb7-87bb-98f36d7a0c67 req-effa00bf-7a28-4a8f-b781-da0dd0bd9d2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:17.783924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39150b20-c59c-4bb7-87bb-98f36d7a0c67 req-effa00bf-7a28-4a8f-b781-da0dd0bd9d2b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1356676 Jul 15 13:30:17.851901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39150b20-c59c-4bb7-87bb-98f36d7a0c67 req-8621af47-a505-499b-87ba-e53bf804265d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Jul 15 13:30:17.879987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 24791406-3eb2-4466-8b19-7b2f827046e9 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:17.885784 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.009976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.268516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b216-f4f4-4272-9de1-96ee0bae1370 req-4b712142-4b04-4005-98b9-146424abf2c0 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:18.278065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3947b216-f4f4-4272-9de1-96ee0bae1370 req-4b712142-4b04-4005-98b9-146424abf2c0 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1743524 Jul 15 13:30:18.281329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.378206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3947b216-f4f4-4272-9de1-96ee0bae1370 req-d87a1e9a-91e2-4250-a86d-9500064d30e3 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948923 Jul 15 13:30:18.409721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.470501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=24791406-3eb2-4466-8b19-7b2f827046e9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:18.480105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.483562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3c79ab08-8e9f-4bc1-b2ad-5755815b955c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/24791406-3eb2-4466-8b19-7b2f827046e9 HTTP/1.1" status: 204 len: 168 time: 0.7564085 Jul 15 13:30:18.486430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:18.557015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.638265 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.669264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40ffd6e-983b-4329-8e8a-568cf85f7250 None None] Network b65b8a52-033b-497b-afab-fcd4988f2818 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:18.764559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f85e7cce-8fa6-4845-a506-c90d446cdee6 req-68f6ddaa-d8dd-42a6-a351-07ffae871e14 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0456462 Jul 15 13:30:18.809525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 68779ce3-bea4-4e86-a1d4-43b882b7253c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:18.810130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.889056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c71b9819-f306-4142-81b2-99481aa3c311 None None] Provisioning for port 68779ce3-bea4-4e86-a1d4-43b882b7253c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:18.906208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] For port 68779ce3-bea4-4e86-a1d4-43b882b7253c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=68779ce3-bea4-4e86-a1d4-43b882b7253c,segment=NetworkSegment(2a9638b5-724f-4662-8367-6c96a62dc152),segment_id=2a9638b5-724f-4662-8367-6c96a62dc152)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:18.906623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:18.953048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 68779ce3-bea4-4e86-a1d4-43b882b7253c owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:19.009421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:19.130495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50782) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:19.149170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] DHCP port deletion for b65b8a52-033b-497b-afab-fcd4988f2818 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:19.268939 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.314509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-557f7ab7-05c9-4a94-9dd4-09566f1e5741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.321026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Deleting port 68779ce3-bea4-4e86-a1d4-43b882b7253c {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:19.321437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.346428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=68779ce3-bea4-4e86-a1d4-43b882b7253c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:19.350137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No DVR routers for this DVR port 68779ce3-bea4-4e86-a1d4-43b882b7253c on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:19.388723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c485e8a8-6227-4810-95fd-d5bfa38038a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.407153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c729bc9-760a-4d80-8e86-4150a4af1bd1 req-c0ba1960-431b-480a-9f8e-fa1ad2387b61 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.409315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c729bc9-760a-4d80-8e86-4150a4af1bd1 req-c0ba1960-431b-480a-9f8e-fa1ad2387b61 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.3435931 Jul 15 13:30:19.478463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] For port 68779ce3-bea4-4e86-a1d4-43b882b7253c, host n-d-798054-11, got binding levels [] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:19.479126 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.497473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.509437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c729bc9-760a-4d80-8e86-4150a4af1bd1 req-5e7f3df6-e1a0-4eff-8487-068449d334b2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913785 Jul 15 13:30:19.532908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Calling delete_port for 68779ce3-bea4-4e86-a1d4-43b882b7253c owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:19.547714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.ipam_backend_mixin [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Port 68779ce3-bea4-4e86-a1d4-43b882b7253c was not found and therefore no delete operation was performed {{(pid=93996) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:30:19.552183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.566994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b8a52-033b-497b-afab-fcd4988f2818']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.617851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] Pushing event deleted for resources: {'Port': ['ID=68779ce3-bea4-4e86-a1d4-43b882b7253c,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:19.633542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579e75d-8ff7-4a88-9393-5a6665ff73d3 None None] No DVR routers for this DVR port 68779ce3-bea4-4e86-a1d4-43b882b7253c on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:19.634836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9638b5-724f-4662-8367-6c96a62dc152') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.637703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9638b5-724f-4662-8367-6c96a62dc152') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:19.668909 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.680753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-557f7ab7-05c9-4a94-9dd4-09566f1e5741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.684962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-2fae4a5c-1a98-4216-bd59-56c39a3be894 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.688173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-2fae4a5c-1a98-4216-bd59-56c39a3be894 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.1728630 Jul 15 13:30:19.694249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.697098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-557f7ab7-05c9-4a94-9dd4-09566f1e5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.707205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:19.707635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:19.711150 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:19.789757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464e44-6617-4b2f-9153-49a66aff9609 req-bada748f-c7dd-4bce-9c36-ee41e36be807 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:19.795445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6464e44-6617-4b2f-9153-49a66aff9609 req-bada748f-c7dd-4bce-9c36-ee41e36be807 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 1097 time: 0.2472143 Jul 15 13:30:19.826537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.834244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:19.836835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/b65b8a52-033b-497b-afab-fcd4988f2818 HTTP/1.1" status: 204 len: 168 time: 1.3492217 Jul 15 13:30:19.862349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50790) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:19.881186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-613285307'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:19.891877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa405-c13b-49ac-9a37-cdb83b104966 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=b65b8a52-033b-497b-afab-fcd4988f2818,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:19.907622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-557f7ab7-05c9-4a94-9dd4-09566f1e5741 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=94661165f29a4e638ed67be1db3bc352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8965576 Jul 15 13:30:19.912412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50792) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:19.926441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6464e44-6617-4b2f-9153-49a66aff9609 req-bded62b8-c0f7-4ae0-a400-a63457ee315a tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109819 Jul 15 13:30:19.927668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f7ab7-05c9-4a94-9dd4-09566f1e5741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49203ccb-358b-44a8-b030-8ed9ccb3d354,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.011261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f4e70b1-f81d-496e-abb7-59fd4f2f7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.052052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f4e70b1-f81d-496e-abb7-59fd4f2f7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.066289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21a3d2bd-9eb7-46bf-9fdc-2fd170343648 req-072662f3-0d19-4381-9853-2871f214362e tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1262231 Jul 15 13:30:20.167126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f4e70b1-f81d-496e-abb7-59fd4f2f7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.174468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f4e70b1-f81d-496e-abb7-59fd4f2f7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.180359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f4e70b1-f81d-496e-abb7-59fd4f2f7923 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/49203ccb-358b-44a8-b030-8ed9ccb3d354 HTTP/1.1" status: 204 len: 168 time: 0.2652116 Jul 15 13:30:20.195164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Deleting port cdfe05b6-3f97-4ea6-9427-8424b344ca20 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:20.195376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.198445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e70b1-f81d-496e-abb7-59fd4f2f7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49203ccb-358b-44a8-b030-8ed9ccb3d354,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.209513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c485e8a8-6227-4810-95fd-d5bfa38038a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.249098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c485e8a8-6227-4810-95fd-d5bfa38038a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.409053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c485e8a8-6227-4810-95fd-d5bfa38038a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e4f59a0eb0b463e87b7581566490c32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2747831 Jul 15 13:30:20.413363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50800) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:20.443072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:20.450174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.456089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485e8a8-6227-4810-95fd-d5bfa38038a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7e590-9e74-446d-9dfd-a90cd92907a6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.524215 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-047043e6-e44a-4356-8eae-929e1406ee22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.536935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:20.541989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] For port cdfe05b6-3f97-4ea6-9427-8424b344ca20, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cdfe05b6-3f97-4ea6-9427-8424b344ca20,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:20.542585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.567410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-047043e6-e44a-4356-8eae-929e1406ee22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.589662 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.590727 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment bc3a70f9-76f6-468f-b7ee-9affcda5dad4 of type vlan for network c209eb1c-8adb-496d-b019-31fc7cbee588 Jul 15 13:30:20.655196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-047043e6-e44a-4356-8eae-929e1406ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.659939 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-047043e6-e44a-4356-8eae-929e1406ee22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.662217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-047043e6-e44a-4356-8eae-929e1406ee22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77d7e590-9e74-446d-9dfd-a90cd92907a6 HTTP/1.1" status: 204 len: 168 time: 0.2468863 Jul 15 13:30:20.674339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047043e6-e44a-4356-8eae-929e1406ee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7e590-9e74-446d-9dfd-a90cd92907a6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.680093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Calling delete_port for cdfe05b6-3f97-4ea6-9427-8424b344ca20 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:20.683410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.768670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.774644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:20.775232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:20.865060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9963565 Jul 15 13:30:20.869894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50814) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:20.879361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:20.918394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2635b-d710-46a5-bf91-fc1052b4a30c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=c209eb1c-8adb-496d-b019-31fc7cbee588,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:20.940250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c209eb1c-8adb-496d-b019-31fc7cbee588 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:21.003401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9e4e-8b0c-42c0-a7ac-6cf395663f93 req-227ddaf8-725c-4693-85bf-e87f6cec33bb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:21.012843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-777c9e4e-8b0c-42c0-a7ac-6cf395663f93 req-227ddaf8-725c-4693-85bf-e87f6cec33bb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2190650 Jul 15 13:30:21.026394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.062712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['caa093ec-0b30-4d68-8d6e-7a4c348fdae3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:21.080413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdfe05b6-3f97-4ea6-9427-8424b344ca20,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:21.131493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-777c9e4e-8b0c-42c0-a7ac-6cf395663f93 req-88876443-9c77-42eb-a020-87dd38bf54d2 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172571 Jul 15 13:30:21.213634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] No DVR routers for this DVR port cdfe05b6-3f97-4ea6-9427-8424b344ca20 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:21.223484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.246964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-699e93bc-7db4-49ff-b48a-dd272ace7029 req-d385f921-1a94-4716-9568-fb8db91e749f tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.58 "DELETE /v2.0/ports/cdfe05b6-3f97-4ea6-9427-8424b344ca20 HTTP/1.1" status: 204 len: 173 time: 1.5413988 Jul 15 13:30:21.247764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'name': 'network-vif-deleted', 'tag': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:21.266817 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3217b8-37e7-48ce-9bb2-94d32fa86271" -d '{"events": [{"server_uuid": "006a9ccf-b969-46cc-8059-3c64a6f9b0c4", "name": "network-vif-deleted", "tag": "cdfe05b6-3f97-4ea6-9427-8424b344ca20"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:21.322982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:21.340127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:21.718814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8273657-9fb1-4aa5-b15f-0bebaacd8209 req-786cd551-57bb-4b4a-a38e-2c8e1149dcb4 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=006a9ccf-b969-46cc-8059-3c64a6f9b0c4 HTTP/1.1" status: 200 len: 210 time: 0.3500936 Jul 15 13:30:21.721631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28b1b9c6-cf03-4ae9-8b8d-91322afa3d99 req-845b8fd2-2c74-4182-a5bf-88dce028ee96 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1733038 Jul 15 13:30:21.856600 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee4dce-79d5-4542-bb4c-fca381426af6 x-openstack-request-id: req-31ee4dce-79d5-4542-bb4c-fca381426af6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:21.857219 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006a9ccf-b969-46cc-8059-3c64a6f9b0c4", "name": "network-vif-deleted", "tag": "cdfe05b6-3f97-4ea6-9427-8424b344ca20", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:21.857669 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31ee4dce-79d5-4542-bb4c-fca381426af6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:21.858439 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006a9ccf-b969-46cc-8059-3c64a6f9b0c4', 'name': 'network-vif-deleted', 'tag': 'cdfe05b6-3f97-4ea6-9427-8424b344ca20', 'status': 'completed', 'code': 200} Jul 15 13:30:21.945009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ea12944-8c43-4261-ae34-dfe656ceb4e7 req-9360097b-d2a0-4ad2-9062-8560378dd08c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.2102401 Jul 15 13:30:22.141735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.278612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=706c56db-300a-486b-8bd4-545529ed0a72,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:22.300080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:22.300465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: c209eb1c-8adb-496d-b019-31fc7cbee588, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:22.356143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network c209eb1c-8adb-496d-b019-31fc7cbee588 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:22.395753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c209eb1c-8adb-496d-b019-31fc7cbee588) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:22.403706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.403870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.415334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e260130-f05c-4bfa-a071-852f963d4c5a None None] Network c209eb1c-8adb-496d-b019-31fc7cbee588 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:22.443749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-88194737-df9f-416d-a26e-eb8cf206cf0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5716431 Jul 15 13:30:22.447986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50858) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:22.465744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1763280995'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:22.493047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121be82-2b00-4499-af7d-cc835aee2253 req-34e9addb-77d2-487c-b578-38dd297416f0 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:22.505655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b121be82-2b00-4499-af7d-cc835aee2253 req-34e9addb-77d2-487c-b578-38dd297416f0 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.1492412 Jul 15 13:30:22.569892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b121be82-2b00-4499-af7d-cc835aee2253 req-f47a76b5-a03e-475d-bac1-34370a2a143b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626690 Jul 15 13:30:22.683279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cdfe05b6-3f97-4ea6-9427-8424b344ca20 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:22.770238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:22.775625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:22.777647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: cdfe05b6-3f97-4ea6-9427-8424b344ca20 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:22.778571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cdfe05b6-3f97-4ea6-9427-8424b344ca20 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:22.847096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 64805818-10cf-4db2-a342-ce409ed47d32 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:22.892110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c209eb1c-8adb-496d-b019-31fc7cbee588', 'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': '706c56db-300a-486b-8bd4-545529ed0a72'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:22.893504 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.111600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50876) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:23.231330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d08d852-42d9-4674-a9b1-0069eb2e1d18 req-99fbf171-9884-4cb0-a745-2dd8bf9e3480 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1158166 Jul 15 13:30:23.363161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.10 (c209eb1c-8adb-496d-b019-31fc7cbee588/706c56db-300a-486b-8bd4-545529ed0a72/64805818-10cf-4db2-a342-ce409ed47d32) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:23.581169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1237312159'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:23.619184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Made reservation on behalf of c1c685c5069743fd81159a3db5c2e372 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:23.624247 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.638017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.854375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.863505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.887246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:23.901555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:23.902217 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Added segment 814480e4-7fe9-4442-b696-741cf68972c8 of type vlan for network 6efabaaf-055d-4dc7-8c17-c615973e769d Jul 15 13:30:23.978395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.075175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d6255d94-e611-4eb8-8c7f-c9c7abee0e0d req-448a66e6-9c5d-4ae5-afd6-a10a55b6eb4d tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a&device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0912311 Jul 15 13:30:24.084756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42bb406-31c7-4aa9-803e-edc9a7c2c865,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.116992 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.129193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.131611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.195341 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0816407 Jul 15 13:30:24.198810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50902) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.221657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e5a47-8395-4cd0-8891-6b744bbdb616 req-6367f459-5791-4cde-aa63-af57bed57bae tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.236751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be5e5a47-8395-4cd0-8891-6b744bbdb616 req-6367f459-5791-4cde-aa63-af57bed57bae tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.7343009 Jul 15 13:30:24.251335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02501245-b3a8-4667-92bb-87f2a36f7e93 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Pushing event updated for resources: {'Network': ['ID=6efabaaf-055d-4dc7-8c17-c615973e769d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.263164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6efabaaf-055d-4dc7-8c17-c615973e769d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:24.270953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.296953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 64805818-10cf-4db2-a342-ce409ed47d32 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:24.322290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be5e5a47-8395-4cd0-8891-6b744bbdb616 req-9d7d6d58-4f7d-4f66-b9a1-459daa1986e4 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844860 Jul 15 13:30:24.397172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.493310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network c209eb1c-8adb-496d-b019-31fc7cbee588 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:24.498306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:24.502372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6d25-782e-4296-b950-3b225d3d7702 req-96ad3a42-0f8c-4df1-ba2f-abe82f26803f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.504170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:24.518440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b13a6d25-782e-4296-b950-3b225d3d7702 req-96ad3a42-0f8c-4df1-ba2f-abe82f26803f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2639174 Jul 15 13:30:24.518817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=64805818-10cf-4db2-a342-ce409ed47d32,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:24.532810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Allocated IP 172.20.0.2 (c209eb1c-8adb-496d-b019-31fc7cbee588/706c56db-300a-486b-8bd4-545529ed0a72/80d44977-282b-47a8-b600-80ae2ba2a45c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:24.581791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'network': {'name': 'tempest-network--142559077', 'router:external': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:24.602603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.604225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.616093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b13a6d25-782e-4296-b950-3b225d3d7702 req-6825311a-a829-4429-9b3b-5bd554c0c723 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960867 Jul 15 13:30:24.622095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Made reservation on behalf of 149922058bc349a9af8c44d5e5194db9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:24.625360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.635483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.679022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a9097099-f89c-4963-9560-01a9c41835ee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2294207 Jul 15 13:30:24.689531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50914) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:24.875631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d46254df-39f0-478c-b182-8291e0cbf327 req-b5108965-7205-4a51-bd91-2e7910bee76c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94145a50ae774ea2a611d7bb541052c6&device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1140983 Jul 15 13:30:24.916546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:24.945221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Transition to ACTIVE for port object 80d44977-282b-47a8-b600-80ae2ba2a45c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:24.957530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-8b8f2be8-18f5-41fd-9657-4ffed40703ce tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:24.958861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d46254df-39f0-478c-b182-8291e0cbf327 req-762a926f-084b-4d6b-a994-8a93b756e942 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=94145a50ae774ea2a611d7bb541052c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776064 Jul 15 13:30:24.961181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-8b8f2be8-18f5-41fd-9657-4ffed40703ce tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.3104374 Jul 15 13:30:24.993845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Transition to ACTIVE for port object 80d44977-282b-47a8-b600-80ae2ba2a45c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:25.004513 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.058916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Network c209eb1c-8adb-496d-b019-31fc7cbee588 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:25.061984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:25.094826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14fab596-4f94-4d66-89b0-2e0a5c39cdaf req-604e3b8f-886b-4118-b07c-a0158bf31406 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1077316 Jul 15 13:30:25.107339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Pushing event updated for resources: {'Port': ['ID=80d44977-282b-47a8-b600-80ae2ba2a45c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.113718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:25.160957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 64805818-10cf-4db2-a342-ce409ed47d32 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:25.162387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.197306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Attempting to bind port 80d44977-282b-47a8-b600-80ae2ba2a45c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:25.197861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Attempting to bind port 80d44977-282b-47a8-b600-80ae2ba2a45c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:25.198799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Attempting to bind port 80d44977-282b-47a8-b600-80ae2ba2a45c on network c209eb1c-8adb-496d-b019-31fc7cbee588 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:25.200879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.205785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:25.206404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Checking segment: {'id': 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:25.206965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.207609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Bound using segment: {'id': 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:25.208742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Bound port: 80d44977-282b-47a8-b600-80ae2ba2a45c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c209eb1c-8adb-496d-b019-31fc7cbee588'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:25.208742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.215100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.231118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:25.278397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.278954 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Added segment ed51dc96-ff68-4d7a-ae68-a63c90c59848 of type vlan for network 80723057-54ba-477b-9de5-d9c2f2093de3 Jul 15 13:30:25.281636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46254df-39f0-478c-b182-8291e0cbf327 req-29b61c2d-8d41-4823-b806-1779a1f3e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.283909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d46254df-39f0-478c-b182-8291e0cbf327 req-29b61c2d-8d41-4823-b806-1779a1f3e833 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3138597 Jul 15 13:30:25.292952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] For port 80d44977-282b-47a8-b600-80ae2ba2a45c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:25.300134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] For port 80d44977-282b-47a8-b600-80ae2ba2a45c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80d44977-282b-47a8-b600-80ae2ba2a45c,segment=NetworkSegment(bc3a70f9-76f6-468f-b7ee-9affcda5dad4),segment_id=bc3a70f9-76f6-468f-b7ee-9affcda5dad4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:25.306007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.323243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5481d0ae-b06c-4b9f-9250-a8724d0bda25,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.389717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804a5cd-0938-419b-ba4e-9d0f0f452724 None None] Pushing event updated for resources: {'Port': ['ID=80d44977-282b-47a8-b600-80ae2ba2a45c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.417820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.427434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.446636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Deleting port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:25.447916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.456054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 64805818-10cf-4db2-a342-ce409ed47d32 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:25.487468 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.489054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.490047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.580674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3806944 Jul 15 13:30:25.589411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50930) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:25.648741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] For port caa093ec-0b30-4d68-8d6e-7a4c348fdae3, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:25.649132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.685098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Calling delete_port for caa093ec-0b30-4d68-8d6e-7a4c348fdae3 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:25.764812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a09125-73d1-4321-baf9-73d297c3280f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Network': ['ID=80723057-54ba-477b-9de5-d9c2f2093de3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:25.777328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 80723057-54ba-477b-9de5-d9c2f2093de3 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:25.914972 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:25.960555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246a51f-2ec3-4139-a7f2-947ffa80da16 req-21981ecd-2449-4e80-a29c-f0cdc2e9c480 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:25.962136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a246a51f-2ec3-4139-a7f2-947ffa80da16 req-21981ecd-2449-4e80-a29c-f0cdc2e9c480 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 1097 time: 0.3019009 Jul 15 13:30:26.014631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e41c2-9452-45e0-9b14-d4c903e67241 req-19b571fc-c936-4915-b396-cb90dea4a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.017637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c04e41c2-9452-45e0-9b14-d4c903e67241 req-19b571fc-c936-4915-b396-cb90dea4a093 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 1097 time: 0.3417840 Jul 15 13:30:26.120711 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.134916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['caa093ec-0b30-4d68-8d6e-7a4c348fdae3'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:26.139444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.163878 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.198046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80723057-54ba-477b-9de5-d9c2f2093de3']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:26.220606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed51dc96-ff68-4d7a-ae68-a63c90c59848') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:26.221639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed51dc96-ff68-4d7a-ae68-a63c90c59848') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:26.229337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Pushing event deleted for resources: {'Port': ['ID=caa093ec-0b30-4d68-8d6e-7a4c348fdae3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.232857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a246a51f-2ec3-4139-a7f2-947ffa80da16 req-f49a9adc-5252-4429-9aa7-553af14e9997 tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=e2f0249f-f1df-4e7b-a0a6-6836af5c2944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509146 Jul 15 13:30:26.261446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c04e41c2-9452-45e0-9b14-d4c903e67241 req-7d495512-c251-4ab1-9f25-27ac77ae826f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252176 Jul 15 13:30:26.263376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.300875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.313270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:26.313941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:26.329339 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:26.354515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=64805818-10cf-4db2-a342-ce409ed47d32,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.388800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9241a-c1ad-4219-9c73-fed716f919f0 req-6c45d368-fd73-4e68-86b9-f2109c2bf066 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:26.396353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa9241a-c1ad-4219-9c73-fed716f919f0 req-6c45d368-fd73-4e68-86b9-f2109c2bf066 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.4565537 Jul 15 13:30:26.401620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] No DVR routers for this DVR port caa093ec-0b30-4d68-8d6e-7a4c348fdae3 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:26.453456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.457329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2459bc0a-a5f3-4a79-80b1-ab5f5b80e0d0 req-bfba07d0-9316-4420-a293-cd316e9e08cd tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.59 "DELETE /v2.0/ports/caa093ec-0b30-4d68-8d6e-7a4c348fdae3 HTTP/1.1" status: 204 len: 173 time: 1.4846065 Jul 15 13:30:26.457843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'name': 'network-vif-deleted', 'tag': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:26.470810 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fbe4f7-bfcc-4acb-b1d5-9a97a0a3010f" -d '{"events": [{"server_uuid": "d4a04352-7846-40e1-aedd-ca19a38f869a", "name": "network-vif-deleted", "tag": "caa093ec-0b30-4d68-8d6e-7a4c348fdae3"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:26.542375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.547343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa9241a-c1ad-4219-9c73-fed716f919f0 req-fc93a3ac-fb34-4b53-9057-dc0b7ea73611 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497900 Jul 15 13:30:26.568157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.578011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83989a5c-11a8-45da-881b-3de611bec7eb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/64805818-10cf-4db2-a342-ce409ed47d32 HTTP/1.1" status: 204 len: 168 time: 1.8811316 Jul 15 13:30:26.578908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50946) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.585317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80723057-54ba-477b-9de5-d9c2f2093de3 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:26.600759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.610238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/networks/80723057-54ba-477b-9de5-d9c2f2093de3 HTTP/1.1" status: 204 len: 168 time: 1.0150495 Jul 15 13:30:26.618135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d46254df-39f0-478c-b182-8291e0cbf327 req-76f7bf04-a2eb-4603-9299-3c32df45bee6 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.0934722 Jul 15 13:30:26.618915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50948) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.668165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:26.678326 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab1f64e-5a0a-4e7b-9ab3-6d4aed4ae947 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:30:26.683881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9ab1f64e-5a0a-4e7b-9ab3-6d4aed4ae947 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/64805818-10cf-4db2-a342-ce409ed47d32 HTTP/1.1" status: 404 len: 333 time: 0.1035609 Jul 15 13:30:26.684587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50950) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:26.688526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4f7c9-45b3-4e87-a12e-9f75761d64b4 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Network': ['ID=80723057-54ba-477b-9de5-d9c2f2093de3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:26.729824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Made reservation on behalf of 149922058bc349a9af8c44d5e5194db9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:26.732876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.809449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:26.817313 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760e691-b990-4ced-9ba2-2d6daf3dacc4 x-openstack-request-id: req-0760e691-b990-4ced-9ba2-2d6daf3dacc4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:26.817313 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a04352-7846-40e1-aedd-ca19a38f869a", "name": "network-vif-deleted", "tag": "caa093ec-0b30-4d68-8d6e-7a4c348fdae3", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:26.817725 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0760e691-b990-4ced-9ba2-2d6daf3dacc4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:26.831699 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a04352-7846-40e1-aedd-ca19a38f869a', 'name': 'network-vif-deleted', 'tag': 'caa093ec-0b30-4d68-8d6e-7a4c348fdae3', 'status': 'completed', 'code': 200} Jul 15 13:30:26.836036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 706c56db-300a-486b-8bd4-545529ed0a72 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:26.857776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.858951 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Added segment 6c3fbf3f-2da6-4035-8c04-54e63d83e2be of type vlan for network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 Jul 15 13:30:26.881089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:26.917924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a32b00a-5977-40c9-8f5b-5a8c78f6b8cd req-51ecba91-e5b1-4fa5-bb16-56d91c03fb0e tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e810516-3c7e-41a7-865f-baef09847d9a HTTP/1.1" status: 200 len: 210 time: 0.1150060 Jul 15 13:30:26.998630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.068748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.263162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.264838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:27.265781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.379587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7059772 Jul 15 13:30:27.379587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50956) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:27.379981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c076347-2623-435b-8a2c-30a614e8b77d None None] Network c209eb1c-8adb-496d-b019-31fc7cbee588 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:27.380825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'subnet': {'network_id': '5f68efc9-6c91-49d5-8aaf-2acee6adc047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:27.433267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98537d-7f45-4d40-b7ab-7be749f06776 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Network': ['ID=5f68efc9-6c91-49d5-8aaf-2acee6adc047,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:27.443918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.466130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Made reservation on behalf of 149922058bc349a9af8c44d5e5194db9 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:27.472991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.512447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:27.530367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1976b3b2-c818-4504-bac2-eeb1572ad8da None None] Provisioning for port 80d44977-282b-47a8-b600-80ae2ba2a45c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:27.863128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.920891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:27.936186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/706c56db-300a-486b-8bd4-545529ed0a72 HTTP/1.1" status: 204 len: 168 time: 1.2500601 Jul 15 13:30:27.978505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50964) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:28.005452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e39e66-7664-467a-abc9-4ae7f0863dbb tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=706c56db-300a-486b-8bd4-545529ed0a72,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:28.127898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80d44977-282b-47a8-b600-80ae2ba2a45c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:28.487690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 80d44977-282b-47a8-b600-80ae2ba2a45c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:28.539814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 80d44977-282b-47a8-b600-80ae2ba2a45c triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:28.540383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.611856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38f5bf-c37a-42fc-8d13-fb81b66d29cc req-72066822-971b-4615-9179-2bf6212298af tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:28.615880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c38f5bf-c37a-42fc-8d13-fb81b66d29cc req-72066822-971b-4615-9179-2bf6212298af tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.3916287 Jul 15 13:30:28.626838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c34192e-a91f-440f-9104-bea4715ab8ff req-6bebc76d-c4d7-4fa4-b418-3ab41a745c3c tempest-TestServerMultinode-360121543 tempest-TestServerMultinode-360121543-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d4a04352-7846-40e1-aedd-ca19a38f869a HTTP/1.1" status: 200 len: 210 time: 0.5677133 Jul 15 13:30:28.814185 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:28.844077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c38f5bf-c37a-42fc-8d13-fb81b66d29cc req-d601aeaa-4d50-40fa-bc6f-d44e087bd49f tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126017 Jul 15 13:30:28.985288 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.028868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] DHCP port deletion for c209eb1c-8adb-496d-b019-31fc7cbee588 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:29.031135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device caa093ec-0b30-4d68-8d6e-7a4c348fdae3 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:29.127357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 80d44977-282b-47a8-b600-80ae2ba2a45c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:29.128038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.147790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: caa093ec-0b30-4d68-8d6e-7a4c348fdae3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:29.151144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device caa093ec-0b30-4d68-8d6e-7a4c348fdae3 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:29.240452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 80d44977-282b-47a8-b600-80ae2ba2a45c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80d44977-282b-47a8-b600-80ae2ba2a45c,segment=NetworkSegment(bc3a70f9-76f6-468f-b7ee-9affcda5dad4),segment_id=bc3a70f9-76f6-468f-b7ee-9affcda5dad4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:29.260285 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.356075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] For port 80d44977-282b-47a8-b600-80ae2ba2a45c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80d44977-282b-47a8-b600-80ae2ba2a45c,segment=NetworkSegment(bc3a70f9-76f6-468f-b7ee-9affcda5dad4),segment_id=bc3a70f9-76f6-468f-b7ee-9affcda5dad4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:29.357741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.373867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] Deleting port 80d44977-282b-47a8-b600-80ae2ba2a45c {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:29.375104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.379930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 80d44977-282b-47a8-b600-80ae2ba2a45c owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:29.436467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=80d44977-282b-47a8-b600-80ae2ba2a45c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:29.534924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80d44977-282b-47a8-b600-80ae2ba2a45c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:29.552362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.648010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 80d44977-282b-47a8-b600-80ae2ba2a45c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:29.648732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80d44977-282b-47a8-b600-80ae2ba2a45c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:29.656591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] For port 80d44977-282b-47a8-b600-80ae2ba2a45c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80d44977-282b-47a8-b600-80ae2ba2a45c,segment=NetworkSegment(bc3a70f9-76f6-468f-b7ee-9affcda5dad4),segment_id=bc3a70f9-76f6-468f-b7ee-9affcda5dad4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:29.657144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.684792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=80d44977-282b-47a8-b600-80ae2ba2a45c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:29.692252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No DVR routers for this DVR port 80d44977-282b-47a8-b600-80ae2ba2a45c on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:29.717848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] Calling delete_port for 80d44977-282b-47a8-b600-80ae2ba2a45c owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:29.909735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:29.957919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] Pushing event deleted for resources: {'Port': ['ID=80d44977-282b-47a8-b600-80ae2ba2a45c,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:29.961467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-916b386e-82b5-4b3a-9cc4-ac1c27093ea9 req-dca931f5-28f1-4954-881c-7ddd94028188 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94145a50ae774ea2a611d7bb541052c6&device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0628967 Jul 15 13:30:29.974399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e176b-dffc-440a-b04c-7b0a126bb25b None None] No DVR routers for this DVR port 80d44977-282b-47a8-b600-80ae2ba2a45c on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:30.048808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50994) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:30.063819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-916b386e-82b5-4b3a-9cc4-ac1c27093ea9 req-b4c16a5c-6588-4e6f-a4eb-8a0c15ac1d97 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=94145a50ae774ea2a611d7bb541052c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951004 Jul 15 13:30:30.348124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bef2ad10-dd7d-49ee-bddf-970f8c9463b9 req-aef22528-58cd-45a6-a468-399cb6079ac9 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.1133022 Jul 15 13:30:30.573964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.588714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:30:30.589892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.632543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c209eb1c-8adb-496d-b019-31fc7cbee588']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:30.660583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:30.660897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3a70f9-76f6-468f-b7ee-9affcda5dad4') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:30.738350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b386e-82b5-4b3a-9cc4-ac1c27093ea9 req-7c752fcb-4f25-4ced-80b4-f9136d52dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.740034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-916b386e-82b5-4b3a-9cc4-ac1c27093ea9 req-7c752fcb-4f25-4ced-80b4-f9136d52dc29 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6691008 Jul 15 13:30:30.740810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.833111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-52e68716-8d7d-4acb-a839-7e4f536ee258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:30.834772 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-52e68716-8d7d-4acb-a839-7e4f536ee258 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 1097 time: 1.2480469 Jul 15 13:30:30.835910 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.865225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc09b7b2-1038-4b8f-bcc7-0a91c6a96c5c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:30.868543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:30.868973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:30.889180 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:30.946676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Checking segment: {'id': '6c3fbf3f-2da6-4035-8c04-54e63d83e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5f68efc9-6c91-49d5-8aaf-2acee6adc047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:30.946990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Network hostable DHCP agents. Network: 5f68efc9-6c91-49d5-8aaf-2acee6adc047, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:31.092685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279851a-bdb9-4cc4-9d36-325d755a3bfe req-be4171be-d00c-45af-8563-4b4773bf7edd tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.096734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1279851a-bdb9-4cc4-9d36-325d755a3bfe req-be4171be-d00c-45af-8563-4b4773bf7edd tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 1.2419579 Jul 15 13:30:31.122935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.145409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:31.155858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.161310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/c209eb1c-8adb-496d-b019-31fc7cbee588 HTTP/1.1" status: 204 len: 168 time: 3.1749969 Jul 15 13:30:31.163745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51000) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.167749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-29ee609d-2c66-443a-8988-02efa2c7c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.169655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'name': 'tempest-PortsTestJSON-566075162'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:31.171099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-29ee609d-2c66-443a-8988-02efa2c7c01a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 911 time: 0.3066773 Jul 15 13:30:31.250969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cba57-9bc7-46d6-a897-4b6a7f1967a5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=c209eb1c-8adb-496d-b019-31fc7cbee588,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:31.353929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5f68efc9-6c91-49d5-8aaf-2acee6adc047) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:31.360030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:31.365066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-0f814d24-530d-4116-9271-1be2b41274b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de798458-0bb2-46e5-92bf-681eeacdbc40 HTTP/1.1" status: 200 len: 217 time: 0.1099470 Jul 15 13:30:31.366106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bca4c7-69b0-471f-8f24-c6ac410ec5c1 None None] Network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:31.367047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.367783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.373871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1279851a-bdb9-4cc4-9d36-325d755a3bfe req-ff4c324d-a270-44cb-9239-e570ed680677 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381346 Jul 15 13:30:31.375101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.426866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.430264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port e5dd7812-8974-4363-b2b8-8e7f461a3f28 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:31.502958 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-42ac6d74-6b52-487d-ba05-979da8949c2f tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1326213 Jul 15 13:30:31.530018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51012) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:31.532212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-fcd2c3c8-a9d3-46aa-947b-351bb3e191cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:31.534089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-fcd2c3c8-a9d3-46aa-947b-351bb3e191cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.1570237 Jul 15 13:30:31.542722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'floatingip': {'floating_network_id': '5f68efc9-6c91-49d5-8aaf-2acee6adc047'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:31.638454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-0cd5f61a-6a55-4e79-bd1e-74cfdf42d539 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837646 Jul 15 13:30:31.691024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b05bb816-f87c-42e6-925f-6ce05182e9d4 req-8442e3a2-aaff-44a8-af8d-74aa10b835a5 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.1085484 Jul 15 13:30:31.888896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:31.894764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e87bb-182a-4f92-9461-12ac87de537c None None] Network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:31.940064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.012653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.026846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-337868c6-67f0-47a5-a1c0-dbc2eaee7816 service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110824 Jul 15 13:30:32.103933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-916b386e-82b5-4b3a-9cc4-ac1c27093ea9 req-b86df9c5-b09b-4c01-8fcc-f4da67533dab tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.58 "GET /v2.0/ports?device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.1136389 Jul 15 13:30:32.209112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:32.232301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=e5dd7812-8974-4363-b2b8-8e7f461a3f28,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:32.239008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:32.244883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:32.251508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:32.252344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.276201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c583f00-1fcf-44b1-83c6-3d4eff018ec0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1109486 Jul 15 13:30:32.278991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51018) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:32.343944 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d269d53c-d40e-4d84-bf44-3ac31abc421e req-81f70daa-fdb6-4c5a-b68f-c53326f0f92c service neutron] 10.222.0.58 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068826 Jul 15 13:30:32.401261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.602722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Allocated IP 172.20.0.10 (5f68efc9-6c91-49d5-8aaf-2acee6adc047/bc09b7b2-1038-4b8f-bcc7-0a91c6a96c5c/efd84604-35cc-4dd0-8078-7e9ef7787479) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:32.830594 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.956136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port e5dd7812-8974-4363-b2b8-8e7f461a3f28 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:32.957022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:32.979640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.030338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Deleting port 70ce36bd-4a4c-43a4-9169-19693f5cf791 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:33.032314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.094291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:33.099176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:33.118196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:33.175809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] For port 70ce36bd-4a4c-43a4-9169-19693f5cf791, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=70ce36bd-4a4c-43a4-9169-19693f5cf791,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:33.176178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.192710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Calling delete_port for 70ce36bd-4a4c-43a4-9169-19693f5cf791 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:33.267282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.339460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b95650f6-2ff0-49ef-bd77-17d580a9f51e req-44beb101-c427-4933-b552-d5d4f8814609 tempest-ServerShowV247Test-1634887563 tempest-ServerShowV247Test-1634887563-project] 10.222.0.57 "GET /v2.0/ports?device_id=bef3be83-f8a6-4027-868f-1d07f6c3e5e2 HTTP/1.1" status: 200 len: 210 time: 0.0940018 Jul 15 13:30:33.348425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Port': ['ID=efd84604-35cc-4dd0-8078-7e9ef7787479,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.441857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.483987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914155bb-0f67-4271-84ad-55c092a7f968 req-d541a0f6-83bc-4d46-b8f1-43a08ad61b6b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:33.485976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-914155bb-0f67-4271-84ad-55c092a7f968 req-d541a0f6-83bc-4d46-b8f1-43a08ad61b6b tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.6971374 Jul 15 13:30:33.501060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.541985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for e5dd7812-8974-4363-b2b8-8e7f461a3f28 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:33.666043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-914155bb-0f67-4271-84ad-55c092a7f968 req-c110daf5-997f-4518-9ebb-44b8d98007e3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610324 Jul 15 13:30:33.695362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.702930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.738584 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.805396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Port': ['ID=efd84604-35cc-4dd0-8078-7e9ef7787479,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.835017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.837895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.847738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=70ce36bd-4a4c-43a4-9169-19693f5cf791,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:33.878286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:33.879775 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1fde7860-2ab3-4fce-acc6-6e58170a89bd tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3442354 Jul 15 13:30:33.883220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51028) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:33.917982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=e5dd7812-8974-4363-b2b8-8e7f461a3f28,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:34.013409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.020411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a4fb46c2-fea3-4845-9b45-79beddaf1d35 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/e5dd7812-8974-4363-b2b8-8e7f461a3f28 HTTP/1.1" status: 204 len: 168 time: 1.7367618 Jul 15 13:30:34.023219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51030) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.100312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1e7b7b5c-96af-499b-bf09-83091fde02df tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=5f68efc9-6c91-49d5-8aaf-2acee6adc047 HTTP/1.1" status: 200 len: 690 time: 0.2153971 Jul 15 13:30:34.103212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'mac_address': 'fa:16:3e:bd:fe:e4', 'name': 'tempest-PortsTestJSON-712249232'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:34.104490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:34.286414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.438306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:34.584402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.601769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Deleting port efd84604-35cc-4dd0-8078-7e9ef7787479 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:34.602775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.638281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.819656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.822116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:34.867249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Calling delete_port for efd84604-35cc-4dd0-8078-7e9ef7787479 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:34.965791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 8a9f9b09-3f6b-4b92-8710-2905258ce525 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:35.148545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e33f2f-df73-4e61-bb84-83d6800dcfaa req-7a79eb78-c91d-4341-9fa1-5e5596a2cfa0 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:35.151601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41e33f2f-df73-4e61-bb84-83d6800dcfaa req-7a79eb78-c91d-4341-9fa1-5e5596a2cfa0 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.2483611 Jul 15 13:30:35.272039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Router 44917a9a-911d-429e-87ee-c2f401ec0697 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:35.358913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41e33f2f-df73-4e61-bb84-83d6800dcfaa req-62a5b308-d659-4074-bbda-d5dbc421a8bd tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923313 Jul 15 13:30:35.377585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51050) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.421176 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.510214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Port': ['ID=efd84604-35cc-4dd0-8078-7e9ef7787479,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:35.659062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.706867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8765c4cc-24ce-41eb-8977-719449609f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.796079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:35.845078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:35.883312 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] Sync routers for ids ['44917a9a-911d-429e-87ee-c2f401ec0697'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:35.900834 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] Routers {'44917a9a-911d-429e-87ee-c2f401ec0697'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:35.903659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:30:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['44917a9a-911d-429e-87ee-c2f401ec0697'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:35.914971 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6b9f1c9e-364e-4f16-8618-ab57e6db7f9c admin admin] 10.222.0.57 "PUT /v2.0/routers/44917a9a-911d-429e-87ee-c2f401ec0697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8645144 Jul 15 13:30:35.918966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:35.944052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.096675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.287895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=8a9f9b09-3f6b-4b92-8710-2905258ce525,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:36.305451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] Set router 44917a9a-911d-429e-87ee-c2f401ec0697 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:36.343494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:36.350233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:36.373116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:36.391363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:36.398933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.464883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.522360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8765c4cc-24ce-41eb-8977-719449609f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.613361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09b7b2-1038-4b8f-bcc7-0a91c6a96c5c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:36.616011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8765c4cc-24ce-41eb-8977-719449609f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.689847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8765c4cc-24ce-41eb-8977-719449609f00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=94145a50ae774ea2a611d7bb541052c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3009191 Jul 15 13:30:36.690085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c124b022-327a-4c3b-a4b0-01889cf7638f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6002767 Jul 15 13:30:36.690831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:36.699200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51070) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:36.709491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.775423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.857926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f68efc9-6c91-49d5-8aaf-2acee6adc047']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.866959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ef79-6800-4246-8048-6c44c28cc331 req-6da18a97-97e1-48a5-aadb-966a83638e6c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:36.878386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4504ef79-6800-4246-8048-6c44c28cc331 req-6da18a97-97e1-48a5-aadb-966a83638e6c tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.4588206 Jul 15 13:30:36.903283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3fbf3f-2da6-4035-8c04-54e63d83e2be') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.903889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3fbf3f-2da6-4035-8c04-54e63d83e2be') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:36.921113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765c4cc-24ce-41eb-8977-719449609f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769fe534-02ed-4257-a9c0-dcbed86bba2e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:36.956938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:36.997342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e194319-74d7-4587-86c7-0d7419bd699e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:37.001067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6e194319-74d7-4587-86c7-0d7419bd699e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/8a9f9b09-3f6b-4b92-8710-2905258ce525 HTTP/1.1" status: 200 len: 840 time: 0.3120246 Jul 15 13:30:37.005380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.031301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.039270 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:30:33Z', 'revision_number': 5, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:37.093023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:37.094014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:37.097601 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:37.105680 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] Checking router: 44917a9a-911d-429e-87ee-c2f401ec0697 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:37.123549 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] Routers {'44917a9a-911d-429e-87ee-c2f401ec0697'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:37.124243 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:30:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['44917a9a-911d-429e-87ee-c2f401ec0697'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:37.195285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b38b3332-a2e3-4eb2-9523-ee114a3b2c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.261059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4504ef79-6800-4246-8048-6c44c28cc331 req-31b0ba75-bb8e-4c95-a6bd-5af66afd7f89 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786366 Jul 15 13:30:37.298039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.353182 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b38b3332-a2e3-4eb2-9523-ee114a3b2c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.438887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.454713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f68efc9-6c91-49d5-8aaf-2acee6adc047 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:37.458036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.461482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/networks/5f68efc9-6c91-49d5-8aaf-2acee6adc047 HTTP/1.1" status: 204 len: 168 time: 3.3558171 Jul 15 13:30:37.471756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51078) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.532170 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] Set router 44917a9a-911d-429e-87ee-c2f401ec0697 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:37.570412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec06db-a4f7-45c6-ab0e-1a7bc870b625 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f68efc9-6c91-49d5-8aaf-2acee6adc047,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.584270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b38b3332-a2e3-4eb2-9523-ee114a3b2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.596330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b38b3332-a2e3-4eb2-9523-ee114a3b2c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.602268 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b38b3332-a2e3-4eb2-9523-ee114a3b2c63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/769fe534-02ed-4257-a9c0-dcbed86bba2e HTTP/1.1" status: 204 len: 168 time: 0.8909397 Jul 15 13:30:37.660917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b3332-a2e3-4eb2-9523-ee114a3b2c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769fe534-02ed-4257-a9c0-dcbed86bba2e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:37.715429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Deleting port 0bc32183-621f-4009-bee0-abda75b9a47b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:37.721921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.768091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 8a9f9b09-3f6b-4b92-8710-2905258ce525 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:37.768091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.811775 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-65bbfa7d-c4c8-47f5-9623-9e3e4c7b6bd7 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2896335 Jul 15 13:30:37.812930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51082) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:37.884155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] For port 0bc32183-621f-4009-bee0-abda75b9a47b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0bc32183-621f-4009-bee0-abda75b9a47b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:37.884155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:37.907378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Calling delete_port for 0bc32183-621f-4009-bee0-abda75b9a47b owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:38.032035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.052076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.052076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.052076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.052076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.052076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.052648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.053361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.054168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.054866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.057346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.057346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.057346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:38.060105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db7c03f1-7558-4653-a30c-adb2f356399d tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7639 time: 0.2318063 Jul 15 13:30:38.063253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51086) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:38.121662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:30:33Z', 'revision_number': 5, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:38.187661 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab4780-4f61-4af8-a114-bcb8856ad4eb None None] The sync data for ids ['44917a9a-911d-429e-87ee-c2f401ec0697'] in n-d-798054-11 is: [{'id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'name': 'tempest-TestServerMultinode-1684513657-router', 'tenant_id': 'f98355a07f8444ec9d53954e853d805f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:02Z', 'updated_at': '2021-07-15T13:30:33Z', 'revision_number': 5, 'project_id': 'f98355a07f8444ec9d53954e853d805f', 'gw_port': {'id': '0bc32183-621f-4009-bee0-abda75b9a47b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44917a9a-911d-429e-87ee-c2f401ec0697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:05Z', 'updated_at': '2021-07-15T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:38.387090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:38.544790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc32183-621f-4009-bee0-abda75b9a47b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:38.862878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 8a9f9b09-3f6b-4b92-8710-2905258ce525 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:38.881604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.107239 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-df590baa-8b5b-478f-b58e-1765310a1efe tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:30:39.111274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df590baa-8b5b-478f-b58e-1765310a1efe tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/b931a82a-c83f-490a-adcb-03c4dc71d1c9 HTTP/1.1" status: 404 len: 345 time: 1.0438697 Jul 15 13:30:39.112061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51116) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.142293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.202894 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-8489fe64-be8f-4079-ba15-d84372e871a5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 13:30:39.203672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8489fe64-be8f-4079-ba15-d84372e871a5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:39.205608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8489fe64-be8f-4079-ba15-d84372e871a5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/networks/5f68efc9-6c91-49d5-8aaf-2acee6adc047 HTTP/1.1" status: 404 len: 339 time: 0.0665646 Jul 15 13:30:39.220939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.223222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/8a9f9b09-3f6b-4b92-8710-2905258ce525 HTTP/1.1" status: 204 len: 168 time: 2.2161732 Jul 15 13:30:39.224153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.230854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'network': {'name': 'tempest-network--289933032', 'router:external': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:39.236106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51124) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.237054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05356ac2-97c8-4d1b-a160-eb3f10164cec tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=8a9f9b09-3f6b-4b92-8710-2905258ce525,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:39.346590 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-45461f5b-dd09-45a0-a636-a33b3eb22944 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:30:39.350389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-45461f5b-dd09-45a0-a636-a33b3eb22944 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/8a9f9b09-3f6b-4b92-8710-2905258ce525 HTTP/1.1" status: 404 len: 333 time: 0.1092544 Jul 15 13:30:39.356519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51130) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.385009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'name': 'tempest-PortsTestJSON-296527196'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:39.451308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70ce36bd-4a4c-43a4-9169-19693f5cf791 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:39.522319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 70ce36bd-4a4c-43a4-9169-19693f5cf791 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:39.522785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70ce36bd-4a4c-43a4-9169-19693f5cf791 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:39.537849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51134) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.594903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.595135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b76586-5b58-447a-9cd5-907383c80a98 req-54a7739d-762f-40c6-914e-da34bdc3c569 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.596977 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39b76586-5b58-447a-9cd5-907383c80a98 req-54a7739d-762f-40c6-914e-da34bdc3c569 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.5484471 Jul 15 13:30:39.598167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.598377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:39.602861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.605540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Made reservation on behalf of 149922058bc349a9af8c44d5e5194db9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:39.609443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.702354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126f655-83f9-44ad-8e84-50a52e018a37 req-090ac11d-7d92-4739-8f6c-fc8335252ebb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:39.710331 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3126f655-83f9-44ad-8e84-50a52e018a37 req-090ac11d-7d92-4739-8f6c-fc8335252ebb tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 945 time: 0.9880309 Jul 15 13:30:39.740559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port fe171285-f342-496d-aee6-b26fb19a3e0f yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:39.779700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3126f655-83f9-44ad-8e84-50a52e018a37 req-25786dd2-f646-44e4-8afc-1c28f51c86ab tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629809 Jul 15 13:30:39.783997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.783997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44917a9a-911d-429e-87ee-c2f401ec0697 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:39.808706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.814039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c45fc792-b9e9-4fbf-8e6e-ad5de5ea30df admin admin] 10.222.0.57 "DELETE /v2.0/routers/44917a9a-911d-429e-87ee-c2f401ec0697 HTTP/1.1" status: 204 len: 168 time: 3.8942866 Jul 15 13:30:39.815957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:39.916357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Deleting subnet ee33c7d6-2493-4ffc-896e-acab79cedaa2 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:39.923013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:39.936996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-292163055-network', 'tenant_id': '50b3163c480d4713b8dc0f1868a28d96'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:40.015668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.038116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:40.119371 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.119952 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Added segment f44e52c6-c2cb-4f8a-a5dd-d8f9d6ee5c06 of type vlan for network 0934e2dc-7598-42a4-acfd-6d510ecc90bf Jul 15 13:30:40.153905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Made reservation on behalf of 50b3163c480d4713b8dc0f1868a28d96 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:40.154734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.157287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.238578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Deleting port de798458-0bb2-46e5-92bf-681eeacdbc40 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:40.238578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.254404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.264901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.277100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.306505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee33c7d6-2493-4ffc-896e-acab79cedaa2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:40.311483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.318562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04a0aef3-b60e-4c85-a224-1f9031955fb9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ee33c7d6-2493-4ffc-896e-acab79cedaa2 HTTP/1.1" status: 204 len: 168 time: 0.4987042 Jul 15 13:30:40.322435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:40.325615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e5d7b-a833-4c27-9d0d-c9c3d5e1d1ae None None] Network d697bb00-9747-448b-ac7a-6b37c9713431 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:40.383624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.501374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.548412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] For port de798458-0bb2-46e5-92bf-681eeacdbc40, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=de798458-0bb2-46e5-92bf-681eeacdbc40,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:40.548786 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.580210 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:30:40.634826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Deleting port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:40.635095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.636087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Calling delete_port for de798458-0bb2-46e5-92bf-681eeacdbc40 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:40.701204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.705040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:40.706116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.711866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.782839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] DHCP port deletion for d697bb00-9747-448b-ac7a-6b37c9713431 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:40.811201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] For port 6aa125c5-1375-47dc-93df-8b21bcbc88d4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6aa125c5-1375-47dc-93df-8b21bcbc88d4,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:40.811818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.828916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Calling delete_port for 6aa125c5-1375-47dc-93df-8b21bcbc88d4 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:40.903778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:40.960710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Deleting port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:40.960710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.977386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:40.984849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:40.992027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:41.002490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.003240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.015526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=fe171285-f342-496d-aee6-b26fb19a3e0f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.030343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Network': ['ID=0934e2dc-7598-42a4-acfd-6d510ecc90bf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.036853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa125c5-1375-47dc-93df-8b21bcbc88d4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.060846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0934e2dc-7598-42a4-acfd-6d510ecc90bf details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:41.083302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] No DVR routers for this DVR port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:41.112679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.132265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.174300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3131202e-193a-4cd7-a7b1-6670b4b6f211 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8112144 Jul 15 13:30:41.179353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] For port 6aa125c5-1375-47dc-93df-8b21bcbc88d4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6aa125c5-1375-47dc-93df-8b21bcbc88d4,segment=NetworkSegment(421acb6d-758d-45b5-ade8-1a2bc9e36e7d),segment_id=421acb6d-758d-45b5-ade8-1a2bc9e36e7d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:41.179621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.183556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:41.189588 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7dc788a4-0772-46cc-a7f2-c6d715487d85 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9631014 Jul 15 13:30:41.198578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51152) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:41.204867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:41.214577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:41.244226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c865c2-427a-4e94-ac50-472fb98656e9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.267782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.267782 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Added segment 58173dae-19bb-430f-b1c3-544e4cec08c5 of type vlan for network bba0d8c7-faed-4600-9e37-36663462e163 Jul 15 13:30:41.326493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.368860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Calling delete_port for 6aa125c5-1375-47dc-93df-8b21bcbc88d4 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:41.386792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['e5953d73-b69f-4167-89b5-276dce74c44b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:30:41.471789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6aa125c5-1375-47dc-93df-8b21bcbc88d4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:41.487865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.497777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Pushing event deleted for resources: {'Port': ['ID=de798458-0bb2-46e5-92bf-681eeacdbc40,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.514387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.545859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] No DVR routers for this DVR port de798458-0bb2-46e5-92bf-681eeacdbc40 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:41.554883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.557556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39b76586-5b58-447a-9cd5-907383c80a98 req-1dcfecc1-8d0f-40cb-9a79-1d31c92f8fe3 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.58 "DELETE /v2.0/ports/de798458-0bb2-46e5-92bf-681eeacdbc40 HTTP/1.1" status: 204 len: 173 time: 1.9441903 Jul 15 13:30:41.558255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'name': 'network-vif-deleted', 'tag': 'de798458-0bb2-46e5-92bf-681eeacdbc40'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:41.562601 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e5f07-8ff5-407f-b86f-5f876164a01f" -d '{"events": [{"server_uuid": "8c670360-7968-4ce7-af51-ea5f51c2aeb6", "name": "network-vif-deleted", "tag": "de798458-0bb2-46e5-92bf-681eeacdbc40"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:41.568448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.621217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129b044-9cc4-4f69-9c68-312cfbd4d80d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.622979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6aa125c5-1375-47dc-93df-8b21bcbc88d4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:41.623320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6aa125c5-1375-47dc-93df-8b21bcbc88d4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:41.623745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bc32183-621f-4009-bee0-abda75b9a47b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:41.633313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129b044-9cc4-4f69-9c68-312cfbd4d80d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.641529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129b044-9cc4-4f69-9c68-312cfbd4d80d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.649216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129b044-9cc4-4f69-9c68-312cfbd4d80d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.652011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f129b044-9cc4-4f69-9c68-312cfbd4d80d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4454057 Jul 15 13:30:41.655088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51156) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:41.689029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.690615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:41.691460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.709318 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b8c608-5649-40a0-b1bc-621734590da2 x-openstack-request-id: req-15b8c608-5649-40a0-b1bc-621734590da2 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:41.709975 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c670360-7968-4ce7-af51-ea5f51c2aeb6", "name": "network-vif-deleted", "tag": "de798458-0bb2-46e5-92bf-681eeacdbc40", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:41.710485 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15b8c608-5649-40a0-b1bc-621734590da2 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:41.711127 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c670360-7968-4ce7-af51-ea5f51c2aeb6', 'name': 'network-vif-deleted', 'tag': 'de798458-0bb2-46e5-92bf-681eeacdbc40', 'status': 'completed', 'code': 200} Jul 15 13:30:41.726202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1768329 Jul 15 13:30:41.744801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:41.757098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Request body: {'subnet': {'network_id': 'bba0d8c7-faed-4600-9e37-36663462e163', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-292163055-subnet', 'tenant_id': '50b3163c480d4713b8dc0f1868a28d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:41.882317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.889600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce39b8-f24b-4dbb-b8a3-1d1c1b7f79e1 admin admin] Pushing event updated for resources: {'Network': ['ID=bba0d8c7-faed-4600-9e37-36663462e163,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:41.923645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Made reservation on behalf of 50b3163c480d4713b8dc0f1868a28d96 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:41.927901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.963975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:41.989543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887046-d680-4a5b-b9e8-3ddacf19c9a3 req-1404906b-fb60-4cac-b1d1-86ddde8cc070 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.000332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93887046-d680-4a5b-b9e8-3ddacf19c9a3 req-1404906b-fb60-4cac-b1d1-86ddde8cc070 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c670360-7968-4ce7-af51-ea5f51c2aeb6 HTTP/1.1" status: 200 len: 867 time: 0.8446283 Jul 15 13:30:42.004249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d697bb00-9747-448b-ac7a-6b37c9713431']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:42.036254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.081958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421acb6d-758d-45b5-ade8-1a2bc9e36e7d') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:42.081958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421acb6d-758d-45b5-ade8-1a2bc9e36e7d') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:42.116509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.129201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0934e2dc-7598-42a4-acfd-6d510ecc90bf']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:42.141534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44e52c6-c2cb-4f8a-a5dd-d8f9d6ee5c06') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:42.141941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44e52c6-c2cb-4f8a-a5dd-d8f9d6ee5c06') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:42.153711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.161139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.176056 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.185343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:42.185821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.201577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] In _notify_port_updated(), no bound segment for port fe171285-f342-496d-aee6-b26fb19a3e0f on network 787c0c84-f1a2-4eb9-a2af-666199f5e160 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:30:42.213913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:42.214930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.217121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/ports/fe171285-f342-496d-aee6-b26fb19a3e0f HTTP/1.1" status: 200 len: 818 time: 1.0308981 Jul 15 13:30:42.225082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network bba0d8c7-faed-4600-9e37-36663462e163 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:42.249220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.275181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 0bc32183-621f-4009-bee0-abda75b9a47b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:42.275536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0bc32183-621f-4009-bee0-abda75b9a47b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:42.331977 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.371815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c49b0d-a4f5-427f-b717-2539c041d83c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=fe171285-f342-496d-aee6-b26fb19a3e0f,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:42.379976 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:42.382377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93887046-d680-4a5b-b9e8-3ddacf19c9a3 req-9faf911c-fbf4-4d39-a6ad-ca35ac02f8ea tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599081 Jul 15 13:30:42.387858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:42.388330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:42.391499 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:42.502918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.535558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0934e2dc-7598-42a4-acfd-6d510ecc90bf {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:42.548994 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.550973 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/networks/0934e2dc-7598-42a4-acfd-6d510ecc90bf HTTP/1.1" status: 204 len: 168 time: 0.8945377 Jul 15 13:30:42.564145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.569354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'network': {'name': 'tempest-network--560410271', 'router:external': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:42.636926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.653262 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.663348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.682666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d697bb00-9747-448b-ac7a-6b37c9713431 HTTP/1.1" status: 204 len: 168 time: 2.3522124 Jul 15 13:30:42.689309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51168) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:42.767204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Made reservation on behalf of 149922058bc349a9af8c44d5e5194db9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:42.769537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.777427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a9281-ade1-40db-974f-d84dde214a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=d697bb00-9747-448b-ac7a-6b37c9713431,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.801064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device de798458-0bb2-46e5-92bf-681eeacdbc40 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:42.810591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port fe171285-f342-496d-aee6-b26fb19a3e0f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:42.811346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.819546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Pushing event deleted for resources: {'Port': ['ID=6aa125c5-1375-47dc-93df-8b21bcbc88d4,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.828939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f486fb-fda1-406c-8da7-a09db9c0037a tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Network': ['ID=0934e2dc-7598-42a4-acfd-6d510ecc90bf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:42.864250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] Network d697bb00-9747-448b-ac7a-6b37c9713431 is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:30:42.865020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9bfd8d-d3fa-45a4-9b71-1de5d4a9873f None None] No DVR routers for this DVR port 6aa125c5-1375-47dc-93df-8b21bcbc88d4 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:42.908813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: de798458-0bb2-46e5-92bf-681eeacdbc40 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:42.909448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device de798458-0bb2-46e5-92bf-681eeacdbc40 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:42.909975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:42.965158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:42.965503 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Added segment 22b39c2f-e001-4fb1-9ab5-ae9faa68f2ae of type vlan for network 6d5afcb7-785f-43e1-93dd-789da6f4970a Jul 15 13:30:42.977967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.010941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for fe171285-f342-496d-aee6-b26fb19a3e0f owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:43.091135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-865ee45c-9831-4a12-a627-f8b188f33517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.182371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.236219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=fe171285-f342-496d-aee6-b26fb19a3e0f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:43.243163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.245287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f29e953d-89d3-4b33-a8ae-3e0980953b9b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/fe171285-f342-496d-aee6-b26fb19a3e0f HTTP/1.1" status: 204 len: 168 time: 0.9877424 Jul 15 13:30:43.249852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51178) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.283569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.419068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-c52ecbbe-a650-42e6-8779-30e0e52e406a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0460548 Jul 15 13:30:43.498483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79215e24-ee4c-4cb5-a1ad-1e48d5e3355b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.508237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-79215e24-ee4c-4cb5-a1ad-1e48d5e3355b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2536230 Jul 15 13:30:43.512306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51184) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.579088 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb241cf-7f8f-4b83-b5e7-4efe89f18588 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:30:43.586038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9eb241cf-7f8f-4b83-b5e7-4efe89f18588 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/fe171285-f342-496d-aee6-b26fb19a3e0f HTTP/1.1" status: 404 len: 333 time: 0.0705140 Jul 15 13:30:43.587069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51188) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.596134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944920930'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:43.603100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51190) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:43.645587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:43.650671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.704782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.707304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.716837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:43.718091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.744481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.745265 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84 of type vlan for network 0c87927d-784d-4990-a8bd-d4699becf43b Jul 15 13:30:43.892404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.971291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.977749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:43.978492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:43.994719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Network': ['ID=6d5afcb7-785f-43e1-93dd-789da6f4970a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.008596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6d5afcb7-785f-43e1-93dd-789da6f4970a details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:44.053988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4652650 Jul 15 13:30:44.096058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51198) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.135470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:44.169664 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2f7287-a9b2-4ca4-85e1-550fc864512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.201727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e1b9e874-b7c3-47a4-a969-5cd29b005123 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6356552 Jul 15 13:30:44.210205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51202) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.246988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.292153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd1638-6be6-4d4d-b40a-5a22c4d41251 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=0c87927d-784d-4990-a8bd-d4699becf43b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.310405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:44.372821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-4d788e37-62c8-4c02-b33d-a3c3c7ea9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.374562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-4d788e37-62c8-4c02-b33d-a3c3c7ea9555 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9963e34fd91f406b9a842857158e0ba0&device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 1098 time: 0.8667972 Jul 15 13:30:44.480749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.482270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31aa387-5e73-4cf8-89d6-c4cfff8614c3,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.489348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.495773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.503887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.510739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.517664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.524392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.533505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-9b332f36-8294-498f-a595-1aa61a29780f tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.3110092 Jul 15 13:30:44.556105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf79c93-2ee2-4484-9474-2981bebc341a tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.561927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eaf79c93-2ee2-4484-9474-2981bebc341a tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] 10.222.0.57 "GET /v2.0/networks/6d5afcb7-785f-43e1-93dd-789da6f4970a HTTP/1.1" status: 200 len: 756 time: 0.3488235 Jul 15 13:30:44.563511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51204) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.594886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Checking segment: {'id': '58173dae-19bb-430f-b1c3-544e4cec08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bba0d8c7-faed-4600-9e37-36663462e163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:44.595277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Network hostable DHCP agents. Network: bba0d8c7-faed-4600-9e37-36663462e163, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:44.665575 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86a8f6d4-7542-4769-a5e1-b220304173d5 req-7697ffe7-9cc8-4f81-aefe-e754a4f3d599 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307843 Jul 15 13:30:44.669960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d546e3b-6905-41ea-8364-e8210a644bbd req-3441ca73-d425-43aa-891e-605737d2d7f1 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.672166 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d546e3b-6905-41ea-8364-e8210a644bbd req-3441ca73-d425-43aa-891e-605737d2d7f1 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.4919713 Jul 15 13:30:44.694291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110304c9-cfe6-4544-b27a-ea42a678c55d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.698566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-110304c9-cfe6-4544-b27a-ea42a678c55d tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] 10.222.0.57 "GET /v2.0/networks/6efabaaf-055d-4dc7-8c17-c615973e769d HTTP/1.1" status: 200 len: 768 time: 0.1314478 Jul 15 13:30:44.699768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51206) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.709284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-eba15bb4-be32-4196-b952-51db5a7394a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.710909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-eba15bb4-be32-4196-b952-51db5a7394a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 200 len: 911 time: 0.2940316 Jul 15 13:30:44.714914 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2f7287-a9b2-4ca4-85e1-550fc864512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.729110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Network bba0d8c7-faed-4600-9e37-36663462e163 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:44.733164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2f7287-a9b2-4ca4-85e1-550fc864512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.775622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:44.780877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:44.825578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4a2f7287-a9b2-4ca4-85e1-550fc864512a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acb6034be28d4ece874b84dd808b4763&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2187071 Jul 15 13:30:44.826409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f7287-a9b2-4ca4-85e1-550fc864512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc10c1-947e-4b30-8b89-862a0385db77,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:44.829962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:44.901136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, bba0d8c7-faed-4600-9e37-36663462e163) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:44.904892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-6846eae6-2585-4861-b4b5-fa860d599641 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5953d73-b69f-4167-89b5-276dce74c44b HTTP/1.1" status: 200 len: 217 time: 0.1724646 Jul 15 13:30:44.914247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a095a-6420-4e22-8536-321e130ccfa6 None None] Network bba0d8c7-faed-4600-9e37-36663462e163 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:44.935438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:44.936366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.000216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.022569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d546e3b-6905-41ea-8364-e8210a644bbd req-3df28d9d-6863-4403-9802-76dede220742 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354766 Jul 15 13:30:45.044796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.051389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.059311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.062900 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.065864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.072583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.080605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.086818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.088708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddd58a5f-deda-4730-90d5-aa6f6fab905c req-a94479ff-f16d-46d5-bc5b-e2053c281bee tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.2842574 Jul 15 13:30:45.091785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fd45-450a-4045-9869-cc80515eb796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.111070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-69d6a902-1d7e-4a22-ac53-202bcd6d271c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3591669 Jul 15 13:30:45.168261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-b95c0c97-2fc3-43d3-b288-7d5a16a80eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.169866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-b95c0c97-2fc3-43d3-b288-7d5a16a80eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 200 len: 850 time: 0.2393231 Jul 15 13:30:45.191651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fd45-450a-4045-9869-cc80515eb796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.220981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c561f-c2d2-4545-8241-0f1437f871c8 None None] Network bba0d8c7-faed-4600-9e37-36663462e163 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:45.228385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-789530ec-b44c-4c27-824c-e17c5ae24f33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fe88f76-ec39-44ad-acb0-e2b7010fbaad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421748 Jul 15 13:30:45.316296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.365029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.372582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.395493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5afcb7-785f-43e1-93dd-789da6f4970a']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:45.446648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fd45-450a-4045-9869-cc80515eb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.448563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b39c2f-e001-4fb1-9ab5-ae9faa68f2ae') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:45.448723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b39c2f-e001-4fb1-9ab5-ae9faa68f2ae') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:45.449470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fd45-450a-4045-9869-cc80515eb796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.451399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c3b8fd45-450a-4045-9869-cc80515eb796 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fdc10c1-947e-4b30-8b89-862a0385db77 HTTP/1.1" status: 204 len: 168 time: 0.5881827 Jul 15 13:30:45.456036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51218) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.516939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.543162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8fd45-450a-4045-9869-cc80515eb796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc10c1-947e-4b30-8b89-862a0385db77,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.551523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.554555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9315ab1-d09e-4d5d-ae22-e2fc2177ab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.580134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=6bf4799e-64a7-412a-b314-2c74278883cf,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:45.590618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:45.590830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.591624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Deleting subnet c31aa387-5e73-4cf8-89d6-c4cfff8614c3 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:45.597086 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:45.612831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.619689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-806a3a74-d317-44a1-8673-26213e363cde service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791599 Jul 15 13:30:45.659261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:45.659776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: 0c87927d-784d-4990-a8bd-d4699becf43b, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:45.671687 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.684730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.703072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.731488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 0c87927d-784d-4990-a8bd-d4699becf43b is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:45.756247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0c87927d-784d-4990-a8bd-d4699becf43b) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:45.762545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:45.763508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.772238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfae6cd-c009-43fc-8889-dbcbed94cadb None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:45.785407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a3f15cf-19c5-43ab-a85d-cece53acbbe7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6883941 Jul 15 13:30:45.788737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:45.797373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:45.801691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:45.989139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.052396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31aa387-5e73-4cf8-89d6-c4cfff8614c3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.060367 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.063275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-613aae23-a4c7-45ce-862a-c47a3e37e6fd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c31aa387-5e73-4cf8-89d6-c4cfff8614c3 HTTP/1.1" status: 204 len: 168 time: 0.6036530 Jul 15 13:30:46.087206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51228) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.087618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51230) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.108045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0c87927d-784d-4990-a8bd-d4699becf43b', 'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': '6bf4799e-64a7-412a-b314-2c74278883cf'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:46.110888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.126308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:46.131314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.163587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77a057f-9a3d-458e-8d49-1c9c44308ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.189530 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:30:46.313386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.330005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d5afcb7-785f-43e1-93dd-789da6f4970a {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:46.346545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.353308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/networks/6d5afcb7-785f-43e1-93dd-789da6f4970a HTTP/1.1" status: 204 len: 168 time: 1.6482649 Jul 15 13:30:46.356732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51232) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:46.360796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fdac2-003c-496e-b7a7-12468820fb01 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d5afcb7-785f-43e1-93dd-789da6f4970a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.369334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'network': {'name': 'tempest-network--576893215'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:46.409372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-765a7f27-8a49-453d-88e5-edcb839acb1f req-00759d2c-31da-4c3a-b562-4f92220ee0a8 service neutron] 10.222.0.59 "GET /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758868 Jul 15 13:30:46.444627 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.456235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Allocated IP 172.20.0.2 (0c87927d-784d-4990-a8bd-d4699becf43b/6bf4799e-64a7-412a-b314-2c74278883cf/7a0acc10-1406-40d9-85ef-90a35c660f80) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:46.511541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-85fc7168-ea25-484c-a690-8b351a4eef9d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:46.514061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-85fc7168-ea25-484c-a690-8b351a4eef9d tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.59 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.4786904 Jul 15 13:30:46.671207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Deleting port 84a3f170-c79a-408a-b13b-d704bb52b7d7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:46.672545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.687325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.705714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Transition to ACTIVE for port object 7a0acc10-1406-40d9-85ef-90a35c660f80 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:46.727187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Transition to ACTIVE for port object 7a0acc10-1406-40d9-85ef-90a35c660f80 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:46.742561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.820949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:46.826949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] For port 84a3f170-c79a-408a-b13b-d704bb52b7d7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=84a3f170-c79a-408a-b13b-d704bb52b7d7,segment=NetworkSegment(a8283e3c-57dc-4618-9435-3f19d3da200c),segment_id=a8283e3c-57dc-4618-9435-3f19d3da200c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:46.827307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.834282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:46.844090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:46.845648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Calling delete_port for 84a3f170-c79a-408a-b13b-d704bb52b7d7 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:46.867650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Pushing event updated for resources: {'Port': ['ID=7a0acc10-1406-40d9-85ef-90a35c660f80,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:46.964508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Attempting to bind port 7a0acc10-1406-40d9-85ef-90a35c660f80 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:30:46.965097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Attempting to bind port 7a0acc10-1406-40d9-85ef-90a35c660f80 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:30:46.965551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Attempting to bind port 7a0acc10-1406-40d9-85ef-90a35c660f80 on network 0c87927d-784d-4990-a8bd-d4699becf43b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:30:46.978844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:30:46.979254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Checking segment: {'id': 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:46.980139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:46.980139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Bound using segment: {'id': 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:30:46.980737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Bound port: 7a0acc10-1406-40d9-85ef-90a35c660f80, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:30:46.982006 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.001275 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6bf4799e-64a7-412a-b314-2c74278883cf (CIDR: 172.20.0.0/28) Jul 15 13:30:47.051585 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:30:47.052069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:47.070170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb901c64-b9cf-42d4-ac32-44ddef647ce4 req-f6083fb9-c2cb-41af-be6d-15528b31f0ee tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.077569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb901c64-b9cf-42d4-ac32-44ddef647ce4 req-f6083fb9-c2cb-41af-be6d-15528b31f0ee tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 946 time: 0.7321014 Jul 15 13:30:47.088268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.121394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.121798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] For port 7a0acc10-1406-40d9-85ef-90a35c660f80, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:30:47.144452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] For port 7a0acc10-1406-40d9-85ef-90a35c660f80, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7a0acc10-1406-40d9-85ef-90a35c660f80,segment=NetworkSegment(f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84),segment_id=f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:30:47.157550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.158026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Pushing event deleted for resources: {'Port': ['ID=84a3f170-c79a-408a-b13b-d704bb52b7d7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.226145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2da9-1149-4d2d-a2c9-6a2859ff80c1 None None] Pushing event updated for resources: {'Port': ['ID=7a0acc10-1406-40d9-85ef-90a35c660f80,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.273860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.329775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb901c64-b9cf-42d4-ac32-44ddef647ce4 req-759b1b90-0748-425d-b9d0-3f28e9268dc6 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/security-groups?id=c41f1425-4512-487f-8951-aab4b068dbed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504416 Jul 15 13:30:47.332710 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77a057f-9a3d-458e-8d49-1c9c44308ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.355753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba0d8c7-faed-4600-9e37-36663462e163']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.370201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58173dae-19bb-430f-b1c3-544e4cec08c5') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.370497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58173dae-19bb-430f-b1c3-544e4cec08c5') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:47.399557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.416464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.434467 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77a057f-9a3d-458e-8d49-1c9c44308ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.441663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.446035 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a8299d34-1d5d-4373-9284-c626e2c63c1e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6556132 Jul 15 13:30:47.450868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51246) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.459464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:47.490138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Deleting port e5953d73-b69f-4167-89b5-276dce74c44b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:47.490138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.510265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:47.510747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:47.518566 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:47.561309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Made reservation on behalf of 149922058bc349a9af8c44d5e5194db9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:47.564961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.597861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d77a057f-9a3d-458e-8d49-1c9c44308ce8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50b3e08fe7a742e399f9acb7e5bf641d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5024552 Jul 15 13:30:47.610963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51250) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.654334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51252) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:47.680575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a057f-9a3d-458e-8d49-1c9c44308ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55137521-6cc8-44d8-94ad-e019abc233fc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.785719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.821344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.823170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] 10.222.0.57 "DELETE /v2.0/networks/bba0d8c7-faed-4600-9e37-36663462e163 HTTP/1.1" status: 204 len: 168 time: 1.7338867 Jul 15 13:30:47.858076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1b8e3-1478-4e85-ab3b-aeb2bc8fe91d admin admin] Pushing event deleted for resources: {'Network': ['ID=bba0d8c7-faed-4600-9e37-36663462e163,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:47.868123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:47.891804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] For port e5953d73-b69f-4167-89b5-276dce74c44b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=e5953d73-b69f-4167-89b5-276dce74c44b,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:47.892181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.898644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:47.899244 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Added segment ddb26bc5-6d4d-47d8-bc27-569575e4d51a of type vlan for network 314d83ae-ba72-4f43-893c-988a8a697d73 Jul 15 13:30:47.919767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Calling delete_port for e5953d73-b69f-4167-89b5-276dce74c44b owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:47.946269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.946821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.947695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.948692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.949612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.950651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.951452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:47.955906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-47244a91-0b79-4eba-b0d1-bcd06de4efa0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.2948594 Jul 15 13:30:47.965607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:47.969276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.011150 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2242e12-447b-4fcb-b651-490a9a9b00d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.055172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-8298950b-e513-411b-80e7-41632efc8101 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451961 Jul 15 13:30:48.058957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.098708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51260) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.141928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2242e12-447b-4fcb-b651-490a9a9b00d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.183130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-39dbab13-6817-45e8-8bc7-f995a0e45d23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50b3163c480d4713b8dc0f1868a28d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758226 Jul 15 13:30:48.186468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51262) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.230849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.269511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.270381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.271025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.288590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Pushing event deleted for resources: {'Port': ['ID=e5953d73-b69f-4167-89b5-276dce74c44b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.328625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ea90be-8273-458d-bea3-3a7d2b714902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.329397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Router 1512ae04-4ace-48c7-9905-3c7333512878 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:48.348190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] No DVR routers for this DVR port e5953d73-b69f-4167-89b5-276dce74c44b on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:48.352793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.355344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf1184b7-48d3-487b-bc12-5bce8c76da83 req-87751dfd-34e5-4ed4-9b8d-e23074cf6c85 tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.59 "DELETE /v2.0/ports/e5953d73-b69f-4167-89b5-276dce74c44b HTTP/1.1" status: 204 len: 173 time: 1.8239455 Jul 15 13:30:48.355516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eec305-445c-461a-acdc-0a27b6aa992d', 'name': 'network-vif-deleted', 'tag': 'e5953d73-b69f-4167-89b5-276dce74c44b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:30:48.357990 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e1657-a6d3-4c6d-9a1d-5d05d9ac5ac9" -d '{"events": [{"server_uuid": "91eec305-445c-461a-acdc-0a27b6aa992d", "name": "network-vif-deleted", "tag": "e5953d73-b69f-4167-89b5-276dce74c44b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:30:48.360742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0011139 Jul 15 13:30:48.366320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51268) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.375147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:48.406579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ea90be-8273-458d-bea3-3a7d2b714902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.463082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641183b-acc8-42a9-80e6-fe78b1d44a81 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Network': ['ID=314d83ae-ba72-4f43-893c-988a8a697d73,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.482686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 314d83ae-ba72-4f43-893c-988a8a697d73 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:48.505759 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b810ca-d869-4fa3-b650-7a936623f443 x-openstack-request-id: req-32b810ca-d869-4fa3-b650-7a936623f443 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:30:48.506188 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eec305-445c-461a-acdc-0a27b6aa992d", "name": "network-vif-deleted", "tag": "e5953d73-b69f-4167-89b5-276dce74c44b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:30:48.506455 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32b810ca-d869-4fa3-b650-7a936623f443 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:30:48.506971 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eec305-445c-461a-acdc-0a27b6aa992d', 'name': 'network-vif-deleted', 'tag': 'e5953d73-b69f-4167-89b5-276dce74c44b', 'status': 'completed', 'code': 200} Jul 15 13:30:48.552242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2242e12-447b-4fcb-b651-490a9a9b00d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.568110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2242e12-447b-4fcb-b651-490a9a9b00d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.569354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d2242e12-447b-4fcb-b651-490a9a9b00d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55137521-6cc8-44d8-94ad-e019abc233fc HTTP/1.1" status: 204 len: 168 time: 0.9573646 Jul 15 13:30:48.623685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.641523 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ea90be-8273-458d-bea3-3a7d2b714902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.644660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02ea90be-8273-458d-bea3-3a7d2b714902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.645804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-02ea90be-8273-458d-bea3-3a7d2b714902 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4c865c2-427a-4e94-ac50-472fb98656e9 HTTP/1.1" status: 204 len: 168 time: 0.4584444 Jul 15 13:30:48.672920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea90be-8273-458d-bea3-3a7d2b714902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c865c2-427a-4e94-ac50-472fb98656e9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.707100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.732850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.796227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Network 314d83ae-ba72-4f43-893c-988a8a697d73 is not hosted by any dhcp agent {{(pid=93994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:30:48.798262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:48.799495 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.801930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "PUT /v2.0/networks/314d83ae-ba72-4f43-893c-988a8a697d73 HTTP/1.1" status: 200 len: 857 time: 0.4345877 Jul 15 13:30:48.806864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51276) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:48.829789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:48.844529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] Sync routers for ids ['1512ae04-4ace-48c7-9905-3c7333512878'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:48.869866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] Routers {'1512ae04-4ace-48c7-9905-3c7333512878'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:48.870561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1512ae04-4ace-48c7-9905-3c7333512878'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:48.951792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:48.967016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242e12-447b-4fcb-b651-490a9a9b00d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55137521-6cc8-44d8-94ad-e019abc233fc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:48.988268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e5953d73-b69f-4167-89b5-276dce74c44b no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:48.995121 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c6b612a-5a68-4870-a6a7-bb0a920767be admin admin] 10.222.0.57 "PUT /v2.0/routers/1512ae04-4ace-48c7-9905-3c7333512878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2726321 Jul 15 13:30:49.010141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a06e6e05-2bad-4bc4-bf11-daccb82c1ac7 req-22cba51c-e77d-4c80-b385-ead89c731e9a tempest-ServerRescueTestJSON-2096268056 tempest-ServerRescueTestJSON-2096268056-project] 10.222.0.57 "GET /v2.0/ports?device_id=91eec305-445c-461a-acdc-0a27b6aa992d HTTP/1.1" status: 200 len: 210 time: 0.3971326 Jul 15 13:30:49.011520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51282) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.098319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e31cb-c0af-4128-8097-b0eca52b462a None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:49.099268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b148bb5-adf0-45b9-8ed4-67f4b289a7d5 tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event updated for resources: {'Network': ['ID=314d83ae-ba72-4f43-893c-988a8a697d73,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.119360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: e5953d73-b69f-4167-89b5-276dce74c44b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:49.119985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device e5953d73-b69f-4167-89b5-276dce74c44b not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:49.203811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eb2fb5e6-19be-4519-a21d-5b4715befd00 None None] Provisioning for port 7a0acc10-1406-40d9-85ef-90a35c660f80 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:49.213305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] Set router 1512ae04-4ace-48c7-9905-3c7333512878 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:49.244336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.280554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314d83ae-ba72-4f43-893c-988a8a697d73']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.306669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb26bc5-6d4d-47d8-bc27-569575e4d51a') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.311167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb26bc5-6d4d-47d8-bc27-569575e4d51a') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.357739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.395939 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.412625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:49.413054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:49.418565 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:49.509884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.512583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7a0acc10-1406-40d9-85ef-90a35c660f80 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:49.564918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0036dec-66ae-4479-937a-f057c453f352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.576024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.581884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 314d83ae-ba72-4f43-893c-988a8a697d73 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:30:49.585704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.594446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51294) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.594699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] 10.222.0.57 "DELETE /v2.0/networks/314d83ae-ba72-4f43-893c-988a8a697d73 HTTP/1.1" status: 204 len: 168 time: 0.7857380 Jul 15 13:30:49.613992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295721b-ffc5-4582-ac8f-7ce4f006b7ff tempest-ExternalNetworksTestJSON-1366853419 tempest-ExternalNetworksTestJSON-1366853419-project-admin] Pushing event deleted for resources: {'Network': ['ID=314d83ae-ba72-4f43-893c-988a8a697d73,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:49.681698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 7a0acc10-1406-40d9-85ef-90a35c660f80 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:49.689444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 7a0acc10-1406-40d9-85ef-90a35c660f80 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:49.690144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.710374 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f9a993-b784-4bd5-939d-33c16be471e2 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] DELETE failed (client error): The resource could not be found. Jul 15 13:30:49.710864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f9a993-b784-4bd5-939d-33c16be471e2 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:30:49.712821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-01f9a993-b784-4bd5-939d-33c16be471e2 tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] 10.222.0.57 "DELETE /v2.0/subnets/bc09b7b2-1038-4b8f-bcc7-0a91c6a96c5c HTTP/1.1" status: 404 len: 337 time: 0.1175954 Jul 15 13:30:49.716456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.716953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51296) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:49.725926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.742850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:30:47Z', 'revision_number': 5, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.797778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] Checking router: 1512ae04-4ace-48c7-9905-3c7333512878 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:49.806512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0036dec-66ae-4479-937a-f057c453f352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.821956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 0c87927d-784d-4990-a8bd-d4699becf43b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:49.823221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] Routers {'1512ae04-4ace-48c7-9905-3c7333512878'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:49.823877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1512ae04-4ace-48c7-9905-3c7333512878'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:49.835846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:49.855116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0036dec-66ae-4479-937a-f057c453f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.878163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:49.879500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:49.974396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.115078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6614482 Jul 15 13:30:50.116486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94ffb4-8767-4835-95d2-9727623f29b0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=6519a113-cd6a-443b-89f6-841e9d30b3cb,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.122302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51304) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:50.161637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b', 'fixed_ips': [{'subnet_id': '6bf4799e-64a7-412a-b314-2c74278883cf'}, {'subnet_id': '6519a113-cd6a-443b-89f6-841e9d30b3cb'}], 'name': 'tempest-PortsTestJSON-1449712325'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:50.215386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e0036dec-66ae-4479-937a-f057c453f352 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0823ea672a944f419f57f8e27ab82dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043505 Jul 15 13:30:50.275446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0036dec-66ae-4479-937a-f057c453f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba8f08-b819-4dda-b096-cff52212042a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.281082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51308) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:50.281292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.281877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51310) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:50.300414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efabaaf-055d-4dc7-8c17-c615973e769d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:50.303115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca1a575-4f75-4971-9d1b-d14d58f3e08a None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:50.319404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814480e4-7fe9-4442-b696-741cf68972c8') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:50.319822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814480e4-7fe9-4442-b696-741cf68972c8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:50.333024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.373240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.377643 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.382272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:50.382834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:50.387525 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:50.460920 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.509745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.527254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.533052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] 10.222.0.57 "DELETE /v2.0/networks/6efabaaf-055d-4dc7-8c17-c615973e769d HTTP/1.1" status: 204 len: 168 time: 0.8126669 Jul 15 13:30:50.552940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2aee2-d8f6-4c02-8a9a-b9bf5e747d6e tempest-ExternalNetworksTestJSON-320606935 tempest-ExternalNetworksTestJSON-320606935-project] Pushing event deleted for resources: {'Network': ['ID=6efabaaf-055d-4dc7-8c17-c615973e769d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:50.627501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e80fa3b-af1a-4256-aecb-15e07c8e4988 None None] Provisioning complete for port 7a0acc10-1406-40d9-85ef-90a35c660f80 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:50.628319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e80fa3b-af1a-4256-aecb-15e07c8e4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.628449 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-008987d8-0bf5-401e-bd67-bca83456a17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.665153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:50.677625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-008987d8-0bf5-401e-bd67-bca83456a17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.756035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Deleting port a218c886-dd1e-4f63-86d3-c5fa0c1437c5 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:50.756035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.792864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] Set router 1512ae04-4ace-48c7-9905-3c7333512878 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:50.933170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 7a0acc10-1406-40d9-85ef-90a35c660f80, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7a0acc10-1406-40d9-85ef-90a35c660f80,segment=NetworkSegment(f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84),segment_id=f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:50.978173 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:50.978781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.002716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51324) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.067707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-008987d8-0bf5-401e-bd67-bca83456a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.072825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-008987d8-0bf5-401e-bd67-bca83456a17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.075090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-008987d8-0bf5-401e-bd67-bca83456a17c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8dba8f08-b819-4dda-b096-cff52212042a HTTP/1.1" status: 204 len: 168 time: 0.6936104 Jul 15 13:30:51.077948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=7a0acc10-1406-40d9-85ef-90a35c660f80,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.079536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] For port a218c886-dd1e-4f63-86d3-c5fa0c1437c5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:51.080177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.096712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51330) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.124878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 657ecc61-2e3f-488e-923b-feeffa7d9b8f yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:51.135506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Calling delete_port for a218c886-dd1e-4f63-86d3-c5fa0c1437c5 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:51.138571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008987d8-0bf5-401e-bd67-bca83456a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba8f08-b819-4dda-b096-cff52212042a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:51.461756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Update dhcp port {'port': {'network_id': '0c87927d-784d-4990-a8bd-d4699becf43b', 'fixed_ips': [{'subnet_id': '6bf4799e-64a7-412a-b314-2c74278883cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '6519a113-cd6a-443b-89f6-841e9d30b3cb'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '7a0acc10-1406-40d9-85ef-90a35c660f80'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:30:51.510840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ff9db151-0c82-4b8a-b254-bbf49ceef691 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1c685c5069743fd81159a3db5c2e372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041339 Jul 15 13:30:51.513743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51336) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:51.516002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.527689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7a0acc10-1406-40d9-85ef-90a35c660f80 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:51.620045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ef22ee-18f4-4b86-98f3-57469324d67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.649885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ef22ee-18f4-4b86-98f3-57469324d67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.709363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5a215e6-d31e-44dd-9bfd-4ad77e79905f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.741222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:30:47Z', 'revision_number': 5, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:51.750862 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ef22ee-18f4-4b86-98f3-57469324d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.757558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ef22ee-18f4-4b86-98f3-57469324d67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.759648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00ef22ee-18f4-4b86-98f3-57469324d67d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d42bb406-31c7-4aa9-803e-edc9a7c2c865 HTTP/1.1" status: 204 len: 168 time: 0.2448232 Jul 15 13:30:51.792185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 7a0acc10-1406-40d9-85ef-90a35c660f80 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:51.792656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:51.794470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b6451-e6e3-4de3-9451-888ddd3ec84a None None] The sync data for ids ['1512ae04-4ace-48c7-9905-3c7333512878'] in n-d-798054-11 is: [{'id': '1512ae04-4ace-48c7-9905-3c7333512878', 'name': 'tempest-TestServerMultinode-835619482-router', 'tenant_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:29:22Z', 'updated_at': '2021-07-15T13:30:47Z', 'revision_number': 5, 'project_id': 'c6a1781e801e4c8a953e9441f9e22f52', 'gw_port': {'id': 'a218c886-dd1e-4f63-86d3-c5fa0c1437c5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1512ae04-4ace-48c7-9905-3c7333512878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:29:23Z', 'updated_at': '2021-07-15T13:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:51.883937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Allocated IP 172.20.0.18 (0c87927d-784d-4990-a8bd-d4699becf43b/6519a113-cd6a-443b-89f6-841e9d30b3cb/7a0acc10-1406-40d9-85ef-90a35c660f80) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:51.902441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef22ee-18f4-4b86-98f3-57469324d67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42bb406-31c7-4aa9-803e-edc9a7c2c865,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.075903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5a215e6-d31e-44dd-9bfd-4ad77e79905f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.078685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.088085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5a215e6-d31e-44dd-9bfd-4ad77e79905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.115958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] For port 7a0acc10-1406-40d9-85ef-90a35c660f80, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7a0acc10-1406-40d9-85ef-90a35c660f80,segment=NetworkSegment(f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84),segment_id=f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:52.153276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b5a215e6-d31e-44dd-9bfd-4ad77e79905f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b827aace1deb43c0b82da6bdd94e27ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0549800 Jul 15 13:30:52.157692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51354) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.184787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a215e6-d31e-44dd-9bfd-4ad77e79905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4816fe-6fbd-432c-93bd-e5f8d718c5ca,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.224137 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.270724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.290214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Transition to ACTIVE for port object 7a0acc10-1406-40d9-85ef-90a35c660f80 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:52.313032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-124aec02-6e7c-45ce-93b1-8167d7b19106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.313280 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.386130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-124aec02-6e7c-45ce-93b1-8167d7b19106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.472076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a43c7-ef89-4484-a930-8a25bef97ae0 None None] Pushing event updated for resources: {'Port': ['ID=7a0acc10-1406-40d9-85ef-90a35c660f80,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.521448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-124aec02-6e7c-45ce-93b1-8167d7b19106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.527606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-124aec02-6e7c-45ce-93b1-8167d7b19106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.528825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-124aec02-6e7c-45ce-93b1-8167d7b19106 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed4816fe-6fbd-432c-93bd-e5f8d718c5ca HTTP/1.1" status: 204 len: 168 time: 0.3692822 Jul 15 13:30:52.551229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124aec02-6e7c-45ce-93b1-8167d7b19106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4816fe-6fbd-432c-93bd-e5f8d718c5ca,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.574758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a218c886-dd1e-4f63-86d3-c5fa0c1437c5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:52.771752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.11 (0c87927d-784d-4990-a8bd-d4699becf43b/6bf4799e-64a7-412a-b314-2c74278883cf/657ecc61-2e3f-488e-923b-feeffa7d9b8f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:52.798167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.23 (0c87927d-784d-4990-a8bd-d4699becf43b/6519a113-cd6a-443b-89f6-841e9d30b3cb/657ecc61-2e3f-488e-923b-feeffa7d9b8f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:52.849941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:52.876764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51366) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:52.952203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0bf1f424-0c98-4946-be8c-0efa0d34d78f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=149922058bc349a9af8c44d5e5194db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738370 Jul 15 13:30:52.955040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51368) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.054079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8c1adb0-c2a7-443e-9441-37e378b10248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.067511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.083893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8c1adb0-c2a7-443e-9441-37e378b10248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.087451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.178944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8c1adb0-c2a7-443e-9441-37e378b10248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.181719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a8c1adb0-c2a7-443e-9441-37e378b10248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.185831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a8c1adb0-c2a7-443e-9441-37e378b10248 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5481d0ae-b06c-4b9f-9250-a8724d0bda25 HTTP/1.1" status: 204 len: 168 time: 0.2288649 Jul 15 13:30:53.211074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1adb0-c2a7-443e-9441-37e378b10248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5481d0ae-b06c-4b9f-9250-a8724d0bda25,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.302955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.303542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1512ae04-4ace-48c7-9905-3c7333512878 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:30:53.319850 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.321035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b081f5a3-a892-421d-8696-49c48d42f5e0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1512ae04-4ace-48c7-9905-3c7333512878 HTTP/1.1" status: 204 len: 168 time: 4.2805533 Jul 15 13:30:53.325802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:53.462259 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.498864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 657ecc61-2e3f-488e-923b-feeffa7d9b8f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:53.543338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Deleting subnet 6b7d6ce6-a3b4-49b3-ab61-e55cef420bda {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:30:53.566171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Deleting port 4d54d01a-d1d5-4278-87fd-40724a01972f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:53.566668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.576305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.726040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.783152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.856874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 0c87927d-784d-4990-a8bd-d4699becf43b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:53.865115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:53.878455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:53.936131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] For port 4d54d01a-d1d5-4278-87fd-40724a01972f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4d54d01a-d1d5-4278-87fd-40724a01972f,segment=NetworkSegment(5a1db835-4f78-4a9b-a23f-1acc1a5fed0c),segment_id=5a1db835-4f78-4a9b-a23f-1acc1a5fed0c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:53.936763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.969178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=657ecc61-2e3f-488e-923b-feeffa7d9b8f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:53.974826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Calling delete_port for 4d54d01a-d1d5-4278-87fd-40724a01972f owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:53.992559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:53.993003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:53.996845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.007295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0be3da06-f114-4231-88a1-0d1e5b34dcf3 None None] Provisioning for port 7a0acc10-1406-40d9-85ef-90a35c660f80 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:54.017026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0be3da06-f114-4231-88a1-0d1e5b34dcf3 None None] Provisioning complete for port 7a0acc10-1406-40d9-85ef-90a35c660f80 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:54.017385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0be3da06-f114-4231-88a1-0d1e5b34dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.132652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1079acc-aae8-4fad-8fc0-767cab7c7a25 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.9931693 Jul 15 13:30:54.138868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.140545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7a0acc10-1406-40d9-85ef-90a35c660f80 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:30:54.147657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bf4799e-64a7-412a-b314-2c74278883cf'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:54.243964 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.348859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7d6ce6-a3b4-49b3-ab61-e55cef420bda,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:54.351973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 7a0acc10-1406-40d9-85ef-90a35c660f80 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:54.351973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.382633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.386601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1123dfe7-8eab-4bd6-becf-e1135cf49dac admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6b7d6ce6-a3b4-49b3-ab61-e55cef420bda HTTP/1.1" status: 204 len: 168 time: 1.0590863 Jul 15 13:30:54.391660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51408) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:54.460487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54621b0-fb62-4df3-8a13-2d636d94c37f None None] Network 145b17ef-0907-44e2-b438-620c76d3b2ba requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:54.601689 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.668779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:54.858070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Deleting port 12a56ee5-119f-44c8-8eea-917ab8e5b78d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:54.858797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.028639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] For port 12a56ee5-119f-44c8-8eea-917ab8e5b78d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12a56ee5-119f-44c8-8eea-917ab8e5b78d,segment=NetworkSegment(a8283e3c-57dc-4618-9435-3f19d3da200c),segment_id=a8283e3c-57dc-4618-9435-3f19d3da200c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:55.028913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.061006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eada681f-31db-41a5-83c8-2169e0156c35 None None] Provisioning for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:55.087847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Calling delete_port for 12a56ee5-119f-44c8-8eea-917ab8e5b78d owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:55.092193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-eada681f-31db-41a5-83c8-2169e0156c35 None None] Provisioning complete for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:55.093113 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eada681f-31db-41a5-83c8-2169e0156c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.097635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 84a3f170-c79a-408a-b13b-d704bb52b7d7 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:55.390964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.406003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.465973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d54d01a-d1d5-4278-87fd-40724a01972f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.481216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=12a56ee5-119f-44c8-8eea-917ab8e5b78d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.491478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] No DVR routers for this DVR port 12a56ee5-119f-44c8-8eea-917ab8e5b78d on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:30:55.577539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fefc86-0c47-471e-8b4f-e419d4174b25 None None] DHCP port deletion for 145b17ef-0907-44e2-b438-620c76d3b2ba request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:30:55.583801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 84a3f170-c79a-408a-b13b-d704bb52b7d7 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:55.583801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 84a3f170-c79a-408a-b13b-d704bb52b7d7 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:55.612992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-eada681f-31db-41a5-83c8-2169e0156c35 None None] Port 657ecc61-2e3f-488e-923b-feeffa7d9b8f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:55.653600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.707862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145b17ef-0907-44e2-b438-620c76d3b2ba']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:55.738081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8283e3c-57dc-4618-9435-3f19d3da200c') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:55.739666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8283e3c-57dc-4618-9435-3f19d3da200c') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:55.759587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.788023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.801789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:30:55.803861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:30:55.807919 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:30:55.833042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Delete allocated IP 172.20.0.23 (0c87927d-784d-4990-a8bd-d4699becf43b/6519a113-cd6a-443b-89f6-841e9d30b3cb) {{(pid=93995) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:30:55.878105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51454) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:55.896308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.909338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:55.912126 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] 10.222.0.57 "DELETE /v2.0/networks/145b17ef-0907-44e2-b438-620c76d3b2ba HTTP/1.1" status: 204 len: 168 time: 1.5188010 Jul 15 13:30:55.938821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297150ad-28c7-4918-98d3-18be1fa45c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=145b17ef-0907-44e2-b438-620c76d3b2ba,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:55.953296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12a56ee5-119f-44c8-8eea-917ab8e5b78d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:55.998842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 12a56ee5-119f-44c8-8eea-917ab8e5b78d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:55.999491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12a56ee5-119f-44c8-8eea-917ab8e5b78d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:55.999941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a218c886-dd1e-4f63-86d3-c5fa0c1437c5 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:56.017044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51462) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.050003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: a218c886-dd1e-4f63-86d3-c5fa0c1437c5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:56.050621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a218c886-dd1e-4f63-86d3-c5fa0c1437c5 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:56.120811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.131173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.147429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Ignored duplicate provisioning block setup for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:30:56.154693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.164581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-738eaa50-0575-452d-a47f-c230cc9f87c0 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b1b3410e1d73446da763a613f1818228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506516 Jul 15 13:30:56.228903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51474) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.289277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1631312421'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.356256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=657ecc61-2e3f-488e-923b-feeffa7d9b8f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.426113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-94b57a29-59d2-4abd-b1cd-0af2eee34160 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f98355a07f8444ec9d53954e853d805f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939063 Jul 15 13:30:56.430818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51476) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.457199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] In _notify_port_updated(), no bound segment for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f on network 0c87927d-784d-4990-a8bd-d4699becf43b {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:30:56.462482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:56.463426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.464246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.467693 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.468857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0e2f5dfc-6f81-44ba-8845-2edf7df5dda8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/ports/657ecc61-2e3f-488e-923b-feeffa7d9b8f HTTP/1.1" status: 200 len: 920 time: 2.3272076 Jul 15 13:30:56.469538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51478) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:56.478944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bf4799e-64a7-412a-b314-2c74278883cf'}, {'subnet_id': '6519a113-cd6a-443b-89f6-841e9d30b3cb'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:56.512170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.520384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07c3a970-2687-4a7e-9f63-6ac49fba9f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.554310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-49714d75-bc9d-417c-86a4-cbd5eb36b1b6 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:56.555930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-49714d75-bc9d-417c-86a4-cbd5eb36b1b6 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828464 Jul 15 13:30:56.587215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-5197ab3d-734b-4a04-be7d-5f891df31f3d tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/quotas/b1b3410e1d73446da763a613f1818228 HTTP/1.1" status: 200 len: 375 time: 0.0212221 Jul 15 13:30:56.653919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-6992f576-0993-4735-b842-d4f177142a80 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1b3410e1d73446da763a613f1818228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562010 Jul 15 13:30:56.659635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccc471dc-db86-478e-90ef-6ab1b2850d41 None None] Provisioning complete for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:56.660307 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccc471dc-db86-478e-90ef-6ab1b2850d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.701370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccc471dc-db86-478e-90ef-6ab1b2850d41 None None] Port 657ecc61-2e3f-488e-923b-feeffa7d9b8f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:56.720779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d89c3b0-8ee3-4814-91d8-678422dae9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.740518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.751988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.808385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:30:56.814507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:30:56.831346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d89c3b0-8ee3-4814-91d8-678422dae9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.867912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.868286 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Added segment 1529fc94-bf39-49ed-ac3c-f922f37f7b6a of type vlan for network 11e4ea1e-015c-44e8-9635-99840df846c2 Jul 15 13:30:56.892924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fe0189-f5bb-4612-8800-041fa483b812,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:56.967755 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:56.992351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46256fde-7a5c-40ef-9d77-ad8fd5a382d2 req-cdb1c4f1-fefe-447c-b11b-2b9289917b1e tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 210 time: 0.0931349 Jul 15 13:30:57.024702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.048193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.067810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:57.069449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.124262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d89c3b0-8ee3-4814-91d8-678422dae9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.127451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d89c3b0-8ee3-4814-91d8-678422dae9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.132577 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9d89c3b0-8ee3-4814-91d8-678422dae9f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9036c64a-c2f1-4313-8c30-cc1a102eef86 HTTP/1.1" status: 204 len: 168 time: 0.6944370 Jul 15 13:30:57.164757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89c3b0-8ee3-4814-91d8-678422dae9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036c64a-c2f1-4313-8c30-cc1a102eef86,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.165481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07c3a970-2687-4a7e-9f63-6ac49fba9f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.181995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07c3a970-2687-4a7e-9f63-6ac49fba9f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.237047 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3576572 Jul 15 13:30:57.237958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea0dc8-b813-430c-9e50-2adb09d5eaa7 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Network': ['ID=11e4ea1e-015c-44e8-9635-99840df846c2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.240315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:30:57.243004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51490) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.255907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 11e4ea1e-015c-44e8-9635-99840df846c2 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:30:57.257766 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0cd00a08-c118-4a13-a317-e1420b6165e1 admin admin] 10.222.0.57 "PUT /v2.0/routers/caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8623574 Jul 15 13:30:57.261238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51492) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.263861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'subnet': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:57.267970 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] Sync routers for ids ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:30:57.296140 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] Routers {'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:57.297358 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:57.300028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3a970-2687-4a7e-9f63-6ac49fba9f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3eecb-81be-4681-a055-1d8ff2996585,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.307078 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-07c3a970-2687-4a7e-9f63-6ac49fba9f86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65d5e45cc02341a9a738b016131bc5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2888298 Jul 15 13:30:57.311595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.458215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:57.463936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.495993 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] Set router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:57.535803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16c6c2ea-4691-4db9-aeee-6792d2358a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.624634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16c6c2ea-4691-4db9-aeee-6792d2358a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.638549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51502) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.743394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-49513542-b0c9-46b9-8af6-914e91eef1ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6a1781e801e4c8a953e9441f9e22f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033943 Jul 15 13:30:57.747833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51504) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:57.891411 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:30:55Z', 'revision_number': 5, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:57.922712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16c6c2ea-4691-4db9-aeee-6792d2358a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.925312 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16c6c2ea-4691-4db9-aeee-6792d2358a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.929002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-16c6c2ea-4691-4db9-aeee-6792d2358a76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24c3eecb-81be-4681-a055-1d8ff2996585 HTTP/1.1" status: 204 len: 168 time: 0.6131637 Jul 15 13:30:57.947648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.956383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6c2ea-4691-4db9-aeee-6792d2358a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3eecb-81be-4681-a055-1d8ff2996585,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:57.958636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] Checking router: caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:30:57.963193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf07-0d45-4ac7-b3b7-e73b9e3679db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:57.989717 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] Routers {'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:30:57.992445 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:58.061758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.206031 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] Set router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:30:58.333614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.361883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.22 (0c87927d-784d-4990-a8bd-d4699becf43b/6519a113-cd6a-443b-89f6-841e9d30b3cb/657ecc61-2e3f-488e-923b-feeffa7d9b8f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:58.450844 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:30:55Z', 'revision_number': 5, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:30:58.489372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab1645f5-d1f2-48aa-a809-985441c59d28 req-e99b029b-ae23-4da4-b969-27cd1d706739 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 210 time: 0.0984852 Jul 15 13:30:58.490876 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25afb9c8-2c01-4c2a-bbc3-3e2947f83471 None None] The sync data for ids ['caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c'] in n-d-798054-11 is: [{'id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'name': 'tempest-ServerRescueTestJSON-419785432-router', 'tenant_id': '9963e34fd91f406b9a842857158e0ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '946a7139-9201-499e-a5b5-98dda56ca695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:28:33Z', 'updated_at': '2021-07-15T13:30:55Z', 'revision_number': 5, 'project_id': '9963e34fd91f406b9a842857158e0ba0', 'gw_port': {'id': '946a7139-9201-499e-a5b5-98dda56ca695', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:28:35Z', 'updated_at': '2021-07-15T13:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:30:58.504024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf07-0d45-4ac7-b3b7-e73b9e3679db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.549650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Subnet': ['ID=96d0a859-ebbb-4665-973c-3ab72dd51291,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.601568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Checking segment: {'id': '1529fc94-bf39-49ed-ac3c-f922f37f7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:30:58.601932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network hostable DHCP agents. Network: 11e4ea1e-015c-44e8-9635-99840df846c2, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:30:58.615983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-64949648-e12d-49fb-be3d-3a005e77df29 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b1b3410e1d73446da763a613f1818228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866582 Jul 15 13:30:58.632916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:30:58.641917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf07-0d45-4ac7-b3b7-e73b9e3679db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.644636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf07-0d45-4ac7-b3b7-e73b9e3679db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.651034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d03cdf07-0d45-4ac7-b3b7-e73b9e3679db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2f0249f-f1df-4e7b-a0a6-6836af5c2944 HTTP/1.1" status: 204 len: 168 time: 0.9013860 Jul 15 13:30:58.665772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cdf07-0d45-4ac7-b3b7-e73b9e3679db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f0249f-f1df-4e7b-a0a6-6836af5c2944,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:58.666014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Deleting port 946a7139-9201-499e-a5b5-98dda56ca695 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:30:58.666292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.671013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 11e4ea1e-015c-44e8-9635-99840df846c2) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:58.686309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388e32f-a8d3-4460-96e2-b1b18364bd56 None None] Network 11e4ea1e-015c-44e8-9635-99840df846c2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:30:58.703407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:58.704036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:58.760220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9dbe65c0-fa3a-42eb-a9eb-8cee36502d1e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5103266 Jul 15 13:30:58.770955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51524) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:58.791093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1545886784'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:59.051859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.070047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:59.079560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.101765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-11e4ea1e-015c-44e8-9635-99840df846c2', 'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'tenant_id': '5aa2770e01de47a8930b25364933c9ac', 'fixed_ips': [{'subnet_id': '96d0a859-ebbb-4665-973c-3ab72dd51291'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:30:59.103101 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.117821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] For port 946a7139-9201-499e-a5b5-98dda56ca695, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=946a7139-9201-499e-a5b5-98dda56ca695,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:30:59.117821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.137443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] device_id is not set on port 0a84cd46-b3f3-480a-9adb-29a970ada96d yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:30:59.148264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 657ecc61-2e3f-488e-923b-feeffa7d9b8f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:59.158601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-49ca7b37-8b64-402a-ab7d-fd883e1d2284 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.160782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-49ca7b37-8b64-402a-ab7d-fd883e1d2284 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5326400 Jul 15 13:30:59.168147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.171184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Calling delete_port for 946a7139-9201-499e-a5b5-98dda56ca695 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:30:59.191533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Request body: {'port': {'device_id': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': 'b1b3410e1d73446da763a613f1818228'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:30:59.475489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Allocated IP 2001:db8::3ac (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/0a84cd46-b3f3-480a-9adb-29a970ada96d) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:59.551314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-447474ab-01c3-4fbf-9685-d31a982b60dd None None] Provisioning for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:30:59.563652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-447474ab-01c3-4fbf-9685-d31a982b60dd None None] Provisioning complete for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:30:59.566938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-447474ab-01c3-4fbf-9685-d31a982b60dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.637442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4d54d01a-d1d5-4278-87fd-40724a01972f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:30:59.683632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4d54d01a-d1d5-4278-87fd-40724a01972f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:30:59.683988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4d54d01a-d1d5-4278-87fd-40724a01972f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:30:59.697243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-447474ab-01c3-4fbf-9685-d31a982b60dd None None] Port 657ecc61-2e3f-488e-923b-feeffa7d9b8f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:30:59.699377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.705284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=657ecc61-2e3f-488e-923b-feeffa7d9b8f,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.728278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Transition to ACTIVE for port object 0a84cd46-b3f3-480a-9adb-29a970ada96d will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:30:59.744410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76a5c9d7-9ebc-4199-8a0c-600a048b4c0c req-d1fb228c-d39c-455c-9954-119efe9ac90b tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 210 time: 0.0497737 Jul 15 13:30:59.792402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.816708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] In _notify_port_updated(), no bound segment for port 657ecc61-2e3f-488e-923b-feeffa7d9b8f on network 0c87927d-784d-4990-a8bd-d4699becf43b {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:30:59.822593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.823422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.828241 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a5766aef-3c6d-4d61-bd0c-7fe08e8a3891 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/ports/657ecc61-2e3f-488e-923b-feeffa7d9b8f HTTP/1.1" status: 200 len: 1000 time: 3.3552766 Jul 15 13:30:59.828949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51542) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.845612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Allocated IP 2001:db8::2 (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:30:59.854305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Made reservation on behalf of b1b3410e1d73446da763a613f1818228 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:30:59.859068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.860357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:30:59.865362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:30:59.872134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:30:59.879073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:30:59.879777 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.883659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=0a84cd46-b3f3-480a-9adb-29a970ada96d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:30:59.906218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ea232f73-9e48-4a89-aa46-bceee6dd32d0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1316442 Jul 15 13:30:59.909520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:30:59.909656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:30:59.919777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1653487903', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:58:f8:cf'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:00.093921 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.110748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Transition to ACTIVE for port object 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:00.137556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.142865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Transition to ACTIVE for port object 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:00.146110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.151273 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.156558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.168611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:00.178741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:00.182058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:00.204592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:00.225167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 657ecc61-2e3f-488e-923b-feeffa7d9b8f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:00.225506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.233321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=946a7139-9201-499e-a5b5-98dda56ca695,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.294815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Pushing event updated for resources: {'Port': ['ID=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.300617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Attempting to bind port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:00.300994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Attempting to bind port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '1529fc94-bf39-49ed-ac3c-f922f37f7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:00.301372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Attempting to bind port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 on network 11e4ea1e-015c-44e8-9635-99840df846c2 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:00.307742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:00.308081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Checking segment: {'id': '1529fc94-bf39-49ed-ac3c-f922f37f7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:00.308665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.309072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Bound using segment: {'id': '1529fc94-bf39-49ed-ac3c-f922f37f7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:00.309677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Bound port: 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1529fc94-bf39-49ed-ac3c-f922f37f7b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:00.310063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.323404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.344887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] device_id is not set on port fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:00.395566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.405371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.420039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] For port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:00.425084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] For port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,segment=NetworkSegment(1529fc94-bf39-49ed-ac3c-f922f37f7b6a),segment_id=1529fc94-bf39-49ed-ac3c-f922f37f7b6a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:00.432667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.515798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861b4fe-4c82-41ec-a3a0-67d2a80304c1 None None] Pushing event updated for resources: {'Port': ['ID=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:00.520949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Allocated IP 2001:db8::3de (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:00.571249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.580774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.694286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.697306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.697306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:00.701593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.703055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1acc848-8a60-4b5c-8e56-8f54bdc20bb6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/caa00d36-61cb-4e85-ae1d-7c81cb6d9c0c HTTP/1.1" status: 204 len: 168 time: 3.4407716 Jul 15 13:31:00.711426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51566) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:00.720159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Allocated IP 192.168.233.38 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/a00ff849-ac94-48e8-9919-41ae47fae1fa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:00.728101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 657ecc61-2e3f-488e-923b-feeffa7d9b8f owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:00.919922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Deleting subnet f7798f3a-6d94-4680-ab68-318f55ed2b16 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:00.925888 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:00.952444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.043275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Transition to ACTIVE for port object fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:01.097200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f2352a-b365-4ae6-9469-329786bb2525 req-cbf5cd9b-e04b-46a1-a353-ecdcf67a9d55 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 210 time: 0.0762939 Jul 15 13:31:01.104653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.140452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.164291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Transition to ACTIVE for port object a00ff849-ac94-48e8-9919-41ae47fae1fa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:01.175699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.228463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.247058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.281865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:01.287509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:01.297016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:01.302968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.303662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.319609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=657ecc61-2e3f-488e-923b-feeffa7d9b8f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.342319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.347582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.350567 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.428539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.428539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f7798f3a-6d94-4680-ab68-318f55ed2b16 HTTP/1.1" status: 204 len: 168 time: 0.6780069 Jul 15 13:31:01.428539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94564b38-79d3-4b85-8265-dc99aa85d060 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5170648 Jul 15 13:31:01.428539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51580) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.430361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb837-a0a4-4157-9a8c-624397a79312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7798f3a-6d94-4680-ab68-318f55ed2b16,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.432187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51582) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.432763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:01.439156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:01.441813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:01.492597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.498318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-86344cef-2e0a-46ee-bf60-76e17996bc01 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/657ecc61-2e3f-488e-923b-feeffa7d9b8f HTTP/1.1" status: 204 len: 168 time: 1.6584406 Jul 15 13:31:01.499242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Pushing event updated for resources: {'Port': ['ID=a00ff849-ac94-48e8-9919-41ae47fae1fa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:01.503419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51584) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.549184 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8ae7cd-9b72-4be8-9741-94b7c32630ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:01.553970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0c8ae7cd-9b72-4be8-9741-94b7c32630ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/657ecc61-2e3f-488e-923b-feeffa7d9b8f HTTP/1.1" status: 404 len: 333 time: 0.0451884 Jul 15 13:31:01.554662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51586) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.582279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.583140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.638712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.685875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-7a9ef1f7-a807-4cef-aa59-39af9dce6d06 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5080738 Jul 15 13:31:01.701359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bac84b-49e7-4a6d-9ae5-78f04290d79a tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.708449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Request body: {'port': {'device_id': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:01.719539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bac84b-49e7-4a6d-9ae5-78f04290d79a tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.725249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bac84b-49e7-4a6d-9ae5-78f04290d79a tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:01.728020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 6519a113-cd6a-443b-89f6-841e9d30b3cb {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:01.739430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c0bac84b-49e7-4a6d-9ae5-78f04290d79a tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2979496 Jul 15 13:31:01.742062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51590) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:01.774898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.794516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:01.874137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.904612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:01.942058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:01.998897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9e32dbea-769f-4c77-a20e-b94def4d976f None None] Provisioning for port a00ff849-ac94-48e8-9919-41ae47fae1fa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:02.005707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9e32dbea-769f-4c77-a20e-b94def4d976f None None] Provisioning complete for port a00ff849-ac94-48e8-9919-41ae47fae1fa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:02.006436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e32dbea-769f-4c77-a20e-b94def4d976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.037443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.063201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe88f76-ec39-44ad-acb0-e2b7010fbaad']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.081081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.081432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1db835-4f78-4a9b-a23f-1acc1a5fed0c') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:02.084965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9e32dbea-769f-4c77-a20e-b94def4d976f None None] Port a00ff849-ac94-48e8-9919-41ae47fae1fa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:02.090379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 946a7139-9201-499e-a5b5-98dda56ca695 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:02.096702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.113392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:02.113744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.115711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.122621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 946a7139-9201-499e-a5b5-98dda56ca695 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:02.123006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 946a7139-9201-499e-a5b5-98dda56ca695 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:02.240648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f0e55-f441-4e0a-971c-b08aaf8d7d12 None None] Network 11e4ea1e-015c-44e8-9635-99840df846c2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:02.250041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.266317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:02.267185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:02.269081 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:02.355803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] Provisioning for port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:02.363226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] Provisioning complete for port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:02.364580 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.368407 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.387207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:02.393613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.403383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.405643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1fe88f76-ec39-44ad-acb0-e2b7010fbaad HTTP/1.1" status: 204 len: 168 time: 0.9772930 Jul 15 13:31:02.467849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbde87-3d25-4021-b370-14daeaddf6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe88f76-ec39-44ad-acb0-e2b7010fbaad,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.585483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51600) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.591705 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.651081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] For port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,segment=NetworkSegment(1529fc94-bf39-49ed-ac3c-f922f37f7b6a),segment_id=1529fc94-bf39-49ed-ac3c-f922f37f7b6a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:02.664136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.713653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.715418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51604) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.779556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428e1ee-54dc-4e2d-9861-1194f16e0f48 None None] Pushing event updated for resources: {'Port': ['ID=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.814648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.834023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c2eb180-a141-4820-809a-2e17cb86f079 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9963e34fd91f406b9a842857158e0ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173940 Jul 15 13:31:02.855719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51606) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.888571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.927653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aad0a0d1-a72a-468e-80c7-4cb39eb6cf19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.934811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=6519a113-cd6a-443b-89f6-841e9d30b3cb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:02.946090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:02.952262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-84a5f598-7326-4eee-b6c6-8bdeda540e4b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/6519a113-cd6a-443b-89f6-841e9d30b3cb HTTP/1.1" status: 204 len: 168 time: 1.3940430 Jul 15 13:31:02.953258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:02.961509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1459c6-0e97-42f2-b41a-3410dddce726 None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:03.020716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c867de5-6b93-427c-83ba-792d943caa34 req-4e9d3e6a-90dd-427e-89d6-36720065f36b tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.022331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1c867de5-6b93-427c-83ba-792d943caa34 req-4e9d3e6a-90dd-427e-89d6-36720065f36b tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 935 time: 0.7490046 Jul 15 13:31:03.030629 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aad0a0d1-a72a-468e-80c7-4cb39eb6cf19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.040320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.048005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8b65cefc-64f8-452e-a374-b7d48cf0e7aa tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/ports/fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5 HTTP/1.1" status: 204 len: 168 time: 1.3041306 Jul 15 13:31:03.054961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51610) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.067176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 6bf4799e-64a7-412a-b314-2c74278883cf {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:03.072864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.073097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b70dba2f-5eda-4220-ab64-c5ecbf3779f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.118074 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1321bdbb-d3d0-40d5-a29e-ecbcd7d4555a tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] GET failed (client error): The resource could not be found. Jul 15 13:31:03.124172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1321bdbb-d3d0-40d5-a29e-ecbcd7d4555a tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "GET /v2.0/ports/fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5 HTTP/1.1" status: 404 len: 333 time: 0.0679147 Jul 15 13:31:03.126604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.134207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-792512187'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:03.163429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1c867de5-6b93-427c-83ba-792d943caa34 req-a2869764-fe26-41c4-85bb-48b1f2ad084c tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318481 Jul 15 13:31:03.180631 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.189286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Could not find standard attr ID for object fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:31:03.208484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Provisioning complete for port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.208866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.219029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00ff849-ac94-48e8-9919-41ae47fae1fa {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:03.231438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.261075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Transition to ACTIVE for port object a00ff849-ac94-48e8-9919-41ae47fae1fa will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:03.278856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aad0a0d1-a72a-468e-80c7-4cb39eb6cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.282260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aad0a0d1-a72a-468e-80c7-4cb39eb6cf19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.283483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aad0a0d1-a72a-468e-80c7-4cb39eb6cf19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c41f1425-4512-487f-8951-aab4b068dbed HTTP/1.1" status: 204 len: 168 time: 0.4270310 Jul 15 13:31:03.292632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.322619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0a0d1-a72a-468e-80c7-4cb39eb6cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f1425-4512-487f-8951-aab4b068dbed,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.365128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.411933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Pushing event updated for resources: {'Port': ['ID=a00ff849-ac94-48e8-9919-41ae47fae1fa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.456297 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b70dba2f-5eda-4220-ab64-c5ecbf3779f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.467834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b70dba2f-5eda-4220-ab64-c5ecbf3779f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.476658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Provisioning for port 0a84cd46-b3f3-480a-9adb-29a970ada96d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:03.482301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Provisioning complete for port 0a84cd46-b3f3-480a-9adb-29a970ada96d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.483084 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.543577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a57d89b4-8d3e-4b9f-9f19-69c1ec395cfd None None] Port 0a84cd46-b3f3-480a-9adb-29a970ada96d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:03.579307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dba2f-5eda-4220-ab64-c5ecbf3779f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e95d7e-81ed-4dff-a0b6-4af798ea6c7e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.581668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:03.585955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.628227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.631075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Attempting to bind port a00ff849-ac94-48e8-9919-41ae47fae1fa on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:03.631075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Attempting to bind port a00ff849-ac94-48e8-9919-41ae47fae1fa by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:03.631513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Attempting to bind port a00ff849-ac94-48e8-9919-41ae47fae1fa on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:03.642051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b70dba2f-5eda-4220-ab64-c5ecbf3779f1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27f91ad0f09945e992d34b7616fc5606&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0508358 Jul 15 13:31:03.647245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.658788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Port a00ff849-ac94-48e8-9919-41ae47fae1fa on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:03.659123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Attempting to bind port a00ff849-ac94-48e8-9919-41ae47fae1fa on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:03.682688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-beec35b3-d4db-4a1a-b061-1d29243ebfe6 None None] Provisioning complete for port 0a84cd46-b3f3-480a-9adb-29a970ada96d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.683066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-beec35b3-d4db-4a1a-b061-1d29243ebfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.697621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:03.698190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:03.698701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:03.699390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Bound port: a00ff849-ac94-48e8-9919-41ae47fae1fa, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:03.699919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.707150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] device_id is not set on port 8b5333dc-5072-4ddb-bb9d-a90e69119511 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:03.726757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf4799e-64a7-412a-b314-2c74278883cf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:03.753155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.768053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cc291424-1b6d-478e-a2f8-15a5b5ba393f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/6bf4799e-64a7-412a-b314-2c74278883cf HTTP/1.1" status: 204 len: 168 time: 0.8107214 Jul 15 13:31:03.775819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:03.777760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:03.811393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-beec35b3-d4db-4a1a-b061-1d29243ebfe6 None None] Port 0a84cd46-b3f3-480a-9adb-29a970ada96d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:03.859202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:03.859648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.885099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] For port a00ff849-ac94-48e8-9919-41ae47fae1fa, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:03.889858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] For port a00ff849-ac94-48e8-9919-41ae47fae1fa, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:03.907913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.946929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:03.948050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:03.958094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] 10.222.0.58 "PUT /v2.0/ports/a00ff849-ac94-48e8-9919-41ae47fae1fa HTTP/1.1" status: 200 len: 1096 time: 2.2626758 Jul 15 13:31:03.961462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'tag': 'a00ff849-ac94-48e8-9919-41ae47fae1fa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:03.964581 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c983c-4140-4040-a8f7-e89f76c83478" -d '{"events": [{"name": "network-changed", "server_uuid": "59d823ae-5eb7-482f-aff1-fc83ab30870e", "tag": "a00ff849-ac94-48e8-9919-41ae47fae1fa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:04.022900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a258-4e79-4506-9a52-66e4dfea846a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.087912 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4500538-8203-45c4-b733-6e5396743424 x-openstack-request-id: req-c4500538-8203-45c4-b733-6e5396743424 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:04.095370 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d823ae-5eb7-482f-aff1-fc83ab30870e", "tag": "a00ff849-ac94-48e8-9919-41ae47fae1fa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:04.095914 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4500538-8203-45c4-b733-6e5396743424 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:04.096541 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'tag': 'a00ff849-ac94-48e8-9919-41ae47fae1fa', 'status': 'completed', 'code': 200} Jul 15 13:31:04.113227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab6db5-f8b2-4652-a176-e7c56742428b service neutron] Pushing event updated for resources: {'Port': ['ID=a00ff849-ac94-48e8-9919-41ae47fae1fa,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.179581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.197442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-95d94bbf-e6c5-4b32-9dad-6c8a12bbd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.201691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-95d94bbf-e6c5-4b32-9dad-6c8a12bbd416 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1b3410e1d73446da763a613f1818228&device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 1099 time: 0.1032157 Jul 15 13:31:04.203774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a258-4e79-4506-9a52-66e4dfea846a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.245904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95372e7b-501e-4977-880c-f0139350259b None None] Could not find standard attr ID for object fadf3b89-9f1d-4efe-a57c-d4e8f57ab5b5. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:31:04.280918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-6a2523d3-9480-4e8f-9d5e-9932fd772226 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa HTTP/1.1" status: 200 len: 217 time: 0.0694909 Jul 15 13:31:04.322227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Allocated IP 2001:db8::133 (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/8b5333dc-5072-4ddb-bb9d-a90e69119511) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:04.410479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 7a0acc10-1406-40d9-85ef-90a35c660f80 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:04.410479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.483850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a258-4e79-4506-9a52-66e4dfea846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.486557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bf9a258-4e79-4506-9a52-66e4dfea846a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.487791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0bf9a258-4e79-4506-9a52-66e4dfea846a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69e95d7e-81ed-4dff-a0b6-4af798ea6c7e HTTP/1.1" status: 204 len: 168 time: 0.8381596 Jul 15 13:31:04.524352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-05e66b06-1bd0-474e-940b-15f00f9cc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.527414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-05e66b06-1bd0-474e-940b-15f00f9cc048 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.2400563 Jul 15 13:31:04.620115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cecf83-11b1-4365-a3f4-d3d0c54a92c4 None None] Network 0c87927d-784d-4990-a8bd-d4699becf43b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:04.632378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9a258-4e79-4506-9a52-66e4dfea846a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e95d7e-81ed-4dff-a0b6-4af798ea6c7e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:04.638339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] For port 7a0acc10-1406-40d9-85ef-90a35c660f80, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7a0acc10-1406-40d9-85ef-90a35c660f80,segment=NetworkSegment(f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84),segment_id=f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:04.638704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.684672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 7a0acc10-1406-40d9-85ef-90a35c660f80 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:04.728551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2193ad-ce28-4345-8f62-4e8b16fec78a req-41b2dafe-e649-4007-aba8-1bd195f7cf8a tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.732278 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca2193ad-ce28-4345-8f62-4e8b16fec78a req-41b2dafe-e649-4007-aba8-1bd195f7cf8a tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 947 time: 0.3424451 Jul 15 13:31:04.733745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:04.816444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-60caa4f4-48f3-4674-bd66-23b048f90dc9 req-c8372cc7-4440-4199-ad4b-b2215185e745 service neutron] (93995) timed out ('10.222.0.58', 49501) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:31:04.835181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5fc7ae3-0528-4653-9677-ea036fd26da0 None None] Provisioning complete for port 7a0acc10-1406-40d9-85ef-90a35c660f80 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:04.835869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7ae3-0528-4653-9677-ea036fd26da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.857033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-0871fe5a-f7b2-49d4-b88d-508eb518b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:04.860068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-0871fe5a-f7b2-49d4-b88d-508eb518b1d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3238466 Jul 15 13:31:04.881001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca2193ad-ce28-4345-8f62-4e8b16fec78a req-a5dc39f7-ea91-4a1e-ac0b-774771f7c519 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386433 Jul 15 13:31:04.918587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:04.978826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Transition to ACTIVE for port object 8b5333dc-5072-4ddb-bb9d-a90e69119511 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:05.011919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.045018 n-d-798054-11 neutron-server[93996]: INFO neutron.plugins.ml2.db [None req-d5fc7ae3-0528-4653-9677-ea036fd26da0 None None] No ports have port_id starting with 7a0acc10-1406-40d9-85ef-90a35c660f80 Jul 15 13:31:05.051137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1025731444-network', 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:05.082637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=7a0acc10-1406-40d9-85ef-90a35c660f80,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.097230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No DVR routers for this DVR port 7a0acc10-1406-40d9-85ef-90a35c660f80 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:05.107959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51650) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.115265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-5950804d-5884-4de1-b253-c382bb9e9df8 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323129 Jul 15 13:31:05.125077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:05.127705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.154115 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.161449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa5c1-25d8-4ed0-8123-315d8905b15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.165533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9cee3-1265-41a4-92ca-d880c10aa84b None None] DHCP port deletion for 0c87927d-784d-4990-a8bd-d4699becf43b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:05.182283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.263374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.267237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-24765989-0c9a-4d4c-b023-53ed7bff8b5d req-4a75493e-cd12-4c8b-b44f-7f72f0ade7f9 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440332 Jul 15 13:31:05.287938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c87927d-784d-4990-a8bd-d4699becf43b']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.298664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:05.304061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.304365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d822b3-d5c2-4d6d-b7d3-4f4bd450bd84') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:05.314193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:05.318941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:05.324757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.325459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.328190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=8b5333dc-5072-4ddb-bb9d-a90e69119511,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.332946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.342062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.358217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.367739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.369884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:05.370289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:05.373525 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:05.400196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:05.412720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.419273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.419612 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Added segment 930d43b2-2a4d-49cb-8f17-614ecf71af56 of type vlan for network 22c20a08-6b85-4219-b707-22b2e21f06e4 Jul 15 13:31:05.461809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.470559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.475585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/0c87927d-784d-4990-a8bd-d4699becf43b HTTP/1.1" status: 204 len: 168 time: 1.6926250 Jul 15 13:31:05.476963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51652) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.481223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-c6554b66-ab73-4388-bead-84be4d51c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.482800 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-c6554b66-ab73-4388-bead-84be4d51c3cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1b3410e1d73446da763a613f1818228&device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 1099 time: 0.1563346 Jul 15 13:31:05.484818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.500262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ba63a-2d0a-466f-ba15-35d7672836bf tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=0c87927d-784d-4990-a8bd-d4699becf43b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.559345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa5c1-25d8-4ed0-8123-315d8905b15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.568783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa5c1-25d8-4ed0-8123-315d8905b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.585661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8811ac46-5283-432a-a058-d41393438fb6 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4554203 Jul 15 13:31:05.586984 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.588190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.589427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.593805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51654) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.601009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:58:f8:cf'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:05.629202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea527e-d9d8-436c-bab1-fc1eb7100c59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.635379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9fea527e-d9d8-436c-bab1-fc1eb7100c59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1515625 Jul 15 13:31:05.636350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51656) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.639435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7e6aa5c1-25d8-4ed0-8123-315d8905b15d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d176589f935d49988d59f8d743a39591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277746 Jul 15 13:31:05.642074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aa5c1-25d8-4ed0-8123-315d8905b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24932ccc-a1a3-4ae1-a339-81f516972ed3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.648784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.694597 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9542856 Jul 15 13:31:05.696961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51660) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.701151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61af063b-c262-47e9-b305-6e18e03f9241 None None] Provisioning for port 8b5333dc-5072-4ddb-bb9d-a90e69119511 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:05.710299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Request body: {'subnet': {'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1025731444-subnet', 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:05.711294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7a0acc10-1406-40d9-85ef-90a35c660f80 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:05.730904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61af063b-c262-47e9-b305-6e18e03f9241 None None] Provisioning complete for port 8b5333dc-5072-4ddb-bb9d-a90e69119511 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:05.731272 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61af063b-c262-47e9-b305-6e18e03f9241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.733924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 7a0acc10-1406-40d9-85ef-90a35c660f80 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:05.734560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7a0acc10-1406-40d9-85ef-90a35c660f80 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:05.748320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee810a-8479-4e61-8490-f35c5bd355c5 admin admin] Pushing event updated for resources: {'Network': ['ID=22c20a08-6b85-4219-b707-22b2e21f06e4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:05.754777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-68ba99d3-54b6-4827-b678-ac280fb5f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.756566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-68ba99d3-54b6-4827-b678-ac280fb5f222 service neutron] 10.222.0.58 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.2668579 Jul 15 13:31:05.758502 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1f8d927-5444-4c3d-adf8-811cef9db4c3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1176019 Jul 15 13:31:05.761585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:05.761967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51662) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:05.762839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.768691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1426425655'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:05.781144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:05.807945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-61af063b-c262-47e9-b305-6e18e03f9241 None None] Port 8b5333dc-5072-4ddb-bb9d-a90e69119511 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:05.838447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-35a2581c-424f-4be4-9daf-6159502393b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa HTTP/1.1" status: 200 len: 217 time: 0.0662801 Jul 15 13:31:05.934042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:05.937710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.939697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5463755-9cba-4ab6-b5bc-797c6f0bbcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.960699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:05.979030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-02233cdf-ad38-46bf-9330-bbdf46813cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:05.980527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-02233cdf-ad38-46bf-9330-bbdf46813cff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.1338887 Jul 15 13:31:06.011514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5463755-9cba-4ab6-b5bc-797c6f0bbcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.025150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f81681c-f4de-49e7-9d93-6d0788726e3e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.037033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:06.037578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Network hostable DHCP agents. Network: 22c20a08-6b85-4219-b707-22b2e21f06e4, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:06.050061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:06.061647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:06.081528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 22c20a08-6b85-4219-b707-22b2e21f06e4) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:06.090509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e07675-c768-48f7-8201-7ace1c719b95 None None] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:06.102884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.103477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.105951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.106452 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment 9f1ff557-dde5-48af-819c-a60bef739bf4 of type vlan for network 40bc6862-d026-4fbb-9687-a2f72f14ab31 Jul 15 13:31:06.123688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d36315d-1bf8-4974-8de2-ad7c25d06c68 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4252679 Jul 15 13:31:06.165954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc916ef-89b1-4982-8df8-b55cd0616297 req-9b408df2-9b17-478f-81ca-204b97fa1671 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.167854 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.177530 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cc916ef-89b1-4982-8df8-b55cd0616297 req-9b408df2-9b17-478f-81ca-204b97fa1671 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 947 time: 0.1056118 Jul 15 13:31:06.183804 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.246598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53682f0a-3f32-4462-881a-a2ba2815bca0 None None] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:06.247996 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5463755-9cba-4ab6-b5bc-797c6f0bbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.250647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5463755-9cba-4ab6-b5bc-797c6f0bbcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.253337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3cc916ef-89b1-4982-8df8-b55cd0616297 req-c55b3209-10d5-424d-a614-b5115d8157a1 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745335 Jul 15 13:31:06.254499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5463755-9cba-4ab6-b5bc-797c6f0bbcf2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24932ccc-a1a3-4ae1-a339-81f516972ed3 HTTP/1.1" status: 204 len: 168 time: 0.5967538 Jul 15 13:31:06.256782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-4cd5d395-dcf1-49b4-88f0-c2620ae6640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.258270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-4cd5d395-dcf1-49b4-88f0-c2620ae6640c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2603898 Jul 15 13:31:06.291488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.297543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.298733 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.313429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5463755-9cba-4ab6-b5bc-797c6f0bbcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24932ccc-a1a3-4ae1-a339-81f516972ed3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.400094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6344128 Jul 15 13:31:06.400696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:06.408145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:06.464442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af378ef-6b4a-4fa3-a013-09b4d01e542c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=40bc6862-d026-4fbb-9687-a2f72f14ab31,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.479927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:06.522041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-62cddfa2-e452-49cc-a18f-5a308b4f8ba8 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530534 Jul 15 13:31:06.582882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:06.587064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.624904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.631697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.727158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] In _notify_port_updated(), no bound segment for port 8b5333dc-5072-4ddb-bb9d-a90e69119511 on network 11e4ea1e-015c-44e8-9635-99840df846c2 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:06.730376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:06.731255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:06.732782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "PUT /v2.0/ports/8b5333dc-5072-4ddb-bb9d-a90e69119511 HTTP/1.1" status: 200 len: 1002 time: 1.1364565 Jul 15 13:31:06.735947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:06.754735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3819a50-a00e-4f5a-9695-fda25269d509 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=8b5333dc-5072-4ddb-bb9d-a90e69119511,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:06.765650 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16c983c-4140-4040-a8f7-e89f76c83478 req-9195dceb-fd12-4379-b937-d04ee7d35cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824095 Jul 15 13:31:06.948470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.089554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=f10a24ab-1242-4641-b112-c5dd9ccaee1c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:07.108557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port 8b5333dc-5072-4ddb-bb9d-a90e69119511 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:07.109116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.151773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': '9f1ff557-dde5-48af-819c-a60bef739bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:07.153190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: 40bc6862-d026-4fbb-9687-a2f72f14ab31, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:07.159800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-68019242-b494-461a-99fe-1da12ef22e86 None None] Provisioning complete for port 8b5333dc-5072-4ddb-bb9d-a90e69119511 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:07.161587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-68019242-b494-461a-99fe-1da12ef22e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.205433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-999a9163-d445-4e95-83fb-4b6411899f08 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.208045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-999a9163-d445-4e95-83fb-4b6411899f08 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2916327 Jul 15 13:31:07.213656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-68019242-b494-461a-99fe-1da12ef22e86 None None] Port 8b5333dc-5072-4ddb-bb9d-a90e69119511 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:07.226367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-59a67732-3f3f-41d1-9e86-932f98512ae7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0129604 Jul 15 13:31:07.250777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:07.270303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 40bc6862-d026-4fbb-9687-a2f72f14ab31) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:07.280129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff0d3a-48b7-4de7-9a03-d946f4515dd9 None None] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:07.281717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-7cc87d84-829d-4b1a-9303-e27cf4cb3487 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462265 Jul 15 13:31:07.294935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:07.295611 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.300533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.321855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for 8b5333dc-5072-4ddb-bb9d-a90e69119511 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:07.342209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-213e8cae-b693-47a3-bea7-af02e5d6cd67 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9403551 Jul 15 13:31:07.345167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51708) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:07.353070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31', 'name': 'tempest-PortsTestJSON-951444626'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:07.526688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-40bc6862-d026-4fbb-9687-a2f72f14ab31', 'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': 'f10a24ab-1242-4641-b112-c5dd9ccaee1c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:07.527795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.598753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:07.603053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:07.733144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-a10e7ce4-40ab-44d0-bafe-64f4b9b3ce44 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441884 Jul 15 13:31:07.742642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Allocated IP 172.20.0.2 (40bc6862-d026-4fbb-9687-a2f72f14ab31/f10a24ab-1242-4641-b112-c5dd9ccaee1c/e2f7f419-6e68-4dec-97d6-f56aee471223) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:07.862593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-f316a6a3-c84d-4710-9373-7651809a7243 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224298 Jul 15 13:31:07.962396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port f2da2c4d-3dce-407c-be08-1b784f594678 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:08.084064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f618a7-051c-48f3-8151-83025a46bf57 req-fe6a3267-887a-4110-a4d3-ed7864442749 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:08.085695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e3f618a7-051c-48f3-8151-83025a46bf57 req-fe6a3267-887a-4110-a4d3-ed7864442749 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 947 time: 0.5712807 Jul 15 13:31:08.150857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.165725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e3f618a7-051c-48f3-8151-83025a46bf57 req-13e53bdc-b987-4015-bb39-0007c4d3fe24 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Jul 15 13:31:08.169525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0fb1a0f4-820d-4da9-9eb0-acfec5295660 req-e37a6f2e-0845-4dd6-82a4-fa3e5db89324 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 210 time: 0.0836902 Jul 15 13:31:08.190434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=8b5333dc-5072-4ddb-bb9d-a90e69119511,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:08.235325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.248495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Transition to ACTIVE for port object e2f7f419-6e68-4dec-97d6-f56aee471223 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:08.267615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Transition to ACTIVE for port object e2f7f419-6e68-4dec-97d6-f56aee471223 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:08.280515 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.375296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:08.377173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:08.380281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:08.408546 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.412874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7a0de678-d8e3-4d07-a4ed-249c8a842f9f tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/ports/8b5333dc-5072-4ddb-bb9d-a90e69119511 HTTP/1.1" status: 204 len: 168 time: 1.6734695 Jul 15 13:31:08.413336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51736) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:08.425941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Pushing event updated for resources: {'Port': ['ID=e2f7f419-6e68-4dec-97d6-f56aee471223,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:08.450723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.3 (40bc6862-d026-4fbb-9687-a2f72f14ab31/f10a24ab-1242-4641-b112-c5dd9ccaee1c/f2da2c4d-3dce-407c-be08-1b784f594678) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:08.458062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.458731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.459094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.459503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.460112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.460239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.460601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.461375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.461751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.462119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.462418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.462793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:08.465358 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4b133f-68d5-404e-b132-3bd37efb165e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] GET failed (client error): The resource could not be found. Jul 15 13:31:08.471852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5d4b133f-68d5-404e-b132-3bd37efb165e tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "GET /v2.0/ports/8b5333dc-5072-4ddb-bb9d-a90e69119511 HTTP/1.1" status: 404 len: 333 time: 0.0536020 Jul 15 13:31:08.472313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51738) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:08.479322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-257190079'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:08.489624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Attempting to bind port e2f7f419-6e68-4dec-97d6-f56aee471223 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:08.490294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Attempting to bind port e2f7f419-6e68-4dec-97d6-f56aee471223 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9f1ff557-dde5-48af-819c-a60bef739bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:08.490951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Attempting to bind port e2f7f419-6e68-4dec-97d6-f56aee471223 on network 40bc6862-d026-4fbb-9687-a2f72f14ab31 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:08.498667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:08.499423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Checking segment: {'id': '9f1ff557-dde5-48af-819c-a60bef739bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:08.500352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.500962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Bound using segment: {'id': '9f1ff557-dde5-48af-819c-a60bef739bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:08.501904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Bound port: e2f7f419-6e68-4dec-97d6-f56aee471223, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1ff557-dde5-48af-819c-a60bef739bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:08.503695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.624773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] For port e2f7f419-6e68-4dec-97d6-f56aee471223, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:08.630391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] For port e2f7f419-6e68-4dec-97d6-f56aee471223, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e2f7f419-6e68-4dec-97d6-f56aee471223,segment=NetworkSegment(9f1ff557-dde5-48af-819c-a60bef739bf4),segment_id=9f1ff557-dde5-48af-819c-a60bef739bf4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:08.638151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.697872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184ea3-b9cd-45f0-af4f-40a83164d224 None None] Pushing event updated for resources: {'Port': ['ID=e2f7f419-6e68-4dec-97d6-f56aee471223,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:08.723449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:08.727967 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.765703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:08.773799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] device_id is not set on port f2593932-ebb2-466a-955b-03a10d556b28 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:08.832771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object f2da2c4d-3dce-407c-be08-1b784f594678 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:08.866101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a00ff849-ac94-48e8-9919-41ae47fae1fa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:08.944668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Allocated IP 2001:db8::12c (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/f2593932-ebb2-466a-955b-03a10d556b28) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:08.947835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.060679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:09.074918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:09.077830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:09.107256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a00ff849-ac94-48e8-9919-41ae47fae1fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:09.109185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=f2da2c4d-3dce-407c-be08-1b784f594678,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:09.130503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'a00ff849-ac94-48e8-9919-41ae47fae1fa', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'a00ff849-ac94-48e8-9919-41ae47fae1fa', 'mac_address': 'fa:16:3e:84:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:09.175403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.192190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00ff849-ac94-48e8-9919-41ae47fae1fa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:09.219585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a00ff849-ac94-48e8-9919-41ae47fae1fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:09.220529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:09.221268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.225848 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.284350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8344586-8caf-4722-89af-c88d90998c8b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9379275 Jul 15 13:31:09.287205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51762) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:09.294033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a00ff849-ac94-48e8-9919-41ae47fae1fa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:09.296155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': '40bc6862-d026-4fbb-9687-a2f72f14ab31', 'name': 'tempest-PortsTestJSON-1436223858'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:09.416301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.459519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Transition to ACTIVE for port object f2593932-ebb2-466a-955b-03a10d556b28 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:09.461383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:09.467224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.485503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a00ff849-ac94-48e8-9919-41ae47fae1fa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:09.534825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf15e569-4f71-46bf-b460-bf92d79510c2 req-1d647082-9a06-4bcb-9a35-57157a7d44d4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 210 time: 0.0608130 Jul 15 13:31:09.545670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:09.653585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.770864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.11 (40bc6862-d026-4fbb-9687-a2f72f14ab31/f10a24ab-1242-4641-b112-c5dd9ccaee1c/c787ce7c-3c28-4a96-a35c-2111f5fbb0c9) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:09.824303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:09.835433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e2f7f419-6e68-4dec-97d6-f56aee471223 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:09.882426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42cfd7-2733-40be-95a9-09719c56ffcb req-5d70d66e-e2aa-419b-9709-5948bdd10c47 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:09.884125 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de42cfd7-2733-40be-95a9-09719c56ffcb req-5d70d66e-e2aa-419b-9709-5948bdd10c47 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 948 time: 0.3864243 Jul 15 13:31:09.885089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:09.893955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:09.910711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:09.911420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:09.964447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e2f7f419-6e68-4dec-97d6-f56aee471223 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:10.077597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=f2593932-ebb2-466a-955b-03a10d556b28,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.090884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.097823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b7ccb9a-3291-4af7-aa2b-0ef3aa01aaa0 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6243472 Jul 15 13:31:10.102175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51768) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:10.108042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:58:f8:cf'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:10.143813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:10.144601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51770) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:10.178850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de42cfd7-2733-40be-95a9-09719c56ffcb req-d419b36c-a6d6-468a-9420-14db0ac59372 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507021 Jul 15 13:31:10.188872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-d79c3e43-cf97-4e26-a819-d38e20d4f4f9 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.190611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-d79c3e43-cf97-4e26-a819-d38e20d4f4f9 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.6144061 Jul 15 13:31:10.194674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.211947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:10.285885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cbc50635-7574-4e4e-8fd8-d04ac3bca5f7 None None] Provisioning for port f2593932-ebb2-466a-955b-03a10d556b28 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:10.289060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:10.292363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:10.297587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cbc50635-7574-4e4e-8fd8-d04ac3bca5f7 None None] Provisioning complete for port f2593932-ebb2-466a-955b-03a10d556b28 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:10.298052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cbc50635-7574-4e4e-8fd8-d04ac3bca5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.303301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:10.306466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8954f-a894-4eb8-bf93-0b4e15c17edf None None] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:10.311548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=c787ce7c-3c28-4a96-a35c-2111f5fbb0c9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.362940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dea74ea-42aa-45ad-81d7-de1ba98d1968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.394552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.395168 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.408807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cbc50635-7574-4e4e-8fd8-d04ac3bca5f7 None None] Port f2593932-ebb2-466a-955b-03a10d556b28 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:10.452177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.505440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dea74ea-42aa-45ad-81d7-de1ba98d1968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.514363 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9dea74ea-42aa-45ad-81d7-de1ba98d1968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.527007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4369a6ab-8480-4031-87cf-3ae9d5d5053d tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2381752 Jul 15 13:31:10.533040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51774) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:10.549272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] Provisioning for port e2f7f419-6e68-4dec-97d6-f56aee471223 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:10.557029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] Provisioning complete for port e2f7f419-6e68-4dec-97d6-f56aee471223 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:10.557417 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.560191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9dea74ea-42aa-45ad-81d7-de1ba98d1968 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f3c64e5362a4fd3ab3184bb2a236d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144909 Jul 15 13:31:10.561357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea74ea-42aa-45ad-81d7-de1ba98d1968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc969b74-6c60-4120-9864-bdcaf492408c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.564229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:10.643212 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16719db6-ca2f-44c0-a51b-5757069c25c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.661072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:10.664886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.680196 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16719db6-ca2f-44c0-a51b-5757069c25c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.699813 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.756841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7508b71f-7196-4419-a173-c160def50f4c req-d3633a15-97ee-4252-82aa-f44c705b71ce tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 210 time: 0.0517814 Jul 15 13:31:10.757479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16719db6-ca2f-44c0-a51b-5757069c25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.761871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] For port e2f7f419-6e68-4dec-97d6-f56aee471223, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e2f7f419-6e68-4dec-97d6-f56aee471223,segment=NetworkSegment(9f1ff557-dde5-48af-819c-a60bef739bf4),segment_id=9f1ff557-dde5-48af-819c-a60bef739bf4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:10.768926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-16719db6-ca2f-44c0-a51b-5757069c25c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.769032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.770043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-16719db6-ca2f-44c0-a51b-5757069c25c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc969b74-6c60-4120-9864-bdcaf492408c HTTP/1.1" status: 204 len: 168 time: 0.1886642 Jul 15 13:31:10.784169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16719db6-ca2f-44c0-a51b-5757069c25c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc969b74-6c60-4120-9864-bdcaf492408c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.859516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b9137-3ed8-4b7d-9493-46a726f28886 None None] Pushing event updated for resources: {'Port': ['ID=e2f7f419-6e68-4dec-97d6-f56aee471223,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:10.874618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a00ff849-ac94-48e8-9919-41ae47fae1fa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:10.939519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port a00ff849-ac94-48e8-9919-41ae47fae1fa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:10.944048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port a00ff849-ac94-48e8-9919-41ae47fae1fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:10.945742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:10.995121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78063c0-2d8e-430d-8e49-bb86196add5f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:10.997169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b78063c0-2d8e-430d-8e49-bb86196add5f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.4626882 Jul 15 13:31:11.000334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51784) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:11.019692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Provisioning for port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:11.027847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Provisioning complete for port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.028226 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.028546 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.036833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.100242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] In _notify_port_updated(), no bound segment for port f2593932-ebb2-466a-955b-03a10d556b28 on network 11e4ea1e-015c-44e8-9635-99840df846c2 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:11.106861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.107548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.109012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "PUT /v2.0/ports/f2593932-ebb2-466a-955b-03a10d556b28 HTTP/1.1" status: 200 len: 1002 time: 1.0057142 Jul 15 13:31:11.116531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.9 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/20b6713a-a204-4605-8aed-44369ddbace0) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:11.117354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51786) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:11.145747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.148271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33be1aa-f63c-4f64-80bb-62152918a753 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=f2593932-ebb2-466a-955b-03a10d556b28,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.156397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:11.218622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00ff849-ac94-48e8-9919-41ae47fae1fa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:11.221263 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d9c8c8-c702-4ce0-952f-fc9fb7876b5f" -d '{"events": [{"server_uuid": "59d823ae-5eb7-482f-aff1-fc83ab30870e", "name": "network-vif-plugged", "status": "completed", "tag": "a00ff849-ac94-48e8-9919-41ae47fae1fa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:11.227610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Provisioning for port f2da2c4d-3dce-407c-be08-1b784f594678 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:11.239159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Provisioning complete for port f2da2c4d-3dce-407c-be08-1b784f594678 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.239536 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.244965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a00ff849-ac94-48e8-9919-41ae47fae1fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:11.290577 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.308892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:11.309235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.335302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Port f2da2c4d-3dce-407c-be08-1b784f594678 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:11.387644 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b8be4d-cf64-4a9a-858d-5dc1199da984 x-openstack-request-id: req-19b8be4d-cf64-4a9a-858d-5dc1199da984 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:11.387986 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d823ae-5eb7-482f-aff1-fc83ab30870e", "name": "network-vif-plugged", "status": "completed", "tag": "a00ff849-ac94-48e8-9919-41ae47fae1fa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:11.388179 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19b8be4d-cf64-4a9a-858d-5dc1199da984 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:11.388567 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00ff849-ac94-48e8-9919-41ae47fae1fa', 'code': 200} Jul 15 13:31:11.409245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51792) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:11.417403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Provisioning complete for port e2f7f419-6e68-4dec-97d6-f56aee471223 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.417802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a689933c-37b0-46f1-8428-d8e0b6c6a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.419805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a00ff849-ac94-48e8-9919-41ae47fae1fa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:11.477756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba550dfd-b2ae-47c8-a62f-570e2bf05c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.591220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.598632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.635058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:11.674200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port f2593932-ebb2-466a-955b-03a10d556b28 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:11.674565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.693521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Provisioning complete for port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.693791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.705706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daefd0d-f828-4bbd-9958-f0179ccaa890 req-bd9f7afa-7e52-499f-b396-d4145953e569 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.707620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6daefd0d-f828-4bbd-9958-f0179ccaa890 req-bd9f7afa-7e52-499f-b396-d4145953e569 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 949 time: 0.2223227 Jul 15 13:31:11.743320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb47da-efd9-4a49-b933-3d8919ed54d2 req-bdf315e2-4ce7-40c5-8dfe-cc10e427a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:11.745052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5eb47da-efd9-4a49-b933-3d8919ed54d2 req-bdf315e2-4ce7-40c5-8dfe-cc10e427a490 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 1101 time: 0.2473412 Jul 15 13:31:11.758065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e2f7f419-6e68-4dec-97d6-f56aee471223 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:11.806748 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba550dfd-b2ae-47c8-a62f-570e2bf05c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.845205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.849482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba550dfd-b2ae-47c8-a62f-570e2bf05c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.862230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Port c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:11.877472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.888545 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5eb47da-efd9-4a49-b933-3d8919ed54d2 req-e17d57d9-dba1-45c4-8ddc-3547a4fcef87 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348486 Jul 15 13:31:11.896422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for f2593932-ebb2-466a-955b-03a10d556b28 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:11.906412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Provisioning complete for port f2da2c4d-3dce-407c-be08-1b784f594678 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.906822 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.909715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e2f7f419-6e68-4dec-97d6-f56aee471223 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.910074 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:11.961710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ba550dfd-b2ae-47c8-a62f-570e2bf05c04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac6789ce78734ec8a5920756060ad1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486398 Jul 15 13:31:11.976578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Port f2da2c4d-3dce-407c-be08-1b784f594678 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:11.993034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51796) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:11.994967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Provisioning complete for port f2593932-ebb2-466a-955b-03a10d556b28 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:11.995346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.003951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba550dfd-b2ae-47c8-a62f-570e2bf05c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b5b33-d386-4be5-af74-363475fff235,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.024552 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6daefd0d-f828-4bbd-9958-f0179ccaa890 req-141403a8-9c48-4565-9fd9-f7d9ae42f6d7 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074124 Jul 15 13:31:12.031390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:12.039207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:12.045332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:12.048999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=20b6713a-a204-4605-8aed-44369ddbace0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.102848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-52c71cb8-2886-4f64-861a-039ba9f0413f None None] Port f2593932-ebb2-466a-955b-03a10d556b28 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:12.104211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.105032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.122099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-a185c00e-8490-4ada-beaa-00caa16dcd37 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9173703 Jul 15 13:31:12.134193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Request body: {'port': {'device_id': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:12.142450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.198151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=c787ce7c-3c28-4a96-a35c-2111f5fbb0c9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.249825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.320420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbf2e-4719-4f0a-8b24-f511e89e39ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.391407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec468bf-401b-4963-8e35-ac8f35c4ea8e req-6d3c93ee-c354-48cb-abb1-792a4e98be9e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:12.399170 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eec468bf-401b-4963-8e35-ac8f35c4ea8e req-6d3c93ee-c354-48cb-abb1-792a4e98be9e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 931 time: 0.3770518 Jul 15 13:31:12.402672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbf2e-4719-4f0a-8b24-f511e89e39ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.408470 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.468275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.470699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0ee9a39d-41be-41bf-8c90-c9d4b89b1a5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 HTTP/1.1" status: 204 len: 168 time: 1.4686499 Jul 15 13:31:12.477874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51798) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.484537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=f2593932-ebb2-466a-955b-03a10d556b28,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.573255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.575418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-68a70563-f665-4745-95b0-e0a91e8fbcd3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/ports/f2593932-ebb2-466a-955b-03a10d556b28 HTTP/1.1" status: 204 len: 168 time: 1.4567275 Jul 15 13:31:12.576609 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-990a906f-3bf5-482d-8f57-21efec48eb02 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:12.578959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-990a906f-3bf5-482d-8f57-21efec48eb02 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/c787ce7c-3c28-4a96-a35c-2111f5fbb0c9 HTTP/1.1" status: 404 len: 333 time: 0.0966833 Jul 15 13:31:12.582375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.582809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51802) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.606852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eec468bf-401b-4963-8e35-ac8f35c4ea8e req-20096113-9047-49d8-8065-4004cf859f17 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066557 Jul 15 13:31:12.626569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b6713a-a204-4605-8aed-44369ddbace0 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:12.636976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.653584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Transition to ACTIVE for port object 20b6713a-a204-4605-8aed-44369ddbace0 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:12.659642 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.664667 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cb24c6-20b2-4fc7-868b-58e68b52e093 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] GET failed (client error): The resource could not be found. Jul 15 13:31:12.666716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8cb24c6-20b2-4fc7-868b-58e68b52e093 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "GET /v2.0/ports/f2593932-ebb2-466a-955b-03a10d556b28 HTTP/1.1" status: 404 len: 333 time: 0.0829058 Jul 15 13:31:12.672164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:12.695844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbf2e-4719-4f0a-8b24-f511e89e39ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.700217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b8cbf2e-4719-4f0a-8b24-f511e89e39ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.702140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3b8cbf2e-4719-4f0a-8b24-f511e89e39ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/808b5b33-d386-4be5-af74-363475fff235 HTTP/1.1" status: 204 len: 168 time: 0.7081106 Jul 15 13:31:12.704811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1291111670'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:12.715049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cbf2e-4719-4f0a-8b24-f511e89e39ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b5b33-d386-4be5-af74-363475fff235,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.811708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port f2da2c4d-3dce-407c-be08-1b784f594678 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:12.811708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.923331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Pushing event updated for resources: {'Port': ['ID=20b6713a-a204-4605-8aed-44369ddbace0,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:12.926503 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:12.940385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for f2da2c4d-3dce-407c-be08-1b784f594678 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:13.020493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Attempting to bind port 20b6713a-a204-4605-8aed-44369ddbace0 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:13.020976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Attempting to bind port 20b6713a-a204-4605-8aed-44369ddbace0 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:13.021332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Attempting to bind port 20b6713a-a204-4605-8aed-44369ddbace0 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:13.030387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Port 20b6713a-a204-4605-8aed-44369ddbace0 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:13.030811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Attempting to bind port 20b6713a-a204-4605-8aed-44369ddbace0 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:13.036766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:13.040898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.045973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:13.046423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:13.047170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:13.047624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Bound port: 20b6713a-a204-4605-8aed-44369ddbace0, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:13.048045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.052072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-41bad1fe-f885-4e14-b9c5-83857876fe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.076885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] device_id is not set on port 669e230d-0028-46f3-9868-9e41a6b575da yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:13.117384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.161534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=f2da2c4d-3dce-407c-be08-1b784f594678,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:13.189206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] For port 20b6713a-a204-4605-8aed-44369ddbace0, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:13.244578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] For port 20b6713a-a204-4605-8aed-44369ddbace0, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=20b6713a-a204-4605-8aed-44369ddbace0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:13.259928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.265365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-975ea6f7-310e-4d48-a634-e805bf05fd90 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/f2da2c4d-3dce-407c-be08-1b784f594678 HTTP/1.1" status: 204 len: 168 time: 0.6802094 Jul 15 13:31:13.265612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51818) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.269689 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.650785 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1584d708-554d-4186-a57b-ae632a04c8b8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:13.652618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1584d708-554d-4186-a57b-ae632a04c8b8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/f2da2c4d-3dce-407c-be08-1b784f594678 HTTP/1.1" status: 404 len: 333 time: 0.3803895 Jul 15 13:31:13.658080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:13.670151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Allocated IP 2001:db8::224 (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/669e230d-0028-46f3-9868-9e41a6b575da) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:13.684674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.685315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.686837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] 10.222.0.59 "PUT /v2.0/ports/20b6713a-a204-4605-8aed-44369ddbace0 HTTP/1.1" status: 200 len: 1092 time: 1.5576749 Jul 15 13:31:13.691058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'tag': '20b6713a-a204-4605-8aed-44369ddbace0'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:13.693336 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319744c4-6bcd-471c-a910-1cfb69a11810" -d '{"events": [{"name": "network-changed", "server_uuid": "7794673c-dfcf-406d-85a1-a5a591bf2f86", "tag": "20b6713a-a204-4605-8aed-44369ddbace0"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:13.752190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccb2ba-f54a-4441-946f-0b50962f3032 service neutron] Pushing event updated for resources: {'Port': ['ID=20b6713a-a204-4605-8aed-44369ddbace0,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:13.772276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet f10a24ab-1242-4641-b112-c5dd9ccaee1c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:13.776917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.820469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158ac59-edc4-4974-91f8-e99550f0a33a req-03a4c345-2f8d-45d9-b658-2880714049d2 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.822104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5158ac59-edc4-4974-91f8-e99550f0a33a req-03a4c345-2f8d-45d9-b658-2880714049d2 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 949 time: 0.6060236 Jul 15 13:31:13.862842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:13.927580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab0ef5-1403-4aae-a2f8-4772a36f5979 req-2c78a1ac-dae4-407d-b532-ac00e3038d86 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.929114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6ab0ef5-1403-4aae-a2f8-4772a36f5979 req-2c78a1ac-dae4-407d-b532-ac00e3038d86 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 943 time: 0.1532593 Jul 15 13:31:13.945102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-bb78f6e8-659e-4a37-bdf2-6dcdb6aaca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:13.946778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-bb78f6e8-659e-4a37-bdf2-6dcdb6aaca1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 1095 time: 0.2098715 Jul 15 13:31:13.957825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5158ac59-edc4-4974-91f8-e99550f0a33a req-c6526e98-a461-4648-8141-8af50c5da5a3 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162996 Jul 15 13:31:14.000687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-d072c64e-c8ee-428d-9191-b4f9894aacbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b6713a-a204-4605-8aed-44369ddbace0 HTTP/1.1" status: 200 len: 217 time: 0.0461695 Jul 15 13:31:14.022762 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb229887-35fa-426c-b05a-1e9ae1f867c5 x-openstack-request-id: req-eb229887-35fa-426c-b05a-1e9ae1f867c5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:14.023069 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7794673c-dfcf-406d-85a1-a5a591bf2f86", "tag": "20b6713a-a204-4605-8aed-44369ddbace0", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:14.023605 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb229887-35fa-426c-b05a-1e9ae1f867c5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:14.023714 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'tag': '20b6713a-a204-4605-8aed-44369ddbace0', 'status': 'completed', 'code': 200} Jul 15 13:31:14.026646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.054901 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6ab0ef5-1403-4aae-a2f8-4772a36f5979 req-bedb56ad-040d-4dc9-b3cb-c236a955bbe9 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005998 Jul 15 13:31:14.063733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.089302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Transition to ACTIVE for port object 669e230d-0028-46f3-9868-9e41a6b575da will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:14.101073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fcac2-9c51-4a49-b661-412d522da818 req-23252594-879a-47d4-b8b5-b0067a657731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.101073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-23252594-879a-47d4-b8b5-b0067a657731 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0867958 Jul 15 13:31:14.131175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-95cd9d04-28c5-49d7-b9f1-04bc41d84408 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316067 Jul 15 13:31:14.143434 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.181847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=f10a24ab-1242-4641-b112-c5dd9ccaee1c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:14.196410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.198064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b913c9-03a1-4179-b17c-63384345d874 None None] Network 40bc6862-d026-4fbb-9687-a2f72f14ab31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:14.203660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-66546dac-caa5-4cc9-9053-bcabf350bab8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/f10a24ab-1242-4641-b112-c5dd9ccaee1c HTTP/1.1" status: 204 len: 168 time: 0.5428894 Jul 15 13:31:14.204218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:14.244260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.321959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-f8b324bc-e3c1-40e7-a00e-2c87831375d9 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847892 Jul 15 13:31:14.326180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.339373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:14.364781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:14.371790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:14.379637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.380581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.398440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=669e230d-0028-46f3-9868-9e41a6b575da,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:14.440628 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-24b0da32-21e1-4009-bc9c-5a9a2ec0365d tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7681036 Jul 15 13:31:14.445182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51858) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:14.452357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'network_id': '11e4ea1e-015c-44e8-9635-99840df846c2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-662768676'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:14.552226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port e2f7f419-6e68-4dec-97d6-f56aee471223 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:14.552647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.576175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-003fcac2-9c51-4a49-b661-412d522da818 req-b293c532-69bf-4ef9-9679-323cb70379eb service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426779 Jul 15 13:31:14.598870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] DHCP port deletion for 40bc6862-d026-4fbb-9687-a2f72f14ab31 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:14.690463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] Deleting port e2f7f419-6e68-4dec-97d6-f56aee471223 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:14.691342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.702230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] For port e2f7f419-6e68-4dec-97d6-f56aee471223, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e2f7f419-6e68-4dec-97d6-f56aee471223,segment=NetworkSegment(9f1ff557-dde5-48af-819c-a60bef739bf4),segment_id=9f1ff557-dde5-48af-819c-a60bef739bf4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:14.702837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.727625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for e2f7f419-6e68-4dec-97d6-f56aee471223 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:14.748207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-c2f28ae8-53b3-4f1d-a969-3e1072dad182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.750392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-c2f28ae8-53b3-4f1d-a969-3e1072dad182 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 1095 time: 0.1012292 Jul 15 13:31:14.787759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] For port e2f7f419-6e68-4dec-97d6-f56aee471223, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e2f7f419-6e68-4dec-97d6-f56aee471223,segment=NetworkSegment(9f1ff557-dde5-48af-819c-a60bef739bf4),segment_id=9f1ff557-dde5-48af-819c-a60bef739bf4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:14.788402 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.816289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] Calling delete_port for e2f7f419-6e68-4dec-97d6-f56aee471223 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:14.862349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Made reservation on behalf of 5aa2770e01de47a8930b25364933c9ac for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:14.866560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.893399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b33f6214-a5bf-405c-9a7a-45fa304ea817 None None] Provisioning for port 669e230d-0028-46f3-9868-9e41a6b575da completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:14.900740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-ac359431-a7a1-4562-a7b1-02f2ffff9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:14.903252 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-ac359431-a7a1-4562-a7b1-02f2ffff9df5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.1469522 Jul 15 13:31:14.903786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b33f6214-a5bf-405c-9a7a-45fa304ea817 None None] Provisioning complete for port 669e230d-0028-46f3-9868-9e41a6b575da triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:14.904306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b33f6214-a5bf-405c-9a7a-45fa304ea817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.905298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:14.907989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] device_id is not set on port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:14.951705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=e2f7f419-6e68-4dec-97d6-f56aee471223,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:14.952223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b33f6214-a5bf-405c-9a7a-45fa304ea817 None None] Port 669e230d-0028-46f3-9868-9e41a6b575da cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:14.989211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No DVR routers for this DVR port e2f7f419-6e68-4dec-97d6-f56aee471223 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:14.997407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-89aa1757-ef05-4bab-8f52-653858ac5e73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b6713a-a204-4605-8aed-44369ddbace0 HTTP/1.1" status: 200 len: 217 time: 0.0853271 Jul 15 13:31:15.004196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec306b68-99de-44bb-af75-8671db0236c6 req-3741da67-b647-45ac-94fc-7aecd46ecf48 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.005408 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.006356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.011714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ec306b68-99de-44bb-af75-8671db0236c6 req-3741da67-b647-45ac-94fc-7aecd46ecf48 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 949 time: 0.3637617 Jul 15 13:31:15.031387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.031762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.032103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.032439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.032764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.033089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.033407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.033725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.034045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.034449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.034791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.035103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:15.043602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] Pushing event deleted for resources: {'Port': ['ID=e2f7f419-6e68-4dec-97d6-f56aee471223,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.051459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e56f2-1c21-4dd2-b0dc-5736479e2ae5 None None] No DVR routers for this DVR port e2f7f419-6e68-4dec-97d6-f56aee471223 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:15.079195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-fee3fffb-233d-4931-b41e-863406bed84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.080968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-fee3fffb-233d-4931-b41e-863406bed84d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0765767 Jul 15 13:31:15.120136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-435dd255-f4be-441b-8cbb-82a6451d3356 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317712 Jul 15 13:31:15.242063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.288085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-1e41b6d1-5bb1-47f0-a5ce-a5241a3a5087 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601865 Jul 15 13:31:15.381530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a654b0-f216-48d6-9e41-a872f11362d7 req-654ca63f-0a1a-473a-8bbc-72753f9e3a08 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.383210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36a654b0-f216-48d6-9e41-a872f11362d7 req-654ca63f-0a1a-473a-8bbc-72753f9e3a08 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 943 time: 0.1463716 Jul 15 13:31:15.432463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-319744c4-6bcd-471c-a910-1cfb69a11810 req-85cdc2e0-cde5-4583-843f-b2283b94eba4 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355674 Jul 15 13:31:15.447414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36a654b0-f216-48d6-9e41-a872f11362d7 req-d5651857-af45-40e2-8d52-bd33ce3c77dd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527964 Jul 15 13:31:15.449754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ec306b68-99de-44bb-af75-8671db0236c6 req-c576aee7-6237-47bd-86a8-3e58228ddd2d tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364903 Jul 15 13:31:15.475270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.495699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bc6862-d026-4fbb-9687-a2f72f14ab31']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:15.516539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Allocated IP 2001:db8::2b3 (11e4ea1e-015c-44e8-9635-99840df846c2/96d0a859-ebbb-4665-973c-3ab72dd51291/9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:15.519683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1ff557-dde5-48af-819c-a60bef739bf4') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:15.519975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1ff557-dde5-48af-819c-a60bef739bf4') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:15.530963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3708e8c9-fc55-4f70-b634-7e40127f93de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.536159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.559914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.576264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:15.576578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:15.579755 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:15.670720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.704232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e2f7f419-6e68-4dec-97d6-f56aee471223 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:15.737096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.741344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e2f7f419-6e68-4dec-97d6-f56aee471223 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:15.741808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e2f7f419-6e68-4dec-97d6-f56aee471223 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:15.772282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.775629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/40bc6862-d026-4fbb-9687-a2f72f14ab31 HTTP/1.1" status: 204 len: 168 time: 1.5698402 Jul 15 13:31:15.779738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:15.788737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947827164'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:15.803783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51884) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:15.824531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea4cae-87eb-4e4e-ac2e-bbfa263281bc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=40bc6862-d026-4fbb-9687-a2f72f14ab31,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:15.827012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:15.831542 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.858949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:15.870893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.871410 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment 0bb157a3-74b7-4d29-bdb7-65f58a52188a of type vlan for network bfc47e27-7205-428b-83fb-a68d82e908ed Jul 15 13:31:15.881462 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.891267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-abee3e6f-93f1-4c25-b44d-69c4a2380e50 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.892782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-abee3e6f-93f1-4c25-b44d-69c4a2380e50 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.58 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 949 time: 0.2041128 Jul 15 13:31:15.926769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.936281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Transition to ACTIVE for port object 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:15.944249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf14818-98db-4047-928d-ea807c422f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.987664 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:15.993520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:15.994123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.021565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.081640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:16.085495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Deleting port a00ff849-ac94-48e8-9919-41ae47fae1fa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:16.085836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.094313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:16.094674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=bfc47e27-7205-428b-83fb-a68d82e908ed,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.107188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.109982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:16.110275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.110689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.111025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.111353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.111678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.112042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.112383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.112724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.113018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.113448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.113739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.114097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:31:16.116334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.117124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.136063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network bfc47e27-7205-428b-83fb-a68d82e908ed details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:16.196385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf14818-98db-4047-928d-ea807c422f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.204153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf14818-98db-4047-928d-ea807c422f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.220650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a2af972-940b-490b-9c49-648f600ecb26 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4375746 Jul 15 13:31:16.223489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83c207fc-0fe1-467d-84e6-3f2ebf510a7b tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7764471 Jul 15 13:31:16.228031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51888) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.228382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51890) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.236397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:16.245030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ac', 'mac_address': 'fa:16:3e:58:f8:cf'}, {'ip_address': '2001:db8::224', 'mac_address': 'fa:16:3e:36:29:f1'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:16.254591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ebf14818-98db-4047-928d-ea807c422f10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9f7494d121e4b54ac4fb6c0d8a08c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470794 Jul 15 13:31:16.254923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.258347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf14818-98db-4047-928d-ea807c422f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d00d35-c974-4eef-aff3-474c87391a2b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.292608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] For port a00ff849-ac94-48e8-9919-41ae47fae1fa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a00ff849-ac94-48e8-9919-41ae47fae1fa,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:16.292988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.318625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70c4a837-8d8a-418f-94e7-828179f571ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.335377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Calling delete_port for a00ff849-ac94-48e8-9919-41ae47fae1fa owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:16.343202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70c4a837-8d8a-418f-94e7-828179f571ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.389165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2fad2d84-cfe1-4d7a-8c22-aabb013562ae None None] Provisioning for port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:16.395160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2fad2d84-cfe1-4d7a-8c22-aabb013562ae None None] Provisioning complete for port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:16.396004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2fad2d84-cfe1-4d7a-8c22-aabb013562ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.397566 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70c4a837-8d8a-418f-94e7-828179f571ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.400644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70c4a837-8d8a-418f-94e7-828179f571ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.401831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70c4a837-8d8a-418f-94e7-828179f571ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0d00d35-c974-4eef-aff3-474c87391a2b HTTP/1.1" status: 204 len: 168 time: 0.1458797 Jul 15 13:31:16.416757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4a837-8d8a-418f-94e7-828179f571ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d00d35-c974-4eef-aff3-474c87391a2b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.441545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2fad2d84-cfe1-4d7a-8c22-aabb013562ae None None] Port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:16.536082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:16.539962 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.666829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e20e0e-ccd6-463f-9de9-b17820c27cef req-4e02a7a5-54d2-4eea-a012-8c01972f1d2c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.668685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6e20e0e-ccd6-463f-9de9-b17820c27cef req-4e02a7a5-54d2-4eea-a012-8c01972f1d2c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 943 time: 0.0731809 Jul 15 13:31:16.725479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6e20e0e-ccd6-463f-9de9-b17820c27cef req-c115397f-5027-4c01-93a6-0096666cfa3d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499756 Jul 15 13:31:16.748970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.756327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.772073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d2df2bc-7d8e-458d-95fb-c9107b766036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.871137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.876037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d2df2bc-7d8e-458d-95fb-c9107b766036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.881892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d2df2bc-7d8e-458d-95fb-c9107b766036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:16.882358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a00ff849-ac94-48e8-9919-41ae47fae1fa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:16.903522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec88db-ae37-4aad-9104-276ed1808413 req-394f8bce-0c05-496f-8229-59a2853f3589 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:16.905013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9ec88db-ae37-4aad-9104-276ed1808413 req-394f8bce-0c05-496f-8229-59a2853f3589 tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/ports?device_id=59d823ae-5eb7-482f-aff1-fc83ab30870e HTTP/1.1" status: 200 len: 949 time: 0.2992361 Jul 15 13:31:16.925964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3d2df2bc-7d8e-458d-95fb-c9107b766036 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ae3c0f335cb445ea507d82f3012a31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684437 Jul 15 13:31:16.926724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2df2bc-7d8e-458d-95fb-c9107b766036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70bb9f-11e5-4be2-b938-fdfc87812ec8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.929810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:16.943047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Pushing event deleted for resources: {'Port': ['ID=a00ff849-ac94-48e8-9919-41ae47fae1fa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:16.989257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea4b6-1a91-4278-9510-eab3c7bce793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.023820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea4b6-1a91-4278-9510-eab3c7bce793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.057656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.058323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] No DVR routers for this DVR port a00ff849-ac94-48e8-9919-41ae47fae1fa on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:17.085875 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea4b6-1a91-4278-9510-eab3c7bce793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.086367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.088455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0452b32-87a7-4d19-8610-2148c636c4fb req-8d7e3659-c60c-4f18-ac7b-d17fef3d3a2f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.58 "DELETE /v2.0/ports/a00ff849-ac94-48e8-9919-41ae47fae1fa HTTP/1.1" status: 204 len: 173 time: 1.1897972 Jul 15 13:31:17.088572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea4b6-1a91-4278-9510-eab3c7bce793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.089872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4a2ea4b6-1a91-4278-9510-eab3c7bce793 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c70bb9f-11e5-4be2-b938-fdfc87812ec8 HTTP/1.1" status: 204 len: 168 time: 0.1591129 Jul 15 13:31:17.102777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ea4b6-1a91-4278-9510-eab3c7bce793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70bb9f-11e5-4be2-b938-fdfc87812ec8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.111235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'name': 'network-vif-deleted', 'tag': 'a00ff849-ac94-48e8-9919-41ae47fae1fa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:17.124294 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7df0e6-873b-4777-ab84-be2e24bb4c09" -d '{"events": [{"server_uuid": "59d823ae-5eb7-482f-aff1-fc83ab30870e", "name": "network-vif-deleted", "tag": "a00ff849-ac94-48e8-9919-41ae47fae1fa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:17.135496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 20b6713a-a204-4605-8aed-44369ddbace0 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:17.176951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c9ec88db-ae37-4aad-9104-276ed1808413 req-b2fb7189-aed9-45f4-b2f2-275d1e2b988f tempest-VolumesNegativeTest-1014410372 tempest-VolumesNegativeTest-1014410372-project] 10.222.0.57 "GET /v2.0/security-groups?id=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403779 Jul 15 13:31:17.199787 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b5ece-7e1c-496d-a72d-e384f2efa320 x-openstack-request-id: req-813b5ece-7e1c-496d-a72d-e384f2efa320 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:17.200090 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d823ae-5eb7-482f-aff1-fc83ab30870e", "name": "network-vif-deleted", "tag": "a00ff849-ac94-48e8-9919-41ae47fae1fa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:17.200421 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-813b5ece-7e1c-496d-a72d-e384f2efa320 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:17.200762 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d823ae-5eb7-482f-aff1-fc83ab30870e', 'name': 'network-vif-deleted', 'tag': 'a00ff849-ac94-48e8-9919-41ae47fae1fa', 'status': 'completed', 'code': 200} Jul 15 13:31:17.209179 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.296045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 20b6713a-a204-4605-8aed-44369ddbace0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=20b6713a-a204-4605-8aed-44369ddbace0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:17.315516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '20b6713a-a204-4605-8aed-44369ddbace0', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': '20b6713a-a204-4605-8aed-44369ddbace0', 'mac_address': 'fa:16:3e:0a:42:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:17.361382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.371065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=5cb1bab8-25eb-4fdf-b3f8-898db5bd48be,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.375678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b6713a-a204-4605-8aed-44369ddbace0 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:17.387794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': '0bb157a3-74b7-4d29-bdb7-65f58a52188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:17.388081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: bfc47e27-7205-428b-83fb-a68d82e908ed, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:17.396656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 20b6713a-a204-4605-8aed-44369ddbace0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=20b6713a-a204-4605-8aed-44369ddbace0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:17.402337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.427520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.442000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network bfc47e27-7205-428b-83fb-a68d82e908ed is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:17.446106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.470852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=20b6713a-a204-4605-8aed-44369ddbace0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.482183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, bfc47e27-7205-428b-83fb-a68d82e908ed) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:17.490743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f61a8-7852-4214-b317-f4727edf89f8 None None] Network bfc47e27-7205-428b-83fb-a68d82e908ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:17.492138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.492731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.500356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] In _notify_port_updated(), no bound segment for port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e on network 11e4ea1e-015c-44e8-9635-99840df846c2 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:17.506375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:17.507051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.511522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:17.512192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "PUT /v2.0/ports/9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e HTTP/1.1" status: 200 len: 1067 time: 1.2809792 Jul 15 13:31:17.553291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18a5c3-93d3-4b31-9b7d-77b193afb7c3 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event updated for resources: {'Port': ['ID=9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:17.564834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-898f978e-10d2-454a-9356-080a1879fb9f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3348410 Jul 15 13:31:17.568237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:17.588182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed', 'name': 'tempest-PortsTestJSON-178644508', 'fixed_ips': [{'subnet_id': '5cb1bab8-25eb-4fdf-b3f8-898db5bd48be', 'ip_address': '172.20.0.10'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:17.691736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:17.740968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:17.741316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.783616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-bfc47e27-7205-428b-83fb-a68d82e908ed', 'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': '5cb1bab8-25eb-4fdf-b3f8-898db5bd48be'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:17.784799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.846042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:17.894005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:17.908665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:17.993535 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.026050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:18.152136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-267c8dbe-811c-47ac-aa6f-fcf2664bc97a None None] Provisioning complete for port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:18.152501 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-267c8dbe-811c-47ac-aa6f-fcf2664bc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.159118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2f591-92e2-4872-beaa-260ba249c1e9 req-dc7fb1e8-8d4d-4504-8754-627bb931df4f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:18.160741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8a2f591-92e2-4872-beaa-260ba249c1e9 req-dc7fb1e8-8d4d-4504-8754-627bb931df4f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 944 time: 0.1187527 Jul 15 13:31:18.190590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Allocated IP 172.20.0.2 (bfc47e27-7205-428b-83fb-a68d82e908ed/5cb1bab8-25eb-4fdf-b3f8-898db5bd48be/1aa4b3c1-3372-4164-97cb-77e377baec22) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:18.205277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.222200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-267c8dbe-811c-47ac-aa6f-fcf2664bc97a None None] Port 9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:18.264683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8a2f591-92e2-4872-beaa-260ba249c1e9 req-ffc10103-ba0f-4ea4-afd8-bc05b8b58675 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934165 Jul 15 13:31:18.265544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:18.426291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.442181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Transition to ACTIVE for port object 1aa4b3c1-3372-4164-97cb-77e377baec22 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:18.464012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Transition to ACTIVE for port object 1aa4b3c1-3372-4164-97cb-77e377baec22 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:18.488928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.519394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.528155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51950) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:18.535086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-551d9ccb-8be3-45b5-8a34-cc4d7e3419de tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/ports/9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e HTTP/1.1" status: 204 len: 168 time: 1.0161476 Jul 15 13:31:18.585331 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6db6d6-555f-4eac-81f9-a90ba818ad92 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] GET failed (client error): The resource could not be found. Jul 15 13:31:18.590088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db6db6d6-555f-4eac-81f9-a90ba818ad92 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "GET /v2.0/ports/9b0c0fc8-ddfa-4be3-82f1-7da8910b1a5e HTTP/1.1" status: 404 len: 333 time: 0.0591683 Jul 15 13:31:18.590904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:18.594862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Network bfc47e27-7205-428b-83fb-a68d82e908ed is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:18.602209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:18.604940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Pushing event updated for resources: {'Port': ['ID=1aa4b3c1-3372-4164-97cb-77e377baec22,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:18.611034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:18.612720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.10 (bfc47e27-7205-428b-83fb-a68d82e908ed/5cb1bab8-25eb-4fdf-b3f8-898db5bd48be/172c5512-adba-4ccc-bb6e-6ff4f95bb152) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:18.627519 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.706094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Attempting to bind port 1aa4b3c1-3372-4164-97cb-77e377baec22 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:18.706468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Attempting to bind port 1aa4b3c1-3372-4164-97cb-77e377baec22 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '0bb157a3-74b7-4d29-bdb7-65f58a52188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:18.706862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Attempting to bind port 1aa4b3c1-3372-4164-97cb-77e377baec22 on network bfc47e27-7205-428b-83fb-a68d82e908ed {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:18.714315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:18.714774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Checking segment: {'id': '0bb157a3-74b7-4d29-bdb7-65f58a52188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:18.715197 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.715738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Bound using segment: {'id': '0bb157a3-74b7-4d29-bdb7-65f58a52188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:18.716226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Bound port: 1aa4b3c1-3372-4164-97cb-77e377baec22, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb157a3-74b7-4d29-bdb7-65f58a52188a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:18.716733 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.821992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port 669e230d-0028-46f3-9868-9e41a6b575da {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:18.822365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.859120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] For port 1aa4b3c1-3372-4164-97cb-77e377baec22, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:18.864248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] For port 1aa4b3c1-3372-4164-97cb-77e377baec22, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1aa4b3c1-3372-4164-97cb-77e377baec22,segment=NetworkSegment(0bb157a3-74b7-4d29-bdb7-65f58a52188a),segment_id=0bb157a3-74b7-4d29-bdb7-65f58a52188a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:18.866665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.870166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.896434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 172c5512-adba-4ccc-bb6e-6ff4f95bb152 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:18.937574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a00ff849-ac94-48e8-9919-41ae47fae1fa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:18.959318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:18.968868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: a00ff849-ac94-48e8-9919-41ae47fae1fa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:18.969266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a00ff849-ac94-48e8-9919-41ae47fae1fa not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:18.976811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c951bb-4e37-4ee7-bddc-1069147e7c40 None None] Pushing event updated for resources: {'Port': ['ID=1aa4b3c1-3372-4164-97cb-77e377baec22,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.020917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network bfc47e27-7205-428b-83fb-a68d82e908ed is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:19.023783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:19.027325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:19.047463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.049682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=172c5512-adba-4ccc-bb6e-6ff4f95bb152,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.072571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for 669e230d-0028-46f3-9868-9e41a6b575da owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:19.110976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:19.111890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.134572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-897bf0c7-eae1-406e-b20f-4e9401728d2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5628231 Jul 15 13:31:19.135390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 20b6713a-a204-4605-8aed-44369ddbace0 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:19.136914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 51976) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:19.144837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': 'bfc47e27-7205-428b-83fb-a68d82e908ed', 'name': 'tempest-PortsTestJSON-1876331017', 'fixed_ips': [{'subnet_id': '5cb1bab8-25eb-4fdf-b3f8-898db5bd48be', 'ip_address': '172.20.0.9'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:19.274337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 20b6713a-a204-4605-8aed-44369ddbace0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:19.285297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 20b6713a-a204-4605-8aed-44369ddbace0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:19.286580 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.338577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.371145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:19.381901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=669e230d-0028-46f3-9868-9e41a6b575da,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:19.390175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.432959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 40463a97-0bd7-4a15-9423-53a6dc90aa0a yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:19.439243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.444650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-23568563-7cbc-4ae7-928d-6419cf86e2ac tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/ports/669e230d-0028-46f3-9868-9e41a6b575da HTTP/1.1" status: 204 len: 168 time: 0.8512208 Jul 15 13:31:19.445314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51994) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:19.519573 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f375577-8144-4df0-8147-b1b880db1e48 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] GET failed (client error): The resource could not be found. Jul 15 13:31:19.530380 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.537133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f375577-8144-4df0-8147-b1b880db1e48 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "GET /v2.0/ports/669e230d-0028-46f3-9868-9e41a6b575da HTTP/1.1" status: 404 len: 333 time: 0.0906508 Jul 15 13:31:19.539748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 51998) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:19.586299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b6713a-a204-4605-8aed-44369ddbace0'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:19.602293 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b36336c-4dc5-46f1-9e32-43084ad168cf" -d '{"events": [{"server_uuid": "7794673c-dfcf-406d-85a1-a5a591bf2f86", "name": "network-vif-plugged", "status": "completed", "tag": "20b6713a-a204-4605-8aed-44369ddbace0"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:19.680487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 20b6713a-a204-4605-8aed-44369ddbace0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=20b6713a-a204-4605-8aed-44369ddbace0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:19.691062 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:19.762832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.9 (bfc47e27-7205-428b-83fb-a68d82e908ed/5cb1bab8-25eb-4fdf-b3f8-898db5bd48be/40463a97-0bd7-4a15-9423-53a6dc90aa0a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:19.839614 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b768623-3a58-495f-b9b0-d7ad37653c3d x-openstack-request-id: req-5b768623-3a58-495f-b9b0-d7ad37653c3d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:19.839614 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7794673c-dfcf-406d-85a1-a5a591bf2f86", "name": "network-vif-plugged", "status": "completed", "tag": "20b6713a-a204-4605-8aed-44369ddbace0", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:19.839972 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b768623-3a58-495f-b9b0-d7ad37653c3d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:19.840391 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b6713a-a204-4605-8aed-44369ddbace0', 'code': 200} Jul 15 13:31:19.945311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=20b6713a-a204-4605-8aed-44369ddbace0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:20.019408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1aa4b3c1-3372-4164-97cb-77e377baec22 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:20.050932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port 0a84cd46-b3f3-480a-9adb-29a970ada96d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:20.052216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.139100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.169287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 40463a97-0bd7-4a15-9423-53a6dc90aa0a will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:20.193618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2a88-e174-495d-aced-c1568214c24b req-7796707f-60a6-44e2-a950-fc104544a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.195499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3bd2a88-e174-495d-aced-c1568214c24b req-7796707f-60a6-44e2-a950-fc104544a54b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 1097 time: 0.3650081 Jul 15 13:31:20.225800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1aa4b3c1-3372-4164-97cb-77e377baec22 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:20.280426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.345361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.379868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network bfc47e27-7205-428b-83fb-a68d82e908ed is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:20.380750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for 0a84cd46-b3f3-480a-9adb-29a970ada96d owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:20.383321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:20.387633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:20.451374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=40463a97-0bd7-4a15-9423-53a6dc90aa0a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:20.469485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3bd2a88-e174-495d-aced-c1568214c24b req-57efb97a-9edf-4892-8345-34dfc29a9afc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671726 Jul 15 13:31:20.503971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.504653 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.508213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e9669-777c-4550-ba6f-241bcb31e8fb req-e41e1684-e08a-462d-94ac-d3f600fbbbfa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.516444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c62e9669-777c-4550-ba6f-241bcb31e8fb req-e41e1684-e08a-462d-94ac-d3f600fbbbfa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 945 time: 0.3078210 Jul 15 13:31:20.531284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a2015ff3-11de-40b4-8d17-82bbcc14768e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3905764 Jul 15 13:31:20.531701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52066) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.578940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c62e9669-777c-4550-ba6f-241bcb31e8fb req-92aeec67-5658-4874-8514-0d193938266f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611539 Jul 15 13:31:20.614609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b826801-092c-4dbf-912d-ebde6bf76afb None None] Network bfc47e27-7205-428b-83fb-a68d82e908ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:20.650473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.709612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089c58d-4786-4ca9-a0fc-902d759f4f8a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.715565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6089c58d-4786-4ca9-a0fc-902d759f4f8a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1823146 Jul 15 13:31:20.718078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52078) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.739592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=0a84cd46-b3f3-480a-9adb-29a970ada96d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:20.770164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.772652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-affcde92-b8c9-4fc4-8668-04435c1a92cc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/ports/0a84cd46-b3f3-480a-9adb-29a970ada96d HTTP/1.1" status: 204 len: 168 time: 1.2249622 Jul 15 13:31:20.775259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52084) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.847012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting subnet 96d0a859-ebbb-4665-973c-3ab72dd51291 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:20.852712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.889300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff2208-c7b1-40a2-8cf0-82a1a3314f3f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.906915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff2208-c7b1-40a2-8cf0-82a1a3314f3f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.916342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff2208-c7b1-40a2-8cf0-82a1a3314f3f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:20.922958 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9ff2208-c7b1-40a2-8cf0-82a1a3314f3f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2030890 Jul 15 13:31:20.925699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:20.931960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] Provisioning for port 1aa4b3c1-3372-4164-97cb-77e377baec22 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:20.937055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] Provisioning complete for port 1aa4b3c1-3372-4164-97cb-77e377baec22 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:20.937632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:20.948986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.113402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 40463a97-0bd7-4a15-9423-53a6dc90aa0a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:21.114080 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.140015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.182589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] For port 1aa4b3c1-3372-4164-97cb-77e377baec22, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1aa4b3c1-3372-4164-97cb-77e377baec22,segment=NetworkSegment(0bb157a3-74b7-4d29-bdb7-65f58a52188a),segment_id=0bb157a3-74b7-4d29-bdb7-65f58a52188a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:21.190092 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.209814 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.289802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ddc27-0dd4-4fe0-8c54-eff7ef49f17c None None] Pushing event updated for resources: {'Port': ['ID=1aa4b3c1-3372-4164-97cb-77e377baec22,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:21.350481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.366769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 40463a97-0bd7-4a15-9423-53a6dc90aa0a owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:21.379679 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.412988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Subnet': ['ID=96d0a859-ebbb-4665-973c-3ab72dd51291,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:21.417017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.419621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dcf4fc78-635d-4b4c-9290-d1375368bd32 tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/subnets/96d0a859-ebbb-4665-973c-3ab72dd51291 HTTP/1.1" status: 204 len: 168 time: 0.6414330 Jul 15 13:31:21.422323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:21.440373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b775cc5-5466-4709-bc36-781d395dca06 None None] Network 11e4ea1e-015c-44e8-9635-99840df846c2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:21.558012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.592088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.662991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=40463a97-0bd7-4a15-9423-53a6dc90aa0a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:21.715372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Deleting port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:21.715704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.751251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Could not find standard attr ID for object 40463a97-0bd7-4a15-9423-53a6dc90aa0a. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:31:21.792639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Provisioning complete for port 1aa4b3c1-3372-4164-97cb-77e377baec22 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:21.794994 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.855157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] DHCP port deletion for 11e4ea1e-015c-44e8-9635-99840df846c2 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:21.876577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1aa4b3c1-3372-4164-97cb-77e377baec22 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:21.932256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] For port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,segment=NetworkSegment(1529fc94-bf39-49ed-ac3c-f922f37f7b6a),segment_id=1529fc94-bf39-49ed-ac3c-f922f37f7b6a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:21.932839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:21.947324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Calling delete_port for 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:22.062945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.121076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Provisioning for port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:22.146512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Port': ['ID=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:22.149105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Deleting port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:22.149483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.151955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] No DVR routers for this DVR port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:22.153627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Provisioning complete for port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:22.154177 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.252392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1aa4b3c1-3372-4164-97cb-77e377baec22 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:22.260345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.271076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52172) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.293352 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.310941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e4ea1e-015c-44e8-9635-99840df846c2']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:22.324543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1529fc94-bf39-49ed-ac3c-f922f37f7b6a') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:22.324782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1529fc94-bf39-49ed-ac3c-f922f37f7b6a') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:22.341275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.367630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.380236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:22.380737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.386850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc1aff-5000-4405-b4d5-4c88ac6434be None None] Port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:22.398230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.403139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ea5de1d-7c8b-451f-85bb-32595246a2f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/40463a97-0bd7-4a15-9423-53a6dc90aa0a HTTP/1.1" status: 204 len: 168 time: 1.4748130 Jul 15 13:31:22.409307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52188) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.452369 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-f513b0fd-6e80-40cb-aff2-62ad96d8f218 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:22.457782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f513b0fd-6e80-40cb-aff2-62ad96d8f218 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/40463a97-0bd7-4a15-9423-53a6dc90aa0a HTTP/1.1" status: 404 len: 333 time: 0.0450656 Jul 15 13:31:22.458627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52196) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:22.459445 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:22.468668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.477591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] For port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73, host n-d-798054-11, got binding levels [] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:22.478095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.481636 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.488662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] 10.222.0.57 "DELETE /v2.0/networks/11e4ea1e-015c-44e8-9635-99840df846c2 HTTP/1.1" status: 204 len: 168 time: 1.0603089 Jul 15 13:31:22.499979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a689def-24a9-4f9f-b266-9e5effcb2cdc tempest-AllowedAddressPairIpV6TestJSON-771967791 tempest-AllowedAddressPairIpV6TestJSON-771967791-project] Pushing event deleted for resources: {'Network': ['ID=11e4ea1e-015c-44e8-9635-99840df846c2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:22.500079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Calling delete_port for 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:22.505290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.ipam_backend_mixin [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 was not found and therefore no delete operation was performed {{(pid=93996) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:31:22.542294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.587398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Pushing event deleted for resources: {'Port': ['ID=1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:22.593280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d6feb4d-50b3-49f6-abe2-259672b94a9d None None] Could not find standard attr ID for object 40463a97-0bd7-4a15-9423-53a6dc90aa0a. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:31:22.597033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] Network 11e4ea1e-015c-44e8-9635-99840df846c2 is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:31:22.597494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3825f8-a306-44ae-86bc-912d39dd5f0a None None] No DVR routers for this DVR port 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:22.621876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d6feb4d-50b3-49f6-abe2-259672b94a9d None None] Provisioning complete for port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:22.622395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d6feb4d-50b3-49f6-abe2-259672b94a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.639921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54275fc1-d95c-4285-b058-3b7605979ebf req-f3b46875-1703-4e90-bd63-7abb32cfe5c1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:22.642626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54275fc1-d95c-4285-b058-3b7605979ebf req-f3b46875-1703-4e90-bd63-7abb32cfe5c1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 945 time: 0.3727911 Jul 15 13:31:22.673526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9d6feb4d-50b3-49f6-abe2-259672b94a9d None None] Port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:22.708097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0da45784-8c0e-45e7-bb76-ee0fada2457a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.764481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54275fc1-d95c-4285-b058-3b7605979ebf req-af279268-517b-439d-88ad-61e5fef76d12 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113904 Jul 15 13:31:22.792307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 172c5512-adba-4ccc-bb6e-6ff4f95bb152 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:22.792834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.915018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52216) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:22.942161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.967967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 172c5512-adba-4ccc-bb6e-6ff4f95bb152 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:22.981273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0da45784-8c0e-45e7-bb76-ee0fada2457a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:22.990158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0da45784-8c0e-45e7-bb76-ee0fada2457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.065615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0da45784-8c0e-45e7-bb76-ee0fada2457a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=178e01105b024694a51e7511e60b7349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932217 Jul 15 13:31:23.070146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52236) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.112163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45784-8c0e-45e7-bb76-ee0fada2457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efbab11-154f-4956-b966-f694865b00b6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:23.192407 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:31:23.200727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae98b-2298-42aa-9a8f-45f197bac5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.244014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae98b-2298-42aa-9a8f-45f197bac5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.255452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.299758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=172c5512-adba-4ccc-bb6e-6ff4f95bb152,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:23.400967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.404050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9d5e4ea2-bb31-435b-93e2-900a672893e9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/172c5512-adba-4ccc-bb6e-6ff4f95bb152 HTTP/1.1" status: 204 len: 168 time: 0.9434197 Jul 15 13:31:23.411372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52254) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.466033 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a0a283-d3ce-4d60-8b08-7eff7ecce996 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:23.468541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d1a0a283-d3ce-4d60-8b08-7eff7ecce996 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/172c5512-adba-4ccc-bb6e-6ff4f95bb152 HTTP/1.1" status: 404 len: 333 time: 0.0385923 Jul 15 13:31:23.471577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52262) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.475660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223a14b-cc79-494b-8831-854d1e94171e req-381ddb4b-dad9-428c-9e68-995be762045f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:23.477327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a223a14b-cc79-494b-8831-854d1e94171e req-381ddb4b-dad9-428c-9e68-995be762045f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.4642308 Jul 15 13:31:23.505588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92aceb2e-b74b-41a1-b088-2f12b5099170 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5aa2770e01de47a8930b25364933c9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882285 Jul 15 13:31:23.510971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52266) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:23.518503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a223a14b-cc79-494b-8831-854d1e94171e req-d635d694-bfac-4454-a5fc-e986cbea7998 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0333183 Jul 15 13:31:23.556684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae98b-2298-42aa-9a8f-45f197bac5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.560546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae98b-2298-42aa-9a8f-45f197bac5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.562850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3c5ae98b-2298-42aa-9a8f-45f197bac5d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3efbab11-154f-4956-b966-f694865b00b6 HTTP/1.1" status: 204 len: 168 time: 0.4897203 Jul 15 13:31:23.620961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 5cb1bab8-25eb-4fdf-b3f8-898db5bd48be {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:23.638587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a223a14b-cc79-494b-8831-854d1e94171e req-731b24c6-7805-465d-bb91-2715f9fe8817 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190021 Jul 15 13:31:23.639513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.690835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ae98b-2298-42aa-9a8f-45f197bac5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efbab11-154f-4956-b966-f694865b00b6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:23.740846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04ad500f-f393-46e7-a403-a619b22a86c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.753718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:23.763690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.781336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:23.782162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1c3ca5c3-a5a0-4ebe-9774-f0b65027ed73 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:23.787100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a223a14b-cc79-494b-8831-854d1e94171e req-35e3a073-7a97-434d-82d1-3c7ba09a6b8f service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476121 Jul 15 13:31:23.834235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04ad500f-f393-46e7-a403-a619b22a86c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.910777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a223a14b-cc79-494b-8831-854d1e94171e req-273fa786-0321-49d9-ba83-3b02bd242867 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169055 Jul 15 13:31:23.950633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.955109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04ad500f-f393-46e7-a403-a619b22a86c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.958378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04ad500f-f393-46e7-a403-a619b22a86c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:23.959651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-04ad500f-f393-46e7-a403-a619b22a86c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99fe0189-f5bb-4612-8800-041fa483b812 HTTP/1.1" status: 204 len: 168 time: 0.4472854 Jul 15 13:31:23.990227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad500f-f393-46e7-a403-a619b22a86c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fe0189-f5bb-4612-8800-041fa483b812,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.019460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52276) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.037464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a55ac1d-9990-419b-8f14-a67b616f698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.127220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.167163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb1bab8-25eb-4fdf-b3f8-898db5bd48be,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.183618 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.188946 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e94b816-d03f-4391-9dca-7ff7009797c5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/5cb1bab8-25eb-4fdf-b3f8-898db5bd48be HTTP/1.1" status: 204 len: 168 time: 0.7129645 Jul 15 13:31:24.190657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4027bc5c-80b3-48ed-a116-0ca3f98a2e1a None None] Network bfc47e27-7205-428b-83fb-a68d82e908ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:24.206329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a55ac1d-9990-419b-8f14-a67b616f698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.211922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52282) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.213623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4a55ac1d-9990-419b-8f14-a67b616f698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.255424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55ac1d-9990-419b-8f14-a67b616f698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2224b944-b013-4d2c-8373-b51c056be073,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.278004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4a55ac1d-9990-419b-8f14-a67b616f698d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=491b90b4e1594e36906f5c76d7542eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574396 Jul 15 13:31:24.280668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52290) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:24.366754 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4e30-25e8-401a-84d8-69b3bb9bcec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.453720 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4e30-25e8-401a-84d8-69b3bb9bcec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.463490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.531082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 1aa4b3c1-3372-4164-97cb-77e377baec22 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:24.531763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.562965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4e30-25e8-401a-84d8-69b3bb9bcec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.567874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1ad4e30-25e8-401a-84d8-69b3bb9bcec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.571437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f1ad4e30-25e8-401a-84d8-69b3bb9bcec8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2224b944-b013-4d2c-8373-b51c056be073 HTTP/1.1" status: 204 len: 168 time: 0.2870531 Jul 15 13:31:24.582956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad4e30-25e8-401a-84d8-69b3bb9bcec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2224b944-b013-4d2c-8373-b51c056be073,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.669476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] For port 1aa4b3c1-3372-4164-97cb-77e377baec22, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1aa4b3c1-3372-4164-97cb-77e377baec22,segment=NetworkSegment(0bb157a3-74b7-4d29-bdb7-65f58a52188a),segment_id=0bb157a3-74b7-4d29-bdb7-65f58a52188a)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:24.672870 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.687993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] DHCP port deletion for bfc47e27-7205-428b-83fb-a68d82e908ed request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:24.717638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 1aa4b3c1-3372-4164-97cb-77e377baec22 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:24.801403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] Deleting port 1aa4b3c1-3372-4164-97cb-77e377baec22 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:24.801937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.903423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.943535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] For port 1aa4b3c1-3372-4164-97cb-77e377baec22, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1aa4b3c1-3372-4164-97cb-77e377baec22,segment=NetworkSegment(0bb157a3-74b7-4d29-bdb7-65f58a52188a),segment_id=0bb157a3-74b7-4d29-bdb7-65f58a52188a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:24.943535 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:24.977093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] Calling delete_port for 1aa4b3c1-3372-4164-97cb-77e377baec22 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:24.984525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=1aa4b3c1-3372-4164-97cb-77e377baec22,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:24.995084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No DVR routers for this DVR port 1aa4b3c1-3372-4164-97cb-77e377baec22 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:25.092623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.107160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] No DVR routers for this DVR port 1aa4b3c1-3372-4164-97cb-77e377baec22 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:25.131931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa7d90-a12c-49b8-bb6a-fdfb390f1bc5 None None] Pushing event deleted for resources: {'Port': ['ID=1aa4b3c1-3372-4164-97cb-77e377baec22,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:25.142406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.157592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc47e27-7205-428b-83fb-a68d82e908ed']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:25.178979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb157a3-74b7-4d29-bdb7-65f58a52188a') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:25.179276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb157a3-74b7-4d29-bdb7-65f58a52188a') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:25.195801 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.203827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-3230cc06-6e02-437e-894a-f4509681d775 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.211052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-3230cc06-6e02-437e-894a-f4509681d775 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2306464 Jul 15 13:31:25.245378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-c822d13e-4c4c-47c2-91d2-f7025da9f7d5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0333090 Jul 15 13:31:25.248386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.288447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:25.288859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:25.292948 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:25.375161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.389558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.391557 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/bfc47e27-7205-428b-83fb-a68d82e908ed HTTP/1.1" status: 204 len: 168 time: 1.1709886 Jul 15 13:31:25.396073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52348) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:25.401174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1458784044'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:25.412512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1a2e-db7b-4484-a89c-73e0ae8101f6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=bfc47e27-7205-428b-83fb-a68d82e908ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:25.432848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-126a5b5a-460d-400e-9bf6-aba031d796e5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1863942 Jul 15 13:31:25.446461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:25.450234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.506660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:25.520351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.521489 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Added segment 24e1f330-6f79-4a48-aff4-da5ff86f95e5 of type vlan for network f77ae821-36ee-4896-9f90-194fe6723fe7 Jul 15 13:31:25.580583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.597975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-f2f9f284-918a-48c4-9539-99bca53ac3e0 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626737 Jul 15 13:31:25.621638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52356) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:25.662894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.669924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:25.670772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:25.711653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3146436 Jul 15 13:31:25.718595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52362) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:25.726148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:25.731090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1aa4b3c1-3372-4164-97cb-77e377baec22 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:25.791931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00e23b-6ba4-4fd2-83dd-09fc749dd8f2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Network': ['ID=f77ae821-36ee-4896-9f90-194fe6723fe7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:25.796988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1aa4b3c1-3372-4164-97cb-77e377baec22 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:25.797738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1aa4b3c1-3372-4164-97cb-77e377baec22 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:25.810986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-20019a86-6be0-4ab5-a304-754099a2c88e service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073746 Jul 15 13:31:25.845176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f77ae821-36ee-4896-9f90-194fe6723fe7 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:25.885015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:25.889142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.174019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-319538757'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:26.209955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.216922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1b2deec-bf1a-4aaf-9267-81fe13153bde req-e8206764-61c6-4ba9-9616-86f8654d69e5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 210 time: 0.0606503 Jul 15 13:31:26.223177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Made reservation on behalf of aee56024e5dc4784ac9e1bf059417570 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:26.227750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.283985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.310650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=d34e1360-575e-4125-87f6-441190a16697,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:26.338464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Checking segment: {'id': '24e1f330-6f79-4a48-aff4-da5ff86f95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:26.338978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network hostable DHCP agents. Network: f77ae821-36ee-4896-9f90-194fe6723fe7, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:26.380654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network f77ae821-36ee-4896-9f90-194fe6723fe7 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:26.399760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f77ae821-36ee-4896-9f90-194fe6723fe7) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:26.406324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:26.407049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.419016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f99d03-1a6d-4ae8-80e3-4a2481927d35 None None] Network f77ae821-36ee-4896-9f90-194fe6723fe7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:26.453224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.459634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.483170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52384) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:26.484343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-04991cb0-aa9c-4cb9-ad7a-faf8f4563cb7 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7647221 Jul 15 13:31:26.491553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-342830068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:26.503729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:26.517639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7b194d-6d24-48e6-8795-57ee597af5ed,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:26.524188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.524538 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Added segment 032187ae-ba32-41fe-b758-3d97cad9a0b6 of type vlan for network e034a022-2ed5-4c25-8af7-07d4ec00d953 Jul 15 13:31:26.551931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.553306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.586442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.633046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.644713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:26.645302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.687782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0652757 Jul 15 13:31:26.691660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52390) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:26.699947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'subnet': {'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:26.741578 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.751839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f77ae821-36ee-4896-9f90-194fe6723fe7', 'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': 'd34e1360-575e-4125-87f6-441190a16697'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:26.753320 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.770214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.806464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:26.811746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5bb3e812-28bd-4aa3-bd74-34cb26cded34 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3264613 Jul 15 13:31:26.812819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52394) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:26.819221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7', 'name': 'tempest-PortsTestJSON-711797354'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:26.839859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc15aab-ef89-418c-9428-03801f576031 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Network': ['ID=e034a022-2ed5-4c25-8af7-07d4ec00d953,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:26.930145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:26.961451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.011902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Made reservation on behalf of aee56024e5dc4784ac9e1bf059417570 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:27.023034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.037648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:27.047162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.095883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 9c4a0470-a978-4235-a16b-622b631bcab0 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:27.166898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:27.224756 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.263929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Allocated IP 172.20.0.2 (f77ae821-36ee-4896-9f90-194fe6723fe7/d34e1360-575e-4125-87f6-441190a16697/defa2a62-4d1d-469d-b0ab-8d6e3c640b5d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:27.427116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52408) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.447799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c301f095-ec00-4608-8233-1cdea4b6b456 req-430ccd80-3540-4aff-afd0-cce9fb032878 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 210 time: 0.0599837 Jul 15 13:31:27.461788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.509350 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.521668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Transition to ACTIVE for port object defa2a62-4d1d-469d-b0ab-8d6e3c640b5d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:27.550360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Transition to ACTIVE for port object defa2a62-4d1d-469d-b0ab-8d6e3c640b5d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:27.561543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.568232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.589775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Subnet': ['ID=01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.592254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Checking segment: {'id': '032187ae-ba32-41fe-b758-3d97cad9a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:27.592620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network hostable DHCP agents. Network: e034a022-2ed5-4c25-8af7-07d4ec00d953, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:31:27.613790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Network f77ae821-36ee-4896-9f90-194fe6723fe7 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:27.618915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:27.626404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:27.667029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:31:27.680301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Pushing event updated for resources: {'Port': ['ID=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:27.702008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Attempting to bind port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:27.702298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Attempting to bind port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '24e1f330-6f79-4a48-aff4-da5ff86f95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:27.702832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Attempting to bind port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d on network f77ae821-36ee-4896-9f90-194fe6723fe7 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:27.706164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f16eabb4-72a0-4865-9d16-6f9401797825 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1b3410e1d73446da763a613f1818228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771502 Jul 15 13:31:27.707467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e034a022-2ed5-4c25-8af7-07d4ec00d953) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:27.709082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:27.709082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Checking segment: {'id': '24e1f330-6f79-4a48-aff4-da5ff86f95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:27.713954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52412) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.714093 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.714582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Bound using segment: {'id': '24e1f330-6f79-4a48-aff4-da5ff86f95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:27.715270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Bound port: defa2a62-4d1d-469d-b0ab-8d6e3c640b5d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e1f330-6f79-4a48-aff4-da5ff86f95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f77ae821-36ee-4896-9f90-194fe6723fe7'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:27.715504 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.728728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.4 (f77ae821-36ee-4896-9f90-194fe6723fe7/d34e1360-575e-4125-87f6-441190a16697/9c4a0470-a978-4235-a16b-622b631bcab0) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:27.735097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.735749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.738337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ac4c8-d11f-47c3-b78a-64dbd1fea262 None None] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:27.824043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9162a925-da34-43fc-8318-be8ab0f49ad2 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1287365 Jul 15 13:31:27.829274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52414) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:27.833867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Allocated IP 172.25.3.19 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/73371075-8840-44e9-8a21-c182e5222ed5) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:27.836645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-476578234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:27.863924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-b4d12181-b5f9-458a-a5bd-55df1932803e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:27.865602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-b4d12181-b5f9-458a-a5bd-55df1932803e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2127924 Jul 15 13:31:27.867170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] For port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:27.871573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] For port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,segment=NetworkSegment(24e1f330-6f79-4a48-aff4-da5ff86f95e5),segment_id=24e1f330-6f79-4a48-aff4-da5ff86f95e5)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:27.883137 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:27.893679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': 'ee346a01-7e38-479e-9758-a0198a434a23', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:28.017027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e034a022-2ed5-4c25-8af7-07d4ec00d953', 'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953', 'tenant_id': 'aee56024e5dc4784ac9e1bf059417570', 'fixed_ips': [{'subnet_id': '01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:28.017955 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.028754 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b12d20-5189-49a8-810f-a9414bef7bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.044800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bb761-eca6-414f-93f1-a7bcfab48ccd None None] Pushing event updated for resources: {'Port': ['ID=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.064993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.069129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b12d20-5189-49a8-810f-a9414bef7bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.102276 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.103383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.111088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:28.113354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.128744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.161956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 9c4a0470-a978-4235-a16b-622b631bcab0 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:28.196402 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.196847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.207577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.212241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Allocated IP 172.20.0.2 (e034a022-2ed5-4c25-8af7-07d4ec00d953/01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f/7dc50a30-840b-43d1-9aff-eebefb14961a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:28.221158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b12d20-5189-49a8-810f-a9414bef7bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.223831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b12d20-5189-49a8-810f-a9414bef7bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.227496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-17b12d20-5189-49a8-810f-a9414bef7bb5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a HTTP/1.1" status: 204 len: 168 time: 0.5048993 Jul 15 13:31:28.250692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:28.260359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:28.268361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:28.269076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.279656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3cefe7fb-149e-4e6a-afe3-1b0e7ee010ad tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4398386 Jul 15 13:31:28.281468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b12d20-5189-49a8-810f-a9414bef7bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5763b6e-47fa-4b4e-86d6-1f5ffc2c2f0a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.286693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52418) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:28.348833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.5 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/31758409-7e7f-4dbf-b68b-8c0c6d376daf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:28.460282 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.540166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.553722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Transition to ACTIVE for port object 7dc50a30-840b-43d1-9aff-eebefb14961a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:28.573005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Transition to ACTIVE for port object 7dc50a30-840b-43d1-9aff-eebefb14961a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:28.583882 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.634494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:28.639936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:28.647683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:28.690328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Pushing event updated for resources: {'Port': ['ID=7dc50a30-840b-43d1-9aff-eebefb14961a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.702993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network f77ae821-36ee-4896-9f90-194fe6723fe7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:28.710010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:28.746702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Attempting to bind port 7dc50a30-840b-43d1-9aff-eebefb14961a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:28.747248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Attempting to bind port 7dc50a30-840b-43d1-9aff-eebefb14961a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '032187ae-ba32-41fe-b758-3d97cad9a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:28.756201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Attempting to bind port 7dc50a30-840b-43d1-9aff-eebefb14961a on network e034a022-2ed5-4c25-8af7-07d4ec00d953 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:28.762913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:28.763251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Checking segment: {'id': '032187ae-ba32-41fe-b758-3d97cad9a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:28.763723 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.764123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Bound using segment: {'id': '032187ae-ba32-41fe-b758-3d97cad9a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:28.764992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Bound port: 7dc50a30-840b-43d1-9aff-eebefb14961a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032187ae-ba32-41fe-b758-3d97cad9a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:28.766889 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.769205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:28.841322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=9c4a0470-a978-4235-a16b-622b631bcab0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.874117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-def74069-64c3-4956-97af-d231dfab23ee req-247c2d65-3a54-468d-9e71-b8aa2c6da1a5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 210 time: 0.0701652 Jul 15 13:31:28.896824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:28.898297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] For port 7dc50a30-840b-43d1-9aff-eebefb14961a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:28.902238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] For port 7dc50a30-840b-43d1-9aff-eebefb14961a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7dc50a30-840b-43d1-9aff-eebefb14961a,segment=NetworkSegment(032187ae-ba32-41fe-b758-3d97cad9a0b6),segment_id=032187ae-ba32-41fe-b758-3d97cad9a0b6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:28.905952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Pushing event updated for resources: {'Port': ['ID=73371075-8840-44e9-8a21-c182e5222ed5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:28.915385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.023205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadb0ad-4154-4e10-a02c-72bfde6068c5 None None] Pushing event updated for resources: {'Port': ['ID=7dc50a30-840b-43d1-9aff-eebefb14961a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:29.047463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.075745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.076811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.084179 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.190832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.205517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-32d72a78-85b4-49a2-8a43-e4c2423557dc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3911748 Jul 15 13:31:29.207951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52440) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:29.436585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.447862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.521453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.534929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:29.590204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:29.595902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:29.603109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:29.651495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Pushing event updated for resources: {'Port': ['ID=73371075-8840-44e9-8a21-c182e5222ed5,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:29.676252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.753993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87607fdd-dace-4983-8711-a457bb09bad2 None None] Network f77ae821-36ee-4896-9f90-194fe6723fe7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:29.824463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.829669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0feea5be-aada-4acf-b958-128e459ac4a3 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8662698 Jul 15 13:31:29.845668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52448) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:29.848745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-049e1603-0b35-4d4d-b739-7f860e9ff660 None None] Provisioning for port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:29.852265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-225623414', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'fixed_ips': [{'ip_address': '172.25.3.19'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:29.887988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:29.888857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.897088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Made reservation on behalf of 8c9eb7918582476f9e230dd4883b73e1 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:29.900168 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.924891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=31758409-7e7f-4dbf-b68b-8c0c6d376daf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:29.937138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:29.952371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-10481270-e077-41c4-9d09-482571cde251 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0651064 Jul 15 13:31:29.978362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Request body: {'port': {'device_id': 'ee346a01-7e38-479e-9758-a0198a434a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:30.081854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7dc50a30-840b-43d1-9aff-eebefb14961a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:30.196772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.209359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Allocated IP 172.20.0.1 (e034a022-2ed5-4c25-8af7-07d4ec00d953/01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f/96cc9561-c309-4d54-93a0-5e7387280342) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:30.333560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 7dc50a30-840b-43d1-9aff-eebefb14961a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:30.339681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device defa2a62-4d1d-469d-b0ab-8d6e3c640b5d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:30.471825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.651546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afab7ea-55cc-4da2-b648-10107f3ba2f0 req-9357abcc-6732-4b73-a0e1-a883c027694b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:30.663563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0afab7ea-55cc-4da2-b648-10107f3ba2f0 req-9357abcc-6732-4b73-a0e1-a883c027694b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 931 time: 0.4316225 Jul 15 13:31:30.667944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb42e08-a19d-4a3b-943b-bead75f1551c None None] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:30.676140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.747720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] Provisioning for port 7dc50a30-840b-43d1-9aff-eebefb14961a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:30.753626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:30.804324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] Provisioning complete for port 7dc50a30-840b-43d1-9aff-eebefb14961a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:30.804948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.818942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.854296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:30.854737 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.864206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] device_id is not set on port c63c7490-db19-4c5b-ba22-66a5fa05a11a yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:30.878884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:30.978489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0afab7ea-55cc-4da2-b648-10107f3ba2f0 req-0255a300-8649-433c-bf1e-947037cbcffe tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111799 Jul 15 13:31:30.978917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Transition to ACTIVE for port object 96cc9561-c309-4d54-93a0-5e7387280342 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:31.075128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85091de1-670a-4f9c-b4b8-bdec3aa53f71,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.191382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.229092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.264374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.289810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:31.300473 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.305452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:31.309113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:31.328523 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.335645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31758409-7e7f-4dbf-b68b-8c0c6d376daf {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:31.352855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.389186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Port': ['ID=96cc9561-c309-4d54-93a0-5e7387280342,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.404023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Transition to ACTIVE for port object 31758409-7e7f-4dbf-b68b-8c0c6d376daf will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:31.406719 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:31:31.414320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:31.416096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] For port 7dc50a30-840b-43d1-9aff-eebefb14961a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7dc50a30-840b-43d1-9aff-eebefb14961a,segment=NetworkSegment(032187ae-ba32-41fe-b758-3d97cad9a0b6),segment_id=032187ae-ba32-41fe-b758-3d97cad9a0b6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:31.425957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.455041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.469223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,segment=NetworkSegment(24e1f330-6f79-4a48-aff4-da5ff86f95e5),segment_id=24e1f330-6f79-4a48-aff4-da5ff86f95e5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:31.494943 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-608bbcd7-6119-45d9-b64d-00050d7921b0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6450095 Jul 15 13:31:31.495942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52556) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:31.537700 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.545193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.579512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31758409-7e7f-4dbf-b68b-8c0c6d376daf,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.619365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c99e98-c244-46b6-b217-9070b9cb7c10 None None] Pushing event updated for resources: {'Port': ['ID=7dc50a30-840b-43d1-9aff-eebefb14961a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.634548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=9c4a0470-a978-4235-a16b-622b631bcab0,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.654712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Attempting to bind port 31758409-7e7f-4dbf-b68b-8c0c6d376daf on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:31.655042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Attempting to bind port 31758409-7e7f-4dbf-b68b-8c0c6d376daf by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:31.655357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Attempting to bind port 31758409-7e7f-4dbf-b68b-8c0c6d376daf on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:31.670622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Port 31758409-7e7f-4dbf-b68b-8c0c6d376daf on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:31.670968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Attempting to bind port 31758409-7e7f-4dbf-b68b-8c0c6d376daf on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:31.684707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:31.685087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:31.685445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:31.685890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Bound port: 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:31.686275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.782007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:31.800323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b41a056c-24aa-4bd2-874b-232d8c9c92b5 None None] Provisioning for port 9c4a0470-a978-4235-a16b-622b631bcab0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:31.815317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b41a056c-24aa-4bd2-874b-232d8c9c92b5 None None] Provisioning complete for port 9c4a0470-a978-4235-a16b-622b631bcab0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:31.818790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b41a056c-24aa-4bd2-874b-232d8c9c92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.869421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7dc50a30-840b-43d1-9aff-eebefb14961a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:31.905441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] For port 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:31.909789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] For port 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:31.917195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:31.979646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b41a056c-24aa-4bd2-874b-232d8c9c92b5 None None] Port 9c4a0470-a978-4235-a16b-622b631bcab0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:32.014570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b41a056c-24aa-4bd2-874b-232d8c9c92b5 None None] Provisioning complete for port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:32.015144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b41a056c-24aa-4bd2-874b-232d8c9c92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.019193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Pushing event updated for resources: {'Port': ['ID=31758409-7e7f-4dbf-b68b-8c0c6d376daf,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:32.038893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.039340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.040885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-262b94cc-180c-4a54-9eef-0c4a972b89f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/31758409-7e7f-4dbf-b68b-8c0c6d376daf HTTP/1.1" status: 200 len: 1092 time: 2.0790236 Jul 15 13:31:32.041355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee346a01-7e38-479e-9758-a0198a434a23', 'tag': '31758409-7e7f-4dbf-b68b-8c0c6d376daf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:32.043867 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a3c56f-ab39-4cc9-98da-f353fa855f50" -d '{"events": [{"name": "network-changed", "server_uuid": "ee346a01-7e38-479e-9758-a0198a434a23", "tag": "31758409-7e7f-4dbf-b68b-8c0c6d376daf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:32.137879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 7dc50a30-840b-43d1-9aff-eebefb14961a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:32.138509 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.160678 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6728463-f4be-4fac-bf1d-c65390ab9bee x-openstack-request-id: req-d6728463-f4be-4fac-bf1d-c65390ab9bee {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:32.160973 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee346a01-7e38-479e-9758-a0198a434a23", "tag": "31758409-7e7f-4dbf-b68b-8c0c6d376daf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:32.161405 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6728463-f4be-4fac-bf1d-c65390ab9bee {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:32.162058 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee346a01-7e38-479e-9758-a0198a434a23', 'tag': '31758409-7e7f-4dbf-b68b-8c0c6d376daf', 'status': 'completed', 'code': 200} Jul 15 13:31:32.230731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-33a9413f-2b41-4fe3-ac55-4450dbdb875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.232734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-33a9413f-2b41-4fe3-ac55-4450dbdb875e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 1095 time: 0.1287212 Jul 15 13:31:32.309538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52586) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:32.320546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-696ff0ec-222b-499a-b9e3-013b4efa0adc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf HTTP/1.1" status: 200 len: 217 time: 0.0807447 Jul 15 13:31:32.365028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.422727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80477c67-fcf0-4495-bfe1-957628ed038c req-fa41a11b-b301-4565-8315-bb4f44e5a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.424718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-fa41a11b-b301-4565-8315-bb4f44e5a690 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0963271 Jul 15 13:31:32.430446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.466779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-ffe8cf36-ce39-4025-8e76-78ca865e2a6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347538 Jul 15 13:31:32.515968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Deleting port 73371075-8840-44e9-8a21-c182e5222ed5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:32.516327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.521981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Provisioning complete for port 9c4a0470-a978-4235-a16b-622b631bcab0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:32.522734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.591322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Port 9c4a0470-a978-4235-a16b-622b631bcab0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:32.601432 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-dee2c065-e878-4d40-8f07-2e22e9300af7 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277196 Jul 15 13:31:32.607176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Provisioning complete for port 7dc50a30-840b-43d1-9aff-eebefb14961a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:32.608641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.608818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4021-a4c0-4b21-a5ff-9821e348e592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.717172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Provisioning for port 96cc9561-c309-4d54-93a0-5e7387280342 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:32.722460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Provisioning complete for port 96cc9561-c309-4d54-93a0-5e7387280342 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:32.722989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.742166 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-80477c67-fcf0-4495-bfe1-957628ed038c req-7f951cc1-6be7-4f2c-8036-b65c7abb2157 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338663 Jul 15 13:31:32.742819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d84192-7391-46ed-918c-3a9d09ba12dc req-36ed2657-444e-457b-80f7-191a64f2c94f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.745940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0d84192-7391-46ed-918c-3a9d09ba12dc req-36ed2657-444e-457b-80f7-191a64f2c94f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 943 time: 0.4990880 Jul 15 13:31:32.764197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b2af75c6-b1bd-4de1-8240-e9eb2c82ce99 None None] Port 96cc9561-c309-4d54-93a0-5e7387280342 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:32.787905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.827654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.827654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:32.867064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-4cc2a099-7833-45d4-82b6-3f8769ef69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.867476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Calling delete_port for 73371075-8840-44e9-8a21-c182e5222ed5 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:32.868656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-4cc2a099-7833-45d4-82b6-3f8769ef69e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 1095 time: 0.0652168 Jul 15 13:31:32.926011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0d84192-7391-46ed-918c-3a9d09ba12dc req-8b83245c-f789-4453-9f70-b56ef82a638b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672177 Jul 15 13:31:32.991792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-3d9998af-e6a5-4976-80f1-c4906a35b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:32.993355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-3d9998af-e6a5-4976-80f1-c4906a35b23c service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.1190124 Jul 15 13:31:33.040071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-8f975de6-0f34-4781-a736-5c098d4cdb03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf HTTP/1.1" status: 200 len: 217 time: 0.0395451 Jul 15 13:31:33.108812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-b6fd74e2-72d3-4281-afc4-5de63c06e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:33.110719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-b6fd74e2-72d3-4281-afc4-5de63c06e07c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0639911 Jul 15 13:31:33.154918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-c65f24f5-1cf8-4ad5-921d-4594df849a63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361264 Jul 15 13:31:33.267393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-e82969c4-0f34-414a-b1c7-5dcb8c5fdcf0 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052551 Jul 15 13:31:33.376642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3a3c56f-ab39-4cc9-98da-f353fa855f50 req-9262ef29-e859-4e05-8421-b4439b41ead2 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028690 Jul 15 13:31:33.584426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4021-a4c0-4b21-a5ff-9821e348e592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.621189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.625212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4021-a4c0-4b21-a5ff-9821e348e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.645330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.736643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device defa2a62-4d1d-469d-b0ab-8d6e3c640b5d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:33.785559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cd8f4021-a4c0-4b21-a5ff-9821e348e592 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4d4a2f1c23345de91985c70f3b95987&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4694178 Jul 15 13:31:33.786312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f4021-a4c0-4b21-a5ff-9821e348e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f917742-28c3-4276-9dba-657544648502,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:33.789179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52594) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:33.790310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:33.791290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.819121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.823668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Port': ['ID=96cc9561-c309-4d54-93a0-5e7387280342,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:33.834292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.863486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941c6777-9b26-4d19-a749-e8d7fa19d5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.889563 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.891712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941c6777-9b26-4d19-a749-e8d7fa19d5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.893275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Pushing event deleted for resources: {'Port': ['ID=73371075-8840-44e9-8a21-c182e5222ed5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:33.903497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.970754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941c6777-9b26-4d19-a749-e8d7fa19d5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.973280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-941c6777-9b26-4d19-a749-e8d7fa19d5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:33.974813 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-941c6777-9b26-4d19-a749-e8d7fa19d5e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f917742-28c3-4276-9dba-657544648502 HTTP/1.1" status: 204 len: 168 time: 0.1833699 Jul 15 13:31:33.986803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c6777-9b26-4d19-a749-e8d7fa19d5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f917742-28c3-4276-9dba-657544648502,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.090775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=9c4a0470-a978-4235-a16b-622b631bcab0,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.104454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.113620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.116079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.117293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25ec941d-abed-4f06-bf03-ffc6f42a20c0 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684 tempest-ExternalNetworksAdminNegativeTestJSON-1010948684-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/873d5179-c01b-4e2b-bad2-8737c53db149 HTTP/1.1" status: 204 len: 168 time: 2.6155782 Jul 15 13:31:34.127562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:34.140230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:34.205098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38074a92-62b7-4ae9-b3df-d7c7d0c045bf req-c9328adf-c1b0-44a4-92c3-1674bae76792 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.208122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38074a92-62b7-4ae9-b3df-d7c7d0c045bf req-c9328adf-c1b0-44a4-92c3-1674bae76792 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 943 time: 0.1220477 Jul 15 13:31:34.261899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38074a92-62b7-4ae9-b3df-d7c7d0c045bf req-4d47c5ee-dac2-4c80-8dad-b195fe6abc2a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Jul 15 13:31:34.317806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network f77ae821-36ee-4896-9f90-194fe6723fe7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:34.323244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:34.400302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.417240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-512b01ba-7fa9-46fd-9987-312370f2401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.448466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Router b2d00d48-f339-4893-9089-7413fc9ff302 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:34.534005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.578474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:34.587506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-44fc1eaf-d1cd-4265-b40b-caea96645822 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "PUT /v2.0/routers/b2d00d48-f339-4893-9089-7413fc9ff302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2962024 Jul 15 13:31:34.588197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.591246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Router 9c3f021e-e263-42ac-bb6c-d4c900bc1071 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:31:34.605433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'port': {'network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953', 'name': 'tempest-FloatingIPNegativeTestJSON-1118593711'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:34.608394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] Sync routers for ids ['b2d00d48-f339-4893-9089-7413fc9ff302'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:34.620762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c18a1266-06de-4127-aeee-ba959e7358e5 None None] Provisioning complete for port 96cc9561-c309-4d54-93a0-5e7387280342 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:34.621545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c18a1266-06de-4127-aeee-ba959e7358e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.630732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-512b01ba-7fa9-46fd-9987-312370f2401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.649149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-512b01ba-7fa9-46fd-9987-312370f2401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.652317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] Routers {'b2d00d48-f339-4893-9089-7413fc9ff302'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:34.653235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2d00d48-f339-4893-9089-7413fc9ff302'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.708678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.719432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c18a1266-06de-4127-aeee-ba959e7358e5 None None] Port 96cc9561-c309-4d54-93a0-5e7387280342 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:34.724770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] Routers {'b2d00d48-f339-4893-9089-7413fc9ff302'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:34.725479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2d00d48-f339-4893-9089-7413fc9ff302'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.727633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:34.737033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cbc7bbef-a387-48cd-ae11-b2c4d8f39dee tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/routers/9c3f021e-e263-42ac-bb6c-d4c900bc1071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5273030 Jul 15 13:31:34.737816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52614) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.739421 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] Sync routers for ids ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:34.747444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-662ef9b9-cc16-48ff-83c7-fce7b3cec49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.749740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] Routers {'9c3f021e-e263-42ac-bb6c-d4c900bc1071'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:34.750444 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.774606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b01ba-7fa9-46fd-9987-312370f2401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a61335b-2c9d-4467-9d63-a3aa79cc5f8a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.781599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.784316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74172f0-a0a4-46f4-875c-a3c1d05d0f09 None None] The sync data for ids ['b2d00d48-f339-4893-9089-7413fc9ff302'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:34.786272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-512b01ba-7fa9-46fd-9987-312370f2401c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e3e9bbe0d564d6fbf9f3631b6f2c2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842025 Jul 15 13:31:34.800545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52616) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.802646 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.823895 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] Routers {'9c3f021e-e263-42ac-bb6c-d4c900bc1071'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:34.827142 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.845397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6e0bd71d-d18d-43a3-884e-7d706cf103da None None] Provisioning complete for port 9c4a0470-a978-4235-a16b-622b631bcab0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:34.846221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd71d-d18d-43a3-884e-7d706cf103da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.864497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a35ec-f66a-4f10-8b5a-78edf9c3dc6a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:34.869653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-640a35ec-f66a-4f10-8b5a-78edf9c3dc6a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c3f021e-e263-42ac-bb6c-d4c900bc1071 HTTP/1.1" status: 200 len: 981 time: 0.1307454 Jul 15 13:31:34.870335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.879024 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:34.879956 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b692e-cf3d-4b4a-a013-6e9b2f126655 None None] The sync data for ids ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:34.891518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bd71d-d18d-43a3-884e-7d706cf103da None None] Port 9c4a0470-a978-4235-a16b-622b631bcab0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:34.893773 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d5cc6a7-11be-4b01-891c-af757c089985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.904537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-662ef9b9-cc16-48ff-83c7-fce7b3cec49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.911025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-662ef9b9-cc16-48ff-83c7-fce7b3cec49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.962591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Made reservation on behalf of aee56024e5dc4784ac9e1bf059417570 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:34.966392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:34.980410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-662ef9b9-cc16-48ff-83c7-fce7b3cec49f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30dabc11a7bb417eb2014d851c377d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454589 Jul 15 13:31:34.983184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ef9b9-cc16-48ff-83c7-fce7b3cec49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573fe394-cdba-496c-b5a8-41c6eb599097,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:34.986198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52620) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:34.990575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d5cc6a7-11be-4b01-891c-af757c089985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.005922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] device_id is not set on port 59d1859b-9465-47d6-a367-44bee242d194 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:35.097531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccb90-f9d9-40fa-a6f6-e9c6970358f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.149999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccb90-f9d9-40fa-a6f6-e9c6970358f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.170152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d5cc6a7-11be-4b01-891c-af757c089985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.173569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d5cc6a7-11be-4b01-891c-af757c089985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.174742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d5cc6a7-11be-4b01-891c-af757c089985 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a61335b-2c9d-4467-9d63-a3aa79cc5f8a HTTP/1.1" status: 204 len: 168 time: 0.3810823 Jul 15 13:31:35.176359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Allocated IP 172.20.0.10 (e034a022-2ed5-4c25-8af7-07d4ec00d953/01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f/59d1859b-9465-47d6-a367-44bee242d194) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:35.204655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cc6a7-11be-4b01-891c-af757c089985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a61335b-2c9d-4467-9d63-a3aa79cc5f8a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:35.253018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccb90-f9d9-40fa-a6f6-e9c6970358f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.256288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccb90-f9d9-40fa-a6f6-e9c6970358f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.258327 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef3ccb90-f9d9-40fa-a6f6-e9c6970358f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/573fe394-cdba-496c-b5a8-41c6eb599097 HTTP/1.1" status: 204 len: 168 time: 0.2701533 Jul 15 13:31:35.285055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ccb90-f9d9-40fa-a6f6-e9c6970358f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573fe394-cdba-496c-b5a8-41c6eb599097,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:35.524860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.558344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Transition to ACTIVE for port object 59d1859b-9465-47d6-a367-44bee242d194 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:35.589398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.626511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.688323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:35.692788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:35.696253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:35.737868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b61b8-c9f8-4e6c-bc26-eaa4b6a9a65d req-e1d87a13-15a8-462b-b76c-2646cbe58828 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.743582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-038b61b8-c9f8-4e6c-bc26-eaa4b6a9a65d req-e1d87a13-15a8-462b-b76c-2646cbe58828 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 943 time: 0.2657886 Jul 15 13:31:35.762026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Port': ['ID=59d1859b-9465-47d6-a367-44bee242d194,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:35.786986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:35.788169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.829794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7780e553-3bea-4ebc-a382-72e1f193ab51 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2411880 Jul 15 13:31:35.830550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52630) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:35.835960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:35.879952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:35.947670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-038b61b8-c9f8-4e6c-bc26-eaa4b6a9a65d req-0211f162-aac3-418b-8357-3a008578acbe tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875582 Jul 15 13:31:36.045365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.056756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 9c4a0470-a978-4235-a16b-622b631bcab0 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:36.057438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.122178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52632) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:36.149545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b828f822-7acb-4fe2-9180-dcbe1f69d933 None None] Provisioning for port 59d1859b-9465-47d6-a367-44bee242d194 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:36.155853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b828f822-7acb-4fe2-9180-dcbe1f69d933 None None] Provisioning complete for port 59d1859b-9465-47d6-a367-44bee242d194 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:36.156992 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b828f822-7acb-4fe2-9180-dcbe1f69d933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.197836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b828f822-7acb-4fe2-9180-dcbe1f69d933 None None] Port 59d1859b-9465-47d6-a367-44bee242d194 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:36.219784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.230589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f4ce6277-8136-4c58-9c33-712510391a35 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c9eb7918582476f9e230dd4883b73e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055734 Jul 15 13:31:36.231766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52634) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:36.234725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 9c4a0470-a978-4235-a16b-622b631bcab0 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:36.259200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Allocated IP 172.25.3.204 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/278fda82-991b-410d-a790-007d1bc4dde8) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:36.333010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba58099b-78c7-4017-bb6d-9945c8c3282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.394009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba58099b-78c7-4017-bb6d-9945c8c3282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.424992 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.453070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.455769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=9c4a0470-a978-4235-a16b-622b631bcab0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:36.496435 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba58099b-78c7-4017-bb6d-9945c8c3282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.500738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ba58099b-78c7-4017-bb6d-9945c8c3282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.502224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ba58099b-78c7-4017-bb6d-9945c8c3282a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85091de1-670a-4f9c-b4b8-bdec3aa53f71 HTTP/1.1" status: 204 len: 168 time: 0.2695558 Jul 15 13:31:36.514261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58099b-78c7-4017-bb6d-9945c8c3282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85091de1-670a-4f9c-b4b8-bdec3aa53f71,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:36.529694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.583325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:36.594004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:36.597344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:36.637058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Port': ['ID=278fda82-991b-410d-a790-007d1bc4dde8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:36.752847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:36.827353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.038858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31758409-7e7f-4dbf-b68b-8c0c6d376daf details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:31:37.074140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.090723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.172888 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.279195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:37.306833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '31758409-7e7f-4dbf-b68b-8c0c6d376daf', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': '31758409-7e7f-4dbf-b68b-8c0c6d376daf', 'mac_address': 'fa:16:3e:f6:34:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:31:37.371507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.394386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31758409-7e7f-4dbf-b68b-8c0c6d376daf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:37.440211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:37.448147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Router 9c3f021e-e263-42ac-bb6c-d4c900bc1071 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:37.449237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.539232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=31758409-7e7f-4dbf-b68b-8c0c6d376daf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.567309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:37.574514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-41e4b815-9390-4675-844e-08b3ca545e88 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/routers/9c3f021e-e263-42ac-bb6c-d4c900bc1071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021286 Jul 15 13:31:37.580324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52656) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.587932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] Sync routers for ids ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:37.613902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] Routers {'9c3f021e-e263-42ac-bb6c-d4c900bc1071'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:37.615236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:37.627753 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d0a63c-f9a4-4224-9001-f44a95e9e1d0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:37.630337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-53d0a63c-f9a4-4224-9001-f44a95e9e1d0 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/9c4a0470-a978-4235-a16b-622b631bcab0 HTTP/1.1" status: 404 len: 333 time: 0.0481081 Jul 15 13:31:37.632976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52658) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.664407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:37.667793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Port': ['ID=278fda82-991b-410d-a790-007d1bc4dde8,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:37.684393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] Routers {'9c3f021e-e263-42ac-bb6c-d4c900bc1071'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:37.685364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:37.691710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.715664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.719146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-88b7f0a2-3f41-4443-b9dd-3026e4464a8b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8873250 Jul 15 13:31:37.737434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['31758409-7e7f-4dbf-b68b-8c0c6d376daf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:37.739383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc1162-2089-4c37-bc9d-9b471ac29914 req-010b8e75-9d1a-4207-8dcb-72b60879a4d7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:37.741465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:37.742133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2f848-789f-483a-b0e4-f067100ef70a None None] The sync data for ids ['9c3f021e-e263-42ac-bb6c-d4c900bc1071'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:37.749823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41fc1162-2089-4c37-bc9d-9b471ac29914 req-010b8e75-9d1a-4207-8dcb-72b60879a4d7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 943 time: 0.5933604 Jul 15 13:31:37.750654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52662) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:37.757190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-378e376b-f0aa-495f-b532-529108f8103d tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'floatingip': {'port_id': '59d1859b-9465-47d6-a367-44bee242d194', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:37.816875 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:37.878875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-378e376b-f0aa-495f-b532-529108f8103d tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.021481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41fc1162-2089-4c37-bc9d-9b471ac29914 req-f42d790e-3f9a-4f80-91b3-2d6bac633cf6 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301130 Jul 15 13:31:38.025494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.030098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.061590 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-378e376b-f0aa-495f-b532-529108f8103d tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] update failed (client error): The resource could not be found. Jul 15 13:31:38.063239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-378e376b-f0aa-495f-b532-529108f8103d tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "PUT /v2.0/floatingips/e8837282-3541-4e80-9051-3d4407fb5b90 HTTP/1.1" status: 404 len: 507 time: 0.3110130 Jul 15 13:31:38.065873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52668) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.084401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.085028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3f021e-e263-42ac-bb6c-d4c900bc1071 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:38.094241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.098803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a4b2c6eb-5303-412c-86f3-3a388b4dcf40 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/routers/9c3f021e-e263-42ac-bb6c-d4c900bc1071 HTTP/1.1" status: 204 len: 168 time: 0.4552367 Jul 15 13:31:38.099225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52670) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.167550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet d34e1360-575e-4125-87f6-441190a16697 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:38.171142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.215180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Deleting port 278fda82-991b-410d-a790-007d1bc4dde8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:38.215533 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.220793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.318953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.319284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.334085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Calling delete_port for 278fda82-991b-410d-a790-007d1bc4dde8 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:38.359753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.441389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.489293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=d34e1360-575e-4125-87f6-441190a16697,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:38.499848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.503208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-58f3ad78-257c-4e93-b458-b933bdaa3416 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/d34e1360-575e-4125-87f6-441190a16697 HTTP/1.1" status: 204 len: 168 time: 0.4026923 Jul 15 13:31:38.505798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52682) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.509732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6bbc5b-176f-4100-abef-bf4eb98503db None None] Network f77ae821-36ee-4896-9f90-194fe6723fe7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:38.534102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.563267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Port': ['ID=278fda82-991b-410d-a790-007d1bc4dde8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:38.604686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.623946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.645306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.648953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.655433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f8c7e5b6-cd65-4597-9fce-78e5f92a5387 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "DELETE /v2.0/floatingips/e8837282-3541-4e80-9051-3d4407fb5b90 HTTP/1.1" status: 204 len: 168 time: 0.5877490 Jul 15 13:31:38.655722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52688) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:38.663608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2bc85689-c52c-41cb-9283-d75e66eef1a5 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'floatingip': {'floating_network_id': 'e034a022-2ed5-4c25-8af7-07d4ec00d953', 'port_id': '59d1859b-9465-47d6-a367-44bee242d194', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:38.704594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bc85689-c52c-41cb-9283-d75e66eef1a5 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.730820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:38.731251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.754047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-24cc8353-8206-4c90-ae73-9c90784a12bd tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-664558415'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:38.754534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-24cc8353-8206-4c90-ae73-9c90784a12bd tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Unknown quota resources ['metering_label']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:31:38.759857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] DHCP port deletion for f77ae821-36ee-4896-9f90-194fe6723fe7 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:38.817976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] Deleting port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:38.818388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.894151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] For port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,segment=NetworkSegment(24e1f330-6f79-4a48-aff4-da5ff86f95e5),segment_id=24e1f330-6f79-4a48-aff4-da5ff86f95e5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:38.894588 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:38.909993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] Calling delete_port for defa2a62-4d1d-469d-b0ab-8d6e3c640b5d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:39.049629 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.073318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] For port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,segment=NetworkSegment(24e1f330-6f79-4a48-aff4-da5ff86f95e5),segment_id=24e1f330-6f79-4a48-aff4-da5ff86f95e5)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:39.073552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.092520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31758409-7e7f-4dbf-b68b-8c0c6d376daf up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:39.099826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] No DVR routers for this DVR port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:39.129722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cc22a-91a6-4c00-b36c-25cb3876492e None None] Pushing event deleted for resources: {'Port': ['ID=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.146195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24cc8353-8206-4c90-ae73-9c90784a12bd tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.150238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52692) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.150799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-24cc8353-8206-4c90-ae73-9c90784a12bd tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5441911 Jul 15 13:31:39.152237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for defa2a62-4d1d-469d-b0ab-8d6e3c640b5d owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:39.156666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-580cb1cf-c292-4db6-b9af-af2da42092d4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '022b46b6-6ba6-4082-8738-3c42beaaff10'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.157409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-580cb1cf-c292-4db6-b9af-af2da42092d4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93995) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:31:39.199997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 31758409-7e7f-4dbf-b68b-8c0c6d376daf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:39.205059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 31758409-7e7f-4dbf-b68b-8c0c6d376daf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:39.205524 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.248984 n-d-798054-11 neutron-server[93995]: WARNING neutron.services.metering.metering_plugin [None req-580cb1cf-c292-4db6-b9af-af2da42092d4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:31:39.318869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.345810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.346864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee346a01-7e38-479e-9758-a0198a434a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31758409-7e7f-4dbf-b68b-8c0c6d376daf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:39.348138 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-2bc85689-c52c-41cb-9283-d75e66eef1a5 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:31:39.349150 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8497c3-bdfc-4ce3-a6ee-1bcf59804718" -d '{"events": [{"server_uuid": "ee346a01-7e38-479e-9758-a0198a434a23", "name": "network-vif-plugged", "status": "completed", "tag": "31758409-7e7f-4dbf-b68b-8c0c6d376daf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:39.349485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2bc85689-c52c-41cb-9283-d75e66eef1a5 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6912556 Jul 15 13:31:39.356478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.360041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f57c8-c426-4125-a633-1a062a9c7e5d req-1432eebc-5bba-4962-a185-57919178496c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:39.361621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448f57c8-c426-4125-a633-1a062a9c7e5d req-1432eebc-5bba-4962-a185-57919178496c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 944 time: 0.1884103 Jul 15 13:31:39.362375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '59d1859b-9465-47d6-a367-44bee242d194', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.376381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:39.382488 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.388286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=defa2a62-4d1d-469d-b0ab-8d6e3c640b5d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.399494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No DVR routers for this DVR port defa2a62-4d1d-469d-b0ab-8d6e3c640b5d on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:39.430272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.436212 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-580cb1cf-c292-4db6-b9af-af2da42092d4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.437568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-580cb1cf-c292-4db6-b9af-af2da42092d4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2855203 Jul 15 13:31:39.446858 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9409ab71-1c5c-4594-bb20-37ddee48e5e5 x-openstack-request-id: req-9409ab71-1c5c-4594-bb20-37ddee48e5e5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:39.450745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.456720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c0e310be-9e42-4dda-ae89-66cb90f994d1 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '022b46b6-6ba6-4082-8738-3c42beaaff10'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.457133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c0e310be-9e42-4dda-ae89-66cb90f994d1 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93995) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:31:39.458893 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee346a01-7e38-479e-9758-a0198a434a23", "name": "network-vif-plugged", "status": "completed", "tag": "31758409-7e7f-4dbf-b68b-8c0c6d376daf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:39.459515 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9409ab71-1c5c-4594-bb20-37ddee48e5e5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:39.460535 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee346a01-7e38-479e-9758-a0198a434a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31758409-7e7f-4dbf-b68b-8c0c6d376daf', 'code': 200} Jul 15 13:31:39.487027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448f57c8-c426-4125-a633-1a062a9c7e5d req-d373ff81-b4a6-4331-958e-066678b4f84d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012552 Jul 15 13:31:39.492367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=31758409-7e7f-4dbf-b68b-8c0c6d376daf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.520058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.532687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77ae821-36ee-4896-9f90-194fe6723fe7']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:39.553823 n-d-798054-11 neutron-server[93995]: WARNING neutron.services.metering.metering_plugin [None req-c0e310be-9e42-4dda-ae89-66cb90f994d1 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:31:39.554186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e1f330-6f79-4a48-aff4-da5ff86f95e5') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:39.554492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e1f330-6f79-4a48-aff4-da5ff86f95e5') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:39.566571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.584399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.592875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:39.593538 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:39.597748 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:39.686251 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c0e310be-9e42-4dda-ae89-66cb90f994d1 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.687870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c0e310be-9e42-4dda-ae89-66cb90f994d1 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2358587 Jul 15 13:31:39.692003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.705201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.709559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e43a2c0f-5184-47ea-9a71-ae93575bc5f0 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=5e87b8cc-b27b-4b91-8ffb-204cf8316cf6 HTTP/1.1" status: 200 len: 464 time: 0.0155032 Jul 15 13:31:39.710407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66885f68-9eff-47f6-bd74-5c7259945c47 req-c470f668-530c-4dc6-8490-320b7035bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:39.712202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66885f68-9eff-47f6-bd74-5c7259945c47 req-c470f668-530c-4dc6-8490-320b7035bb9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 1097 time: 0.2354736 Jul 15 13:31:39.714303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.743942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.751625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/f77ae821-36ee-4896-9f90-194fe6723fe7 HTTP/1.1" status: 204 len: 168 time: 1.2361236 Jul 15 13:31:39.751625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd3649-03eb-460d-a84b-ab15bfaea670 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=f77ae821-36ee-4896-9f90-194fe6723fe7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:39.752737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52708) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.791356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.802592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66885f68-9eff-47f6-bd74-5c7259945c47 req-b7850042-1903-4c1f-a6bd-e6c6cdc9c794 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763371 Jul 15 13:31:39.811321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device defa2a62-4d1d-469d-b0ab-8d6e3c640b5d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:39.832592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: defa2a62-4d1d-469d-b0ab-8d6e3c640b5d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:39.833035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device defa2a62-4d1d-469d-b0ab-8d6e3c640b5d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:39.833491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb10861-f641-4650-9ae9-88d4ca86bb50 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:39.838668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7fb10861-f641-4650-9ae9-88d4ca86bb50 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/99b0adee-bdda-448c-b0b5-ff59a063df93 HTTP/1.1" status: 200 len: 840 time: 0.0842988 Jul 15 13:31:39.844580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.910006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f2a8cbc-2f5f-4217-ae1f-55705f1f6b65 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:39.911232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4f2a8cbc-2f5f-4217-ae1f-55705f1f6b65 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/5e87b8cc-b27b-4b91-8ffb-204cf8316cf6 HTTP/1.1" status: 204 len: 168 time: 0.1958790 Jul 15 13:31:39.914707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52712) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.935851 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f16053aa-e5c6-4dfd-9f8b-2a1d7a1e6a2a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/99b0adee-bdda-448c-b0b5-ff59a063df93?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0860271 Jul 15 13:31:39.939435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52714) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.946214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-28ea7b3a-a693-41c2-a273-380cf257b26e tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=5e87b8cc-b27b-4b91-8ffb-204cf8316cf6 HTTP/1.1" status: 200 len: 221 time: 0.0267186 Jul 15 13:31:39.947084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.947802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:39.959224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ddc96319-0419-428c-866a-e99c8b659e39 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1134717072', 'description': 'label created by tempest'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:39.959686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ddc96319-0419-428c-866a-e99c8b659e39 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Unknown quota resources ['metering_label']. {{(pid=93995) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:31:40.098724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:40.103634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.216323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Allocated IP 172.25.3.106 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/12195855-7b6c-47ed-ba45-64c23d03a599) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:40.353263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.360467 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc96319-0419-428c-866a-e99c8b659e39 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.362576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ddc96319-0419-428c-866a-e99c8b659e39 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4112213 Jul 15 13:31:40.366937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52718) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.402829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:40.408139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:40.412275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:40.413232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.436843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ecf489-8ec9-4615-a89b-d93028807442 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:40.456611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5156686 Jul 15 13:31:40.470457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.496985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-969e71c7-6359-40c9-9109-98a7de16dd70 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=b090b472-23f6-451d-8d38-ea03ea944afb HTTP/1.1" status: 200 len: 468 time: 0.1283329 Jul 15 13:31:40.500149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52722) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.501012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1270558362'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:40.570638 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.577214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58afa1a-b963-4733-b851-ea9bb9cd975a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=224fcf6b-9d72-4d64-84f2-e06c737f5be1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:40.854688 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.869562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-92e6b142-b032-4458-bb3f-9775581ad110 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.871876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-92e6b142-b032-4458-bb3f-9775581ad110 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/b090b472-23f6-451d-8d38-ea03ea944afb HTTP/1.1" status: 204 len: 168 time: 0.3707325 Jul 15 13:31:40.879553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.892350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.929364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7371154a-aad0-4d9f-994c-f4f833fe3e8c tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=b090b472-23f6-451d-8d38-ea03ea944afb HTTP/1.1" status: 200 len: 216 time: 0.0474946 Jul 15 13:31:40.934339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-787c0c84-f1a2-4eb9-a2af-666199f5e160', 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'tenant_id': 'b9f1435c7a6443cdb96c601525f925f8', 'fixed_ips': [{'subnet_id': '224fcf6b-9d72-4d64-84f2-e06c737f5be1'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:31:40.935915 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.946776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:40.959404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.991444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:40.995672 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5174675 Jul 15 13:31:40.997838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.008252 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2558549c-3c1f-4900-9fb6-461f5fce71d6 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0592182 Jul 15 13:31:41.012920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208600965'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:41.018686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.045108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566bd3f-ab0e-4ff2-9d2d-5fe4df443b1a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf58eb-3e5d-4159-a82f-fa2d96381d38,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.061710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.065325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2c9daf4e-6586-4d99-a5e0-f542bf86cc93 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0435123 Jul 15 13:31:41.074816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52736) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.142282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.172406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86668864-e930-451d-bd14-21845c7abe26 req-53c6e165-4607-480c-b905-f8e5ddd7360a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.175175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86668864-e930-451d-bd14-21845c7abe26 req-53c6e165-4607-480c-b905-f8e5ddd7360a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 945 time: 0.2799046 Jul 15 13:31:41.175390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.186872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.198911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.210548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.211716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Allocated IP 172.20.0.2 (787c0c84-f1a2-4eb9-a2af-666199f5e160/224fcf6b-9d72-4d64-84f2-e06c737f5be1/03052d46-0508-4030-8305-846ac1876bc4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:41.227629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.238979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.245681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.251337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ce069c1e-eac1-45d1-8f26-de2bd5aad860 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/022b46b6-6ba6-4082-8738-3c42beaaff10 HTTP/1.1" status: 200 len: 472 time: 0.1682830 Jul 15 13:31:41.254517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-48bb4632-3fed-4d25-b81f-85bc12dd8f83 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.3600976 Jul 15 13:31:41.256296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52738) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.276332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:41.288480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86668864-e930-451d-bd14-21845c7abe26 req-783b681f-923f-44cf-924d-01aecf574d79 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445485 Jul 15 13:31:41.301880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:41.312939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:41.319485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-472f5b11-a960-46d6-8f2b-5024c7ac99e4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/3b3b2a22-140a-4ab4-81dc-b6335c20df45 HTTP/1.1" status: 200 len: 461 time: 0.0502448 Jul 15 13:31:41.324523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52740) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.343675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event updated for resources: {'Port': ['ID=12195855-7b6c-47ed-ba45-64c23d03a599,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.396867 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9bdf2fbd-052a-4c85-9a1a-1e013344d399 req-005d81b2-58ae-4ba7-a795-83ac5cf5b39e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412175 Jul 15 13:31:41.479381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.483286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfa1994d-f06e-4d63-9663-d72b322d4ba4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.489887 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cfa1994d-f06e-4d63-9663-d72b322d4ba4 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/3b3b2a22-140a-4ab4-81dc-b6335c20df45 HTTP/1.1" status: 204 len: 168 time: 0.1635110 Jul 15 13:31:41.490480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Transition to ACTIVE for port object 03052d46-0508-4030-8305-846ac1876bc4 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:41.490892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:41.513260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Transition to ACTIVE for port object 03052d46-0508-4030-8305-846ac1876bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:41.524313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.572170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:41.576005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:41.580091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:41.612222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Pushing event updated for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.660856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Attempting to bind port 03052d46-0508-4030-8305-846ac1876bc4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:41.661151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Attempting to bind port 03052d46-0508-4030-8305-846ac1876bc4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '86db14db-75a7-4adc-9e72-fc799f33bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:41.661528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Attempting to bind port 03052d46-0508-4030-8305-846ac1876bc4 on network 787c0c84-f1a2-4eb9-a2af-666199f5e160 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:41.669481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:41.669934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Checking segment: {'id': '86db14db-75a7-4adc-9e72-fc799f33bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:41.670272 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.670700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Bound using segment: {'id': '86db14db-75a7-4adc-9e72-fc799f33bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:41.671191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Bound port: 03052d46-0508-4030-8305-846ac1876bc4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86db14db-75a7-4adc-9e72-fc799f33bd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:41.672282 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.729001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f77bb84f-5bb0-4786-9430-0233176e6664 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.733147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f77bb84f-5bb0-4786-9430-0233176e6664 tempest-MeteringTestJSON-1305043922 tempest-MeteringTestJSON-1305043922-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/022b46b6-6ba6-4082-8738-3c42beaaff10 HTTP/1.1" status: 204 len: 168 time: 0.2407389 Jul 15 13:31:41.759876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:41.766016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=03052d46-0508-4030-8305-846ac1876bc4,segment=NetworkSegment(86db14db-75a7-4adc-9e72-fc799f33bd1a),segment_id=86db14db-75a7-4adc-9e72-fc799f33bd1a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:41.777480 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.877612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.895694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247364e7-888d-4f55-8f6e-6605c809fce5 None None] Pushing event updated for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.896090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:41.974769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0ca6d-9186-4a9c-9df9-6979e763a0b9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:41.990346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:41.996633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.003244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.009254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.015446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.022079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.028113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.030149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-a6f1657f-bfaa-4964-b879-dec1a84a95cf tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.2737286 Jul 15 13:31:42.031778 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.035140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6bde450-b516-454a-a384-ea95a949c4e5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0300379 Jul 15 13:31:42.036062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:42.045056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-182644370', 'security_groups': ['a4d0ca6d-9186-4a9c-9df9-6979e763a0b9'], 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '224fcf6b-9d72-4d64-84f2-e06c737f5be1'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:42.123039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-17096b17-2355-4393-9e3e-9295e6802705 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.124581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-17096b17-2355-4393-9e3e-9295e6802705 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "GET /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0877323 Jul 15 13:31:42.131905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Deleting port 12195855-7b6c-47ed-ba45-64c23d03a599 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:42.132253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.196772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52750) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:42.331889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.332399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.344763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-88739c89-731c-4388-844f-923c35fc49c0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "GET /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2145765 Jul 15 13:31:42.352376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Calling delete_port for 12195855-7b6c-47ed-ba45-64c23d03a599 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:42.358050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:42.444632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732addaf-e7c7-4c69-a741-e203ec8992ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.547651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.687960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490adc-fd45-41e7-a9d3-9f47f6220419 req-340ae088-5bdb-489d-a0a6-3219fd3ef269 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.695983 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37490adc-fd45-41e7-a9d3-9f47f6220419 req-340ae088-5bdb-489d-a0a6-3219fd3ef269 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 945 time: 0.1183541 Jul 15 13:31:42.737597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37490adc-fd45-41e7-a9d3-9f47f6220419 req-3d8d2c79-4858-433e-8752-99ca668e378d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jul 15 13:31:42.749330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.796557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732addaf-e7c7-4c69-a741-e203ec8992ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.804525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Port': ['ID=12195855-7b6c-47ed-ba45-64c23d03a599,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:42.812570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732addaf-e7c7-4c69-a741-e203ec8992ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:42.857825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:42.958212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-732addaf-e7c7-4c69-a741-e203ec8992ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=318d99b687874b4c8c9a8b858a265194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602131 Jul 15 13:31:42.968500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52760) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:42.971381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.977646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.983712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.989673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:42.995954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.002106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.010938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.012986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-b9f24932-0517-4e16-b1b3-6a05e3fc65c1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 5444 time: 0.4332757 Jul 15 13:31:43.045610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732addaf-e7c7-4c69-a741-e203ec8992ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10e16e3-a4ea-4216-aa0c-376f0e9072a8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:43.073995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-85c75d08-90c7-4db4-ba11-e70402745d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.079513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.108747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:43.159460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-959ff90f-4aa8-4c3e-aa71-18b4793065cb req-2137e3e1-5397-4966-a920-d3f41b47f616 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142910 Jul 15 13:31:43.164493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port b9f47d70-751d-4409-b411-d36e54a3290c yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:43.169973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27848417-4581-4b8a-99f9-895fd7c1ce14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.183666 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] create failed (client error): The resource could not be found. Jul 15 13:31:43.183666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9cdd2993-dd8d-4c5a-bf1a-61175248f8cc tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8210166 Jul 15 13:31:43.184246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52762) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:43.200429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] For port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:43.206422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3f6c7d3b-fd4d-45ef-900b-c770b887bb9e None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:43.207580 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7d3b-fd4d-45ef-900b-c770b887bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.247121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c7d3b-fd4d-45ef-900b-c770b887bb9e None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:43.254242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3ff1-5441-4427-bd1f-a236f089ea09 req-85891576-0117-4b09-b532-1e33d01c193c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.259203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90eb3ff1-5441-4427-bd1f-a236f089ea09 req-85891576-0117-4b09-b532-1e33d01c193c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 945 time: 0.2895148 Jul 15 13:31:43.263654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3f6c7d3b-fd4d-45ef-900b-c770b887bb9e None None] Provisioning for port 03052d46-0508-4030-8305-846ac1876bc4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:43.267526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] device_id is not set on port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:43.269370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27848417-4581-4b8a-99f9-895fd7c1ce14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.289158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.313916 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.400386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:43.403252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] No DVR routers for this DVR port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:43.410010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90eb3ff1-5441-4427-bd1f-a236f089ea09 req-e9ed117a-3a4f-4dbb-b563-87239bad5dac tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359367 Jul 15 13:31:43.417662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-e6a1b937-dca1-4b38-8a5c-e83b397e2e96 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3143620 Jul 15 13:31:43.437269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Deleting port 59d1859b-9465-47d6-a367-44bee242d194 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:43.437621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.455442 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27848417-4581-4b8a-99f9-895fd7c1ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.458809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27848417-4581-4b8a-99f9-895fd7c1ce14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.462418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-27848417-4581-4b8a-99f9-895fd7c1ce14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a10e16e3-a4ea-4216-aa0c-376f0e9072a8 HTTP/1.1" status: 204 len: 168 time: 0.4890563 Jul 15 13:31:43.487827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] In _notify_port_updated(), no bound segment for port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:43.488736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.489361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.490777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-e7f494e7-af01-4a6c-a50f-4803611c34e6 service neutron] 10.222.0.58 "PUT /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 200 len: 1031 time: 1.1397212 Jul 15 13:31:43.507546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848417-4581-4b8a-99f9-895fd7c1ce14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10e16e3-a4ea-4216-aa0c-376f0e9072a8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:43.582836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.6 (787c0c84-f1a2-4eb9-a2af-666199f5e160/224fcf6b-9d72-4d64-84f2-e06c737f5be1/b9f47d70-751d-4409-b411-d36e54a3290c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:43.648560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.654755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-5854f474-b72d-44f0-a312-c41b9a3dd5f8 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.656285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-5854f474-b72d-44f0-a312-c41b9a3dd5f8 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "GET /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1313367 Jul 15 13:31:43.667784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:43.686696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.687264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.688173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.688741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.688979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.689452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.689925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.692078 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-61c561e7-455c-41bd-82f5-3feb1af1b642 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 6497 time: 0.1887872 Jul 15 13:31:43.702154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Calling delete_port for 59d1859b-9465-47d6-a367-44bee242d194 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:43.820857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-507a917f-3053-4829-ae4d-eb8ec5a9837a None None] Provisioning complete for port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:43.821224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-507a917f-3053-4829-ae4d-eb8ec5a9837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.883622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-507a917f-3053-4829-ae4d-eb8ec5a9837a None None] Port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:43.917499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-82544d0b-d6cb-4855-9bb7-1a9f81b1bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.917993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-82544d0b-d6cb-4855-9bb7-1a9f81b1bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.918466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-82544d0b-d6cb-4855-9bb7-1a9f81b1bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:43.920190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-82544d0b-d6cb-4855-9bb7-1a9f81b1bf00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e53f48e-0978-4e08-8c50-8d598755a75d&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&id=d283855c-bb57-4415-8af6-59c2c98dfa14&id=d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 200 len: 2292 time: 0.1950660 Jul 15 13:31:43.924042 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.927956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:43.964886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:43.988958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object b9f47d70-751d-4409-b411-d36e54a3290c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:43.997308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52772) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.027836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 03052d46-0508-4030-8305-846ac1876bc4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:44.042093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:44.042901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.072136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52070ac0-4908-4638-9893-cc307e85380a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.119431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-9433f2ac-4c94-456c-8830-0ecbd997af3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 200 len: 1000 time: 0.1927304 Jul 15 13:31:44.169292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.177921 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.201313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.232128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=03052d46-0508-4030-8305-846ac1876bc4,segment=NetworkSegment(86db14db-75a7-4adc-9e72-fc799f33bd1a),segment_id=86db14db-75a7-4adc-9e72-fc799f33bd1a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:44.237885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.255626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Port': ['ID=59d1859b-9465-47d6-a367-44bee242d194,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:44.280207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-cfdb7db2-5413-456d-9706-8d8173c81e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.282050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-cfdb7db2-5413-456d-9706-8d8173c81e04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 200 len: 851 time: 0.1559072 Jul 15 13:31:44.304627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:44.320738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:44.331018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:44.366870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:44.367156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=9110421f-4442-4ff5-8c15-1fb3bf627c19,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:44.370641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=b9f47d70-751d-4409-b411-d36e54a3290c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:44.381261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1acb51-6895-4a32-a391-8cf62383e8bc req-7e0c549f-59f8-4870-abae-347f3b114598 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.382041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.382883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a1acb51-6895-4a32-a391-8cf62383e8bc req-7e0c549f-59f8-4870-abae-347f3b114598 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 945 time: 0.3269744 Jul 15 13:31:44.386171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cc43532c-2507-4b8b-8bcc-d6363898b90b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "DELETE /v2.0/ports/59d1859b-9465-47d6-a367-44bee242d194 HTTP/1.1" status: 204 len: 168 time: 1.2006803 Jul 15 13:31:44.388943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.517670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] For port 9110421f-4442-4ff5-8c15-1fb3bf627c19, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:44.525323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.526028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.539533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52070ac0-4908-4638-9893-cc307e85380a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.558737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52070ac0-4908-4638-9893-cc307e85380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.565531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a1acb51-6895-4a32-a391-8cf62383e8bc req-d2a2b369-bb5f-44c3-a1da-c2ab8d8e122e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436863 Jul 15 13:31:44.576356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] device_id is not set on port 9110421f-4442-4ff5-8c15-1fb3bf627c19 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:44.599478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.607349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070ac0-4908-4638-9893-cc307e85380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2c7b74-56fa-4d93-a41e-6641dd52935d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:44.616648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009b1f93-7489-444c-ae45-ef9cbbe5137b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.620653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-069a372e-535e-4dac-8692-f4f7f9dca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.621503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-009b1f93-7489-444c-ae45-ef9cbbe5137b tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2d00d48-f339-4893-9089-7413fc9ff302 HTTP/1.1" status: 200 len: 913 time: 0.2270145 Jul 15 13:31:44.622728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52778) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.623376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-069a372e-535e-4dac-8692-f4f7f9dca666 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e53f48e-0978-4e08-8c50-8d598755a75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3238328 Jul 15 13:31:44.637047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.637842 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-20873591-14a9-4711-a90a-f318d89aa94f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5998034 Jul 15 13:31:44.657124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52780) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.702359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-52070ac0-4908-4638-9893-cc307e85380a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1717681ca7474b31a5f38b5fdba49768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019923 Jul 15 13:31:44.705574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52782) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:44.734209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5d63f6ec-3fee-41a8-b6df-11c87ad2bee1 None None] Provisioning for port b9f47d70-751d-4409-b411-d36e54a3290c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:44.738690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5d63f6ec-3fee-41a8-b6df-11c87ad2bee1 None None] Provisioning complete for port b9f47d70-751d-4409-b411-d36e54a3290c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:44.739071 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d63f6ec-3fee-41a8-b6df-11c87ad2bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.739706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:44.775165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5d63f6ec-3fee-41a8-b6df-11c87ad2bee1 None None] Port b9f47d70-751d-4409-b411-d36e54a3290c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:44.830742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.836662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.842598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.850060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.855931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.863119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:44.864583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-b27138ed-0f89-40b8-ae19-d644c1b0b1bd tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 4588 time: 0.4148502 Jul 15 13:31:44.871465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-e4539559-76e7-489c-9527-db7c36607557 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320261 Jul 15 13:31:44.872095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c0bbb-5293-4c01-82b2-6463c6b4dcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:44.927900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c0bbb-5293-4c01-82b2-6463c6b4dcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.019447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-0644ae16-7d6e-4fbe-9d53-f92680695312 service neutron] 10.222.0.59 "GET /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360097 Jul 15 13:31:45.027593 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.075529 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-9c7ac08d-d495-4bc1-977a-1208ac81d9b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 217 time: 0.0492172 Jul 15 13:31:45.079680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c0bbb-5293-4c01-82b2-6463c6b4dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.082955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c0bbb-5293-4c01-82b2-6463c6b4dcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.086674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c38c0bbb-5293-4c01-82b2-6463c6b4dcf1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a2c7b74-56fa-4d93-a41e-6641dd52935d HTTP/1.1" status: 204 len: 168 time: 0.3774118 Jul 15 13:31:45.103934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0bbb-5293-4c01-82b2-6463c6b4dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2c7b74-56fa-4d93-a41e-6641dd52935d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:45.117539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:45.193024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-30a70fa7-8780-4af7-9a11-f3f64d782467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.194509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-30a70fa7-8780-4af7-9a11-f3f64d782467 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1090021 Jul 15 13:31:45.256353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-607a4363-78e0-42f7-8d27-eda9694b2455 None None] Provisioning complete for port 9110421f-4442-4ff5-8c15-1fb3bf627c19 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:45.256995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-607a4363-78e0-42f7-8d27-eda9694b2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.259777 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.319141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-53092c59-b23f-473e-ba51-32a8724f0275 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.319585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-53092c59-b23f-473e-ba51-32a8724f0275 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 945 time: 0.1889617 Jul 15 13:31:45.367753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Pushing event updated for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:45.372928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-2108618e-4d04-44d2-bb7c-5bcf3287afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.375595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-2108618e-4d04-44d2-bb7c-5bcf3287afc3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1704645 Jul 15 13:31:45.482255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.490284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:45.493372 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65406025-6985-41f1-8b2c-b0c60ced8f86" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:45.499448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] No DVR routers for this DVR port 9110421f-4442-4ff5-8c15-1fb3bf627c19 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:45.539405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:45.543231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port 31758409-7e7f-4dbf-b68b-8c0c6d376daf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:45.543705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.549216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-f26be345-845d-42cd-b86d-b36115237963 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638024 Jul 15 13:31:45.572218 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.575042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 9110421f-4442-4ff5-8c15-1fb3bf627c19 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:45.582941 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d89235a-a9f3-4c99-8407-923d5562c3bd x-openstack-request-id: req-4d89235a-a9f3-4c99-8407-923d5562c3bd {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:45.582941 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:45.583359 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d89235a-a9f3-4c99-8407-923d5562c3bd {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:45.583986 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54', 'code': 200} Jul 15 13:31:45.604327 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a83ad5f0-ee5a-46e1-bd92-0dc800c6f588 req-7411484b-7bc5-43b1-96b4-9cd80566b849 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=3de70dc4-d645-401d-855d-dbf015eda952&id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7034652 Jul 15 13:31:45.618864 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e8209bbe-c65e-429f-b875-a5a6307878c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.621702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-607a4363-78e0-42f7-8d27-eda9694b2455 None None] Port 9110421f-4442-4ff5-8c15-1fb3bf627c19 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:45.697877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.716416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] In _notify_port_updated(), no bound segment for port 9110421f-4442-4ff5-8c15-1fb3bf627c19 on network 03f76d16-725a-4bb9-a534-70ecedaca491 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:45.717286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:45.724930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.726656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-37dd4972-ae06-4abf-9089-4faac7516b6f service neutron] 10.222.0.58 "PUT /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 200 len: 1032 time: 2.0637519 Jul 15 13:31:45.727303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:45.732869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.747334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 9110421f-4442-4ff5-8c15-1fb3bf627c19 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:45.748023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8a7327b3-39af-4662-8906-5c2ae10002de no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:45.785774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port 31758409-7e7f-4dbf-b68b-8c0c6d376daf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=31758409-7e7f-4dbf-b68b-8c0c6d376daf,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:45.786316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.797739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:45.810181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-87d3d444-e519-48a5-99f5-94f248dd0b9f service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412834 Jul 15 13:31:45.811373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for 31758409-7e7f-4dbf-b68b-8c0c6d376daf owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:45.833222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:45.872464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-e4a31a36-799e-4456-acf7-7b486031a77b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 217 time: 0.0554593 Jul 15 13:31:45.916034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:45.916565 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:45.964391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.034212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-22d93f89-0c76-401e-9000-969a151172af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.036009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-22d93f89-0c76-401e-9000-969a151172af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1316142 Jul 15 13:31:46.036351 n-d-798054-11 neutron-server[93995]: INFO neutron.db.ipam_backend_mixin [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 224fcf6b-9d72-4d64-84f2-e06c737f5be1 (CIDR: 172.20.0.0/28) Jul 15 13:31:46.043360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8a7327b3-39af-4662-8906-5c2ae10002de,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:46.050205 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:31:46.050205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:46.053357 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.054308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d29b0b87-2134-4e48-9b96-ee16291c6754 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:46.072013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606502e4-f1e6-472a-a60f-37f883dd3123 req-27771b48-8089-478f-a9ea-ce2c5032ecfd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.073984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-606502e4-f1e6-472a-a60f-37f883dd3123 req-27771b48-8089-478f-a9ea-ce2c5032ecfd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 945 time: 0.2040346 Jul 15 13:31:46.092864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eb2bfcab-4bc2-4625-90b8-0674f4067942 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3771331 Jul 15 13:31:46.095276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52804) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:46.103045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:46.143553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.155855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-606502e4-f1e6-472a-a60f-37f883dd3123 req-c132cdc5-629d-411b-8611-d4e1936d44f7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536482 Jul 15 13:31:46.209707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-6e7fb769-a3c7-46e1-b6c3-df08b752bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.211508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-6e7fb769-a3c7-46e1-b6c3-df08b752bd7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1634159 Jul 15 13:31:46.247155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.249088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port 5a375492-edc5-4c24-9309-624c9a1f5e69 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:46.249680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.267634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['31758409-7e7f-4dbf-b68b-8c0c6d376daf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:46.272426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:46.303028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=31758409-7e7f-4dbf-b68b-8c0c6d376daf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.335377 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.390002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d29b0b87-2134-4e48-9b96-ee16291c6754,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:46.396506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port 31758409-7e7f-4dbf-b68b-8c0c6d376daf on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:46.400734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.402001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5a375492-edc5-4c24-9309-624c9a1f5e69 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:46.403313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.405995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86cae3e9-4ac6-4a31-a778-2993d8b9432b req-e0f56728-09c9-400d-a6a2-126b8073a009 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "DELETE /v2.0/ports/31758409-7e7f-4dbf-b68b-8c0c6d376daf HTTP/1.1" status: 204 len: 173 time: 1.0801928 Jul 15 13:31:46.405995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee346a01-7e38-479e-9758-a0198a434a23', 'name': 'network-vif-deleted', 'tag': '31758409-7e7f-4dbf-b68b-8c0c6d376daf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:46.409482 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16461544-d9bc-4246-a753-b2d95ed057a4" -d '{"events": [{"server_uuid": "ee346a01-7e38-479e-9758-a0198a434a23", "name": "network-vif-deleted", "tag": "31758409-7e7f-4dbf-b68b-8c0c6d376daf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:46.419796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.423680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-7e54098c-cdfa-46bb-a968-7f2dbddb769f service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043788 Jul 15 13:31:46.425718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:46.430226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.611622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-0bb4b641-9733-4976-9a9b-c360ea909ca0 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708114 Jul 15 13:31:46.613307 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a20e4c3-e52e-4102-aa2d-1defa336b11b x-openstack-request-id: req-6a20e4c3-e52e-4102-aa2d-1defa336b11b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:46.613592 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee346a01-7e38-479e-9758-a0198a434a23", "name": "network-vif-deleted", "tag": "31758409-7e7f-4dbf-b68b-8c0c6d376daf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:46.613837 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a20e4c3-e52e-4102-aa2d-1defa336b11b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:46.614228 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee346a01-7e38-479e-9758-a0198a434a23', 'name': 'network-vif-deleted', 'tag': '31758409-7e7f-4dbf-b68b-8c0c6d376daf', 'status': 'completed', 'code': 200} Jul 15 13:31:46.628828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5a375492-edc5-4c24-9309-624c9a1f5e69,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:46.629433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.693360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-71a2b7e4-7e46-41d7-9e2a-563560419ee6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 200 len: 217 time: 0.0738809 Jul 15 13:31:46.820887 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.822736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:46.829025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-8bdef1ad-d1c6-4799-9688-6c1f44972954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:46.830793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-8bdef1ad-d1c6-4799-9688-6c1f44972954 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.1308329 Jul 15 13:31:46.895877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5a375492-edc5-4c24-9309-624c9a1f5e69, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5a375492-edc5-4c24-9309-624c9a1f5e69,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:46.934906 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:46.935658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device d52d0708-841f-4e41-9875-ccde7d859705 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:47.008375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-32c149cb-75a4-4dc1-a2bc-3acb5c92e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.010194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-32c149cb-75a4-4dc1-a2bc-3acb5c92e888 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1690006 Jul 15 13:31:47.026290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-6822b8ce-eb17-456b-9e05-608d858b046b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.033309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-6822b8ce-eb17-456b-9e05-608d858b046b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.041317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-6822b8ce-eb17-456b-9e05-608d858b046b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.049218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-6822b8ce-eb17-456b-9e05-608d858b046b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.056155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-6822b8ce-eb17-456b-9e05-608d858b046b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.065143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-6822b8ce-eb17-456b-9e05-608d858b046b tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 3879 time: 0.1605549 Jul 15 13:31:47.116431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.120423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:47.143544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.165338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb8ff3ac-0414-4a27-bb64-7f349c883f83 req-93292e7a-6b46-4ea2-995e-c131a887c80d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988297 Jul 15 13:31:47.189819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.190192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.190574 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Floating IP 5c14ac8e-dfc6-4a19-acec-9d1da8885bd4 disassociated. External IP: 172.25.3.4, port: 5a375492-edc5-4c24-9309-624c9a1f5e69. Jul 15 13:31:47.190696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d52d0708-841f-4e41-9875-ccde7d859705,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:47.190994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for 5a375492-edc5-4c24-9309-624c9a1f5e69 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:47.204448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.214945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:47.272157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-eeb285f1-ecc3-41f1-abe2-d30adb9ba6ed service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042847 Jul 15 13:31:47.344747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:47.351775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:47.360320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31758409-7e7f-4dbf-b68b-8c0c6d376daf no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:47.408525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 31758409-7e7f-4dbf-b68b-8c0c6d376daf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:47.408824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 31758409-7e7f-4dbf-b68b-8c0c6d376daf not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:47.417406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.419714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-9812c783-b69e-4bab-8dad-ce85158aa039 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411226 Jul 15 13:31:47.497672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:47.531650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:47.542659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f6e9dba-0665-430c-a12b-b716ba7aed27 req-50feae19-7c43-42cf-a310-b1b7b7fd57ec tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee346a01-7e38-479e-9758-a0198a434a23 HTTP/1.1" status: 200 len: 210 time: 0.0962315 Jul 15 13:31:47.546437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.547511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.555585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec7535-b3a8-42b5-a2ce-79a53f4a3ba9 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:47.636509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:47.641454 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582ad0ed-007c-4cfc-8b11-425c1a6f70ae" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "d52d0708-841f-4e41-9875-ccde7d859705"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:47.650258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=8f3c9590-308a-4396-bed5-ea8295d50b0e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:47.661750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9326c85e-2ee6-41b3-aaef-017303babdd2 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5645547 Jul 15 13:31:47.663408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52836) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:47.698557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1205776457', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f3c9590-308a-4396-bed5-ea8295d50b0e'}], 'security_groups': ['13cf58eb-3e5d-4159-a82f-fa2d96381d38']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:47.766237 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2009a0b-1a9d-4fe5-926f-fac673f432ec x-openstack-request-id: req-b2009a0b-1a9d-4fe5-926f-fac673f432ec {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:47.766808 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-unplugged", "status": "completed", "tag": "d52d0708-841f-4e41-9875-ccde7d859705", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:47.767183 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2009a0b-1a9d-4fe5-926f-fac673f432ec {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:47.767805 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de', 'code': 200} Jul 15 13:31:47.768206 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754', 'code': 200} Jul 15 13:31:47.768680 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'code': 200} Jul 15 13:31:47.769023 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705', 'code': 200} Jul 15 13:31:47.811759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.845772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Deleting port 96cc9561-c309-4d54-93a0-5e7387280342 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:47.846116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:47.851451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52840) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:47.890159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=5a375492-edc5-4c24-9309-624c9a1f5e69,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:47.917062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-ac7437f8-8df2-4470-b205-e1ae96d932f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 200 len: 217 time: 0.4901490 Jul 15 13:31:47.938435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Update dhcp port {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'fixed_ips': [{'subnet_id': '224fcf6b-9d72-4d64-84f2-e06c737f5be1', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f3c9590-308a-4396-bed5-ea8295d50b0e'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '03052d46-0508-4030-8305-846ac1876bc4'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:31:47.983832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-de944d50-4c0a-4b5e-ad52-fa4883c67a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:47.985482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-de944d50-4c0a-4b5e-ad52-fa4883c67a41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 200 len: 797 time: 0.0612454 Jul 15 13:31:47.986781 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.062062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-81cd839a-4250-4852-9436-f200484ec769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.063739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-81cd839a-4250-4852-9436-f200484ec769 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0671208 Jul 15 13:31:48.170188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-0a580573-5fe3-4a04-899e-447d5be65433 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988142 Jul 15 13:31:48.219622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Allocated IP 172.20.0.18 (787c0c84-f1a2-4eb9-a2af-666199f5e160/8f3c9590-308a-4396-bed5-ea8295d50b0e/03052d46-0508-4030-8305-846ac1876bc4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:48.366115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-36983b9c-62ff-43ca-aca7-e6e2a6c8c840 service neutron] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896098 Jul 15 13:31:48.378353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=03052d46-0508-4030-8305-846ac1876bc4,segment=NetworkSegment(86db14db-75a7-4adc-9e72-fc799f33bd1a),segment_id=86db14db-75a7-4adc-9e72-fc799f33bd1a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:48.381966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a8552a11-0c24-4545-b8f4-fb0b7f446be0 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:48.417153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.418220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-c60ac523-ec19-42e6-b2ec-f1c164a2e52f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 200 len: 217 time: 0.0426304 Jul 15 13:31:48.435228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Transition to ACTIVE for port object 03052d46-0508-4030-8305-846ac1876bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:48.448335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.476332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-47291997-dc14-42da-ab65-3efeca861c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.479779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-47291997-dc14-42da-ab65-3efeca861c0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.0551045 Jul 15 13:31:48.521639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8552a11-0c24-4545-b8f4-fb0b7f446be0 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] 10.222.0.57 "PUT /v2.0/quotas/bb245ebdc3eb4abcac4f0f938e777c53 HTTP/1.1" status: 200 len: 368 time: 0.6677632 Jul 15 13:31:48.524829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52846) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:48.529127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.529959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Request body: {'network': {'project_id': 'bb245ebdc3eb4abcac4f0f938e777c53'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:48.584784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Made reservation on behalf of bb245ebdc3eb4abcac4f0f938e777c53 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:48.584999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e8748-7283-4c36-ac5a-507028dab4e3 None None] Pushing event updated for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:48.587371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Router a4a30f47-fa05-49d2-b1a5-01c1281304b0 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:48.590009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.603770 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.615149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.620754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Calling delete_port for 96cc9561-c309-4d54-93a0-5e7387280342 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:48.636414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-559aaa2e-2f66-4ad0-bc06-4577b868ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.636414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-559aaa2e-2f66-4ad0-bc06-4577b868ffa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485264 Jul 15 13:31:48.777726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-02cfc148-4023-471b-aab8-3f6ff30fa1be service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330259 Jul 15 13:31:48.891108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.923743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63217cb4-e2a2-4ac9-ad84-630e536d7d2b req-966815f7-9579-4f7a-ade6-e13e998b7e1c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.931258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.934135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-39f884a1-d197-4667-a318-bd23e4fbcd30 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485980 Jul 15 13:31:48.935348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63217cb4-e2a2-4ac9-ad84-630e536d7d2b req-966815f7-9579-4f7a-ade6-e13e998b7e1c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.938702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:48.947063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63217cb4-e2a2-4ac9-ad84-630e536d7d2b req-966815f7-9579-4f7a-ade6-e13e998b7e1c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.955700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63217cb4-e2a2-4ac9-ad84-630e536d7d2b req-966815f7-9579-4f7a-ade6-e13e998b7e1c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:48.965642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63217cb4-e2a2-4ac9-ad84-630e536d7d2b req-966815f7-9579-4f7a-ade6-e13e998b7e1c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 3143 time: 0.5907898 Jul 15 13:31:48.995733 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-00a98c3e-3531-444f-a73f-6d030f53db3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 200 len: 217 time: 0.0524867 Jul 15 13:31:48.999288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:49.014202 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] Sync routers for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:49.041568 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:49.042517 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:49.056227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:49.078397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf4ac3-4e36-4ed3-8abd-6add290e2c46,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:49.099883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.100244 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Added segment cc97e2be-4673-4b45-8ca7-c196b00ec8fe of type vlan for network 133b35ec-32f5-4ad6-8068-a6b1344d3c56 Jul 15 13:31:49.163754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-081eaeda-0b87-4670-9cf0-028698126dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.165384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-081eaeda-0b87-4670-9cf0-028698126dd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 200 len: 797 time: 0.1602829 Jul 15 13:31:49.191456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.260052 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:49.285082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] No DVR routers for this DVR port 5a375492-edc5-4c24-9309-624c9a1f5e69 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:49.288519 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.293563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d1b3da67-e513-405b-9f8f-3679aacb611a tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "DELETE /v2.0/ports/5a375492-edc5-4c24-9309-624c9a1f5e69 HTTP/1.1" status: 204 len: 173 time: 3.5555210 Jul 15 13:31:49.301335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:49.303989 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c710c9-5173-47cb-9815-c56d8994f2e5" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:49.308199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.309210 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.310023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.328133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-a712804d-b4ac-4792-bc2d-6dbfdf00b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:49.330297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-a712804d-b4ac-4792-bc2d-6dbfdf00b759 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d283855c-bb57-4415-8af6-59c2c98dfa14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530247 Jul 15 13:31:49.433875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63217cb4-e2a2-4ac9-ad84-630e536d7d2b req-d55742e8-85a8-41df-bf57-7e6ef5daf996 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671600 Jul 15 13:31:49.436989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Pushing event updated for resources: {'Network': ['ID=133b35ec-32f5-4ad6-8068-a6b1344d3c56,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:49.444567 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf636a73-9bbf-4dc9-bd05-68719977e544 x-openstack-request-id: req-cf636a73-9bbf-4dc9-bd05-68719977e544 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:49.444856 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "5a375492-edc5-4c24-9309-624c9a1f5e69", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:49.445124 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf636a73-9bbf-4dc9-bd05-68719977e544 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:49.445525 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': '5a375492-edc5-4c24-9309-624c9a1f5e69', 'status': 'completed', 'code': 200} Jul 15 13:31:49.461041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 133b35ec-32f5-4ad6-8068-a6b1344d3c56 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:49.496583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52858) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:49.502181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b3fd82d6-797a-4d72-93cf-cc32db6d4949 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9761541 Jul 15 13:31:49.523765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Request body: {'network': {'project_id': 'bb245ebdc3eb4abcac4f0f938e777c53'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:49.566793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:49.567207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.600788 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:49.626831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:49.638098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Provisioning complete for port b9f47d70-751d-4409-b411-d36e54a3290c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:49.638887 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.658123 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] Checking router: a4a30f47-fa05-49d2-b1a5-01c1281304b0 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:31:49.666339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Made reservation on behalf of bb245ebdc3eb4abcac4f0f938e777c53 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:49.668947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.669679 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:49.670414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:49.678838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-3ad316f9-3889-4637-a4c2-8794a2f237a4 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150389 Jul 15 13:31:49.770407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Port b9f47d70-751d-4409-b411-d36e54a3290c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:49.794064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Provisioning for port 03052d46-0508-4030-8305-846ac1876bc4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:49.806514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:49.808077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f428c62-2cd3-4a55-8fb0-a82ac68ea64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.812756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:49.815374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.828586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:49.829124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.837172 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:31:49.849869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:49.890879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.891449 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Added segment 347d2c13-22fa-40e6-bdc0-83f75fcfe766 of type vlan for network fb73b663-c8f1-4916-b75b-4e89f2d21435 Jul 15 13:31:49.894041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Port': ['ID=96cc9561-c309-4d54-93a0-5e7387280342,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:49.931287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:49.931828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:49.979289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7194a80-45d7-4cb4-9f3d-d49406652869 req-6f79cd2b-4b8d-4b01-88e5-ab38b6101fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920399 Jul 15 13:31:49.998681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-69136ab0-3753-4828-acbb-3c6fbb217aa0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.015627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-69136ab0-3753-4828-acbb-3c6fbb217aa0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2914758 Jul 15 13:31:50.059926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-73b109d0-41c3-42f8-a7ba-9c30e87804a7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0426369 Jul 15 13:31:50.183948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.212581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] For port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:50.213515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.219791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-2745359b-1e1c-4df0-97f2-66887f84f294 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1576922 Jul 15 13:31:50.223878 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:50.264607 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc87bd-a21f-41ed-b477-c6415f958ada None None] The sync data for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 is: [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:19:28Z', 'revision_number': 4, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15eacfa5-9299-4e6a-840a-51873c9a0365', 'name': '', 'network_id': 'e77ca1a6-b459-41a8-bf0a-f17464d9b948', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'mac_address': 'fa:16:3e:55:c9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:25Z', 'updated_at': '2021-07-15T13:19:44Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'subnets': [{'id': '3fbb8929-a19c-4b4f-947d-96b4c20e24fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:50.276370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:50.419253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-37226e81-ddb4-438c-949a-1984189f1f50 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906507 Jul 15 13:31:50.476486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Delete allocated IP 172.20.0.6 (787c0c84-f1a2-4eb9-a2af-666199f5e160/224fcf6b-9d72-4d64-84f2-e06c737f5be1) {{(pid=93995) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:31:50.496228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.29 (787c0c84-f1a2-4eb9-a2af-666199f5e160/8f3c9590-308a-4396-bed5-ea8295d50b0e/b9f47d70-751d-4409-b411-d36e54a3290c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:50.512792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.516263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:50.516903 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.553928 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-4454e39d-75e4-4751-8ddc-d17c79a3fce3 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274703 Jul 15 13:31:50.567919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:50.614272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6653c-271a-438a-9c25-f57683a275c6 None None] New status for floating IP 5c14ac8e-dfc6-4a19-acec-9d1da8885bd4: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:31:50.664514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1609504 Jul 15 13:31:50.664842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52872) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:50.673651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b8b71b49-b85d-4153-b3a7-e03b92d7694b tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Request body: {'network': {'project_id': 'bb245ebdc3eb4abcac4f0f938e777c53'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:50.699167 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b71b49-b85d-4153-b3a7-e03b92d7694b tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:31:50.700010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b71b49-b85d-4153-b3a7-e03b92d7694b tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:31:50.704912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b8b71b49-b85d-4153-b3a7-e03b92d7694b tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0357811 Jul 15 13:31:50.865039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52880) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:50.881033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d900641-338c-4228-9d49-48fc5c90fc52 req-29785141-e82f-4503-9e1a-dcc98ece72d3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0888908 Jul 15 13:31:50.901743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec89e20-2850-4e1a-ba4a-4e1ecd4cc898 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Pushing event updated for resources: {'Network': ['ID=fb73b663-c8f1-4916-b75b-4e89f2d21435,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:50.917753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network fb73b663-c8f1-4916-b75b-4e89f2d21435 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:51.009668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-39034a2a-1bd1-46bf-9e84-4f6bd1a892a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bb245ebdc3eb4abcac4f0f938e777c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424832 Jul 15 13:31:51.012887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52888) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.035038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.075036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52953e99-f46d-48af-b3cd-a1bdc8607907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.101238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.101683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52953e99-f46d-48af-b3cd-a1bdc8607907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.200274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52953e99-f46d-48af-b3cd-a1bdc8607907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.204678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52953e99-f46d-48af-b3cd-a1bdc8607907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.206606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-52953e99-f46d-48af-b3cd-a1bdc8607907 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfdf4ac3-4e36-4ed3-8abd-6add290e2c46 HTTP/1.1" status: 204 len: 168 time: 0.1927576 Jul 15 13:31:51.211174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.237641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52953e99-f46d-48af-b3cd-a1bdc8607907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf4ac3-4e36-4ed3-8abd-6add290e2c46,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.241550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] No DVR routers for this DVR port ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:51.253342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b168-12f3-43d9-9d17-249d38306266 req-623c2c1f-8e16-43b1-b447-e175653e6ed0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.259577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b168-12f3-43d9-9d17-249d38306266 req-623c2c1f-8e16-43b1-b447-e175653e6ed0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.265858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b168-12f3-43d9-9d17-249d38306266 req-623c2c1f-8e16-43b1-b447-e175653e6ed0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.272051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b168-12f3-43d9-9d17-249d38306266 req-623c2c1f-8e16-43b1-b447-e175653e6ed0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.279153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8f3b168-12f3-43d9-9d17-249d38306266 req-623c2c1f-8e16-43b1-b447-e175653e6ed0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 3065 time: 0.6313980 Jul 15 13:31:51.281263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.284418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-1e95be66-e123-4e7a-a482-fda0be634764 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "DELETE /v2.0/ports/ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54 HTTP/1.1" status: 204 len: 173 time: 1.9771714 Jul 15 13:31:51.314191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Router b2d00d48-f339-4893-9089-7413fc9ff302 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:31:51.314544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.412958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.428749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.441286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb73b663-c8f1-4916-b75b-4e89f2d21435']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.452362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:51.455344 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a16ffe-d122-4e6c-a4a9-cc0f95ce9875" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:51.456666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347d2c13-22fa-40e6-bdc0-83f75fcfe766') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.456960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347d2c13-22fa-40e6-bdc0-83f75fcfe766') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.468444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.477724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object b9f47d70-751d-4409-b411-d36e54a3290c will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:51.506703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.522766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:51.523258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:51.525516 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:51.550395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8f3b168-12f3-43d9-9d17-249d38306266 req-717d26eb-6f8a-40cd-9a58-c04d2dcc9cd0 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569551 Jul 15 13:31:51.551380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.557670 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f30bd3-35b4-4f39-8e0d-43b1f83a1977 x-openstack-request-id: req-d8f30bd3-35b4-4f39-8e0d-43b1f83a1977 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:51.558196 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:51.558676 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8f30bd3-35b4-4f39-8e0d-43b1f83a1977 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:51.559308 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': 'ac0614fb-a4e4-4b4c-bb0f-f9cd8450ad54', 'status': 'completed', 'code': 200} Jul 15 13:31:51.611218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:31:51.626051 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] Sync routers for ids ['b2d00d48-f339-4893-9089-7413fc9ff302'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:31:51.630171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fbf08835-e0d7-4404-90be-37ba960c7005 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "PUT /v2.0/routers/b2d00d48-f339-4893-9089-7413fc9ff302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0059826 Jul 15 13:31:51.634515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52896) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.641110 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] Routers {'b2d00d48-f339-4893-9089-7413fc9ff302'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:51.657560 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2d00d48-f339-4893-9089-7413fc9ff302'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.706889 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.715073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=b9f47d70-751d-4409-b411-d36e54a3290c,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.726415 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] Routers {'b2d00d48-f339-4893-9089-7413fc9ff302'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:31:51.727110 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:31:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b2d00d48-f339-4893-9089-7413fc9ff302'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.754565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.763483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.767752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] 10.222.0.57 "DELETE /v2.0/networks/fb73b663-c8f1-4916-b75b-4e89f2d21435 HTTP/1.1" status: 204 len: 168 time: 0.5528889 Jul 15 13:31:51.769581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52898) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.772072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:51.772734 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fabba-c2ba-4ef8-a252-3da3d04a5810 None None] The sync data for ids ['b2d00d48-f339-4893-9089-7413fc9ff302'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:31:51.780338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] In _notify_port_updated(), no bound segment for port b9f47d70-751d-4409-b411-d36e54a3290c on network 787c0c84-f1a2-4eb9-a2af-666199f5e160 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:31:51.786056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:51.787150 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.790693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e00dad9b-30a1-4d6e-b87e-0fe74f53ba0c tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/ports/b9f47d70-751d-4409-b411-d36e54a3290c HTTP/1.1" status: 200 len: 921 time: 4.1186152 Jul 15 13:31:51.791019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port d52d0708-841f-4e41-9875-ccde7d859705 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:51.791362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.794059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52900) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:51.798836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a0998-faa0-4a50-90b1-c29ca41b3812 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb73b663-c8f1-4916-b75b-4e89f2d21435,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:51.808428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.924726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.976183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] For port d52d0708-841f-4e41-9875-ccde7d859705, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d52d0708-841f-4e41-9875-ccde7d859705,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:51.976779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:51.998400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for d52d0708-841f-4e41-9875-ccde7d859705 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:52.005009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port b9f47d70-751d-4409-b411-d36e54a3290c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:52.005442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.050268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.053277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.080243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb24c739-68d9-4b02-8700-895292704e36 req-cbf47b55-109e-4d23-b836-a0f8e6376dc2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0453010 Jul 15 13:31:52.170305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.170843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Fanout notify agent at l3_agent the message router_deleted on router b2d00d48-f339-4893-9089-7413fc9ff302 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:31:52.190446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.195361 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5b7f4aa1-0012-40ba-a989-b45ac8b9cae4 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "DELETE /v2.0/routers/b2d00d48-f339-4893-9089-7413fc9ff302 HTTP/1.1" status: 204 len: 168 time: 0.5558660 Jul 15 13:31:52.209377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:52.237566 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.289083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133b35ec-32f5-4ad6-8068-a6b1344d3c56']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:52.341779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc97e2be-4673-4b45-8ca7-c196b00ec8fe') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:52.342066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc97e2be-4673-4b45-8ca7-c196b00ec8fe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:52.350627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-969ba1cb-3e81-4dc8-b504-d8e18aebe57c None None] Provisioning for port b9f47d70-751d-4409-b411-d36e54a3290c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:52.355157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-969ba1cb-3e81-4dc8-b504-d8e18aebe57c None None] Provisioning complete for port b9f47d70-751d-4409-b411-d36e54a3290c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:52.355912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-969ba1cb-3e81-4dc8-b504-d8e18aebe57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.361176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.386716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Deleting subnet 01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:52.389534 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.397083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.418075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-969ba1cb-3e81-4dc8-b504-d8e18aebe57c None None] Port b9f47d70-751d-4409-b411-d36e54a3290c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:52.434590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:52.434590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:52.436517 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:52.482292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-3b8fb8c3-02d7-4156-b95a-fefaa271344a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:52.483821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-3b8fb8c3-02d7-4156-b95a-fefaa271344a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.3156278 Jul 15 13:31:52.522434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:52.527033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.564893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.585629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.585930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.588028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] 10.222.0.57 "DELETE /v2.0/networks/133b35ec-32f5-4ad6-8068-a6b1344d3c56 HTTP/1.1" status: 204 len: 168 time: 0.8080204 Jul 15 13:31:52.608739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56144e54-8469-4abf-8b4f-89ff8a192d03 tempest-QuotasNegativeTest-1856416407 tempest-QuotasNegativeTest-1856416407-project-admin] Pushing event deleted for resources: {'Network': ['ID=133b35ec-32f5-4ad6-8068-a6b1344d3c56,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.628877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for b9f47d70-751d-4409-b411-d36e54a3290c owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:52.718373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.768259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:52.773950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.797340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.844568 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.854159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=d52d0708-841f-4e41-9875-ccde7d859705,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.887178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Subnet': ['ID=01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:52.893485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:52.895620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-22f8fed6-be7f-4fa8-85f5-d8522eefba80 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "DELETE /v2.0/subnets/01c98e9d-58fe-48c3-bf8e-52a04c3b3a7f HTTP/1.1" status: 204 len: 168 time: 0.6837196 Jul 15 13:31:52.899416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52914) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:52.906892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb99e86-55a8-4d07-91a0-7772f64263ff None None] Network e034a022-2ed5-4c25-8af7-07d4ec00d953 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:52.999988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.028968 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.051862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.5 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:53.069540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=b9f47d70-751d-4409-b411-d36e54a3290c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.123044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] No DVR routers for this DVR port d52d0708-841f-4e41-9875-ccde7d859705 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:53.148442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607eaa3-38a3-4adf-8164-51908a2c78ec req-61c1b843-a58a-409d-9f56-393851b7123c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:53.156065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607eaa3-38a3-4adf-8164-51908a2c78ec req-61c1b843-a58a-409d-9f56-393851b7123c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:53.163589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607eaa3-38a3-4adf-8164-51908a2c78ec req-61c1b843-a58a-409d-9f56-393851b7123c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:53.165671 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1607eaa3-38a3-4adf-8164-51908a2c78ec req-61c1b843-a58a-409d-9f56-393851b7123c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 2332 time: 0.4371607 Jul 15 13:31:53.167941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.171288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-d68707c8-1e99-4eb0-b830-fbae42505aca tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "DELETE /v2.0/ports/d52d0708-841f-4e41-9875-ccde7d859705 HTTP/1.1" status: 204 len: 173 time: 1.8748431 Jul 15 13:31:53.172372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52918) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.231204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] DHCP port deletion for e034a022-2ed5-4c25-8af7-07d4ec00d953 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:31:53.280841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-563bdf96-7bf0-4d3b-9222-513cb97130b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.301516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] Deleting port 7dc50a30-840b-43d1-9aff-eebefb14961a {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:53.302600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.418903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] For port 7dc50a30-840b-43d1-9aff-eebefb14961a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7dc50a30-840b-43d1-9aff-eebefb14961a,segment=NetworkSegment(032187ae-ba32-41fe-b758-3d97cad9a0b6),segment_id=032187ae-ba32-41fe-b758-3d97cad9a0b6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:53.420187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1607eaa3-38a3-4adf-8164-51908a2c78ec req-9176e9df-6dcb-4d6e-b300-77d0c8184c03 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589310 Jul 15 13:31:53.420666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.438654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] Calling delete_port for 7dc50a30-840b-43d1-9aff-eebefb14961a owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:53.550452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.557029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3a65737c-3e5a-48a5-8f1d-fce13f420619 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/b9f47d70-751d-4409-b411-d36e54a3290c HTTP/1.1" status: 204 len: 168 time: 1.7618628 Jul 15 13:31:53.558423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52920) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.568191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:53.570374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.570653 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13b07b-f066-43ae-a5a2-19fa154e61a9" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "d52d0708-841f-4e41-9875-ccde7d859705"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:53.607469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port 8a7327b3-39af-4662-8906-5c2ae10002de {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:53.607822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.615586 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aac29a8-3459-4b46-bda7-a5904f5c6314 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:31:53.617269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7aac29a8-3459-4b46-bda7-a5904f5c6314 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/b9f47d70-751d-4409-b411-d36e54a3290c HTTP/1.1" status: 404 len: 333 time: 0.0544274 Jul 15 13:31:53.622912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20da854b-9b7d-4e05-a763-eb59d19378ca req-fa959774-a623-4cc5-8f70-a2bdb3a6632a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 210 time: 0.0863881 Jul 15 13:31:53.626542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52924) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.653332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] Pushing event deleted for resources: {'Port': ['ID=7dc50a30-840b-43d1-9aff-eebefb14961a,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.659055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-563bdf96-7bf0-4d3b-9222-513cb97130b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.665377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef304f9-9246-4d99-80c8-ba1475421314 None None] No DVR routers for this DVR port 7dc50a30-840b-43d1-9aff-eebefb14961a on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:53.676522 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f89f04-9518-4263-8b58-43c6ad84000c x-openstack-request-id: req-b2f89f04-9518-4263-8b58-43c6ad84000c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:53.676826 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "d52d0708-841f-4e41-9875-ccde7d859705", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:53.677078 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2f89f04-9518-4263-8b58-43c6ad84000c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:53.677491 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': 'd52d0708-841f-4e41-9875-ccde7d859705', 'status': 'completed', 'code': 200} Jul 15 13:31:53.685376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-563bdf96-7bf0-4d3b-9222-513cb97130b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.731257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Deleting port 7dc50a30-840b-43d1-9aff-eebefb14961a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:53.731593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.755595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-563bdf96-7bf0-4d3b-9222-513cb97130b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05461f154a08480fbf22f450bafbaaaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817759 Jul 15 13:31:53.760368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:53.776728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-871c760b-96ad-45a5-987b-7192447533b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.786570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7dc50a30-840b-43d1-9aff-eebefb14961a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:31:53.815682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 7dc50a30-840b-43d1-9aff-eebefb14961a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:31:53.816023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7dc50a30-840b-43d1-9aff-eebefb14961a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:31:53.818687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bdf96-7bf0-4d3b-9222-513cb97130b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d5a05f-754e-4d90-acb3-7c4b135290f4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:53.840744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] For port 8a7327b3-39af-4662-8906-5c2ae10002de, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8a7327b3-39af-4662-8906-5c2ae10002de,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:53.841256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.864195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for 8a7327b3-39af-4662-8906-5c2ae10002de owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:53.875777 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-871c760b-96ad-45a5-987b-7192447533b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.899195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38865e86-c1d0-4295-a3df-d3b9141b961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.939521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] For port 7dc50a30-840b-43d1-9aff-eebefb14961a, host n-d-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:53.940018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.974961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38865e86-c1d0-4295-a3df-d3b9141b961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:53.999114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Calling delete_port for 7dc50a30-840b-43d1-9aff-eebefb14961a owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:54.003723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Port 7dc50a30-840b-43d1-9aff-eebefb14961a was not found and therefore no delete operation was performed {{(pid=93994) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:31:54.016625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.063870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.069319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Port': ['ID=7dc50a30-840b-43d1-9aff-eebefb14961a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.075291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] No DVR routers for this DVR port 7dc50a30-840b-43d1-9aff-eebefb14961a on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:54.076833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-871c760b-96ad-45a5-987b-7192447533b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.081283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-871c760b-96ad-45a5-987b-7192447533b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.085924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-871c760b-96ad-45a5-987b-7192447533b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/security-groups/a4d0ca6d-9186-4a9c-9df9-6979e763a0b9 HTTP/1.1" status: 204 len: 168 time: 0.4554203 Jul 15 13:31:54.086112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38865e86-c1d0-4295-a3df-d3b9141b961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.088780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38865e86-c1d0-4295-a3df-d3b9141b961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.090168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38865e86-c1d0-4295-a3df-d3b9141b961e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11d5a05f-754e-4d90-acb3-7c4b135290f4 HTTP/1.1" status: 204 len: 168 time: 0.3271687 Jul 15 13:31:54.091080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52928) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:54.132090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c760b-96ad-45a5-987b-7192447533b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0ca6d-9186-4a9c-9df9-6979e763a0b9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.144557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38865e86-c1d0-4295-a3df-d3b9141b961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d5a05f-754e-4d90-acb3-7c4b135290f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.204583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.210175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.224652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e034a022-2ed5-4c25-8af7-07d4ec00d953']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:54.238938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032187ae-ba32-41fe-b758-3d97cad9a0b6') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:54.239562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032187ae-ba32-41fe-b758-3d97cad9a0b6') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:54.245772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=8a7327b3-39af-4662-8906-5c2ae10002de,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.248031 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.265520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.268382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:31:54.299132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c948da5-befa-463d-8ad7-6e929d026fc6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.321724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] No DVR routers for this DVR port 8a7327b3-39af-4662-8906-5c2ae10002de on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:54.332545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.332810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.335499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-6f86d833-6f5c-4f49-95ad-649a2646ee38 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "DELETE /v2.0/ports/8a7327b3-39af-4662-8906-5c2ae10002de HTTP/1.1" status: 204 len: 173 time: 1.1447120 Jul 15 13:31:54.341881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:54.349889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:54.352241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:54.352839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.356242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:54.359010 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:54.361653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:31:54.375847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c948da5-befa-463d-8ad7-6e929d026fc6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.459679 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.467379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.469118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.482493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.485248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] 10.222.0.57 "DELETE /v2.0/networks/e034a022-2ed5-4c25-8af7-07d4ec00d953 HTTP/1.1" status: 204 len: 168 time: 1.5851958 Jul 15 13:31:54.503284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c948da5-befa-463d-8ad7-6e929d026fc6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.507409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3c948da5-befa-463d-8ad7-6e929d026fc6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.508782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3c948da5-befa-463d-8ad7-6e929d026fc6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/security-groups/13cf58eb-3e5d-4159-a82f-fa2d96381d38 HTTP/1.1" status: 204 len: 168 time: 0.4098148 Jul 15 13:31:54.510878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90833436-f4dd-4e8c-a9fa-4e3f28766708 tempest-FloatingIPNegativeTestJSON-605279581 tempest-FloatingIPNegativeTestJSON-605279581-project] Pushing event deleted for resources: {'Network': ['ID=e034a022-2ed5-4c25-8af7-07d4ec00d953,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.516696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52938) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:54.543886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-ff2fd056-5fb7-4d23-8105-269158565873 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0260332 Jul 15 13:31:54.545307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52940) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:54.569273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a794edc-4c76-4ed8-a3b6-4efd6e8ac699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.579135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c948da5-befa-463d-8ad7-6e929d026fc6 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf58eb-3e5d-4159-a82f-fa2d96381d38,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.611661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Request body: {'port': {'device_id': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:54.637329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port d29b0b87-2134-4e48-9b96-ee16291c6754 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:31:54.637968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.698362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 224fcf6b-9d72-4d64-84f2-e06c737f5be1 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:31:54.708316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.819749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52946) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:54.823519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.838708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a794edc-4c76-4ed8-a3b6-4efd6e8ac699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.860424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] For port d29b0b87-2134-4e48-9b96-ee16291c6754, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=d29b0b87-2134-4e48-9b96-ee16291c6754,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:54.860853 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.886333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a794edc-4c76-4ed8-a3b6-4efd6e8ac699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.891784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:54.917071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e75ecb-50ee-4730-ae61-1d794fe32760 req-54009a00-1697-4d38-9e59-ddd6d8822151 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:54.923212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62e75ecb-50ee-4730-ae61-1d794fe32760 req-54009a00-1697-4d38-9e59-ddd6d8822151 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 943 time: 0.3081360 Jul 15 13:31:54.927399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for d29b0b87-2134-4e48-9b96-ee16291c6754 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:31:54.967947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a794edc-4c76-4ed8-a3b6-4efd6e8ac699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7edb9c-7eba-483e-a586-8de5aab5fc81,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:54.979494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2a794edc-4c76-4ed8-a3b6-4efd6e8ac699 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4e420f72691422dbb213ef16e86fd29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280450 Jul 15 13:31:54.981731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52950) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:55.051399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.081934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9418c2-1614-441a-841f-5d33d104f601 req-4eebb227-b6e5-41f2-b2a1-3144844b3226 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:55.084549 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e9418c2-1614-441a-841f-5d33d104f601 req-4eebb227-b6e5-41f2-b2a1-3144844b3226 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 931 time: 0.2496881 Jul 15 13:31:55.101658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62e75ecb-50ee-4730-ae61-1d794fe32760 req-1ed14c65-97cb-42d5-96e2-97397334c1a4 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f644f49-e832-497f-bdd9-af05009bd021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775331 Jul 15 13:31:55.161781 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9810932a-62c2-45c5-b5f2-73b1f9c0ffb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.191586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e9418c2-1614-441a-841f-5d33d104f601 req-334fd50a-2231-4755-96f7-1096f0f751b2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Jul 15 13:31:55.194312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a82249d5-9f6c-4309-8d28-e6d345e0299d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aee56024e5dc4784ac9e1bf059417570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733659 Jul 15 13:31:55.196919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52952) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:55.257660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9810932a-62c2-45c5-b5f2-73b1f9c0ffb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.263366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.332635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=224fcf6b-9d72-4d64-84f2-e06c737f5be1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.336316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.337550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-711d8551-e802-4d2d-bfcf-73df8821edf9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/224fcf6b-9d72-4d64-84f2-e06c737f5be1 HTTP/1.1" status: 204 len: 168 time: 0.8104286 Jul 15 13:31:55.340919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02576d8b-9b4c-46bd-8c89-e0e2443686e1 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:55.347808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 52954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:55.354439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:55.374099 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.415501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713ddeda-1ca1-4114-9614-ea2768a31b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.423568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=d29b0b87-2134-4e48-9b96-ee16291c6754,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.501521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] No DVR routers for this DVR port d29b0b87-2134-4e48-9b96-ee16291c6754 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:31:55.509135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9810932a-62c2-45c5-b5f2-73b1f9c0ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.513438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9810932a-62c2-45c5-b5f2-73b1f9c0ffb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.518169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9810932a-62c2-45c5-b5f2-73b1f9c0ffb1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb7edb9c-7eba-483e-a586-8de5aab5fc81 HTTP/1.1" status: 204 len: 168 time: 0.5324335 Jul 15 13:31:55.518169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.530227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ede14e-10ec-422e-aa8b-9e96df24f9cf req-ab1de34c-7117-4db9-b847-66fe336c78d1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.58 "DELETE /v2.0/ports/d29b0b87-2134-4e48-9b96-ee16291c6754 HTTP/1.1" status: 204 len: 173 time: 1.1870742 Jul 15 13:31:55.533029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713ddeda-1ca1-4114-9614-ea2768a31b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.573927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810932a-62c2-45c5-b5f2-73b1f9c0ffb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7edb9c-7eba-483e-a586-8de5aab5fc81,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.585036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:31:55.620912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.668544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713ddeda-1ca1-4114-9614-ea2768a31b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.672758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-713ddeda-1ca1-4114-9614-ea2768a31b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.674244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-713ddeda-1ca1-4114-9614-ea2768a31b10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8f7b194d-6d24-48e6-8795-57ee597af5ed HTTP/1.1" status: 204 len: 168 time: 0.4760950 Jul 15 13:31:55.678904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Transition to ACTIVE for port object f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:55.680566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de'}, {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:55.684866 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d37cce7-54d5-4b77-9511-e62dcf1faf0e" -d '{"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de"}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:55.687256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.694339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:55.700393 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:55.732373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ddeda-1ca1-4114-9614-ea2768a31b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7b194d-6d24-48e6-8795-57ee597af5ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:55.838604 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e9a3a4-6080-4c7e-80d6-a7a0277e4309 x-openstack-request-id: req-b0e9a3a4-6080-4c7e-80d6-a7a0277e4309 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:55.839023 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "8a7327b3-39af-4662-8906-5c2ae10002de", "status": "completed", "code": 200}, {"server_uuid": "8489a165-41d9-46de-a8b4-dee0781d3a13", "name": "network-vif-deleted", "tag": "d29b0b87-2134-4e48-9b96-ee16291c6754", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:55.840394 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0e9a3a4-6080-4c7e-80d6-a7a0277e4309 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:55.840964 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': '8a7327b3-39af-4662-8906-5c2ae10002de', 'status': 'completed', 'code': 200} Jul 15 13:31:55.841327 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8489a165-41d9-46de-a8b4-dee0781d3a13', 'name': 'network-vif-deleted', 'tag': 'd29b0b87-2134-4e48-9b96-ee16291c6754', 'status': 'completed', 'code': 200} Jul 15 13:31:55.879197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:56.251375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.264740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Attempting to bind port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:31:56.265089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Attempting to bind port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:31:56.265459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Attempting to bind port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:56.373990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c782332-6de3-4a2a-8378-758d5412b7d6 req-cabd6b7a-bccd-40f6-bf69-c64dacbb6367 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0756285 Jul 15 13:31:56.418086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:31:56.418482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Attempting to bind port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:31:56.468642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:31:56.501708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:31:56.506657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:31:56.507035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:31:56.507377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:31:56.507939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Bound port: f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:31:56.508859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.552495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.553463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.565108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:56.641648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52988) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:56.642181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e01a2413-31ca-44fd-bbb2-4620f1b028b3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2928050 Jul 15 13:31:56.647789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1959324780'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:56.688815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] For port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:31:56.705622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.709292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] For port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:31:56.713797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb0ddb-e593-4934-879c-74b79bd63a51 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:31:56.740282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7acd3b-1322-45ed-ba6b-500c359bb5c9 req-621d9f42-9571-4338-8082-1fffbd199f85 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.747528 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df7acd3b-1322-45ed-ba6b-500c359bb5c9 req-621d9f42-9571-4338-8082-1fffbd199f85 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 943 time: 0.2060113 Jul 15 13:31:56.750131 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.767960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:56.769278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.772307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] 10.222.0.58 "PUT /v2.0/ports/f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a HTTP/1.1" status: 200 len: 1092 time: 2.1905210 Jul 15 13:31:56.783665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'tag': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:31:56.789930 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52c5b66-8a28-475f-8983-d2ffa37a511f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8fa757-63a7-4255-b7a1-14ebdde1cda1", "tag": "f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:31:56.901156 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a8001c-b430-4d69-b0b8-27e8aae6985c x-openstack-request-id: req-56a8001c-b430-4d69-b0b8-27e8aae6985c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:31:56.901892 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8fa757-63a7-4255-b7a1-14ebdde1cda1", "tag": "f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:31:56.902326 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56a8001c-b430-4d69-b0b8-27e8aae6985c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:31:56.903121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.903453 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'tag': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a', 'status': 'completed', 'code': 200} Jul 15 13:31:56.907639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b676f71c-7315-45a9-9862-d51b2b7aafa1 None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:56.908891 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b676f71c-7315-45a9-9862-d51b2b7aafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.917975 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.944995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:56.951063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3081987 Jul 15 13:31:56.952008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 52998) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:56.966560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'security_group': {'name': 'tempest-secgroup-263081446'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:56.967120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df7acd3b-1322-45ed-ba6b-500c359bb5c9 req-ee8b4ab3-e3a7-48d7-b0e0-d6f7d3ccabe7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186098 Jul 15 13:31:56.989677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b676f71c-7315-45a9-9862-d51b2b7aafa1 None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:57.002352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.021916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6696162-6961-4946-ab21-f850e24a4f0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.028509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef72dd9-1945-455a-9d78-62b0cf7b0107 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcc1926-6d19-4a17-beeb-d1cd4ef99a32,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.038513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-1700b8c2-a0eb-4125-b1c6-f2b55a7262c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.040289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-1700b8c2-a0eb-4125-b1c6-f2b55a7262c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 1095 time: 0.1956546 Jul 15 13:31:57.059743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53000) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:57.113463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b676f71c-7315-45a9-9862-d51b2b7aafa1 None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:57.114325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b676f71c-7315-45a9-9862-d51b2b7aafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.132884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.138329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.150204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-6948770b-ed90-4219-8bba-81a8957189f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a HTTP/1.1" status: 200 len: 217 time: 0.1023645 Jul 15 13:31:57.177495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.188363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2315247 Jul 15 13:31:57.202297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53008) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:57.220014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1739743361'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.287254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'networks': [{'name': 'tempest-network--1979759283'}, {'name': 'tempest-network--1218131643'}]} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.287890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'network': {'name': 'tempest-network--1979759283'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.288023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-1ea72fa7-63cb-42ac-9ddf-2e72fcce3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:57.288538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'network': {'name': 'tempest-network--1218131643'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.293251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-1ea72fa7-63cb-42ac-9ddf-2e72fcce3917 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.1366093 Jul 15 13:31:57.342349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31ae7-49c9-4a16-b187-968e9ac9eb1b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2f3a5-752b-4c64-b7d4-b9fb35af84d9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.347649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'network': 2} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:57.354035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.357231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.360493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-229a8f79-5807-402e-b74e-178b08d17aae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605009 Jul 15 13:31:57.380678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.437813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53016) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:57.593267 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.609291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-deb4f523-1a63-4ab4-8268-0cbc04647f86 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399788 Jul 15 13:31:57.636544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.670418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Update dhcp port {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'fixed_ips': [{'subnet_id': '8f3c9590-308a-4396-bed5-ea8295d50b0e', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '03052d46-0508-4030-8305-846ac1876bc4'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:31:57.715201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f14a067-1691-4064-af42-8e62d8a1ee42 req-cbb33127-4806-4109-94dc-ec8d9d6bc196 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0801952 Jul 15 13:31:57.715604 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.738823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'networks': [{'name': 'tempest-network--2128746883'}, {'name': 'tempest-network--1618291778'}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.739418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'network': {'name': 'tempest-network--2128746883'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.740078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'network': {'name': 'tempest-network--1618291778'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.772822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e80f89-f886-48b8-9b55-e7aaf20f9c47,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.786403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b94d83d2-4d34-474f-b5ef-69deac4276e9 req-df178d04-3993-4585-81fe-5383d4fa036a service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704822 Jul 15 13:31:57.886811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.891760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.892388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.910135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.911820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7b3bd81-df50-4a76-8b74-ebab7aa86e07 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7069871 Jul 15 13:31:57.915222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53020) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:57.939410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1937664938', 'security_groups': ['97e80f89-f886-48b8-9b55-e7aaf20f9c47'], 'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:57.947897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97100030-c9de-4053-8ec6-84f552945e3d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:57.951099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:57.962764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:57.963015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Allocated IP 172.20.0.2 (787c0c84-f1a2-4eb9-a2af-666199f5e160/7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1/03052d46-0508-4030-8305-846ac1876bc4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:57.963263 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Added segment aa8fe28f-3aa0-4694-b10f-adc2d36eaba3 of type vlan for network 3030fd6a-a04e-4708-bb91-763c5ca26c82 Jul 15 13:31:57.998490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'network': 2} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:58.018262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.019301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.051099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.079546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:58.098055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.098416 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Added segment a0a004ab-aa77-4fef-885d-dd86515fa891 of type vlan for network 994e4eb0-8424-47d8-8b49-c73b96673a79 Jul 15 13:31:58.143749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-2ca2eb73-688a-4071-a0f0-9e9ee271ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.145375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-2ca2eb73-688a-4071-a0f0-9e9ee271ab66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 1095 time: 0.2779524 Jul 15 13:31:58.153981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=03052d46-0508-4030-8305-846ac1876bc4,segment=NetworkSegment(86db14db-75a7-4adc-9e72-fc799f33bd1a),segment_id=86db14db-75a7-4adc-9e72-fc799f33bd1a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:31:58.160349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.198858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.201782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.203556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.210454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.215269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Transition to ACTIVE for port object 03052d46-0508-4030-8305-846ac1876bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:31:58.218358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.219468 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.220326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.298499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c1ed6-38a2-4458-83fe-bf8f34348183 None None] Pushing event updated for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.305883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Network': ['ID=3030fd6a-a04e-4708-bb91-763c5ca26c82,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.335849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3030fd6a-a04e-4708-bb91-763c5ca26c82 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:58.375748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-9ac02e30-2fd5-46ec-9a78-a8969ea2f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.377698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-9ac02e30-2fd5-46ec-9a78-a8969ea2f929 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.2241328 Jul 15 13:31:58.397180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Network': ['ID=994e4eb0-8424-47d8-8b49-c73b96673a79,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:58.409818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988145d-b186-45c5-b816-51dc408328c0 req-10974a32-557f-474b-84a3-975740deea04 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.411443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5988145d-b186-45c5-b816-51dc408328c0 req-10974a32-557f-474b-84a3-975740deea04 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 943 time: 0.2758000 Jul 15 13:31:58.465805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-c54c3558-5800-446d-a2d6-b1819b765b86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a HTTP/1.1" status: 200 len: 217 time: 0.0772626 Jul 15 13:31:58.475701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 994e4eb0-8424-47d8-8b49-c73b96673a79 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:58.559285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5988145d-b186-45c5-b816-51dc408328c0 req-6c3cd3f9-31ef-4848-b951-2e5a9b79908a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095719 Jul 15 13:31:58.561570 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.575237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3cb81046-7a11-430f-a9cd-e4fcdf902baa tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5145402 Jul 15 13:31:58.575622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.575939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53024) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:58.576229 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.608124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-0e9078ea-a0c5-4f54-babc-826a3d22e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.609809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-0e9078ea-a0c5-4f54-babc-826a3d22e17c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.1310155 Jul 15 13:31:58.618948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:58.712900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-1d1e5a02-a1fa-46df-8ee3-a5dbeef6f0f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880005 Jul 15 13:31:58.713860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:58.716574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db5a2c-9a8f-4313-a9ff-17d658846cf0 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.723976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db5a2c-9a8f-4313-a9ff-17d658846cf0 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.730458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db5a2c-9a8f-4313-a9ff-17d658846cf0 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.737617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db5a2c-9a8f-4313-a9ff-17d658846cf0 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:58.742202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e0db5a2c-9a8f-4313-a9ff-17d658846cf0 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1625006 Jul 15 13:31:58.748637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53026) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:58.854155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-cabc5338-54fa-4c08-8773-f19a3fe25ced service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309342 Jul 15 13:31:58.865436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.895787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.896460 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Added segment 5574dadf-ad3f-4263-9e95-c4bfbcf31b4e of type vlan for network 693645f8-efdf-442b-b4e9-037c12395c44 Jul 15 13:31:58.944309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:58.989256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:58.995642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.000693 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.001368 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Added segment 94e1f035-1b3a-481c-a415-fe3f3eefa915 of type vlan for network eea0455d-3e98-4cd0-a5e9-ee9389a3c55b Jul 15 13:31:59.025186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-048a9e04-a183-4407-8ae7-c3ed230bac78 req-44ab0073-2fcf-4cd7-aa2f-6b6f556cd4b2 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0788527 Jul 15 13:31:59.028877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3030fd6a-a04e-4708-bb91-763c5ca26c82']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:59.040484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8fe28f-3aa0-4694-b10f-adc2d36eaba3') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:59.040819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8fe28f-3aa0-4694-b10f-adc2d36eaba3') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:59.046641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ab5d3-e0c9-45b2-b8c6-3b14e7aa3a76,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.052385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.056059 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.075088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.095276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:59.095830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:59.099908 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:59.181345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-18995341-ac17-4958-9dbc-39142732c090 None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:59.181925 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-18995341-ac17-4958-9dbc-39142732c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.186613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.189306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.199526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] device_id is not set on port 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:31:59.201270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.204320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/networks/3030fd6a-a04e-4708-bb91-763c5ca26c82 HTTP/1.1" status: 204 len: 168 time: 0.4543583 Jul 15 13:31:59.207550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53030) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.232394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472e37e-7fdf-4201-8694-3b8e03a66655 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Network': ['ID=3030fd6a-a04e-4708-bb91-763c5ca26c82,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.242222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-18995341-ac17-4958-9dbc-39142732c090 None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:31:59.256738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-18995341-ac17-4958-9dbc-39142732c090 None None] Provisioning for port 03052d46-0508-4030-8305-846ac1876bc4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:31:59.266989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-18995341-ac17-4958-9dbc-39142732c090 None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:59.267422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-18995341-ac17-4958-9dbc-39142732c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.284850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c52c5b66-8a28-475f-8983-d2ffa37a511f req-048ae407-fb35-47ab-9418-ab0f6f5bbc35 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686083 Jul 15 13:31:59.299942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.300637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.306220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.311221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.311893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.351239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.413861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Network': ['ID=693645f8-efdf-442b-b4e9-037c12395c44,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.433180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 693645f8-efdf-442b-b4e9-037c12395c44 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:59.463287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.474505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994e4eb0-8424-47d8-8b49-c73b96673a79']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:59.487145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Network': ['ID=eea0455d-3e98-4cd0-a5e9-ee9389a3c55b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.487359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a004ab-aa77-4fef-885d-dd86515fa891') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:59.487621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a004ab-aa77-4fef-885d-dd86515fa891') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:31:59.496897 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1e679d51-1cde-4f83-9094-b3d65a4c10e6 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0580196 Jul 15 13:31:59.499814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53032) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.505486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.525101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.529140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network eea0455d-3e98-4cd0-a5e9-ee9389a3c55b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:31:59.537215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:31:59.537717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:31:59.541534 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:31:59.620022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.8 (787c0c84-f1a2-4eb9-a2af-666199f5e160/7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1/6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:31:59.641703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.661537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.663686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/networks/994e4eb0-8424-47d8-8b49-c73b96673a79 HTTP/1.1" status: 204 len: 168 time: 0.4549327 Jul 15 13:31:59.664748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83be34a-33c4-449a-8fd9-0760d0dccd40 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Network': ['ID=994e4eb0-8424-47d8-8b49-c73b96673a79,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:31:59.666538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53036) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.789572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:31:59.799693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8eeb3-a108-4ec4-aff6-1c1b05c920b7 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.806096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8eeb3-a108-4ec4-aff6-1c1b05c920b7 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:31:59.808089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dbf8eeb3-a108-4ec4-aff6-1c1b05c920b7 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1403990 Jul 15 13:31:59.812155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:31:59.818249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-36431777'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:31:59.851918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:31:59.858012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.876630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:31:59.877087 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.905633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:31:59.920716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:31:59.921075 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Added segment 503cde3a-c370-4197-ab15-2d46555087c2 of type vlan for network 168e252b-5c97-4f28-aaae-0932a83c2292 Jul 15 13:31:59.983157 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.024930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.031554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.033369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.074331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2609069 Jul 15 13:32:00.078176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.085367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1719232485'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:00.126214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9227bc9-50fb-490c-b690-38cb48ffb64d tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Network': ['ID=168e252b-5c97-4f28-aaae-0932a83c2292,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.141618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 168e252b-5c97-4f28-aaae-0932a83c2292 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:00.150664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:00.159409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.193900 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:00.208331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:00.220776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.221318 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Added segment bae86a6b-1482-4a37-85cb-3d99307f7802 of type vlan for network 1b15e046-d8e2-4cd2-ab5d-52591c1317d9 Jul 15 13:32:00.249233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c7947-aee4-4b19-aab9-ef552d6fdb5a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.261294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c7947-aee4-4b19-aab9-ef552d6fdb5a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.267581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c7947-aee4-4b19-aab9-ef552d6fdb5a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.273299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c7947-aee4-4b19-aab9-ef552d6fdb5a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.275055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b37c7947-aee4-4b19-aab9-ef552d6fdb5a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7742581 Jul 15 13:32:00.289717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.292262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4dc6f94-4e3a-4e30-8257-5a29ea5f862a req-48ca882b-1f4f-4024-993b-2f1657321258 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0609117 Jul 15 13:32:00.321144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.324142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.355789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dea935-3a05-4f34-b59d-74e6511f254c req-03f76690-d3ec-4f2d-8864-f40f165402d1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.357322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4dea935-3a05-4f34-b59d-74e6511f254c req-03f76690-d3ec-4f2d-8864-f40f165402d1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 943 time: 0.6142538 Jul 15 13:32:00.360430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:00.407117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.416471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.422473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4dea935-3a05-4f34-b59d-74e6511f254c req-f409dfab-f6fa-486b-a53c-f1a598465d09 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556347 Jul 15 13:32:00.423051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.423149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.430280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.489755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:00.498456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4148338 Jul 15 13:32:00.499183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:00.499352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53046) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.501074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:00.503994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'ports': [{'network_id': '168e252b-5c97-4f28-aaae-0932a83c2292', 'name': 'tempest-port--2088317863', 'admin_state_up': True}, {'network_id': '1b15e046-d8e2-4cd2-ab5d-52591c1317d9', 'admin_state_up': False}]} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:00.504306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'port': {'network_id': '168e252b-5c97-4f28-aaae-0932a83c2292', 'name': 'tempest-port--2088317863', 'admin_state_up': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:00.504791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'port': {'network_id': '1b15e046-d8e2-4cd2-ab5d-52591c1317d9', 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:00.505656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.561935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:00.562939 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.586132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-21d960b4-e7a5-40d2-8633-857556f8f86f tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6568828 Jul 15 13:32:00.586363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931a38-5241-4689-9fdd-639b82a47679 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Network': ['ID=1b15e046-d8e2-4cd2-ab5d-52591c1317d9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.586451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53048) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.592639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:00.596377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1b15e046-d8e2-4cd2-ab5d-52591c1317d9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:00.627068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.681369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693645f8-efdf-442b-b4e9-037c12395c44']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.696297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5574dadf-ad3f-4263-9e95-c4bfbcf31b4e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.697183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5574dadf-ad3f-4263-9e95-c4bfbcf31b4e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:00.717427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.743005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.753859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:00.759163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.795052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:00.795387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:00.818469 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:00.872981 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1 (CIDR: 172.20.0.0/28) Jul 15 13:32:00.877882 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:32:00.878676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:00.891548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.893612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'port': 2} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:00.902138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d30f6281-65db-43f9-ad5b-b5c95079a2fc tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3119254 Jul 15 13:32:00.902381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.903332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53050) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.911199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:00.919376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.921823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/networks/693645f8-efdf-442b-b4e9-037c12395c44 HTTP/1.1" status: 204 len: 168 time: 0.6284482 Jul 15 13:32:00.924379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db3b29e3-cbbd-4922-8df8-427b661465a3 None None] Provisioning for port 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:00.929850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd819b-6aa0-41d7-b8ac-5f52c0f6fd3c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Network': ['ID=693645f8-efdf-442b-b4e9-037c12395c44,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:00.932045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db3b29e3-cbbd-4922-8df8-427b661465a3 None None] Provisioning complete for port 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:00.934375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53052) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:00.938135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db3b29e3-cbbd-4922-8df8-427b661465a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.947316 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:00.980977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-db3b29e3-cbbd-4922-8df8-427b661465a3 None None] Port 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:01.088702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:01.092684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.095931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.099982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] device_id is not set on port d10d1a03-0b4d-46a9-b7d2-3d0b3d7b55a2 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:01.196862 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8f3c9590-308a-4396-bed5-ea8295d50b0e (CIDR: 172.20.0.16/28) Jul 15 13:32:01.199478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:01.201458 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:32:01.202084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:01.219753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.223525 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a2640ccd-c368-4d47-9137-ffa4fb056f59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3162901 Jul 15 13:32:01.223921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53054) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:01.232807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'subnet': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:01.261992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea0455d-3e98-4cd0-a5e9-ee9389a3c55b']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:01.288895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e1f035-1b3a-481c-a415-fe3f3eefa915') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:01.289225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e1f035-1b3a-481c-a415-fe3f3eefa915') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:01.311180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.341186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:01.347232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.357506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a', 'mac_address': 'fa:16:3e:b1:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:01.361094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:01.361508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:01.364729 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:01.404828 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.416283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.434808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:01.484807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:01.492409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Made reservation on behalf of b9f1435c7a6443cdb96c601525f925f8 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:01.492978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.496280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.584746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:01.677009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:01.713838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ff5bd-211d-4bcf-a55e-01579448685e req-a8c1a5d4-4c82-4434-ba79-35cd9c348124 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:01.715480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f3ff5bd-211d-4bcf-a55e-01579448685e req-a8c1a5d4-4c82-4434-ba79-35cd9c348124 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 944 time: 0.1096382 Jul 15 13:32:01.764557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f3ff5bd-211d-4bcf-a55e-01579448685e req-8d823e92-cf27-4ec4-aac2-774797869dc4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Jul 15 13:32:01.884570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b118f6b-2f72-43ff-b4c3-ef3423f1c1b2 req-7d00dade-5bbf-4eb6-86d5-ae8ad148ed3f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0568066 Jul 15 13:32:01.887906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.902437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:01.904704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/networks/eea0455d-3e98-4cd0-a5e9-ee9389a3c55b HTTP/1.1" status: 204 len: 168 time: 0.9694271 Jul 15 13:32:01.919248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53060) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:01.962078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b20688-46f0-433a-a60c-d6fd4537b372 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Network': ['ID=eea0455d-3e98-4cd0-a5e9-ee9389a3c55b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:01.986597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] device_id is not set on port de6811a0-9644-4192-b259-40bbd173835a yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:02.041580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.093958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:02.097403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:02.102062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.102690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.108702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4564f-1ed7-4ccb-a739-ee05e2bdb4b9 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:02.120131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Subnet': ['ID=b04389d6-6e12-4b31-89fb-4014f3ce7cb3,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.129031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f4efd-d2ab-4440-a181-ec309f8d24c1 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.130565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-57d64852-7088-47ce-ad80-45d0969073f5 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9050484 Jul 15 13:32:02.133316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.137162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f4efd-d2ab-4440-a181-ec309f8d24c1 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.139595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6b1f4efd-d2ab-4440-a181-ec309f8d24c1 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2191467 Jul 15 13:32:02.144001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-832402293', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b04389d6-6e12-4b31-89fb-4014f3ce7cb3'}], 'security_groups': ['8bcc1926-6d19-4a17-beeb-d1cd4ef99a32', 'a0f2f3a5-752b-4c64-b7d4-b9fb35af84d9']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:02.149250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53064) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.154760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1560798494'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:02.248572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:02.248813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.258300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.298215 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.310403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:02.313137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.331155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.331629 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Added segment 798c3886-7cf5-48fb-8301-0d3b4a886b2b of type vlan for network 1bc7668a-070d-43ee-96bc-3b9d6f19e4b6 Jul 15 13:32:02.401798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Checking segment: {'id': '503cde3a-c370-4197-ab15-2d46555087c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '168e252b-5c97-4f28-aaae-0932a83c2292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:02.402220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network hostable DHCP agents. Network: 168e252b-5c97-4f28-aaae-0932a83c2292, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:02.406728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Port': ['ID=d10d1a03-0b4d-46a9-b7d2-3d0b3d7b55a2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.427050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network 168e252b-5c97-4f28-aaae-0932a83c2292 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:02.443168 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.444765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 168e252b-5c97-4f28-aaae-0932a83c2292) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:02.450111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:02.452312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.481561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54fff82-3893-4ba1-9606-ffcad0693dc2 None None] Network 168e252b-5c97-4f28-aaae-0932a83c2292 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:02.516138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Port': ['ID=de6811a0-9644-4192-b259-40bbd173835a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.546593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.553147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.553804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.561834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Checking segment: {'id': 'bae86a6b-1482-4a37-85cb-3d99307f7802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b15e046-d8e2-4cd2-ab5d-52591c1317d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:02.562422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network hostable DHCP agents. Network: 1b15e046-d8e2-4cd2-ab5d-52591c1317d9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:02.582695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Update dhcp port {'port': {'network_id': '787c0c84-f1a2-4eb9-a2af-666199f5e160', 'fixed_ips': [{'subnet_id': '8f3c9590-308a-4396-bed5-ea8295d50b0e', 'ip_address': '172.20.0.18'}, {'subnet_id': '7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b04389d6-6e12-4b31-89fb-4014f3ce7cb3'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '03052d46-0508-4030-8305-846ac1876bc4'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:32:02.587936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network 1b15e046-d8e2-4cd2-ab5d-52591c1317d9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:02.600409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1b15e046-d8e2-4cd2-ab5d-52591c1317d9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:02.615861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:02.623459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.629608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.630634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.641188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bf1bb4-7c7c-44f2-bdd1-f11f98dd58ef None None] Network 1b15e046-d8e2-4cd2-ab5d-52591c1317d9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:02.641440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53066) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.641736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4912481 Jul 15 13:32:02.646972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1496070102'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:02.667139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-153168f0-5a02-4a20-9107-3a5f975d89d8 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1644464 Jul 15 13:32:02.671409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:02.689405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7bdcb-ff18-406d-89c9-a95a0dee6a26 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Network': ['ID=1bc7668a-070d-43ee-96bc-3b9d6f19e4b6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:02.713062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1bc7668a-070d-43ee-96bc-3b9d6f19e4b6 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:02.751193 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.796140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:02.811554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.867156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:02.891576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:02.892232 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Added segment 620fb099-5faa-4a89-8bbf-3c09cd5e8cdb of type vlan for network 8e126245-ec51-40cf-9be5-cb2fce3c7c2d Jul 15 13:32:02.908759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Delete allocated IP 172.20.0.8 (787c0c84-f1a2-4eb9-a2af-666199f5e160/7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1) {{(pid=93994) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:32:02.929931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c6c85-c758-4753-ae7a-58b58de12a50 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.936657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c6c85-c758-4753-ae7a-58b58de12a50 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:02.938806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dc8c6c85-c758-4753-ae7a-58b58de12a50 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2528083 Jul 15 13:32:02.954997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Allocated IP 172.20.0.45 (787c0c84-f1a2-4eb9-a2af-666199f5e160/b04389d6-6e12-4b31-89fb-4014f3ce7cb3/6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:02.963330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53074) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.077315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.184698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.191045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:03.191678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.246992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:03.266061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f08c1f-86fa-44e5-b588-0c15e2a7fccd req-0a2908c5-dc5e-4481-be7d-5f9036475fa7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:03.268635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68f08c1f-86fa-44e5-b588-0c15e2a7fccd req-0a2908c5-dc5e-4481-be7d-5f9036475fa7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 944 time: 0.1938570 Jul 15 13:32:03.322561 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3adda6a7-ab53-492f-8c93-97974960ed3a req-08d75002-6ff3-48a7-8ac5-50918dfb8f2d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.1407049 Jul 15 13:32:03.337613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6951768 Jul 15 13:32:03.344689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53076) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.354988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68f08c1f-86fa-44e5-b588-0c15e2a7fccd req-d3429f56-2d3c-4ac5-92d5-df9267c4b905 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787473 Jul 15 13:32:03.360646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'ports': [{'network_id': '1bc7668a-070d-43ee-96bc-3b9d6f19e4b6', 'name': 'tempest-port--1689622234', 'admin_state_up': True}, {'network_id': '8e126245-ec51-40cf-9be5-cb2fce3c7c2d', 'admin_state_up': False}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:03.361524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'port': {'network_id': '1bc7668a-070d-43ee-96bc-3b9d6f19e4b6', 'name': 'tempest-port--1689622234', 'admin_state_up': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:03.362503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'port': {'network_id': '8e126245-ec51-40cf-9be5-cb2fce3c7c2d', 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:03.368422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:03.375222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:03.375911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.406988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.417594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24470389-8962-484c-b24b-a00c1fc0c976 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Network': ['ID=8e126245-ec51-40cf-9be5-cb2fce3c7c2d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.424374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Deleting port d10d1a03-0b4d-46a9-b7d2-3d0b3d7b55a2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:03.424728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.425473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Transition to ACTIVE for port object 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:03.433509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 8e126245-ec51-40cf-9be5-cb2fce3c7c2d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:03.436399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.529869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.544224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Calling delete_port for d10d1a03-0b4d-46a9-b7d2-3d0b3d7b55a2 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:03.586269 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.613581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event updated for resources: {'Port': ['ID=6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.623328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Allocated IP 172.20.0.34 (787c0c84-f1a2-4eb9-a2af-666199f5e160/b04389d6-6e12-4b31-89fb-4014f3ce7cb3/03052d46-0508-4030-8305-846ac1876bc4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:03.640079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:03.644375 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4669c8c9-020c-4dca-9b4d-e00ed4f8d985" -d '{"events": [{"server_uuid": "ac8fa757-63a7-4255-b7a1-14ebdde1cda1", "name": "network-vif-plugged", "status": "completed", "tag": "f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:03.648832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] In _notify_port_updated(), no bound segment for port 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed on network 787c0c84-f1a2-4eb9-a2af-666199f5e160 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:32:03.655764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:03.656288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.658958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d0857b33-f646-46ea-b594-de38f9c54701 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "PUT /v2.0/ports/6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed HTTP/1.1" status: 200 len: 959 time: 1.5233064 Jul 15 13:32:03.661623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.664350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.705994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:03.717951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.742734 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e16209-657f-446a-a7d1-35d8853ea7a1 x-openstack-request-id: req-81e16209-657f-446a-a7d1-35d8853ea7a1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:03.742734 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8fa757-63a7-4255-b7a1-14ebdde1cda1", "name": "network-vif-plugged", "status": "completed", "tag": "f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:03.742734 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-81e16209-657f-446a-a7d1-35d8853ea7a1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:03.743034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Port': ['ID=d10d1a03-0b4d-46a9-b7d2-3d0b3d7b55a2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:03.743115 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a', 'code': 200} Jul 15 13:32:03.746082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.751307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de79fd33-2b6b-440a-a85d-c729bfc0c840 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/ports/d10d1a03-0b4d-46a9-b7d2-3d0b3d7b55a2 HTTP/1.1" status: 204 len: 168 time: 0.7867177 Jul 15 13:32:03.754683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53082) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:03.842723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:03.843708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.846839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=03052d46-0508-4030-8305-846ac1876bc4,segment=NetworkSegment(86db14db-75a7-4adc-9e72-fc799f33bd1a),segment_id=86db14db-75a7-4adc-9e72-fc799f33bd1a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:03.877665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'port': 2} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:03.880519 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.882605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.925468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.925701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Transition to ACTIVE for port object 03052d46-0508-4030-8305-846ac1876bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:03.938957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.965531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:03.986118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:04.026455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660323b2-66e3-4003-a99a-4afc3613bd13 req-a94fbb80-65dc-48a9-9412-c85421ab6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:04.028180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-660323b2-66e3-4003-a99a-4afc3613bd13 req-a94fbb80-65dc-48a9-9412-c85421ab6782 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 1097 time: 0.2079401 Jul 15 13:32:04.058164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] device_id is not set on port 6689432f-73eb-44f2-8812-12118717fe28 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:04.065529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:04.068466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Deleting port de6811a0-9644-4192-b259-40bbd173835a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:04.068811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.119460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-660323b2-66e3-4003-a99a-4afc3613bd13 req-831006b6-93da-42c0-ac10-49d0f4a5317e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828869 Jul 15 13:32:04.168486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.171349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e4b79-08cf-4eef-bc3f-a40b797944ad None None] Pushing event updated for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:04.187298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Calling delete_port for de6811a0-9644-4192-b259-40bbd173835a owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:04.195235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.240460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:04.372191 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.390570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.403659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.412796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-616a9f14-27c3-420f-afb1-c09248541440 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed HTTP/1.1" status: 204 len: 168 time: 0.7499607 Jul 15 13:32:04.438949 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-c775e5f0-3763-42c0-bc35-684dc8c8fe59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] GET failed (client error): The resource could not be found. Jul 15 13:32:04.440669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c775e5f0-3763-42c0-bc35-684dc8c8fe59 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports/6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed HTTP/1.1" status: 404 len: 333 time: 0.0357332 Jul 15 13:32:04.444224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.457115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.495369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Port': ['ID=de6811a0-9644-4192-b259-40bbd173835a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:04.515258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.518269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d4da383-cab9-4d6a-adc2-63ade680e6df tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/ports/de6811a0-9644-4192-b259-40bbd173835a HTTP/1.1" status: 204 len: 168 time: 0.7625287 Jul 15 13:32:04.539152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.561530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] device_id is not set on port dff1c237-b2a8-42c3-8fe0-c9152d2b0fd8 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:04.591956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15fc40f5-1896-4a3b-accd-f34767352d42 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.667245 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-988a5e32-add6-4822-b3bf-29c9e9f7d2ec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0917237 Jul 15 13:32:04.668276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53094) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.670069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15fc40f5-1896-4a3b-accd-f34767352d42 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.686384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb6cbf1a-8f3f-4ab6-9e01-2ec3b496608e req-035fb1cd-5408-496c-97db-8bec3733636f tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0372565 Jul 15 13:32:04.713487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1875525321'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:04.765614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.818384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:04.844427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.862510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.905028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15fc40f5-1896-4a3b-accd-f34767352d42 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.909764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15fc40f5-1896-4a3b-accd-f34767352d42 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:04.911651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15fc40f5-1896-4a3b-accd-f34767352d42 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/security-groups/97e80f89-f886-48b8-9b55-e7aaf20f9c47 HTTP/1.1" status: 204 len: 168 time: 0.4662437 Jul 15 13:32:04.916825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53096) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:04.938843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:04.953354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff539e47-7e44-4fb4-bc4d-cb6c77fe108a req-e05fc809-fa11-4b01-b8f6-d75fa0c6f49b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:04.963566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff539e47-7e44-4fb4-bc4d-cb6c77fe108a req-e05fc809-fa11-4b01-b8f6-d75fa0c6f49b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 945 time: 0.3241785 Jul 15 13:32:04.994611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Port': ['ID=6689432f-73eb-44f2-8812-12118717fe28,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.008084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc40f5-1896-4a3b-accd-f34767352d42 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e80f89-f886-48b8-9b55-e7aaf20f9c47,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.025358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Checking segment: {'id': '798c3886-7cf5-48fb-8301-0d3b4a886b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1bc7668a-070d-43ee-96bc-3b9d6f19e4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:05.025970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.026095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network hostable DHCP agents. Network: 1bc7668a-070d-43ee-96bc-3b9d6f19e4b6, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:05.026483 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Added segment 488b7968-8f1d-4c1c-8334-a8ac76010954 of type vlan for network 6b5ddb8d-36de-4c16-991b-6a1290e19f31 Jul 15 13:32:05.057308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:05.059930 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.068888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network 1bc7668a-070d-43ee-96bc-3b9d6f19e4b6 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:05.079966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1bc7668a-070d-43ee-96bc-3b9d6f19e4b6) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:05.084304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:05.085387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.095112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.109004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f074e-5e53-42c4-b3e1-537c5a20701c None None] Network 1bc7668a-070d-43ee-96bc-3b9d6f19e4b6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:05.125076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58808f5-a5c2-4dde-b33e-7b6722125423 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.131415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff539e47-7e44-4fb4-bc4d-cb6c77fe108a req-b5213f98-0d79-4746-b983-2850a178b8aa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663547 Jul 15 13:32:05.132902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.139150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.139818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.153918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58808f5-a5c2-4dde-b33e-7b6722125423 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.189537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5048466 Jul 15 13:32:05.190964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53098) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.197082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1700923419'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:05.198458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:05.221072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58808f5-a5c2-4dde-b33e-7b6722125423 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.224237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e58808f5-a5c2-4dde-b33e-7b6722125423 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.225488 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e58808f5-a5c2-4dde-b33e-7b6722125423 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/security-groups/a0f2f3a5-752b-4c64-b7d4-b9fb35af84d9 HTTP/1.1" status: 204 len: 168 time: 0.3053279 Jul 15 13:32:05.236504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53100) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.260545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dbe08-e9a9-4a98-8028-cf43187d15fe tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Network': ['ID=6b5ddb8d-36de-4c16-991b-6a1290e19f31,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.263433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58808f5-a5c2-4dde-b33e-7b6722125423 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2f3a5-752b-4c64-b7d4-b9fb35af84d9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.263783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:05.268636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.268940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Port': ['ID=dff1c237-b2a8-42c3-8fe0-c9152d2b0fd8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.284377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6b5ddb8d-36de-4c16-991b-6a1290e19f31 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:05.326164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:05.326385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Provisioning for port 03052d46-0508-4030-8305-846ac1876bc4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:05.337835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Checking segment: {'id': '620fb099-5faa-4a89-8bbf-3c09cd5e8cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8e126245-ec51-40cf-9be5-cb2fce3c7c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:05.338360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network hostable DHCP agents. Network: 8e126245-ec51-40cf-9be5-cb2fce3c7c2d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:05.353039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.353779 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Added segment 648c1850-092d-442e-aebd-584b7b1c0124 of type vlan for network 6348f647-73a8-4fa5-bc40-ef4e75fd04a5 Jul 15 13:32:05.364597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0070dad-c89e-45a9-8219-9c80d8eb2ec3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.366626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:05.367514 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.393563 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0070dad-c89e-45a9-8219-9c80d8eb2ec3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.408672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.454982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.473693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network 8e126245-ec51-40cf-9be5-cb2fce3c7c2d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:05.477565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.478377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.487611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 8e126245-ec51-40cf-9be5-cb2fce3c7c2d) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:05.495462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:05.503607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.506954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766a33b-1fc9-49d4-b6dd-572e90a0e3ff None None] Network 8e126245-ec51-40cf-9be5-cb2fce3c7c2d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:05.510115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.511080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.514677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0070dad-c89e-45a9-8219-9c80d8eb2ec3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.519659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0070dad-c89e-45a9-8219-9c80d8eb2ec3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.523306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0070dad-c89e-45a9-8219-9c80d8eb2ec3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/security-groups/8bcc1926-6d19-4a17-beeb-d1cd4ef99a32 HTTP/1.1" status: 204 len: 168 time: 0.2841761 Jul 15 13:32:05.528543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53102) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.551718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070dad-c89e-45a9-8219-9c80d8eb2ec3 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcc1926-6d19-4a17-beeb-d1cd4ef99a32,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.568453 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-24ca92be-7182-4d5e-9c94-db6d78485487 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2175148 Jul 15 13:32:05.569690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53104) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.570910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3790195 Jul 15 13:32:05.740137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9b5d5-ca5c-4ff3-b72a-ee4b12c1e002 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Network': ['ID=6348f647-73a8-4fa5-bc40-ef4e75fd04a5,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:05.767551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:05.780091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.837987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5c881-940f-4aa4-a851-8055e38db455 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.861224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5c881-940f-4aa4-a851-8055e38db455 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:05.865323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:05.875480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5eb5c881-940f-4aa4-a851-8055e38db455 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2910476 Jul 15 13:32:05.876295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53108) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:05.932091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 6348f647-73a8-4fa5-bc40-ef4e75fd04a5 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:06.034280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:06.040825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d70cdf32-c90e-4280-9db3-e26f2acff6e8 None None] Could not find standard attr ID for object 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:32:06.114001 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.120990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Deleting port 6689432f-73eb-44f2-8812-12118717fe28 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:06.121842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.177525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d7efabd8-1c40-4d48-8aed-08e7ee864158 None None] Could not find standard attr ID for object 6d5eff48-9ff8-4fbb-aec4-ad4ce81311ed. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:32:06.264443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.281833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:06.282331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.330472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.345949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:06.358752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Calling delete_port for 6689432f-73eb-44f2-8812-12118717fe28 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:06.362227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.363909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-23cb6219-bfe7-46dd-8c4c-df41b07c3301 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1 HTTP/1.1" status: 204 len: 168 time: 0.8341825 Jul 15 13:32:06.369324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53114) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:06.371097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fce429-0b4c-4fe5-b32f-cf9033359ce0 None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:06.504364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet b04389d6-6e12-4b31-89fb-4014f3ce7cb3 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:06.511095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.585126 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-71daa0ad-b1da-4744-bd95-f6f00d918fb1 req-682c4f6b-f8af-4f55-b0e0-283f634e0e87 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.5551291 Jul 15 13:32:06.640181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.688995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Port': ['ID=6689432f-73eb-44f2-8812-12118717fe28,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:06.705308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.707104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.714330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25516ac8-54fb-48fc-8672-83ce6e348f4f tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/ports/6689432f-73eb-44f2-8812-12118717fe28 HTTP/1.1" status: 204 len: 168 time: 0.8346393 Jul 15 13:32:06.714799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:06.859992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721948-22ff-48ed-9c20-a2e8eb23b711 req-19b58a84-41a7-43da-bdc2-1f8d35313813 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:06.864563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Deleting port dff1c237-b2a8-42c3-8fe0-c9152d2b0fd8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:06.865437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.871271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75721948-22ff-48ed-9c20-a2e8eb23b711 req-19b58a84-41a7-43da-bdc2-1f8d35313813 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 945 time: 0.4241784 Jul 15 13:32:06.953379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:06.967061 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75721948-22ff-48ed-9c20-a2e8eb23b711 req-27c009ea-6312-49f2-8ce5-c85c17b6d659 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947814 Jul 15 13:32:06.974348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Calling delete_port for dff1c237-b2a8-42c3-8fe0-c9152d2b0fd8 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:07.003249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.097474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.122861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.163741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=b04389d6-6e12-4b31-89fb-4014f3ce7cb3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:07.185966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.190559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Port': ['ID=dff1c237-b2a8-42c3-8fe0-c9152d2b0fd8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:07.199151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d611548a-b92e-48fb-b8ce-2d3b2102c7ef tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/b04389d6-6e12-4b31-89fb-4014f3ce7cb3 HTTP/1.1" status: 204 len: 168 time: 0.8286858 Jul 15 13:32:07.202409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.227186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.236990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9ad85383-d84d-4241-a859-229dc8d53e4b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/ports/dff1c237-b2a8-42c3-8fe0-c9152d2b0fd8 HTTP/1.1" status: 204 len: 168 time: 0.5211859 Jul 15 13:32:07.242440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53124) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.259140 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a294a8c-4240-4d6c-b0e8-15fb7f1dfc5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:07.259599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a294a8c-4240-4d6c-b0e8-15fb7f1dfc5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:07.261404 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a294a8c-4240-4d6c-b0e8-15fb7f1dfc5e tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/7c7cb556-2507-4fb3-86a9-d0d79c8fa5d1 HTTP/1.1" status: 404 len: 337 time: 0.0557222 Jul 15 13:32:07.265112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53126) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.329010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6b5ab2f4-7e7b-4cdd-9b6a-aefa7d151f92 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0851707 Jul 15 13:32:07.333792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53128) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:07.349073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-508146249'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:07.401752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting subnet 8f3c9590-308a-4396-bed5-ea8295d50b0e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:07.410171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:07.413729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.421812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.493011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac26f-f0d5-4e04-9aa5-92d1dc562099 req-0711891b-e3a6-4fee-b792-4590484b008b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.494813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ddac26f-f0d5-4e04-9aa5-92d1dc562099 req-0711891b-e3a6-4fee-b792-4590484b008b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 945 time: 0.3270900 Jul 15 13:32:07.553064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.589662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ddac26f-f0d5-4e04-9aa5-92d1dc562099 req-12d907b0-7ac6-491e-9939-d00684a88721 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847042 Jul 15 13:32:07.590363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:07.615801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.616153 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Added segment c3863cbd-db5c-42e5-b70e-30b9848c9010 of type vlan for network c97ecc86-a28a-4d01-86d9-470772b5b895 Jul 15 13:32:07.628848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4405e37-edc9-4381-a298-9291f26862db None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:07.816102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.900080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.930622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5bc8a3c-fba7-4b4a-b36e-88c413739eb2 None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:07.930997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8a3c-fba7-4b4a-b36e-88c413739eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.933998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97bea7df-ce75-43e5-9273-242f1aa3563f req-174b0d4e-fa6c-4834-84c5-442df1b19ac5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0612426 Jul 15 13:32:07.983034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:07.992843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:07.993478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.089335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc8a3c-fba7-4b4a-b36e-88c413739eb2 None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:08.119561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5bc8a3c-fba7-4b4a-b36e-88c413739eb2 None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:08.120227 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5bc8a3c-fba7-4b4a-b36e-88c413739eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.130391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Network': ['ID=c97ecc86-a28a-4d01-86d9-470772b5b895,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.135229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a4528249-5655-4157-9157-ae9c5d9cb082 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7938929 Jul 15 13:32:08.137922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53136) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.150199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-448800208'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:08.185968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:08.186791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.191718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.229322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.231457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/8f3c9590-308a-4396-bed5-ea8295d50b0e HTTP/1.1" status: 204 len: 168 time: 0.9652166 Jul 15 13:32:08.237630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.241206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c97ecc86-a28a-4d01-86d9-470772b5b895 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:08.284911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a3fef-f116-4edf-8cdb-5928674143be tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3c9590-308a-4396-bed5-ea8295d50b0e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.316828 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-e539d55c-3600-4db6-8415-b84c7c6cc9b9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.317630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e539d55c-3600-4db6-8415-b84c7c6cc9b9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.322868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53140) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.330129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e539d55c-3600-4db6-8415-b84c7c6cc9b9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/224fcf6b-9d72-4d64-84f2-e06c737f5be1 HTTP/1.1" status: 404 len: 337 time: 0.0884931 Jul 15 13:32:08.358016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:08.368235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae0d59e0-ce39-41ab-94e1-f025a5b4c6f1 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c3f021e-e263-42ac-bb6c-d4c900bc1071 HTTP/1.1" status: 200 len: 205 time: 0.0418985 Jul 15 13:32:08.374708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.420846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.421579 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Added segment 9c4c50de-c0d6-41d2-b713-04bfbd2abaf8 of type vlan for network 7b388eef-3df1-4274-9cbe-dee2f078a778 Jul 15 13:32:08.454937 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-028e001a-0dd9-41d3-8386-2703952caece tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] delete failed (client error): The resource could not be found. Jul 15 13:32:08.456213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-028e001a-0dd9-41d3-8386-2703952caece tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/routers/9c3f021e-e263-42ac-bb6c-d4c900bc1071 HTTP/1.1" status: 404 len: 336 time: 0.0804267 Jul 15 13:32:08.460549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53144) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.501620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.511902 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7258fc-92ab-4776-9f6e-21b2414e36f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.512631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7258fc-92ab-4776-9f6e-21b2414e36f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.519539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be7258fc-92ab-4776-9f6e-21b2414e36f9 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/d34e1360-575e-4125-87f6-441190a16697 HTTP/1.1" status: 404 len: 337 time: 0.0578749 Jul 15 13:32:08.523499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53146) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.546572 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.558637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.560349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:08.574210 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba038ec5-6001-4ea7-b054-af24f1b4b267 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.574835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba038ec5-6001-4ea7-b054-af24f1b4b267 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.576759 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ba038ec5-6001-4ea7-b054-af24f1b4b267 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/5cb1bab8-25eb-4fdf-b3f8-898db5bd48be HTTP/1.1" status: 404 len: 337 time: 0.0469108 Jul 15 13:32:08.580503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53148) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.614640 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-95927457-aed3-4e0d-ad01-e27640c00d0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.615166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95927457-aed3-4e0d-ad01-e27640c00d0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.616939 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95927457-aed3-4e0d-ad01-e27640c00d0b tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/f10a24ab-1242-4641-b112-c5dd9ccaee1c HTTP/1.1" status: 404 len: 337 time: 0.0354857 Jul 15 13:32:08.619643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.667159 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e75b45e-19c8-4a71-aa02-1171c3d1fcf8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.667883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e75b45e-19c8-4a71-aa02-1171c3d1fcf8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.670419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2e75b45e-19c8-4a71-aa02-1171c3d1fcf8 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/657ecc61-2e3f-488e-923b-feeffa7d9b8f HTTP/1.1" status: 404 len: 333 time: 0.0490637 Jul 15 13:32:08.675108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53152) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.713386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Network': ['ID=7b388eef-3df1-4274-9cbe-dee2f078a778,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:08.721570 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b52e2f9-0263-49ef-b4d3-8867deb8c433 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.721906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b52e2f9-0263-49ef-b4d3-8867deb8c433 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.725034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-966efad8-a954-49ab-bce0-14d62e3b300b tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5852377 Jul 15 13:32:08.728244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 7b388eef-3df1-4274-9cbe-dee2f078a778 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:08.740335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8b52e2f9-0263-49ef-b4d3-8867deb8c433 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/6519a113-cd6a-443b-89f6-841e9d30b3cb HTTP/1.1" status: 404 len: 337 time: 0.0583498 Jul 15 13:32:08.740999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.782329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c136eb0-45a5-4d59-85ab-c31d302a000d req-1fd0c42b-9885-4092-a6ca-a36323741621 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:08.786658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c136eb0-45a5-4d59-85ab-c31d302a000d req-1fd0c42b-9885-4092-a6ca-a36323741621 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 945 time: 0.4495151 Jul 15 13:32:08.857133 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38c8835-7abe-46e0-ab60-32622527b066 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.860599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38c8835-7abe-46e0-ab60-32622527b066 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.862914 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c38c8835-7abe-46e0-ab60-32622527b066 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/6bf4799e-64a7-412a-b314-2c74278883cf HTTP/1.1" status: 404 len: 337 time: 0.1208580 Jul 15 13:32:08.868963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53156) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.918552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53158) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.925295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'subnets': [{'network_id': 'c97ecc86-a28a-4d01-86d9-470772b5b895', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--407787669', 'ip_version': 4}, {'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:08.925886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'subnet': {'network_id': 'c97ecc86-a28a-4d01-86d9-470772b5b895', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--407787669', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:08.926653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Request body: {'subnet': {'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:08.940768 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba82bd3-ea16-4bc3-ab60-eb8f20e2b727 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:08.941552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba82bd3-ea16-4bc3-ab60-eb8f20e2b727 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:08.943514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ba82bd3-ea16-4bc3-ab60-eb8f20e2b727 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/64805818-10cf-4db2-a342-ce409ed47d32 HTTP/1.1" status: 404 len: 333 time: 0.0641463 Jul 15 13:32:08.948006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:08.953064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c136eb0-45a5-4d59-85ab-c31d302a000d req-2fd1eac8-b140-4a89-8365-068cac93d18a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293261 Jul 15 13:32:09.010949 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c81b1c-35ff-40ff-871f-19df95ddf11a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:09.011522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c81b1c-35ff-40ff-871f-19df95ddf11a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:09.016113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b0c81b1c-35ff-40ff-871f-19df95ddf11a tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/706c56db-300a-486b-8bd4-545529ed0a72 HTTP/1.1" status: 404 len: 337 time: 0.0593021 Jul 15 13:32:09.016113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.020043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'subnets': [{'network_id': '6b5ddb8d-36de-4c16-991b-6a1290e19f31', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1832466444', 'ip_version': 6}, {'network_id': '6348f647-73a8-4fa5-bc40-ef4e75fd04a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:09.020442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'subnet': {'network_id': '6b5ddb8d-36de-4c16-991b-6a1290e19f31', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1832466444', 'ip_version': 6}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:09.021288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Request body: {'subnet': {'network_id': '6348f647-73a8-4fa5-bc40-ef4e75fd04a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:09.024936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.074447 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6feb6c-11f3-4aca-80cd-789b6956f852 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] DELETE failed (client error): The resource could not be found. Jul 15 13:32:09.074936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6feb6c-11f3-4aca-80cd-789b6956f852 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:32:09.079331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bb6feb6c-11f3-4aca-80cd-789b6956f852 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/subnets/24791406-3eb2-4466-8b19-7b2f827046e9 HTTP/1.1" status: 404 len: 337 time: 0.0507171 Jul 15 13:32:09.084093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53168) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.232214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84bf41-6d75-4467-b01e-ebcaefe3b40d None None] Network 787c0c84-f1a2-4eb9-a2af-666199f5e160 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:09.241234 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0554c47c-c3ef-4166-be8f-6da9863f975b req-23f1bee8-5d84-4081-94e3-25284c3ed53e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0493898 Jul 15 13:32:09.270878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Made reservation on behalf of d9fdbc69a2274be8b083e6bfeaa32b3e for: {'subnet': 2} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:09.276973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.277531 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.343175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Made reservation on behalf of d4f8fdcf48b241ee95a81a4c782a8b05 for: {'subnet': 2} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:09.349551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.350119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.361689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-032514f5-a43d-4cec-9b49-63899e89f1a8 None None] Provisioning complete for port 99b0adee-bdda-448c-b0b5-ff59a063df93 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:09.362789 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-032514f5-a43d-4cec-9b49-63899e89f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.444486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-032514f5-a43d-4cec-9b49-63899e89f1a8 None None] Port 99b0adee-bdda-448c-b0b5-ff59a063df93 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:09.465221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-032514f5-a43d-4cec-9b49-63899e89f1a8 None None] Provisioning complete for port 03052d46-0508-4030-8305-846ac1876bc4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:09.465403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-032514f5-a43d-4cec-9b49-63899e89f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.493696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Deleting port 99b0adee-bdda-448c-b0b5-ff59a063df93 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:09.503657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.561832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] DHCP port deletion for 787c0c84-f1a2-4eb9-a2af-666199f5e160 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:09.603286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.624139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Calling delete_port for 99b0adee-bdda-448c-b0b5-ff59a063df93 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:09.631313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Deleting port 03052d46-0508-4030-8305-846ac1876bc4 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:09.631986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.726541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] For port 03052d46-0508-4030-8305-846ac1876bc4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=03052d46-0508-4030-8305-846ac1876bc4,segment=NetworkSegment(86db14db-75a7-4adc-9e72-fc799f33bd1a),segment_id=86db14db-75a7-4adc-9e72-fc799f33bd1a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:09.727130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.751959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Calling delete_port for 03052d46-0508-4030-8305-846ac1876bc4 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:09.827594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:09.888620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.928169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.935142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Port': ['ID=99b0adee-bdda-448c-b0b5-ff59a063df93,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.942044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No active binding found for port 03052d46-0508-4030-8305-846ac1876bc4 {{(pid=93996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:32:09.943236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 03052d46-0508-4030-8305-846ac1876bc4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:09.950608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:09.952716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-181f2364-1ceb-4253-8abe-b7a50c92d726 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/ports/99b0adee-bdda-448c-b0b5-ff59a063df93 HTTP/1.1" status: 204 len: 168 time: 0.8678458 Jul 15 13:32:09.967963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Pushing event deleted for resources: {'Port': ['ID=03052d46-0508-4030-8305-846ac1876bc4,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:09.971734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53172) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:09.972181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] No DVR routers for this DVR port 03052d46-0508-4030-8305-846ac1876bc4 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:09.987647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.987891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.988221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.988562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.988903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.989242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.989590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.989927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.990255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.991064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.991654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:09.992058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a702d4-70a6-40ea-a14d-2ed499c6ea9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:10.117469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a95da3-0324-4738-a018-d82ccf91dcea req-48e3a2c9-6164-4f98-ad93-47caab9da93a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.120049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31a95da3-0324-4738-a018-d82ccf91dcea req-48e3a2c9-6164-4f98-ad93-47caab9da93a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 945 time: 0.6842976 Jul 15 13:32:10.133902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.239284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.438771 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e1e844c-5b2b-4324-ac65-e8bce636e4f6 req-c3a092ac-6f70-4c19-ad2d-13867e0d69f1 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.0511129 Jul 15 13:32:10.472264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:10.472921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.559727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.646496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:10.646895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.657713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Subnet': ['ID=9315de8c-a12a-41a8-85d4-a3f599d66b9a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.669782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:10.702759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.713534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f5d0c-1b72-48d0-8ed2-15d810d49780 req-587c9a9e-4500-4ecc-aa5f-6ef3974c2714 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:10.715173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba6f5d0c-1b72-48d0-8ed2-15d810d49780 req-587c9a9e-4500-4ecc-aa5f-6ef3974c2714 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac8fa757-63a7-4255-b7a1-14ebdde1cda1 HTTP/1.1" status: 200 len: 945 time: 0.5792570 Jul 15 13:32:10.721570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Subnet': ['ID=6184584d-5fd1-4a12-a4c6-1f995225d6cc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.729625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Checking segment: {'id': 'c3863cbd-db5c-42e5-b70e-30b9848c9010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c97ecc86-a28a-4d01-86d9-470772b5b895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:10.730003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network hostable DHCP agents. Network: c97ecc86-a28a-4d01-86d9-470772b5b895, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:10.731125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787c0c84-f1a2-4eb9-a2af-666199f5e160']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:10.753838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86db14db-75a7-4adc-9e72-fc799f33bd1a') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:10.754139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86db14db-75a7-4adc-9e72-fc799f33bd1a') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:10.769497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network c97ecc86-a28a-4d01-86d9-470772b5b895 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:10.774092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.790272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c97ecc86-a28a-4d01-86d9-470772b5b895) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:10.796287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Checking segment: {'id': '488b7968-8f1d-4c1c-8334-a8ac76010954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b5ddb8d-36de-4c16-991b-6a1290e19f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:10.796287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network hostable DHCP agents. Network: 6b5ddb8d-36de-4c16-991b-6a1290e19f31, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:10.797452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.804763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.817024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:10.817428 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:10.820645 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:10.823640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52e58f-4177-40c8-a9ed-3b2834d2ad8a None None] Network c97ecc86-a28a-4d01-86d9-470772b5b895 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:10.832009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba6f5d0c-1b72-48d0-8ed2-15d810d49780 req-dec3f1c3-97ed-4300-8adc-83c2c5dcce52 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054730 Jul 15 13:32:10.902061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network 6b5ddb8d-36de-4c16-991b-6a1290e19f31 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:10.909714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 6b5ddb8d-36de-4c16-991b-6a1290e19f31) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:10.912243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.920315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.923158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] 10.222.0.57 "DELETE /v2.0/networks/787c0c84-f1a2-4eb9-a2af-666199f5e160 HTTP/1.1" status: 204 len: 168 time: 0.9503520 Jul 15 13:32:10.924352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.938144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event updated for resources: {'Subnet': ['ID=9b1e8309-a124-46b0-ae13-fdc07166c80a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:10.950506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Checking segment: {'id': '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:10.951357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network hostable DHCP agents. Network: 7b388eef-3df1-4274-9cbe-dee2f078a778, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:10.951508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52103a0-ffec-4cb1-9498-d2947d169795 None None] Network 6b5ddb8d-36de-4c16-991b-6a1290e19f31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:10.957082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:10.971568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5e0d2-f847-430b-bb83-04f3b2551494 tempest-PortsTestJSON-1227899933 tempest-PortsTestJSON-1227899933-project] Pushing event deleted for resources: {'Network': ['ID=787c0c84-f1a2-4eb9-a2af-666199f5e160,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:11.035553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event updated for resources: {'Subnet': ['ID=3278dc24-0888-4892-ac5b-a898494e56d1,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:11.040805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Checking segment: {'id': '648c1850-092d-442e-aebd-584b7b1c0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6348f647-73a8-4fa5-bc40-ef4e75fd04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:11.041239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network hostable DHCP agents. Network: 6348f647-73a8-4fa5-bc40-ef4e75fd04a5, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:11.053657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:11.065804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Network 6348f647-73a8-4fa5-bc40-ef4e75fd04a5 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:11.071066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Network 7b388eef-3df1-4274-9cbe-dee2f078a778 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:11.089832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 6348f647-73a8-4fa5-bc40-ef4e75fd04a5) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:11.098204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:11.102095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.104479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.104728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31a95da3-0324-4738-a018-d82ccf91dcea req-2d15d83c-620d-41f7-bcc9-d8101b30104f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "DELETE /v2.0/ports/f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a HTTP/1.1" status: 204 len: 173 time: 0.9732876 Jul 15 13:32:11.104962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.105600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.108242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'name': 'network-vif-deleted', 'tag': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:11.111912 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956d289-b3d4-4d0e-be41-88f4ca6d6180" -d '{"events": [{"server_uuid": "ac8fa757-63a7-4255-b7a1-14ebdde1cda1", "name": "network-vif-deleted", "tag": "f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:11.115582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 7b388eef-3df1-4274-9cbe-dee2f078a778) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:11.121634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.122260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.123546 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.138260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6adcf24f-8399-489f-8374-b50ed835e5a2 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1216569 Jul 15 13:32:11.140123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.192192 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4472fcbe-2149-4291-bba4-49b1fcb1c1ba x-openstack-request-id: req-4472fcbe-2149-4291-bba4-49b1fcb1c1ba {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:11.192471 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8fa757-63a7-4255-b7a1-14ebdde1cda1", "name": "network-vif-deleted", "tag": "f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:11.192726 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4472fcbe-2149-4291-bba4-49b1fcb1c1ba {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:11.193134 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8fa757-63a7-4255-b7a1-14ebdde1cda1', 'name': 'network-vif-deleted', 'tag': 'f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a', 'status': 'completed', 'code': 200} Jul 15 13:32:11.200750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-64434d6e-e732-42c8-bfa0-d5289a1f8b53 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2772090 Jul 15 13:32:11.201161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53184) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.254253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6373b-ee9d-4b29-b27e-95cee6b9c12e tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.256211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6373b-ee9d-4b29-b27e-95cee6b9c12e tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.257808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6373b-ee9d-4b29-b27e-95cee6b9c12e tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.259527 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ed6373b-ee9d-4b29-b27e-95cee6b9c12e tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1182797 Jul 15 13:32:11.269622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53186) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.302137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:11.304227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:11.313172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd5fb49-10ac-47d5-ad4d-d5f84bfbbb0a None None] Network 6348f647-73a8-4fa5-bc40-ef4e75fd04a5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:11.315235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6c094-8acc-4971-b432-f0f8627437b0 None None] Network 7b388eef-3df1-4274-9cbe-dee2f078a778 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:11.342000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Deleting subnet 6184584d-5fd1-4a12-a4c6-1f995225d6cc {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:11.346764 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.351749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5cb7a-8ef8-48eb-8939-915fdd425189 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.354111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5cb7a-8ef8-48eb-8939-915fdd425189 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.357246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5cb7a-8ef8-48eb-8939-915fdd425189 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:11.376212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5cd5cb7a-8ef8-48eb-8939-915fdd425189 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1730051 Jul 15 13:32:11.377641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.401131 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.440123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.470998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Deleting subnet 9315de8c-a12a-41a8-85d4-a3f599d66b9a {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:11.476261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.485173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.587409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.590720 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.632253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.641517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/subnets/6184584d-5fd1-4a12-a4c6-1f995225d6cc HTTP/1.1" status: 204 len: 168 time: 0.3639808 Jul 15 13:32:11.686690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53198) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:11.701945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3204f-7f1e-459f-bfea-de158f37f198 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Subnet': ['ID=6184584d-5fd1-4a12-a4c6-1f995225d6cc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:11.847158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-597191cb-f500-4d90-a550-1cdabf11323b req-4012c732-3f26-47e8-aaaf-e264ce2afd80 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/ports?device_id=8489a165-41d9-46de-a8b4-dee0781d3a13 HTTP/1.1" status: 200 len: 210 time: 0.1202083 Jul 15 13:32:11.900520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.907531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-7b388eef-3df1-4274-9cbe-dee2f078a778', 'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778', 'tenant_id': 'd9fdbc69a2274be8b083e6bfeaa32b3e', 'fixed_ips': [{'subnet_id': '9b1e8309-a124-46b0-ae13-fdc07166c80a'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:11.908462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.918235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711646bf-1948-4d00-a8bf-dc2237d7de27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c97ecc86-a28a-4d01-86d9-470772b5b895', 'network_id': 'c97ecc86-a28a-4d01-86d9-470772b5b895', 'tenant_id': 'd9fdbc69a2274be8b083e6bfeaa32b3e', 'fixed_ips': [{'subnet_id': '9315de8c-a12a-41a8-85d4-a3f599d66b9a'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:11.919127 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-711646bf-1948-4d00-a8bf-dc2237d7de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.933007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Deleting subnet 3278dc24-0888-4892-ac5b-a898494e56d1 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:11.936429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:11.989908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.044017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.116406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e6b76-37f1-418d-b130-9a94932780b7 None None] Network 6b5ddb8d-36de-4c16-991b-6a1290e19f31 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:12.122691 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.172800 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1c2099b-def0-47df-90b6-8d1605befb7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9f1435c7a6443cdb96c601525f925f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307496 Jul 15 13:32:12.175271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53206) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:12.176619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Subnet': ['ID=3278dc24-0888-4892-ac5b-a898494e56d1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.189128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.193852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-530449c0-4f0a-4806-86f4-9f5fdf35dfa9 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/subnets/3278dc24-0888-4892-ac5b-a898494e56d1 HTTP/1.1" status: 204 len: 168 time: 0.5025363 Jul 15 13:32:12.194937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:12.264673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bcf152-6e61-47cc-bc4e-21b2a56a85b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-6348f647-73a8-4fa5-bc40-ef4e75fd04a5', 'network_id': '6348f647-73a8-4fa5-bc40-ef4e75fd04a5', 'tenant_id': 'd4f8fdcf48b241ee95a81a4c782a8b05', 'fixed_ips': [{'subnet_id': '3278dc24-0888-4892-ac5b-a898494e56d1'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:12.264938 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf152-6e61-47cc-bc4e-21b2a56a85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.297818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b1efc-4089-4f9d-903a-e82a659625a3 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.300070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-870b1efc-4089-4f9d-903a-e82a659625a3 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043084 Jul 15 13:32:12.302076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.309196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53220) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:12.324208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.331939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/subnets/9315de8c-a12a-41a8-85d4-a3f599d66b9a HTTP/1.1" status: 204 len: 168 time: 0.9530349 Jul 15 13:32:12.333041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53222) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:12.334020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-7b3f57d1-8e7d-483d-aab9-6429e8c9247c req-e105fbdf-c30d-4a69-a5a6-19b8edc870ff service neutron] (93994) timed out ('10.222.0.57', 54438) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-711646bf-1948-4d00-a8bf-dc2237d7de27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9315de8c-a12a-41a8-85d4-a3f599d66b9a: This subnet is being modified by another concurrent operation. Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9315de8c-a12a-41a8-85d4-a3f599d66b9a: This subnet is being modified by another concurrent operation. Jul 15 13:32:12.334789 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 13:32:12.363519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c5551-c25f-4983-bcc9-32a705472ce5 None None] Network c97ecc86-a28a-4d01-86d9-470772b5b895 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:12.374786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e75b30-f683-45a5-9d64-d92db86fcadd tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Subnet': ['ID=9315de8c-a12a-41a8-85d4-a3f599d66b9a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.427942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Deleting subnet 9b1e8309-a124-46b0-ae13-fdc07166c80a {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:12.486230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5146e7ef-68ad-4799-9feb-9be2c7c5824f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.495826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.539757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5146e7ef-68ad-4799-9feb-9be2c7c5824f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.571266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-d2888119-bf19-4db1-94c4-cdf54d54a789 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:12.573346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-d2888119-bf19-4db1-94c4-cdf54d54a789 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2786434 Jul 15 13:32:12.580856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Allocated IP 172.20.0.18 (7b388eef-3df1-4274-9cbe-dee2f078a778/9b1e8309-a124-46b0-ae13-fdc07166c80a/0b0ad1d0-cd22-4473-884e-b7570ce0ba4c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:12.608474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f75d07-e1f9-481d-b7c3-a9f4d9c08ea1 None None] Network 6348f647-73a8-4fa5-bc40-ef4e75fd04a5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:12.645011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-cfdeb126-4222-43e7-8f82-d0ff68f80774 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0295265 Jul 15 13:32:12.711488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.729671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5146e7ef-68ad-4799-9feb-9be2c7c5824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.731710 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5146e7ef-68ad-4799-9feb-9be2c7c5824f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.732861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5146e7ef-68ad-4799-9feb-9be2c7c5824f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91556cec-0f11-4171-968a-3bc1f9ef797f HTTP/1.1" status: 204 len: 168 time: 0.5552163 Jul 15 13:32:12.757193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6348f647-73a8-4fa5-bc40-ef4e75fd04a5']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:12.774998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146e7ef-68ad-4799-9feb-9be2c7c5824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91556cec-0f11-4171-968a-3bc1f9ef797f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:12.785867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648c1850-092d-442e-aebd-584b7b1c0124') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:12.786235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648c1850-092d-442e-aebd-584b7b1c0124') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:12.800722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.831199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.844624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:12.845020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:12.851080 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:12.870276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-0ed79b0c-1faa-4660-ac38-684cef945296 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1985095 Jul 15 13:32:12.940637 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.964634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Transition to ACTIVE for port object 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:12.988636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Transition to ACTIVE for port object 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:12.996697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:12.999907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.001362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.005036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.007012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/networks/6348f647-73a8-4fa5-bc40-ef4e75fd04a5 HTTP/1.1" status: 204 len: 168 time: 0.6962504 Jul 15 13:32:13.012572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53232) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.032676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.066511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.071999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6649e0c-17ce-463b-8fe4-a56cbc9c14f6 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Network': ['ID=6348f647-73a8-4fa5-bc40-ef4e75fd04a5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.090219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Network 7b388eef-3df1-4274-9cbe-dee2f078a778 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:13.093877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:13.106985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:13.109878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d59555a-e6ef-41ab-b359-e34e583ba5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.116398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Pushing event updated for resources: {'Port': ['ID=0b0ad1d0-cd22-4473-884e-b7570ce0ba4c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.133957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-1a44a037-bee4-4dc2-a0db-bf25f64f4f23 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556043 Jul 15 13:32:13.189221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Attempting to bind port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:13.189748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Attempting to bind port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:13.190113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Attempting to bind port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c on network 7b388eef-3df1-4274-9cbe-dee2f078a778 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:13.196290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:13.196662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Checking segment: {'id': '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:13.197065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.197490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Bound using segment: {'id': '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:13.197958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Bound port: 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7b388eef-3df1-4274-9cbe-dee2f078a778'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:13.198476 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.240102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:13.245422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.253329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.267931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:13.268194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device f9bc4a3e-ca32-46b7-9978-3dce9b1ad66a not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:13.284081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258924e1-c983-46cd-a956-48222e75be95 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.342707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.350402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] For port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:13.350661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-3f39553b-1c32-4b4b-8e6f-e7213a5015a8 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862543 Jul 15 13:32:13.356033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] For port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0b0ad1d0-cd22-4473-884e-b7570ce0ba4c,segment=NetworkSegment(9c4c50de-c0d6-41d2-b713-04bfbd2abaf8),segment_id=9c4c50de-c0d6-41d2-b713-04bfbd2abaf8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:13.359952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258924e1-c983-46cd-a956-48222e75be95 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.361878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.395722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1e8309-a124-46b0-ae13-fdc07166c80a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.413648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.431717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6bcc7940-48d5-4090-91d4-8912a03ec8a9 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/subnets/9b1e8309-a124-46b0-ae13-fdc07166c80a HTTP/1.1" status: 204 len: 168 time: 1.0665550 Jul 15 13:32:13.434390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53246) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.467602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bef39-307e-4563-b13c-7ad73f046542 None None] Pushing event updated for resources: {'Port': ['ID=0b0ad1d0-cd22-4473-884e-b7570ce0ba4c,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.472877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.514507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5ddb8d-36de-4c16-991b-6a1290e19f31']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:13.529258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b7968-8f1d-4c1c-8334-a8ac76010954') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:13.529597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b7968-8f1d-4c1c-8334-a8ac76010954') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:13.558696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.585944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258924e1-c983-46cd-a956-48222e75be95 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.588358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-258924e1-c983-46cd-a956-48222e75be95 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.592119 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-258924e1-c983-46cd-a956-48222e75be95 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/security-groups/9f644f49-e832-497f-bdd9-af05009bd021 HTTP/1.1" status: 204 len: 168 time: 0.5558522 Jul 15 13:32:13.596498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53256) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.614362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.620262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a689d-7f26-4f6b-8c9b-38b78913e0f8 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:13.622005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-892a689d-7f26-4f6b-8c9b-38b78913e0f8 tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1776276 Jul 15 13:32:13.626247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258924e1-c983-46cd-a956-48222e75be95 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f644f49-e832-497f-bdd9-af05009bd021,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.630457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53260) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.632806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:13.633820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:13.646043 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:13.663433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85bf7b17-ba44-4d58-939a-01cb45594796 req-4b29ac23-e831-4c77-aedd-1d9360304bb3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 210 time: 0.0746844 Jul 15 13:32:13.667678 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-624e2229-caef-494b-a8e2-244a7f98e18d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] show failed (client error): The resource could not be found. Jul 15 13:32:13.671739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-624e2229-caef-494b-a8e2-244a7f98e18d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "GET /v2.0/security-groups/9f644f49-e832-497f-bdd9-af05009bd021 HTTP/1.1" status: 404 len: 347 time: 0.0713894 Jul 15 13:32:13.672904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53262) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.828274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.836928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.845737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.848724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/networks/6b5ddb8d-36de-4c16-991b-6a1290e19f31 HTTP/1.1" status: 204 len: 168 time: 0.8213947 Jul 15 13:32:13.852985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.871316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67672e-fa3e-47f7-9e97-8f60788ef9dd tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Network': ['ID=6b5ddb8d-36de-4c16-991b-6a1290e19f31,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:13.914051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53270) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:13.989491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port a04fee42-ed71-4a91-983d-3c99a561f3b3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:13.990144 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:13.995115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Deleting port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:13.995475 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.008707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.077654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] For port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0b0ad1d0-cd22-4473-884e-b7570ce0ba4c,segment=NetworkSegment(9c4c50de-c0d6-41d2-b713-04bfbd2abaf8),segment_id=9c4c50de-c0d6-41d2-b713-04bfbd2abaf8)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:14.078179 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.091758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Calling delete_port for 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:14.097552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1712429324'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:14.191937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.192094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Made reservation on behalf of 15b0f8b6e84e48f3a24b4cac30477991 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:14.195449 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.202758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.203260 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.220362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Port': ['ID=0b0ad1d0-cd22-4473-884e-b7570ce0ba4c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:14.222403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] No DVR routers for this DVR port 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:14.254041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.262379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.275219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for a04fee42-ed71-4a91-983d-3c99a561f3b3 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:14.292187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b15e046-d8e2-4cd2-ab5d-52591c1317d9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.311005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae86a6b-1482-4a37-85cb-3d99307f7802') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.311295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae86a6b-1482-4a37-85cb-3d99307f7802') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.317066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.329274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b388eef-3df1-4274-9cbe-dee2f078a778']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.333048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.353178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.353591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4c50de-c0d6-41d2-b713-04bfbd2abaf8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.364438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.383201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.393393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:14.393950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:14.397900 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:14.411851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.437984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:14.438847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:14.464881 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:14.480874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.496773 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.499491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/networks/7b388eef-3df1-4274-9cbe-dee2f078a778 HTTP/1.1" status: 204 len: 168 time: 0.8679032 Jul 15 13:32:14.502641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53276) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.525037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49b2a0-a971-4cc0-b3ef-e043ccdaca0c tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Network': ['ID=7b388eef-3df1-4274-9cbe-dee2f078a778,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:14.576151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.612190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.617414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.622972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/networks/1b15e046-d8e2-4cd2-ab5d-52591c1317d9 HTTP/1.1" status: 204 len: 168 time: 0.7722151 Jul 15 13:32:14.623288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53278) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.632447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf73ea9-1388-4c32-95ee-d8729825d077 tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Network': ['ID=1b15e046-d8e2-4cd2-ab5d-52591c1317d9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:14.666557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.725145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=a04fee42-ed71-4a91-983d-3c99a561f3b3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:14.752013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.779418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.782750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.791710 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.797391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97ecc86-a28a-4d01-86d9-470772b5b895']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.811303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3863cbd-db5c-42e5-b70e-30b9848c9010') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.811643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3863cbd-db5c-42e5-b70e-30b9848c9010') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:14.824205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.876488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c4e26f42-6572-40b3-a6bc-21b533a7d0fc None None] Could not find standard attr ID for object 0b0ad1d0-cd22-4473-884e-b7570ce0ba4c. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:32:14.883365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.911089 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.914281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.915882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d3e7febd-b15d-48f7-b1b2-1a035efd7430 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/floatingips/5c14ac8e-dfc6-4a19-acec-9d1da8885bd4 HTTP/1.1" status: 204 len: 168 time: 1.2419355 Jul 15 13:32:14.917398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebde02a-ac8d-4eaf-a85e-28d54274d0b1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:14.930909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ebe4b-c44b-4645-8691-a88529dd9c4a None None] DHCP port deletion for 7b388eef-3df1-4274-9cbe-dee2f078a778 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:14.933744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53282) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:14.945061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ff190f7-67e4-4c19-b2eb-af547f035c76 req-95a4ad8f-613c-454b-9eed-1c45cd419176 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 210 time: 0.0831630 Jul 15 13:32:14.956029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:14.956173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:14.959940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48575b01-07bd-4503-a93f-8e51218aabf5 None None] Network 7b388eef-3df1-4274-9cbe-dee2f078a778 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:14.979365 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:14.987284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48575b01-07bd-4503-a93f-8e51218aabf5 None None] Network 7b388eef-3df1-4274-9cbe-dee2f078a778 could not be found, it might have been deleted concurrently. {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:32:14.997119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6674c-fcff-4fe5-a300-29efe75c798d None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:32:15.085038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:15.096677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.100344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.116819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.117169 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Added segment d8127562-710f-40d0-8e36-bbbcb57192cb of type vlan for network 4ceeac54-e704-4d3e-b201-e0f9f3ece46b Jul 15 13:32:15.144423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.146867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/networks/c97ecc86-a28a-4d01-86d9-470772b5b895 HTTP/1.1" status: 204 len: 168 time: 0.6425898 Jul 15 13:32:15.152513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:15.152861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.153003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc6674c-fcff-4fe5-a300-29efe75c798d None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:32:15.163023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53284) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.165221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.166897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168e252b-5c97-4f28-aaae-0932a83c2292']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.248767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.252597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b66700-e46a-474f-b4d8-3bc9c3bc7c9a tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Network': ['ID=c97ecc86-a28a-4d01-86d9-470772b5b895,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.263182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503cde3a-c370-4197-ab15-2d46555087c2') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.263483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503cde3a-c370-4197-ab15-2d46555087c2') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.279345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.286946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.291190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:15.299032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.327578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-a1e03350-e32e-4f7d-b128-58121906bc28 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.329286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-a1e03350-e32e-4f7d-b128-58121906bc28 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.3490286 Jul 15 13:32:15.330449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.342866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:15.343188 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.349964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:15.353149 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:15.387347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.393852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:15.394486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.456651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5349743 Jul 15 13:32:15.457952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53286) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.464191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-0197e597-093a-4a25-955d-4a91505120fe tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-1160896367') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.482220 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.510716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Pushing event updated for resources: {'Network': ['ID=4ceeac54-e704-4d3e-b201-e0f9f3ece46b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.561204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.561580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.561964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.562244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.562652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.563182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.563618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.563936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.564270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.564600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.564948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.565285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68e42f6-b773-4f83-986d-8d61303500b1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:15.594607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 4ceeac54-e704-4d3e-b201-e0f9f3ece46b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:15.608990 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16af7cd3-f834-4602-b369-9b7a15685d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.647433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.683595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=a4d32807-5c1b-43c9-84ca-6a6902b8a5c3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:15.727587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.780151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.784915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7e96ac0-cac4-472d-a1c2-99b00756561d tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/ports/a4d32807-5c1b-43c9-84ca-6a6902b8a5c3 HTTP/1.1" status: 204 len: 168 time: 0.8458252 Jul 15 13:32:15.785266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.900840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting port 9110421f-4442-4ff5-8c15-1fb3bf627c19 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:15.901339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.909576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0197e597-093a-4a25-955d-4a91505120fe tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "PUT /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-1160896367 HTTP/1.1" status: 201 len: 201 time: 0.4476087 Jul 15 13:32:15.911962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.916563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53290) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:15.921145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-8ed4fcab-9aec-46ac-8bbb-1a776b533f35 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-1160896367') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.931557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.941797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e126245-ec51-40cf-9be5-cb2fce3c7c2d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.960527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:15.962659 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] 10.222.0.57 "DELETE /v2.0/networks/168e252b-5c97-4f28-aaae-0932a83c2292 HTTP/1.1" status: 204 len: 168 time: 1.3360734 Jul 15 13:32:15.986171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620fb099-5faa-4a89-8bbf-3c09cd5e8cdb') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.986498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620fb099-5faa-4a89-8bbf-3c09cd5e8cdb') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:15.992289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd03fc0-340d-4eec-b980-82110fde9eec tempest-BulkNetworkOpsIpV6Test-2047850482 tempest-BulkNetworkOpsIpV6Test-2047850482-project] Pushing event deleted for resources: {'Network': ['ID=168e252b-5c97-4f28-aaae-0932a83c2292,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.008599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.009534 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.027244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Calling delete_port for 9110421f-4442-4ff5-8c15-1fb3bf627c19 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:16.037942 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.050994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:16.051773 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:16.055095 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:16.057235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:16.060706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.147473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f836307a-8c9a-43ab-8277-6b55d7410eed req-4cdf7e93-a0e2-464a-b9b7-0fb1a8ae031a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 210 time: 0.0370126 Jul 15 13:32:16.167599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8ed4fcab-9aec-46ac-8bbb-1a776b533f35 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-1160896367 HTTP/1.1" status: 204 len: 168 time: 0.2498951 Jul 15 13:32:16.171291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53296) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.186227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-e67ad45e-9a8e-4962-83ad-a71ae74a001d tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:16.186703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.194652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.196950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/networks/8e126245-ec51-40cf-9be5-cb2fce3c7c2d HTTP/1.1" status: 204 len: 168 time: 1.0323839 Jul 15 13:32:16.223753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53298) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.250950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Network': ['ID=8e126245-ec51-40cf-9be5-cb2fce3c7c2d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.267522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.267859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.268250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.268590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.268922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.269248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.269575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.269897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.270211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.270729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.271202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.271713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc3c36a-286f-4021-a671-e3cf833741ae tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:32:16.347110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.13 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/07bf7af2-28fc-460f-a2fc-699698bb7410) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:16.376027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53302) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.384172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.389476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.395995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e67ad45e-9a8e-4962-83ad-a71ae74a001d tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags HTTP/1.1" status: 200 len: 238 time: 0.2204816 Jul 15 13:32:16.396201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53306) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.401522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-3f6f40ef-2d2b-491e-8ded-981f8a423eb8 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', {'tags': ['tempest-TagsTest-Tag-184161236', 'tempest-TagsTest-Tag-1018784104', 'tempest-TagsTest-Tag-1253380233']}) {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:16.429064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Port': ['ID=9110421f-4442-4ff5-8c15-1fb3bf627c19,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.548788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.553204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ee6f64d-5c6c-4cdd-8f00-f90d90ea86d5 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/ports/9110421f-4442-4ff5-8c15-1fb3bf627c19 HTTP/1.1" status: 204 len: 168 time: 0.7645221 Jul 15 13:32:16.558773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53308) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.576934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.588435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc7668a-070d-43ee-96bc-3b9d6f19e4b6']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:16.601289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798c3886-7cf5-48fb-8301-0d3b4a886b2b') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:16.601567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798c3886-7cf5-48fb-8301-0d3b4a886b2b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:16.612415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f6f40ef-2d2b-491e-8ded-981f8a423eb8 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "PUT /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags HTTP/1.1" status: 200 len: 308 time: 0.2152691 Jul 15 13:32:16.612656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.617645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53310) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.628885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.631645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-c82f98e5-bd22-4b3d-bb5d-bcf4c43b3111 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-184161236') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:16.635608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:16.636032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:16.639469 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:16.695906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting subnet 0cca2194-7bc5-47de-9be4-3fdd1d099307 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:16.707755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.711805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95a2017d-09e3-4f93-9fe2-d4056385b7be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4f8fdcf48b241ee95a81a4c782a8b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317776 Jul 15 13:32:16.715313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.715485 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.718012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] 10.222.0.57 "DELETE /v2.0/networks/1bc7668a-070d-43ee-96bc-3b9d6f19e4b6 HTTP/1.1" status: 204 len: 168 time: 0.4931762 Jul 15 13:32:16.718582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53312) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.750754 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.754325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b5e82-a52f-43f4-8575-37099204568e tempest-BulkNetworkOpsTest-1970108566 tempest-BulkNetworkOpsTest-1970108566-project] Pushing event deleted for resources: {'Network': ['ID=1bc7668a-070d-43ee-96bc-3b9d6f19e4b6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.785488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.815545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f93b651-a2a9-4358-99aa-ae2248e839e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.840092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f93b651-a2a9-4358-99aa-ae2248e839e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.901765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f93b651-a2a9-4358-99aa-ae2248e839e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.905919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f93b651-a2a9-4358-99aa-ae2248e839e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.908022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f93b651-a2a9-4358-99aa-ae2248e839e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97100030-c9de-4053-8ec6-84f552945e3d HTTP/1.1" status: 204 len: 168 time: 0.1782706 Jul 15 13:32:16.915511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:16.919980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93b651-a2a9-4358-99aa-ae2248e839e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97100030-c9de-4053-8ec6-84f552945e3d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:16.928147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c82f98e5-bd22-4b3d-bb5d-bcf4c43b3111 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "DELETE /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-184161236 HTTP/1.1" status: 204 len: 168 time: 0.3028393 Jul 15 13:32:16.928613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:16.929042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53320) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:16.955487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-6d9b9fb2-00e7-407e-82d2-190234cd3fa7 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-184161236') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:17.021833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:17.033756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.038202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:17.073750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.083975 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.097696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:17.180757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=07bf7af2-28fc-460f-a2fc-699698bb7410,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:17.247569 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-6d9b9fb2-00e7-407e-82d2-190234cd3fa7 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] show failed (client error): The resource could not be found. Jul 15 13:32:17.248633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d9b9fb2-00e7-407e-82d2-190234cd3fa7 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-184161236 HTTP/1.1" status: 404 len: 325 time: 0.3003097 Jul 15 13:32:17.252336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.257800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-82e8c15b-5943-43d4-8259-a7e1c48dbf5e tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-1018784104') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:17.279569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.280519 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.355364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.365158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-8673187e-92ff-4afe-8623-b1f8ad447088 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0251255 Jul 15 13:32:17.365296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82e8c15b-5943-43d4-8259-a7e1c48dbf5e tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-1018784104 HTTP/1.1" status: 204 len: 168 time: 0.1110010 Jul 15 13:32:17.367701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53336) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.378176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-0b97d187-908f-4767-b48e-1ef6cf3eaab1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-1253380233') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:17.400899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Subnet': ['ID=0cca2194-7bc5-47de-9be4-3fdd1d099307,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:17.412344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.414250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fb1a83d4-181a-4516-ad37-cd5901f4ad90 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/subnets/0cca2194-7bc5-47de-9be4-3fdd1d099307 HTTP/1.1" status: 204 len: 168 time: 0.8526671 Jul 15 13:32:17.420028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da06b0-d910-46de-a2e4-cb611424a74f None None] Network 21e53ded-6736-481c-9356-ddec7ed49dd2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:17.420843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53342) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.485403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224027e6-1ec0-4f7c-9876-694e0e778969 req-d227a5f8-dbce-47fe-b5b3-96867e388063 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:17.494187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-224027e6-1ec0-4f7c-9876-694e0e778969 req-d227a5f8-dbce-47fe-b5b3-96867e388063 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 932 time: 0.2015409 Jul 15 13:32:17.499279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Deleting subnet ade5fd83-3a96-45a7-8a67-db02eee344c7 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:17.509412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.526057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Request body: {'port': {'device_id': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:17.586467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-069fd6e5-75fd-49f2-91a1-d5ceedc30837 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9fdbc69a2274be8b083e6bfeaa32b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110013 Jul 15 13:32:17.588416 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-224027e6-1ec0-4f7c-9876-694e0e778969 req-c42cbb91-a2ee-4822-b885-0e694cfa8adc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857544 Jul 15 13:32:17.591660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.591836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53346) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.661854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b97d187-908f-4767-b48e-1ef6cf3eaab1 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-1253380233 HTTP/1.1" status: 204 len: 168 time: 0.2890687 Jul 15 13:32:17.663143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53348) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.673845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-48272f21-1fa5-47c5-ba62-d0687e9f26ad tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:17.691201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.724072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] DHCP port deletion for 21e53ded-6736-481c-9356-ddec7ed49dd2 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:17.772604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385fe700-1688-4303-a233-d7311ba9b028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.820506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.826375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] Deleting port b2d38881-282c-4715-8420-55e8bcc85983 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:17.827952 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.846817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d38881-282c-4715-8420-55e8bcc85983 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:17.878008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385fe700-1688-4303-a233-d7311ba9b028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.888092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48272f21-1fa5-47c5-ba62-d0687e9f26ad tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "DELETE /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags HTTP/1.1" status: 204 len: 168 time: 0.2217429 Jul 15 13:32:17.889847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53356) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:17.895455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-b8d2b6f5-4843-410f-85bf-4af267fa9cc3 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-1018784104') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:17.968194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] For port b2d38881-282c-4715-8420-55e8bcc85983, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b2d38881-282c-4715-8420-55e8bcc85983,segment=NetworkSegment(9f870a0b-e6b9-4131-9942-c5024e50f609),segment_id=9f870a0b-e6b9-4131-9942-c5024e50f609)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:17.969036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.974102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:17.982701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] Calling delete_port for b2d38881-282c-4715-8420-55e8bcc85983 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:18.002104 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.007039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/subnets/ade5fd83-3a96-45a7-8a67-db02eee344c7 HTTP/1.1" status: 204 len: 168 time: 0.5845811 Jul 15 13:32:18.013573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53360) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.029311 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385fe700-1688-4303-a233-d7311ba9b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.033361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-385fe700-1688-4303-a233-d7311ba9b028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.034853 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-385fe700-1688-4303-a233-d7311ba9b028 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af8ab5d3-e0c9-45b2-b8c6-3b14e7aa3a76 HTTP/1.1" status: 204 len: 168 time: 0.4421129 Jul 15 13:32:18.035717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c635c11-4452-4e2a-92b3-fed26131b78c tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Subnet': ['ID=ade5fd83-3a96-45a7-8a67-db02eee344c7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.071683 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-b8d2b6f5-4843-410f-85bf-4af267fa9cc3 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] show failed (client error): The resource could not be found. Jul 15 13:32:18.072991 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b8d2b6f5-4843-410f-85bf-4af267fa9cc3 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-1018784104 HTTP/1.1" status: 404 len: 326 time: 0.1822186 Jul 15 13:32:18.076688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53364) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.083582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-74e258ee-3908-49a6-9a06-09cb74da9d7c tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b', 'tempest-TagsTest-Tag-1253380233') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.084462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98806f-abc2-43f1-a6cb-4f8ad0ef5f74 None None] Network 03f76d16-725a-4bb9-a534-70ecedaca491 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:18.085724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fe700-1688-4303-a233-d7311ba9b028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ab5d3-e0c9-45b2-b8c6-3b14e7aa3a76,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.091429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.158258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53366) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.163874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No active binding found for port b2d38881-282c-4715-8420-55e8bcc85983 {{(pid=93996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:32:18.164320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b2d38881-282c-4715-8420-55e8bcc85983 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:18.165652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.167163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] Pushing event deleted for resources: {'Port': ['ID=b2d38881-282c-4715-8420-55e8bcc85983,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.169550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace2592-f0e5-4683-bb91-15129fbd3c06 None None] No DVR routers for this DVR port b2d38881-282c-4715-8420-55e8bcc85983 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:18.218462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bf7af2-28fc-460f-a2fc-699698bb7410 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:18.250453 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-74e258ee-3908-49a6-9a06-09cb74da9d7c tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] show failed (client error): The resource could not be found. Jul 15 13:32:18.254870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-74e258ee-3908-49a6-9a06-09cb74da9d7c tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "GET /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags/tempest-TagsTest-Tag-1253380233 HTTP/1.1" status: 404 len: 326 time: 0.1767111 Jul 15 13:32:18.255559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53370) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.260133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-2ee18170-4688-4038-b3c6-f55e5d406519 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4ceeac54-e704-4d3e-b201-e0f9f3ece46b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.283165 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.339201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Transition to ACTIVE for port object 07bf7af2-28fc-460f-a2fc-699698bb7410 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:18.346051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.363408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2ee18170-4688-4038-b3c6-f55e5d406519 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "DELETE /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b/tags HTTP/1.1" status: 204 len: 168 time: 0.1022892 Jul 15 13:32:18.364154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53374) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.383895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.422844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e53ded-6736-481c-9356-ddec7ed49dd2']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.440025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] DHCP port deletion for 03f76d16-725a-4bb9-a534-70ecedaca491 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:18.440147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f870a0b-e6b9-4131-9942-c5024e50f609') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.440147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f870a0b-e6b9-4131-9942-c5024e50f609') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.461548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.487601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Pushing event updated for resources: {'Port': ['ID=07bf7af2-28fc-460f-a2fc-699698bb7410,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.495941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.517927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.533621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] Deleting port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:18.535841 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.553637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:18.554358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:18.557894 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:18.594433 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.603992 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.615937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ceeac54-e704-4d3e-b201-e0f9f3ece46b']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.647493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Attempting to bind port 07bf7af2-28fc-460f-a2fc-699698bb7410 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:18.647493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Attempting to bind port 07bf7af2-28fc-460f-a2fc-699698bb7410 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:18.647493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Attempting to bind port 07bf7af2-28fc-460f-a2fc-699698bb7410 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:18.650745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] For port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,segment=NetworkSegment(38cf99eb-4d12-4c35-aa84-3fecfde77499),segment_id=38cf99eb-4d12-4c35-aa84-3fecfde77499)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:18.651371 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.653752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Port 07bf7af2-28fc-460f-a2fc-699698bb7410 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:18.653910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1375195999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:18.654249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Attempting to bind port 07bf7af2-28fc-460f-a2fc-699698bb7410 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:18.660628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:18.661098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:18.662006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:18.662006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Bound port: 07bf7af2-28fc-460f-a2fc-699698bb7410, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:18.662556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.668127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] Calling delete_port for 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:18.676672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8127562-710f-40d0-8e36-bbbcb57192cb') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.676971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8127562-710f-40d0-8e36-bbbcb57192cb') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:18.679630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.687540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.692142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/networks/21e53ded-6736-481c-9356-ddec7ed49dd2 HTTP/1.1" status: 204 len: 168 time: 0.6750948 Jul 15 13:32:18.703413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.724200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53386) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:18.757827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.765915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:18.767006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.793965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.822509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] Pushing event deleted for resources: {'Port': ['ID=80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.828903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741d6e-6785-4db5-8ca9-fe8408087451 tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Network': ['ID=21e53ded-6736-481c-9356-ddec7ed49dd2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.837640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:18.837843 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:18.857102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.863058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.883406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] 10.222.0.57 "DELETE /v2.0/networks/4ceeac54-e704-4d3e-b201-e0f9f3ece46b HTTP/1.1" status: 204 len: 168 time: 0.5178909 Jul 15 13:32:18.886246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.887384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:18.888003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a81e7-43c3-480f-8235-02bf4aa9bce1 None None] No DVR routers for this DVR port 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:18.934244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] For port 07bf7af2-28fc-460f-a2fc-699698bb7410, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:18.946020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebf1fc-e1d3-4d8f-bf67-62d3faf25a30 tempest-TagsTest-963317473 tempest-TagsTest-963317473-project] Pushing event deleted for resources: {'Network': ['ID=4ceeac54-e704-4d3e-b201-e0f9f3ece46b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:18.961597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] For port 07bf7af2-28fc-460f-a2fc-699698bb7410, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=07bf7af2-28fc-460f-a2fc-699698bb7410,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:18.999062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.007933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.069401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f76d16-725a-4bb9-a534-70ecedaca491']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:19.074826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Pushing event updated for resources: {'Port': ['ID=07bf7af2-28fc-460f-a2fc-699698bb7410,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:19.089789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cf99eb-4d12-4c35-aa84-3fecfde77499') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:19.090116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cf99eb-4d12-4c35-aa84-3fecfde77499') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:19.099952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.100592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.102040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-4a2c17e1-3fd7-42e8-90a3-60bd5f7e5f2b service neutron] 10.222.0.58 "PUT /v2.0/ports/07bf7af2-28fc-460f-a2fc-699698bb7410 HTTP/1.1" status: 200 len: 1093 time: 1.7112691 Jul 15 13:32:19.102537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'tag': '07bf7af2-28fc-460f-a2fc-699698bb7410'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:19.104953 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c800f-9209-490c-bf9a-734306a13a16" -d '{"events": [{"name": "network-changed", "server_uuid": "c851f840-5a1a-4728-bf6d-45e8ed880bbb", "tag": "07bf7af2-28fc-460f-a2fc-699698bb7410"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:19.111405 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.130242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.141838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:19.142295 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:19.146338 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:19.204190 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e70289-84dd-4032-bed0-e5be083e0e70 x-openstack-request-id: req-e8e70289-84dd-4032-bed0-e5be083e0e70 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:19.204494 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c851f840-5a1a-4728-bf6d-45e8ed880bbb", "tag": "07bf7af2-28fc-460f-a2fc-699698bb7410", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:19.204776 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8e70289-84dd-4032-bed0-e5be083e0e70 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:19.205190 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'tag': '07bf7af2-28fc-460f-a2fc-699698bb7410', 'status': 'completed', 'code': 200} Jul 15 13:32:19.240756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.241098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.267527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.277627 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.284270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] 10.222.0.57 "DELETE /v2.0/networks/03f76d16-725a-4bb9-a534-70ecedaca491 HTTP/1.1" status: 204 len: 168 time: 0.5536690 Jul 15 13:32:19.293113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c3949-c0eb-4789-9aa5-99741b9f2a4e tempest-TaggedBootDevicesTest_v242-2121283889 tempest-TaggedBootDevicesTest_v242-2121283889-project] Pushing event deleted for resources: {'Network': ['ID=03f76d16-725a-4bb9-a534-70ecedaca491,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:19.306939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-0ebf4606-96bd-4ea8-973d-9013ef6b9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.306939 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-0ebf4606-96bd-4ea8-973d-9013ef6b9715 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 1096 time: 0.1466732 Jul 15 13:32:19.378202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-51991c1f-923c-403b-83fd-4ce8e288f322 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07bf7af2-28fc-460f-a2fc-699698bb7410 HTTP/1.1" status: 200 len: 217 time: 0.0635741 Jul 15 13:32:19.438058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-078c9e55-6bc3-4cb3-b5c1-aeff96a5e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.440485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-078c9e55-6bc3-4cb3-b5c1-aeff96a5e1ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0548620 Jul 15 13:32:19.501448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-45d522c7-0ba8-4c2d-8d29-68c093904282 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540955 Jul 15 13:32:19.539568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.548096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.567224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.571283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53412) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.571926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-652c834a-d435-444a-a1f7-244493192943 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4114702 Jul 15 13:32:19.581323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9d7ca-b198-426c-a79d-63a5578abead req-7fae29c3-517a-45f5-a3b6-921ce2437418 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:19.582409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-337428125'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:19.582947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ac9d7ca-b198-426c-a79d-63a5578abead req-7fae29c3-517a-45f5-a3b6-921ce2437418 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 944 time: 0.7421501 Jul 15 13:32:19.637540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ac9d7ca-b198-426c-a79d-63a5578abead req-3fe3ef70-417b-4634-8d86-d45e2977b016 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Jul 15 13:32:19.643494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9932eb36-d549-44bf-a29f-8384bf953891 tempest-DvrRoutersNegativeTest-1998857896 tempest-DvrRoutersNegativeTest-1998857896-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1649211072', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:19.646894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.policy [None req-9932eb36-d549-44bf-a29f-8384bf953891 tempest-DvrRoutersNegativeTest-1998857896 tempest-DvrRoutersNegativeTest-1998857896-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93994) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 13:32:19.647461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.policy [None req-9932eb36-d549-44bf-a29f-8384bf953891 tempest-DvrRoutersNegativeTest-1998857896 tempest-DvrRoutersNegativeTest-1998857896-project] Failed policy check for 'create_router' {{(pid=93994) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 13:32:19.648128 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-9932eb36-d549-44bf-a29f-8384bf953891 tempest-DvrRoutersNegativeTest-1998857896 tempest-DvrRoutersNegativeTest-1998857896-project] create failed (client error): Access was denied to this resource. Jul 15 13:32:19.658078 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9932eb36-d549-44bf-a29f-8384bf953891 tempest-DvrRoutersNegativeTest-1998857896 tempest-DvrRoutersNegativeTest-1998857896-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4071164 Jul 15 13:32:19.715225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Made reservation on behalf of ea770a2865264fcab48e11cd153753ed for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:19.720482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.731436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-08f6463e-a212-4108-9b4f-3211582b3e4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15b0f8b6e84e48f3a24b4cac30477991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874563 Jul 15 13:32:19.733695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53420) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:19.770588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.776878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-b90178f9-f322-4346-89c2-f9dfda4d8a97 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687376 Jul 15 13:32:19.817013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:19.849466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eed54ed5-12b8-45be-9698-0b700bbf4c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.876289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:19.877593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 80ccae9e-392f-4d9b-8ce3-5c0a8d1a9893 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:19.894640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eed54ed5-12b8-45be-9698-0b700bbf4c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.983183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eed54ed5-12b8-45be-9698-0b700bbf4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.988187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eed54ed5-12b8-45be-9698-0b700bbf4c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:19.993485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eed54ed5-12b8-45be-9698-0b700bbf4c60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ebde02a-ac8d-4eaf-a85e-28d54274d0b1 HTTP/1.1" status: 204 len: 168 time: 0.2548575 Jul 15 13:32:20.021476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54ed5-12b8-45be-9698-0b700bbf4c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebde02a-ac8d-4eaf-a85e-28d54274d0b1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:20.081497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a0319f9-0b84-4dcb-9db4-a561efbcf389 req-43ab9d9e-bd2f-4515-9fa6-052854c5c403 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690217 Jul 15 13:32:20.097619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53428) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:20.109929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.115263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.167250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:20.216068 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.216494 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Added segment 3d6ee727-ce52-411c-87b6-935628e444bf of type vlan for network 9b974d44-88db-4988-ba3f-dab79ac104ed Jul 15 13:32:20.227409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a256e730-a4d7-4f07-891e-3a357f003bec,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:20.283005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.312516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c800f-9209-490c-bf9a-734306a13a16 req-68e17d61-ea41-49fe-94e0-898c08505349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.314544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-68e17d61-ea41-49fe-94e0-898c08505349 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 1096 time: 0.1709144 Jul 15 13:32:20.372177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.378705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.379449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.435032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71f31671-fca5-4b8b-ae71-12e11df590b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.470779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8980145 Jul 15 13:32:20.480816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53436) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:20.507278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'subnet': {'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:20.582842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71f31671-fca5-4b8b-ae71-12e11df590b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.592872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71f31671-fca5-4b8b-ae71-12e11df590b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.605455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e6892-67d5-4f99-a771-a5c3278ea3e5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Network': ['ID=9b974d44-88db-4988-ba3f-dab79ac104ed,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:20.630161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c800f-9209-490c-bf9a-734306a13a16 req-e115f0c3-6346-45ad-83af-8202c9ee2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.630385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 9b974d44-88db-4988-ba3f-dab79ac104ed details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:20.648026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-e115f0c3-6346-45ad-83af-8202c9ee2e7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.3231294 Jul 15 13:32:20.656648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f31671-fca5-4b8b-ae71-12e11df590b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a11044-030a-4f05-90a8-c853646e86e9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:20.688502 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-71f31671-fca5-4b8b-ae71-12e11df590b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a77d2dd48a2549bb877ff8a370919f35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891125 Jul 15 13:32:20.696342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53446) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:20.734510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-f4d2b891-e2de-4dfb-87f4-0d8fe007c5d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07bf7af2-28fc-460f-a2fc-699698bb7410 HTTP/1.1" status: 200 len: 217 time: 0.0762010 Jul 15 13:32:20.837234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Made reservation on behalf of ea770a2865264fcab48e11cd153753ed for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:20.841322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.851635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7059-b16e-4c40-8681-2d234776babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.862720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c800f-9209-490c-bf9a-734306a13a16 req-2a3f9025-4e78-4dbe-af61-a508884329b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:20.864560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-2a3f9025-4e78-4dbe-af61-a508884329b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.1188958 Jul 15 13:32:20.914577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-2ff408ae-5f8b-4d7c-955d-bd6f7388a56a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392520 Jul 15 13:32:20.919855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7059-b16e-4c40-8681-2d234776babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.983904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7059-b16e-4c40-8681-2d234776babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.987542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7059-b16e-4c40-8681-2d234776babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:20.991884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f1b7059-b16e-4c40-8681-2d234776babc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1a11044-030a-4f05-90a8-c853646e86e9 HTTP/1.1" status: 204 len: 168 time: 0.2941580 Jul 15 13:32:21.022566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7059-b16e-4c40-8681-2d234776babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a11044-030a-4f05-90a8-c853646e86e9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:21.210263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdb2d5-8265-4f0d-a119-933a319cf667 req-88f10a59-944c-40e2-9487-250030fba37b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.227519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6acdb2d5-8265-4f0d-a119-933a319cf667 req-88f10a59-944c-40e2-9487-250030fba37b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 944 time: 0.2173915 Jul 15 13:32:21.239931 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-3b004cc1-a980-4f32-8c35-ad88d91e57cb service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737336 Jul 15 13:32:21.311077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6acdb2d5-8265-4f0d-a119-933a319cf667 req-58f6d4d9-b2bb-48b6-a4f8-18c76344c455 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867689 Jul 15 13:32:21.403464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.473288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e23c800f-9209-490c-bf9a-734306a13a16 req-2e1f6d1d-6cac-4c67-a4f2-cfd3f593a409 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256730 Jul 15 13:32:21.515996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Checking segment: {'id': '3d6ee727-ce52-411c-87b6-935628e444bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:21.516672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network hostable DHCP agents. Network: 9b974d44-88db-4988-ba3f-dab79ac104ed, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:21.532365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Subnet': ['ID=0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:21.544700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network 9b974d44-88db-4988-ba3f-dab79ac104ed is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:21.559697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 9b974d44-88db-4988-ba3f-dab79ac104ed) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:21.565941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.566839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.579933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187faa3-7551-4179-ba70-7d6df9d17fb0 None None] Network 9b974d44-88db-4988-ba3f-dab79ac104ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:21.604226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-447ee790-49cc-4c0d-bc12-0ff94ac43b9d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1155667 Jul 15 13:32:21.604550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53468) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:21.608364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'network': {'name': 'tempest-router-network01--1037988297'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:21.644421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Made reservation on behalf of ea770a2865264fcab48e11cd153753ed for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:21.650027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.691930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:21.722438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.723000 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Added segment 277c9a12-a0f0-4c39-859d-56445481e9d8 of type vlan for network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 Jul 15 13:32:21.831848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.849208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-9b974d44-88db-4988-ba3f-dab79ac104ed', 'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed', 'tenant_id': 'ea770a2865264fcab48e11cd153753ed', 'fixed_ips': [{'subnet_id': '0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:21.850116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.868775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.880365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:21.881032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:21.921135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3161829 Jul 15 13:32:21.921537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:21.928535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'network': {'name': 'tempest-router-network02--34679613'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:21.989552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Made reservation on behalf of ea770a2865264fcab48e11cd153753ed for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:21.992035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a101cf8-a708-4099-b6bf-f878162e3d73 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Network': ['ID=b1e43a99-df7d-42c7-bba1-9c4dc7e64552,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:21.998608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.066369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:22.070015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:22.113650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.119841 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Added segment 36cb4015-ca08-45a9-84bd-af48b8e5c34e of type vlan for network fc855f05-0645-483c-99dc-7b406e6f8203 Jul 15 13:32:22.120061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Allocated IP 172.20.0.2 (9b974d44-88db-4988-ba3f-dab79ac104ed/0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4/d415fc8d-f39d-4baf-93fd-e4a727d7eab8) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:22.308754 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.384214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.401760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.404850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.462757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5388978 Jul 15 13:32:22.466082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.472272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'subnet': {'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:22.513668 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.533391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcf944-2044-4f3a-958d-8f2168d9ca92 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Network': ['ID=fc855f05-0645-483c-99dc-7b406e6f8203,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.540138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Transition to ACTIVE for port object d415fc8d-f39d-4baf-93fd-e4a727d7eab8 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:22.562445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53502) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:22.571795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network fc855f05-0645-483c-99dc-7b406e6f8203 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:22.576354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Transition to ACTIVE for port object d415fc8d-f39d-4baf-93fd-e4a727d7eab8 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:22.598196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.672913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Made reservation on behalf of ea770a2865264fcab48e11cd153753ed for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:22.679872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.728634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68778b-1d62-4eb4-8643-7b31ef1e436f req-3f9c4067-37e1-421e-b29b-afa49616cea8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:22.737160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de68778b-1d62-4eb4-8643-7b31ef1e436f req-3f9c4067-37e1-421e-b29b-afa49616cea8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 944 time: 0.1822023 Jul 15 13:32:22.818904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Network 9b974d44-88db-4988-ba3f-dab79ac104ed is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:22.825376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:22.839357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:22.841813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de68778b-1d62-4eb4-8643-7b31ef1e436f req-80d834ce-411f-44a9-ac7e-858d47698c8c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033952 Jul 15 13:32:22.846458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Pushing event updated for resources: {'Port': ['ID=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:22.973609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Attempting to bind port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:22.974231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Attempting to bind port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '3d6ee727-ce52-411c-87b6-935628e444bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:22.974823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Attempting to bind port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 on network 9b974d44-88db-4988-ba3f-dab79ac104ed {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:22.985845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:22.986121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Checking segment: {'id': '3d6ee727-ce52-411c-87b6-935628e444bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:22.986706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:22.987343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Bound using segment: {'id': '3d6ee727-ce52-411c-87b6-935628e444bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:22.988142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Bound port: d415fc8d-f39d-4baf-93fd-e4a727d7eab8, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6ee727-ce52-411c-87b6-935628e444bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9b974d44-88db-4988-ba3f-dab79ac104ed'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:22.989543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.093006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582548604'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:23.113710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] For port d415fc8d-f39d-4baf-93fd-e4a727d7eab8, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:23.122700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] For port d415fc8d-f39d-4baf-93fd-e4a727d7eab8, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,segment=NetworkSegment(3d6ee727-ce52-411c-87b6-935628e444bf),segment_id=3d6ee727-ce52-411c-87b6-935628e444bf)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:23.123431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.132152 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.175600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.216817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.248556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf3e52-c008-4d34-849b-8183f26cedb7 None None] Pushing event updated for resources: {'Port': ['ID=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.262316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Subnet': ['ID=c79ab583-1834-4611-8585-53b0af4c1be5,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.284701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Checking segment: {'id': '277c9a12-a0f0-4c39-859d-56445481e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:23.285064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network hostable DHCP agents. Network: b1e43a99-df7d-42c7-bba1-9c4dc7e64552, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:23.302429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 07bf7af2-28fc-460f-a2fc-699698bb7410 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:23.353937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:23.451408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b1e43a99-df7d-42c7-bba1-9c4dc7e64552) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:23.467433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:23.468035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.470894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0293a6e-2cba-4728-96c7-001025effad2 None None] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:23.667892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.678914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.697948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ff95b953-d612-4137-a282-eca8dac570d6 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2295237 Jul 15 13:32:23.700095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53536) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:23.711028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'subnet': {'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:23.761128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755f15f4-629e-4e74-8024-dc511db2b752,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:23.820804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 07bf7af2-28fc-460f-a2fc-699698bb7410, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=07bf7af2-28fc-460f-a2fc-699698bb7410,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:23.886956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '07bf7af2-28fc-460f-a2fc-699698bb7410', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': '07bf7af2-28fc-460f-a2fc-699698bb7410', 'mac_address': 'fa:16:3e:96:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:23.894364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.900286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.955565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:23.957313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3931756 Jul 15 13:32:23.960818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53540) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:23.997748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d076d-505d-473c-a710-c70d705405f3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca767ec-b43d-4464-9a99-92e563ec1174,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.131380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cabc3da1-daf6-4db1-8680-489e2985067a tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1594017 Jul 15 13:32:24.132703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53542) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.149697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-security--1571128629', 'description': 'tempest-security-description-944005505'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:24.159380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Made reservation on behalf of ea770a2865264fcab48e11cd153753ed for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:24.167661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.176112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.239234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bf7af2-28fc-460f-a2fc-699698bb7410 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:24.269330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.274034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d415fc8d-f39d-4baf-93fd-e4a727d7eab8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:24.393411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.402197 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.405207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.407140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "PUT /v2.0/security-groups/bca767ec-b43d-4464-9a99-92e563ec1174 HTTP/1.1" status: 200 len: 1779 time: 0.2729895 Jul 15 13:32:24.413199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53546) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.432345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b1e43a99-df7d-42c7-bba1-9c4dc7e64552', 'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552', 'tenant_id': 'ea770a2865264fcab48e11cd153753ed', 'fixed_ips': [{'subnet_id': 'c79ab583-1834-4611-8585-53b0af4c1be5'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:24.433260 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.478364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5ac97-82cd-49b5-b899-b4be9ab4dce8 req-a6d846f4-e146-4125-bc56-7154bd69227e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:24.480789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d5ac97-82cd-49b5-b899-b4be9ab4dce8 req-a6d846f4-e146-4125-bc56-7154bd69227e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 944 time: 0.1973650 Jul 15 13:32:24.482161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 07bf7af2-28fc-460f-a2fc-699698bb7410, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=07bf7af2-28fc-460f-a2fc-699698bb7410,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:24.518925 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.534279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddd485-e401-4b52-94a3-3c34602ef369 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca767ec-b43d-4464-9a99-92e563ec1174,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:24.621647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d5ac97-82cd-49b5-b899-b4be9ab4dce8 req-c9f57459-2d73-43a3-9fca-67df8b15e240 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258433 Jul 15 13:32:24.625701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.655848 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-deb671e6-aa1b-4d91-bfe1-356e35b3f9b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups/bca767ec-b43d-4464-9a99-92e563ec1174 HTTP/1.1" status: 200 len: 1779 time: 0.2404978 Jul 15 13:32:24.663054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53554) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:24.755350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-893de660-f922-4b8c-8d53-1ca16222196f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.797600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-893de660-f922-4b8c-8d53-1ca16222196f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.907803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:24.919430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-893de660-f922-4b8c-8d53-1ca16222196f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.924191 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-893de660-f922-4b8c-8d53-1ca16222196f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:24.928126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-893de660-f922-4b8c-8d53-1ca16222196f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/bca767ec-b43d-4464-9a99-92e563ec1174 HTTP/1.1" status: 204 len: 168 time: 0.2611628 Jul 15 13:32:24.943664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Allocated IP 172.20.0.2 (b1e43a99-df7d-42c7-bba1-9c4dc7e64552/c79ab583-1834-4611-8585-53b0af4c1be5/683d0d40-7e02-4beb-a68a-cd4177f2a90d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:24.950134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53556) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.005020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['07bf7af2-28fc-460f-a2fc-699698bb7410'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:25.016750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893de660-f922-4b8c-8d53-1ca16222196f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca767ec-b43d-4464-9a99-92e563ec1174,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.034424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbdc597f-52dd-4086-acfb-5f0b6726071d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.133523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=07bf7af2-28fc-460f-a2fc-699698bb7410,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.148038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a679d281-c954-4de2-962c-56ee12bb42a0 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1960173 Jul 15 13:32:25.152804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53560) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.175771 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-1507b29c-a9ff-43cb-a1f0-87c39604be96 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] delete failed (client error): The resource could not be found. Jul 15 13:32:25.181917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1507b29c-a9ff-43cb-a1f0-87c39604be96 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/bca767ec-b43d-4464-9a99-92e563ec1174 HTTP/1.1" status: 404 len: 347 time: 0.0231123 Jul 15 13:32:25.181917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.186933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--882738244'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:25.297800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cdadeb-8098-49db-98e9-0b7101348572 None None] Network 9b974d44-88db-4988-ba3f-dab79ac104ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:25.383459 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbdc597f-52dd-4086-acfb-5f0b6726071d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.400963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fbdc597f-52dd-4086-acfb-5f0b6726071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.423831 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.432132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] Provisioning for port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:25.447045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.457517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] Provisioning complete for port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:25.458197 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.458551 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.460764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Transition to ACTIVE for port object 683d0d40-7e02-4beb-a68a-cd4177f2a90d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:25.485207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fbdc597f-52dd-4086-acfb-5f0b6726071d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04fbfce7cf9f46da926669743a45a05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478651 Jul 15 13:32:25.490103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53564) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.506729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc597f-52dd-4086-acfb-5f0b6726071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf418972-3230-4cc4-b1f7-bf192335fdd8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.548519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Checking segment: {'id': '36cb4015-ca08-45a9-84bd-af48b8e5c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:25.549428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network hostable DHCP agents. Network: fc855f05-0645-483c-99dc-7b406e6f8203, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:25.562263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Subnet': ['ID=fefd4c05-a1d5-4032-b0a4-32e9b87514ba,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.582416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network fc855f05-0645-483c-99dc-7b406e6f8203 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:25.598061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, fc855f05-0645-483c-99dc-7b406e6f8203) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:25.610671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:25.612272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.616383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b79edb2-527a-4531-b982-119d858cfe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.688074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b79edb2-527a-4531-b982-119d858cfe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.750490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.771446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-28ce77da-3408-4210-832a-d22de39d9bbb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0661867 Jul 15 13:32:25.772305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53570) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.772447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8973a22c-b3b4-4c28-82cf-de6629c700ee None None] Network fc855f05-0645-483c-99dc-7b406e6f8203 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:25.808728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.834617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Transition to ACTIVE for port object 683d0d40-7e02-4beb-a68a-cd4177f2a90d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:25.877308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.883280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6961038 Jul 15 13:32:25.883280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c425d0-7d43-486d-a9c3-4c48522a8426 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f999733a-a5a9-4f87-b6c6-929fbe3a68da,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.884469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53572) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:25.889986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': 'f999733a-a5a9-4f87-b6c6-929fbe3a68da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:25.917946 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.937310 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b79edb2-527a-4531-b982-119d858cfe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.942992 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b79edb2-527a-4531-b982-119d858cfe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:25.945530 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3b79edb2-527a-4531-b982-119d858cfe8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf418972-3230-4cc4-b1f7-bf192335fdd8 HTTP/1.1" status: 204 len: 168 time: 0.4517536 Jul 15 13:32:25.984544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79edb2-527a-4531-b982-119d858cfe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf418972-3230-4cc4-b1f7-bf192335fdd8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:25.999403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.132232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.139263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.176434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8b2eae-30ae-4661-bc13-8288c1977df2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.184124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:26.185526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Pushing event updated for resources: {'Port': ['ID=683d0d40-7e02-4beb-a68a-cd4177f2a90d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.219838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:26.229954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.233301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:26.242633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2fd5ceb0-9893-4ebb-8b1c-fb783405cdb8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531425 Jul 15 13:32:26.246515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.270394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678c0cb-8355-44c5-afcc-a68b33cad869 req-4f20c027-c8cb-4e1b-bd48-ce4873cb8056 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:26.272287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b678c0cb-8355-44c5-afcc-a68b33cad869 req-4f20c027-c8cb-4e1b-bd48-ce4873cb8056 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 945 time: 0.4072387 Jul 15 13:32:26.336322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ca39-4e2d-4d91-b939-0b23ee51b509 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.339706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.366127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ca39-4e2d-4d91-b939-0b23ee51b509 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.427421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ca39-4e2d-4d91-b939-0b23ee51b509 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.436756 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ca39-4e2d-4d91-b939-0b23ee51b509 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.440396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9a9ca39-4e2d-4d91-b939-0b23ee51b509 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2c8b2eae-30ae-4661-bc13-8288c1977df2 HTTP/1.1" status: 204 len: 168 time: 0.1879578 Jul 15 13:32:26.442941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53580) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.489744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9ca39-4e2d-4d91-b939-0b23ee51b509 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c8b2eae-30ae-4661-bc13-8288c1977df2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.545671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.559766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b678c0cb-8355-44c5-afcc-a68b33cad869 req-8fb8e4cd-8221-4fe0-8665-d49fddd22b91 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664547 Jul 15 13:32:26.587747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c190013-f131-4814-b3a5-209126673444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-fc855f05-0645-483c-99dc-7b406e6f8203', 'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203', 'tenant_id': 'ea770a2865264fcab48e11cd153753ed', 'fixed_ips': [{'subnet_id': 'fefd4c05-a1d5-4032-b0a4-32e9b87514ba'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:26.590240 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c190013-f131-4814-b3a5-209126673444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.611012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b0460a4b-8208-4aa2-b298-61ff88a844b6 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1399145 Jul 15 13:32:26.611717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53582) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.612860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Attempting to bind port 683d0d40-7e02-4beb-a68a-cd4177f2a90d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:26.613672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Attempting to bind port 683d0d40-7e02-4beb-a68a-cd4177f2a90d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '277c9a12-a0f0-4c39-859d-56445481e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:26.614220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Attempting to bind port 683d0d40-7e02-4beb-a68a-cd4177f2a90d on network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:26.635993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53584) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.639923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:26.639923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Checking segment: {'id': '277c9a12-a0f0-4c39-859d-56445481e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:26.640431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.640991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Bound using segment: {'id': '277c9a12-a0f0-4c39-859d-56445481e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:26.641659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Bound port: 683d0d40-7e02-4beb-a68a-cd4177f2a90d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277c9a12-a0f0-4c39-859d-56445481e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b1e43a99-df7d-42c7-bba1-9c4dc7e64552'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:26.642322 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.656673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Allocated IP 172.20.0.1 (b1e43a99-df7d-42c7-bba1-9c4dc7e64552/c79ab583-1834-4611-8585-53b0af4c1be5/a431c22d-d50e-4238-9e2a-fdc735d4f4b6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:26.668188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce3afb7c-cf4d-4f78-b629-1f4c134b2f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.726050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96e1465d-3f06-4540-ab31-6a446598f4b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.808301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96e1465d-3f06-4540-ab31-6a446598f4b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.882351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.887197 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96e1465d-3f06-4540-ab31-6a446598f4b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.891670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96e1465d-3f06-4540-ab31-6a446598f4b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:26.893527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-96e1465d-3f06-4540-ab31-6a446598f4b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/f999733a-a5a9-4f87-b6c6-929fbe3a68da HTTP/1.1" status: 204 len: 168 time: 0.2807832 Jul 15 13:32:26.900117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53588) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:26.924483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Transition to ACTIVE for port object a431c22d-d50e-4238-9e2a-fdc735d4f4b6 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:26.941514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1465d-3f06-4540-ab31-6a446598f4b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999733a-a5a9-4f87-b6c6-929fbe3a68da,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:26.954704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] For port d415fc8d-f39d-4baf-93fd-e4a727d7eab8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,segment=NetworkSegment(3d6ee727-ce52-411c-87b6-935628e444bf),segment_id=3d6ee727-ce52-411c-87b6-935628e444bf)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:27.003709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] For port 683d0d40-7e02-4beb-a68a-cd4177f2a90d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:27.007970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] For port 683d0d40-7e02-4beb-a68a-cd4177f2a90d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=683d0d40-7e02-4beb-a68a-cd4177f2a90d,segment=NetworkSegment(277c9a12-a0f0-4c39-859d-56445481e9d8),segment_id=277c9a12-a0f0-4c39-859d-56445481e9d8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:27.020309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-392eab08-f61e-4f3c-a6fc-3b86f44e5266 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166825 Jul 15 13:32:27.021675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.027580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53590) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.030494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.033914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce3afb7c-cf4d-4f78-b629-1f4c134b2f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.043186 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce3afb7c-cf4d-4f78-b629-1f4c134b2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.049945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--163692163'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:27.075334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.122152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce3afb7c-cf4d-4f78-b629-1f4c134b2f54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ac2a47117854ffb9d787f716380e3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835470 Jul 15 13:32:27.131564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53592) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.140831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3afb7c-cf4d-4f78-b629-1f4c134b2f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc09f1c8-15a6-4da9-93a4-1b1e5c3e0151,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.160507 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.177650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:27.201122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:27.217379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:27.238004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbf92e-35ce-4a93-b28e-fcbebbf0c166 None None] Pushing event updated for resources: {'Port': ['ID=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.240139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Port': ['ID=a431c22d-d50e-4238-9e2a-fdc735d4f4b6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.323703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a2057-32f7-472a-9a40-b5280147639a None None] Pushing event updated for resources: {'Port': ['ID=683d0d40-7e02-4beb-a68a-cd4177f2a90d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.327527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6c190013-f131-4814-b3a5-209126673444 None None] Allocated IP 172.20.0.2 (fc855f05-0645-483c-99dc-7b406e6f8203/fefd4c05-a1d5-4032-b0a4-32e9b87514ba/9b8cfe68-f75c-4998-9fda-7d0faa34796d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:27.335127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 07bf7af2-28fc-460f-a2fc-699698bb7410 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:27.393315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.396528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.440409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.459446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-707a748f-514d-41b1-88d4-c22d5f8af0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.542704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 07bf7af2-28fc-460f-a2fc-699698bb7410 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:27.564782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 07bf7af2-28fc-460f-a2fc-699698bb7410 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:27.565165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.575173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a36b21c4-3372-4987-b839-00c095113271 None None] Provisioning complete for port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:27.575543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a36b21c4-3372-4987-b839-00c095113271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.595448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-707a748f-514d-41b1-88d4-c22d5f8af0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.669721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.672714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6433313 Jul 15 13:32:27.676545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53596) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:27.683371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:27.701996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158c039-b7fb-49ad-b3c8-50f194160186 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.719551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-707a748f-514d-41b1-88d4-c22d5f8af0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.726055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-707a748f-514d-41b1-88d4-c22d5f8af0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.730845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-707a748f-514d-41b1-88d4-c22d5f8af0fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc09f1c8-15a6-4da9-93a4-1b1e5c3e0151 HTTP/1.1" status: 204 len: 168 time: 0.5979135 Jul 15 13:32:27.742666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a748f-514d-41b1-88d4-c22d5f8af0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc09f1c8-15a6-4da9-93a4-1b1e5c3e0151,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:27.761368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.859849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.917162 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c190013-f131-4814-b3a5-209126673444 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.979547 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:27.984322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c190013-f131-4814-b3a5-209126673444 None None] Transition to ACTIVE for port object 9b8cfe68-f75c-4998-9fda-7d0faa34796d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:27.998280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.006168 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.027063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c190013-f131-4814-b3a5-209126673444 None None] Transition to ACTIVE for port object 9b8cfe68-f75c-4998-9fda-7d0faa34796d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:28.053321 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c190013-f131-4814-b3a5-209126673444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.068969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.073169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3923421 Jul 15 13:32:28.083940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bf7af2-28fc-460f-a2fc-699698bb7410'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:28.088222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53604) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.089020 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc2670-6275-4b7c-ab70-7f411f39936a" -d '{"events": [{"server_uuid": "c851f840-5a1a-4728-bf6d-45e8ed880bbb", "name": "network-vif-plugged", "status": "completed", "tag": "07bf7af2-28fc-460f-a2fc-699698bb7410"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:28.107554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:28.115659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee6937-0add-497a-bc13-7a8a278317f9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ea1359-0132-47c1-b46f-169338c44a9c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.132161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 683d0d40-7e02-4beb-a68a-cd4177f2a90d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:28.181649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4c920-e36e-406e-97a0-8418d0a5a343 req-dd824b87-86e3-4ec9-a0db-86a947d29075 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:28.186814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec4c920-e36e-406e-97a0-8418d0a5a343 req-dd824b87-86e3-4ec9-a0db-86a947d29075 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 945 time: 0.3121667 Jul 15 13:32:28.228992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 07bf7af2-28fc-460f-a2fc-699698bb7410, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=07bf7af2-28fc-460f-a2fc-699698bb7410,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:28.259860 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b67862a-1eeb-4d2a-a0cd-369a4c50c44b x-openstack-request-id: req-7b67862a-1eeb-4d2a-a0cd-369a4c50c44b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:28.260227 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c851f840-5a1a-4728-bf6d-45e8ed880bbb", "name": "network-vif-plugged", "status": "completed", "tag": "07bf7af2-28fc-460f-a2fc-699698bb7410", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:28.260490 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b67862a-1eeb-4d2a-a0cd-369a4c50c44b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:28.260915 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bf7af2-28fc-460f-a2fc-699698bb7410', 'code': 200} Jul 15 13:32:28.276169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.285265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.295588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c190013-f131-4814-b3a5-209126673444 None None] Network fc855f05-0645-483c-99dc-7b406e6f8203 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:28.331652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c190013-f131-4814-b3a5-209126673444 None None] Pushing event updated for resources: {'Port': ['ID=9b8cfe68-f75c-4998-9fda-7d0faa34796d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.351184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6c190013-f131-4814-b3a5-209126673444 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:28.358259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c190013-f131-4814-b3a5-209126673444 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:28.435823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.440970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec4c920-e36e-406e-97a0-8418d0a5a343 req-f7bc669c-cee4-4caa-9943-cbdbc1c3c386 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437027 Jul 15 13:32:28.445383 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.475418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff1572-7692-417f-b1cc-74c811ebb8e3,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.492077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 683d0d40-7e02-4beb-a68a-cd4177f2a90d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:28.501270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.502821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7a76200a-e4b6-48f5-911c-38470b7f8dd1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4132781 Jul 15 13:32:28.507961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.512233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d415fc8d-f39d-4baf-93fd-e4a727d7eab8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:28.517940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:28.574924 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.647020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=07bf7af2-28fc-460f-a2fc-699698bb7410,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.674312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c190013-f131-4814-b3a5-209126673444 None None] Attempting to bind port 9b8cfe68-f75c-4998-9fda-7d0faa34796d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:28.682149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c190013-f131-4814-b3a5-209126673444 None None] Attempting to bind port 9b8cfe68-f75c-4998-9fda-7d0faa34796d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '36cb4015-ca08-45a9-84bd-af48b8e5c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:28.688096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190013-f131-4814-b3a5-209126673444 None None] Attempting to bind port 9b8cfe68-f75c-4998-9fda-7d0faa34796d on network fc855f05-0645-483c-99dc-7b406e6f8203 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:28.698651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e9fe2-2b74-43d9-8f09-863abf2bb63e req-3acb5833-054c-4f6a-bef2-0c6fc833354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:28.700396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-302e9fe2-2b74-43d9-8f09-863abf2bb63e req-3acb5833-054c-4f6a-bef2-0c6fc833354a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 1098 time: 0.3319604 Jul 15 13:32:28.725890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190013-f131-4814-b3a5-209126673444 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:28.727588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.728606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190013-f131-4814-b3a5-209126673444 None None] Checking segment: {'id': '36cb4015-ca08-45a9-84bd-af48b8e5c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:28.729500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c190013-f131-4814-b3a5-209126673444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.735673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c190013-f131-4814-b3a5-209126673444 None None] Bound using segment: {'id': '36cb4015-ca08-45a9-84bd-af48b8e5c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:28.736282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.737514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c190013-f131-4814-b3a5-209126673444 None None] Bound port: 9b8cfe68-f75c-4998-9fda-7d0faa34796d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cb4015-ca08-45a9-84bd-af48b8e5c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fc855f05-0645-483c-99dc-7b406e6f8203'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:28.739306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c190013-f131-4814-b3a5-209126673444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.816826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85cb329-ce1d-4ee3-8234-842fd0e87b56,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:28.828569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.833001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d6cf71d-d4a3-4821-827f-6a5fbe0ac5d1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215458 Jul 15 13:32:28.834650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53620) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:28.846174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:28.911372 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.942171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:28.942437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:28.947370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-302e9fe2-2b74-43d9-8f09-863abf2bb63e req-c4d57156-5143-413c-8375-a7f09dc05d29 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304955 Jul 15 13:32:29.001321 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.009290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.036311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11816cf-bfe5-426f-ae47-0d8f3132beb0 None None] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:29.105736 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.112607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.231174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a03cf4-3b50-4377-ac16-ef6bc73057de,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.241499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.242874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8c5b1b2-742e-4a87-932f-1c7502e40e89 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4036689 Jul 15 13:32:29.245831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:29.254906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:29.290853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6c190013-f131-4814-b3a5-209126673444 None None] For port 9b8cfe68-f75c-4998-9fda-7d0faa34796d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:29.327890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Port': ['ID=a431c22d-d50e-4238-9e2a-fdc735d4f4b6,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.338544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.349051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.396610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6c190013-f131-4814-b3a5-209126673444 None None] For port 9b8cfe68-f75c-4998-9fda-7d0faa34796d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9b8cfe68-f75c-4998-9fda-7d0faa34796d,segment=NetworkSegment(36cb4015-ca08-45a9-84bd-af48b8e5c34e),segment_id=36cb4015-ca08-45a9-84bd-af48b8e5c34e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:29.515642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c190013-f131-4814-b3a5-209126673444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.565079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] Provisioning for port 683d0d40-7e02-4beb-a68a-cd4177f2a90d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:29.608979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.613752 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.660669 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.664161 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4163282 Jul 15 13:32:29.679458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53638) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:29.706254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d3541-9d21-4628-ac29-de1d6809931b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e71f166-c03f-4b5d-bf00-108e0992c703,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:29.738216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:29.743113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:29.767329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4d77d2-5eca-4f80-9226-79ac63728b8d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.797930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4d77d2-5eca-4f80-9226-79ac63728b8d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.868283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4d77d2-5eca-4f80-9226-79ac63728b8d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.880195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef4d77d2-5eca-4f80-9226-79ac63728b8d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:29.887958 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef4d77d2-5eca-4f80-9226-79ac63728b8d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/3e71f166-c03f-4b5d-bf00-108e0992c703 HTTP/1.1" status: 204 len: 168 time: 0.2085211 Jul 15 13:32:29.892425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53640) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:29.921427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d77d2-5eca-4f80-9226-79ac63728b8d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e71f166-c03f-4b5d-bf00-108e0992c703,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.021389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] Provisioning complete for port 683d0d40-7e02-4beb-a68a-cd4177f2a90d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:30.022232 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.105996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a507030-96af-4c63-aadb-c6ba0af49d35 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1896584 Jul 15 13:32:30.111881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:30.217258 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518ab04a-8d5a-42c8-ba22-15cca0651879 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.229776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518ab04a-8d5a-42c8-ba22-15cca0651879 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.318845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518ab04a-8d5a-42c8-ba22-15cca0651879 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.343518 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-518ab04a-8d5a-42c8-ba22-15cca0651879 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.348655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-518ab04a-8d5a-42c8-ba22-15cca0651879 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b4a03cf4-3b50-4377-ac16-ef6bc73057de HTTP/1.1" status: 204 len: 168 time: 0.2326977 Jul 15 13:32:30.349888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53646) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:30.368494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c190013-f131-4814-b3a5-209126673444 None None] Pushing event updated for resources: {'Port': ['ID=9b8cfe68-f75c-4998-9fda-7d0faa34796d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.380439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ab04a-8d5a-42c8-ba22-15cca0651879 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4a03cf4-3b50-4377-ac16-ef6bc73057de,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.463131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b134061-02d4-4312-8d4e-88b29dd2cb76 req-0485182b-a4c2-4418-81cf-33da62c98360 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:30.475576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b134061-02d4-4312-8d4e-88b29dd2cb76 req-0485182b-a4c2-4418-81cf-33da62c98360 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 946 time: 0.5640247 Jul 15 13:32:30.600567 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.662772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b134061-02d4-4312-8d4e-88b29dd2cb76 req-ffff0103-a489-4fa5-9ad0-7e2b31c72843 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801815 Jul 15 13:32:30.697625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b0808c94-849e-42ad-a117-0300705b8b96 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3419724 Jul 15 13:32:30.698183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53652) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:30.714327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] For port 683d0d40-7e02-4beb-a68a-cd4177f2a90d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=683d0d40-7e02-4beb-a68a-cd4177f2a90d,segment=NetworkSegment(277c9a12-a0f0-4c39-859d-56445481e9d8),segment_id=277c9a12-a0f0-4c39-859d-56445481e9d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:30.714921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Router c25e87b2-55a2-4c15-bccb-f75a3e709301 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:32:30.721290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.770270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3580b246-f1a9-4ae5-a2de-4fabd672216b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.794775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3580b246-f1a9-4ae5-a2de-4fabd672216b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.847351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ef8cc-8c6b-4eed-a56f-b9f71cea3a1c None None] Pushing event updated for resources: {'Port': ['ID=683d0d40-7e02-4beb-a68a-cd4177f2a90d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.876811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3580b246-f1a9-4ae5-a2de-4fabd672216b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.883813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3580b246-f1a9-4ae5-a2de-4fabd672216b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:30.885712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3580b246-f1a9-4ae5-a2de-4fabd672216b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e85cb329-ce1d-4ee3-8234-842fd0e87b56 HTTP/1.1" status: 204 len: 168 time: 0.1858859 Jul 15 13:32:30.894019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:30.911599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580b246-f1a9-4ae5-a2de-4fabd672216b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e85cb329-ce1d-4ee3-8234-842fd0e87b56,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:30.971186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab332f9d-316f-490e-b2f8-a7b7836376c1 None None] Provisioning complete for port 683d0d40-7e02-4beb-a68a-cd4177f2a90d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:30.971781 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab332f9d-316f-490e-b2f8-a7b7836376c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.000684 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1fdeba4b-ef77-48c4-a513-c12cf1d831b4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1005275 Jul 15 13:32:31.001382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53660) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.014062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:31.039744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d2191844-b437-48f4-8adc-3cb903c54eec tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2661119 Jul 15 13:32:31.040787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53662) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.050848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] Sync routers for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:31.083928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:31.084348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47b335a2-4810-45ac-9f9d-bc7662f4e2b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.085622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:31.109786 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47b335a2-4810-45ac-9f9d-bc7662f4e2b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.149186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:31.194117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:31.195491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:31.242237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47b335a2-4810-45ac-9f9d-bc7662f4e2b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.265300 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-47b335a2-4810-45ac-9f9d-bc7662f4e2b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.276379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-47b335a2-4810-45ac-9f9d-bc7662f4e2b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6bff1572-7692-417f-b1cc-74c811ebb8e3 HTTP/1.1" status: 204 len: 168 time: 0.2703457 Jul 15 13:32:31.282466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53666) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.288205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:31.289493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5113-639c-4dfe-8e08-7278dfd03f19 None None] The sync data for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:31.341768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b335a2-4810-45ac-9f9d-bc7662f4e2b2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bff1572-7692-417f-b1cc-74c811ebb8e3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:31.379785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab332f9d-316f-490e-b2f8-a7b7836376c1 None None] Provisioning for port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:31.400213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab332f9d-316f-490e-b2f8-a7b7836376c1 None None] Provisioning complete for port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:31.401423 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab332f9d-316f-490e-b2f8-a7b7836376c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.489443 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a200bcd4-87be-476d-b958-3aa70369b4d2 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1788836 Jul 15 13:32:31.503351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.506047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ab332f9d-316f-490e-b2f8-a7b7836376c1 None None] Port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:31.601846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6db8d3b8-98b0-49da-b85f-6dca0a6627e4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.626969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6db8d3b8-98b0-49da-b85f-6dca0a6627e4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.641236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-27687104-5fb7-4d7f-b1ae-bdf34fd6830c None None] Provisioning complete for port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:31.641621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27687104-5fb7-4d7f-b1ae-bdf34fd6830c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.713352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6db8d3b8-98b0-49da-b85f-6dca0a6627e4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.720607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6db8d3b8-98b0-49da-b85f-6dca0a6627e4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:31.728240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6db8d3b8-98b0-49da-b85f-6dca0a6627e4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/45ea1359-0132-47c1-b46f-169338c44a9c HTTP/1.1" status: 204 len: 168 time: 0.2198341 Jul 15 13:32:31.731589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:31.791878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8d3b8-98b0-49da-b85f-6dca0a6627e4 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45ea1359-0132-47c1-b46f-169338c44a9c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:31.822216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-27687104-5fb7-4d7f-b1ae-bdf34fd6830c None None] Port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:31.897653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce14ec21-3210-4e46-a6e6-cfdca7c8edc7 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1439815 Jul 15 13:32:31.899124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53680) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.014780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a306fe5-7892-4d59-ac2f-ce6c5f879544 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.078620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a306fe5-7892-4d59-ac2f-ce6c5f879544 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.146728 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-48cbde05-1a4c-4049-81bc-aa20dc737a41 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:32:32.154174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-48cbde05-1a4c-4049-81bc-aa20dc737a41 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1115355 Jul 15 13:32:32.156532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.160506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-03e57a04-ea67-4d25-b90f-cd493660027f None None] Provisioning complete for port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:32.161119 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-03e57a04-ea67-4d25-b90f-cd493660027f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.194152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274c344-6c32-44a5-9bf2-e6f6741c790f req-fd2f1e5c-d4cd-497b-861b-a85da64014f4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:32.202206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5274c344-6c32-44a5-9bf2-e6f6741c790f req-fd2f1e5c-d4cd-497b-861b-a85da64014f4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 946 time: 0.1849229 Jul 15 13:32:32.236718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a306fe5-7892-4d59-ac2f-ce6c5f879544 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.237290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a306fe5-7892-4d59-ac2f-ce6c5f879544 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.238813 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a306fe5-7892-4d59-ac2f-ce6c5f879544 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1 HTTP/1.1" status: 204 len: 168 time: 0.3359542 Jul 15 13:32:32.259665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53688) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.262758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306fe5-7892-4d59-ac2f-ce6c5f879544 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704c6e0d-bafc-4f5c-b4b3-bd6f0c4d59f1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:32.274480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac8702-aa6b-428a-8176-250693f18807 None None] Network fc855f05-0645-483c-99dc-7b406e6f8203 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:32.311625 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5274c344-6c32-44a5-9bf2-e6f6741c790f req-ae6208db-e385-4d92-9c8a-b8d019afc59c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083155 Jul 15 13:32:32.352703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db871370-de59-4682-9d52-516bcc7b02aa tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875416 Jul 15 13:32:32.359900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53692) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.366429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716889243'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:32.366712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-03e57a04-ea67-4d25-b90f-cd493660027f None None] Port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:32.401358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.517229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 683d0d40-7e02-4beb-a68a-cd4177f2a90d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:32.636125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.648139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.685905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c3321caa-3676-4466-b019-49ad4cc3f092 None None] Provisioning for port 9b8cfe68-f75c-4998-9fda-7d0faa34796d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:32.756232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 683d0d40-7e02-4beb-a68a-cd4177f2a90d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:32.756607 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.795262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891c043e-d44f-4362-97ff-5f37976152f6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:32.819380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:32.823381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7a65aa9b-ccef-4e8c-a90a-05e57df6af85 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4620471 Jul 15 13:32:32.831017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53710) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:32.843137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '891c043e-d44f-4362-97ff-5f37976152f6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:32.890779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.044004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.057464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.155373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c1441d-88d4-4061-a8ec-6bd642f37c1f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.167900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.170479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-378faeae-7f14-4393-804c-14519361432e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3353422 Jul 15 13:32:33.173817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:33.276284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71d9235d-0973-4305-86e2-4574d6d25a2b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.334250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71d9235d-0973-4305-86e2-4574d6d25a2b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.366213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9b8cfe68-f75c-4998-9fda-7d0faa34796d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:33.474877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71d9235d-0973-4305-86e2-4574d6d25a2b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.479546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71d9235d-0973-4305-86e2-4574d6d25a2b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.481244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-71d9235d-0973-4305-86e2-4574d6d25a2b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/891c043e-d44f-4362-97ff-5f37976152f6 HTTP/1.1" status: 204 len: 168 time: 0.3058765 Jul 15 13:32:33.488183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53718) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:33.491951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9b8cfe68-f75c-4998-9fda-7d0faa34796d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:33.500026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9b8cfe68-f75c-4998-9fda-7d0faa34796d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:33.500493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.513799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9235d-0973-4305-86e2-4574d6d25a2b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c043e-d44f-4362-97ff-5f37976152f6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.590597 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-34117a27-7641-4071-9696-fea5cc04a367 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985351 Jul 15 13:32:33.591062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53720) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:33.595984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943437331'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:33.634450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.720046 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.788342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-fd4bd62d-3b50-45dd-aad4-883697e0d8fe tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:33.791329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-fd4bd62d-3b50-45dd-aad4-883697e0d8fe tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.4670730 Jul 15 13:32:33.798920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9b8cfe68-f75c-4998-9fda-7d0faa34796d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9b8cfe68-f75c-4998-9fda-7d0faa34796d,segment=NetworkSegment(36cb4015-ca08-45a9-84bd-af48b8e5c34e),segment_id=36cb4015-ca08-45a9-84bd-af48b8e5c34e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:33.807287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.869582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-c25c751d-e56d-476b-95dc-d3bda96e9ad3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0543017 Jul 15 13:32:33.948983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:33.956347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9b8cfe68-f75c-4998-9fda-7d0faa34796d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:33.960205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.036868 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.037400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-cf6b57a1-ba95-4882-8c40-63aa40e557d0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267302 Jul 15 13:32:34.040116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4473665 Jul 15 13:32:34.043689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:34.049355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edf32c-bbf1-44fe-b076-cd6430deac68 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3169f5-8a9b-44d4-a97a-c5b0d0a8be2e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:34.049627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--344200895'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:34.155941 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.177806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:34.234041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9b8cfe68-f75c-4998-9fda-7d0faa34796d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:34.270997 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-d29d765d-ac34-4a92-b207-72ca2cbdc42f service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029850 Jul 15 13:32:34.368468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9b8cfe68-f75c-4998-9fda-7d0faa34796d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:34.369433 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.390416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.576846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.604242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.622573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-78d2f27b-bd54-45a1-866a-cb64d589f956 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442569 Jul 15 13:32:34.712559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.713800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6691506 Jul 15 13:32:34.736618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53738) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:34.747013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '4e3169f5-8a9b-44d4-a97a-c5b0d0a8be2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '93694f3b-a50d-4959-bd29-597d3fe34598', 'remote_ip_prefix': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:34.780128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716850db-55eb-49ee-b5b7-18704be8a817 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93694f3b-a50d-4959-bd29-597d3fe34598,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:34.821426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:34.952023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.042549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.076233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3562c4-02ec-4dee-9d2e-4d946c776958,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:35.157417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.158917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4196ad95-994d-452f-8f6f-84e4762c78c1 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4168730 Jul 15 13:32:35.165285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53746) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:35.224359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3c792a5c-a340-4cf2-89ce-65df63d299d4 req-10a8a8d4-de00-4ba7-ad24-16cf53f80752 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 210 time: 0.0775285 Jul 15 13:32:35.240823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f5e5-4700-4036-a0d9-ae06aa17f534 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.251331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f5e5-4700-4036-a0d9-ae06aa17f534 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.289515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting port a431c22d-d50e-4238-9e2a-fdc735d4f4b6 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:35.289898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.324174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f5e5-4700-4036-a0d9-ae06aa17f534 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.352104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f5e5-4700-4036-a0d9-ae06aa17f534 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.356071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b9a6f5e5-4700-4036-a0d9-ae06aa17f534 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ce3562c4-02ec-4dee-9d2e-4d946c776958 HTTP/1.1" status: 204 len: 168 time: 0.1776984 Jul 15 13:32:35.357865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53752) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:35.366954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6f5e5-4700-4036-a0d9-ae06aa17f534 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce3562c4-02ec-4dee-9d2e-4d946c776958,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:35.440398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5259a0ec-c0e9-485f-9b62-89588c00718e tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0812106 Jul 15 13:32:35.441844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:35.468102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.494508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Calling delete_port for a431c22d-d50e-4238-9e2a-fdc735d4f4b6 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:35.591067 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.619582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db06ec70-5bd2-49b0-82bb-9011079d2205 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.675832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db06ec70-5bd2-49b0-82bb-9011079d2205 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.825634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db06ec70-5bd2-49b0-82bb-9011079d2205 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.828925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db06ec70-5bd2-49b0-82bb-9011079d2205 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.833146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-db06ec70-5bd2-49b0-82bb-9011079d2205 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/93694f3b-a50d-4959-bd29-597d3fe34598 HTTP/1.1" status: 204 len: 168 time: 0.3824401 Jul 15 13:32:35.833357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53758) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:35.853006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06ec70-5bd2-49b0-82bb-9011079d2205 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93694f3b-a50d-4959-bd29-597d3fe34598,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:35.868859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:35.912845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Port': ['ID=a431c22d-d50e-4238-9e2a-fdc735d4f4b6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:35.976414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e017f851-1dee-4e2e-bc15-661e526e68f7 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1361117 Jul 15 13:32:35.983858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53760) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:36.100676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Deleting port 15eacfa5-9299-4e6a-840a-51873c9a0365 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:36.101187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.110451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5523f0cc-f67d-4b68-88f7-f33ebd174296 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.244438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.247753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5523f0cc-f67d-4b68-88f7-f33ebd174296 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.337201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] For port 15eacfa5-9299-4e6a-840a-51873c9a0365, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=15eacfa5-9299-4e6a-840a-51873c9a0365,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:36.337854 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.367866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Calling delete_port for 15eacfa5-9299-4e6a-840a-51873c9a0365 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:36.474770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5523f0cc-f67d-4b68-88f7-f33ebd174296 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.477368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5523f0cc-f67d-4b68-88f7-f33ebd174296 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.481328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5523f0cc-f67d-4b68-88f7-f33ebd174296 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/4e3169f5-8a9b-44d4-a97a-c5b0d0a8be2e HTTP/1.1" status: 204 len: 168 time: 0.4962683 Jul 15 13:32:36.491621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53770) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:36.531088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70aadb72-3ab2-4895-81c4-2d9858c985a5 req-4879bcb7-cc40-4b22-8198-9a6b2a8e2624 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 210 time: 0.0878263 Jul 15 13:32:36.538952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523f0cc-f67d-4b68-88f7-f33ebd174296 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3169f5-8a9b-44d4-a97a-c5b0d0a8be2e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:36.571876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Router c25e87b2-55a2-4c15-bccb-f75a3e709301 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:36.598028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-466a4c41-dc96-4881-95eb-7ceb1ee849a8 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010292 Jul 15 13:32:36.605586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53774) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:36.611356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--300877196'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:36.668973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.680185 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:36.700401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:36.705944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8e99a12-0dca-4ab5-8728-5131979b0294 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5480072 Jul 15 13:32:36.709848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:36.713994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] Sync routers for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:36.728216 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:36.728868 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:36.758627 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-21da1b44-0282-44b1-a1bd-003db914ba4d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] delete failed (client error): The resource could not be found. Jul 15 13:32:36.759695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-21da1b44-0282-44b1-a1bd-003db914ba4d tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-266766890 HTTP/1.1" status: 404 len: 334 time: 0.0487070 Jul 15 13:32:36.764332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:36.773592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0bbdfb7d-944e-4287-bb54-964fc4cdc6b8 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c25e87b2-55a2-4c15-bccb-f75a3e709301'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:36.791824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=15eacfa5-9299-4e6a-840a-51873c9a0365,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:36.800648 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:36.819862 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:36.820889 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:36.893137 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:36.894438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9bc3a-4b1e-4ca7-af97-a73e827762ce None None] The sync data for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:37.001572 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.009328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.056668 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.058793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4523380 Jul 15 13:32:37.060062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.063040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53780) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:37.069343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': 'b2c42e2f-4934-41d5-907c-a6ce69654a94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:37.145384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d14ce1-fd80-4eb5-b3eb-5142156bdd0b tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c42e2f-4934-41d5-907c-a6ce69654a94,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:37.194008 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:32:37.400525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Router a4a30f47-fa05-49d2-b1a5-01c1281304b0 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:37.567445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:37.582974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] Sync routers for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:37.595699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98862365-d4c4-4993-87dd-d84061b1fd6b admin admin] 10.222.0.57 "PUT /v2.0/routers/a4a30f47-fa05-49d2-b1a5-01c1281304b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4146845 Jul 15 13:32:37.598069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:37.598220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53784) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:37.599354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:37.778649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:37.778987 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0bbdfb7d-944e-4287-bb54-964fc4cdc6b8 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:37.820756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-91aacfd1-79ff-4701-9e1c-ae639ef18220 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:37.822442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-91aacfd1-79ff-4701-9e1c-ae639ef18220 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 1.0429323 Jul 15 13:32:37.839684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:37.869419 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-0bbdfb7d-944e-4287-bb54-964fc4cdc6b8 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] update failed (client error): The resource could not be found. Jul 15 13:32:37.870412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0bbdfb7d-944e-4287-bb54-964fc4cdc6b8 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301 HTTP/1.1" status: 404 len: 339 time: 1.1046796 Jul 15 13:32:37.888544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53792) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:37.901484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.199883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:32:36Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:38.241401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] Checking router: a4a30f47-fa05-49d2-b1a5-01c1281304b0 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:32:38.259978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] Routers {'a4a30f47-fa05-49d2-b1a5-01c1281304b0'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:38.261234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:38.282544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.296438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.402186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfcd06b-8825-4395-959c-95a25147cf1e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:38.417398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:38.421202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.447219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.448006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-099041d7-2b83-4257-92bf-7f76ff90ca6f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3843956 Jul 15 13:32:38.456021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53798) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:38.482953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] Set router a4a30f47-fa05-49d2-b1a5-01c1281304b0 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:32:38.522239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83c0b2b8-a822-4c05-ae09-566d883c7b6c req-3e5c1b44-0e26-424c-9ffd-c9a445b033d3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 210 time: 0.0963168 Jul 15 13:32:38.558574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f61-9387-463d-84a0-448ae87f1b81 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.561871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.569926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f61-9387-463d-84a0-448ae87f1b81 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.595120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.662366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f61-9387-463d-84a0-448ae87f1b81 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.674286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f61-9387-463d-84a0-448ae87f1b81 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.675538 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ccf3f61-9387-463d-84a0-448ae87f1b81 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/2dfcd06b-8825-4395-959c-95a25147cf1e HTTP/1.1" status: 204 len: 168 time: 0.2161438 Jul 15 13:32:38.681675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:38.731149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:32:36Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:38.736135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf3f61-9387-463d-84a0-448ae87f1b81 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dfcd06b-8825-4395-959c-95a25147cf1e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:38.774288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-36ed046f-5d78-494b-b6d9-8cfbd6c797de tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0913267 Jul 15 13:32:38.774692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a337c8ba-da14-48ef-be2f-01bbf50a250a None None] The sync data for ids ['a4a30f47-fa05-49d2-b1a5-01c1281304b0'] in n-d-798054-11 is: [{'id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'name': 'tempest-TaggedBootDevicesTest_v242-1476086994-router', 'tenant_id': '9aabb3d7d6f84856854b6c6325009835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:19:17Z', 'updated_at': '2021-07-15T13:32:36Z', 'revision_number': 5, 'project_id': '9aabb3d7d6f84856854b6c6325009835', 'gw_port': {'id': '600d13e9-1c0e-498f-83ec-f0fb91b0991b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a30f47-fa05-49d2-b1a5-01c1281304b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:19:19Z', 'updated_at': '2021-07-15T13:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:38.777997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53802) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:38.834764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.884600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.12 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/12c14c61-a6ad-46de-8a83-484685dfdeaa) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:38.907948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa8f0-ab7c-4e07-97d4-1f42a9faa26f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.949626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa8f0-ab7c-4e07-97d4-1f42a9faa26f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:38.976929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Deleting port 600d13e9-1c0e-498f-83ec-f0fb91b0991b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:38.977253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.049200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Allocated IP 172.20.0.1 (9b974d44-88db-4988-ba3f-dab79ac104ed/0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4/fa697792-5887-4f8e-9d49-608ab290a11a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:39.083743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa8f0-ab7c-4e07-97d4-1f42a9faa26f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.088622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdaa8f0-ab7c-4e07-97d4-1f42a9faa26f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.092806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6fdaa8f0-ab7c-4e07-97d4-1f42a9faa26f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/b2c42e2f-4934-41d5-907c-a6ce69654a94 HTTP/1.1" status: 204 len: 168 time: 0.3113363 Jul 15 13:32:39.101206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.116246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdaa8f0-ab7c-4e07-97d4-1f42a9faa26f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c42e2f-4934-41d5-907c-a6ce69654a94,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.146685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] For port 600d13e9-1c0e-498f-83ec-f0fb91b0991b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=600d13e9-1c0e-498f-83ec-f0fb91b0991b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:39.147197 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.198845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Calling delete_port for 600d13e9-1c0e-498f-83ec-f0fb91b0991b owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:39.298309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.403445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.417861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['07bf7af2-28fc-460f-a2fc-699698bb7410'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:39.421205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:39.430315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d3f9f4a8-df50-4c01-94e6-5e19d046307a tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3193986 Jul 15 13:32:39.430944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:39.437649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495980173'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:39.522290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.527604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:39.537824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:39.550916 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.560455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:39.604066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=600d13e9-1c0e-498f-83ec-f0fb91b0991b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.640304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.650702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.694271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Transition to ACTIVE for port object fa697792-5887-4f8e-9d49-608ab290a11a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:39.721393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:39.722338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.823972 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.888837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.961221 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.971233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Port': ['ID=fa697792-5887-4f8e-9d49-608ab290a11a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:39.971508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:39.994658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.007107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fa770-a475-4022-8185-4ef0af0b5228 req-b13c3184-34f4-4701-badc-31c7af5adb9f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:40.008793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-338fa770-a475-4022-8185-4ef0af0b5228 req-b13c3184-34f4-4701-badc-31c7af5adb9f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 932 time: 0.2618041 Jul 15 13:32:40.014619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network 9b974d44-88db-4988-ba3f-dab79ac104ed is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:40.019585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:40.028341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:40.039728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.049752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-4ef9ef28-648f-4ca2-9ccf-5de832e770bc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2167072 Jul 15 13:32:40.101494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.101494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a30f47-fa05-49d2-b1a5-01c1281304b0 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:40.117036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.119129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cea7a80a-947d-4f7b-9073-c74202740d03 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a4a30f47-fa05-49d2-b1a5-01c1281304b0 HTTP/1.1" status: 204 len: 168 time: 2.5192881 Jul 15 13:32:40.126810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53814) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.169760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.171205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7389019 Jul 15 13:32:40.177082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e08987-aae8-4d99-bf19-09868d17896d tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef43fa-c843-47e6-afc4-e93f233f3964,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:40.180230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53816) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:40.198303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15eacfa5-9299-4e6a-840a-51873c9a0365 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:40.231215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '28ef43fa-c843-47e6-afc4-e93f233f3964', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:40.260299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Request body: {'port': {'device_id': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:40.284174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 15eacfa5-9299-4e6a-840a-51873c9a0365 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:40.284549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15eacfa5-9299-4e6a-840a-51873c9a0365 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:40.374167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.464593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-338fa770-a475-4022-8185-4ef0af0b5228 req-929ecb43-8cf6-4195-99f0-ca68302e1954 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449780 Jul 15 13:32:40.487020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Deleting subnet 3fbb8929-a19c-4b4f-947d-96b4c20e24fa {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:40.501213 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.604913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-27e7b3e0-e563-4e52-a8ef-07b3f931f4e0 None None] Provisioning for port fa697792-5887-4f8e-9d49-608ab290a11a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:40.609563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-27e7b3e0-e563-4e52-a8ef-07b3f931f4e0 None None] Provisioning complete for port fa697792-5887-4f8e-9d49-608ab290a11a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:40.610486 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27e7b3e0-e563-4e52-a8ef-07b3f931f4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.635319 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.693190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-27e7b3e0-e563-4e52-a8ef-07b3f931f4e0 None None] Port fa697792-5887-4f8e-9d49-608ab290a11a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:40.740109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:40.818091 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.043048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.054691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.092516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.268120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce4d82c-2d4d-45dd-a243-7963b47f2d09,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.279302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.372539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.374697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7323518b-b79e-4f8f-b10b-11370afd3ed3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1499894 Jul 15 13:32:41.378057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53820) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.398206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e73f344d-4086-4a6a-9ed0-2cc34c4c2add tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules/bce4d82c-2d4d-45dd-a243-7963b47f2d09 HTTP/1.1" status: 200 len: 763 time: 0.0181336 Jul 15 13:32:41.401577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53824) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.487926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8126f511-957e-4b62-bd96-62e68e1c09a9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0847542 Jul 15 13:32:41.488952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53828) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.539392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf423-cecf-4c6c-91c3-fa4a95e8453f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.554973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf423-cecf-4c6c-91c3-fa4a95e8453f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.623137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf423-cecf-4c6c-91c3-fa4a95e8453f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.633705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6fdcf423-cecf-4c6c-91c3-fa4a95e8453f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.638871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6fdcf423-cecf-4c6c-91c3-fa4a95e8453f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/bce4d82c-2d4d-45dd-a243-7963b47f2d09 HTTP/1.1" status: 204 len: 168 time: 0.1445534 Jul 15 13:32:41.643536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.657713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcf423-cecf-4c6c-91c3-fa4a95e8453f tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bce4d82c-2d4d-45dd-a243-7963b47f2d09,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.755239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.788378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbb8929-a19c-4b4f-947d-96b4c20e24fa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:41.845611 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:41.847925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fda6fd44-bc0d-4111-9b9c-cedc673e7c29 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3fbb8929-a19c-4b4f-947d-96b4c20e24fa HTTP/1.1" status: 204 len: 168 time: 1.7182596 Jul 15 13:32:41.853696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53842) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.860501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845b378-5e4b-4472-93cb-1cc166e2b00c None None] Network e77ca1a6-b459-41a8-bf0a-f17464d9b948 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:41.863620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0cc2dacf-83b9-4a44-b765-8243f372a3a9 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2098851 Jul 15 13:32:41.880373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53844) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:41.886714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '28ef43fa-c843-47e6-afc4-e93f233f3964', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:41.888317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b3e57-efa0-46d1-bdec-35aeeb6d9c9c req-a398fe5c-11c8-48e4-8101-825c517c8741 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:41.891624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db9b3e57-efa0-46d1-bdec-35aeeb6d9c9c req-a398fe5c-11c8-48e4-8101-825c517c8741 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 932 time: 0.1805155 Jul 15 13:32:42.035586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.060087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.090258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c14c61-a6ad-46de-8a83-484685dfdeaa {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:42.116126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.145630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db9b3e57-efa0-46d1-bdec-35aeeb6d9c9c req-9de074b8-5e4c-4615-9814-74f37dce0d4e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152687 Jul 15 13:32:42.166179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Transition to ACTIVE for port object 12c14c61-a6ad-46de-8a83-484685dfdeaa will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:42.181760 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.187424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 600d13e9-1c0e-498f-83ec-f0fb91b0991b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:42.227495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53848) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.238708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 600d13e9-1c0e-498f-83ec-f0fb91b0991b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:42.239252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 600d13e9-1c0e-498f-83ec-f0fb91b0991b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:42.251613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Deleting port ce4ed049-ff97-444f-8d79-486e2b871587 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:42.252373 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.260927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.280546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Pushing event updated for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.285172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.353515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] For port ce4ed049-ff97-444f-8d79-486e2b871587, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ce4ed049-ff97-444f-8d79-486e2b871587,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:42.354030 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.381693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Calling delete_port for ce4ed049-ff97-444f-8d79-486e2b871587 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:42.442249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] DHCP port deletion for e77ca1a6-b459-41a8-bf0a-f17464d9b948 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:42.506821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] Deleting port ce4ed049-ff97-444f-8d79-486e2b871587 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:42.507387 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.515907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-609af0b9-c4b9-404f-a540-18598643f841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.621572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] For port ce4ed049-ff97-444f-8d79-486e2b871587, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ce4ed049-ff97-444f-8d79-486e2b871587,segment=NetworkSegment(f523384e-68e1-4157-bdcb-81da7320b198),segment_id=f523384e-68e1-4157-bdcb-81da7320b198)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:42.621923 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.624203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.640870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] Calling delete_port for ce4ed049-ff97-444f-8d79-486e2b871587 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:42.667304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4ed049-ff97-444f-8d79-486e2b871587,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.674557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] No DVR routers for this DVR port ce4ed049-ff97-444f-8d79-486e2b871587 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:42.774922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.801318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.816063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] Pushing event deleted for resources: {'Port': ['ID=ce4ed049-ff97-444f-8d79-486e2b871587,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.816685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-609af0b9-c4b9-404f-a540-18598643f841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.821739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60716c2f-c15b-40ed-86aa-45e9abc44549 None None] No DVR routers for this DVR port ce4ed049-ff97-444f-8d79-486e2b871587 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:42.822688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77ca1a6-b459-41a8-bf0a-f17464d9b948']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:42.833063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-609af0b9-c4b9-404f-a540-18598643f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.843638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f523384e-68e1-4157-bdcb-81da7320b198') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:42.844139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f523384e-68e1-4157-bdcb-81da7320b198') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:42.868124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.879182 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.909703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-609af0b9-c4b9-404f-a540-18598643f841 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93222b4884374a2bb570c7cfafa6842b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773274 Jul 15 13:32:42.911134 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.913887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609af0b9-c4b9-404f-a540-18598643f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8f8769-975d-4f89-957f-0aa3252a2f6e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:42.916705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53852) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:42.930085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:42.930473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:42.932716 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:42.936264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.039093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.050903 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.058275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e77ca1a6-b459-41a8-bf0a-f17464d9b948 HTTP/1.1" status: 204 len: 168 time: 1.1988275 Jul 15 13:32:43.077052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event updated for resources: {'Port': ['ID=fa697792-5887-4f8e-9d49-608ab290a11a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.082242 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1f1b706-2fa5-423b-a590-84979775d9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.086882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0c79-b3d3-4b0b-bd93-8da1d3f23b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=e77ca1a6-b459-41a8-bf0a-f17464d9b948,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.094607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed6ada1f-88f8-4b5d-8a1a-d116617b187e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.100225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.111639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.113443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2318568 Jul 15 13:32:43.120636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53856) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.123041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ff95b-36ed-4ba6-a358-c0fcfd4f7854 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a04e40-365b-413a-a546-696b665c9a11,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.140393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Attempting to bind port 12c14c61-a6ad-46de-8a83-484685dfdeaa on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:43.140393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Attempting to bind port 12c14c61-a6ad-46de-8a83-484685dfdeaa by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:43.141319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Attempting to bind port 12c14c61-a6ad-46de-8a83-484685dfdeaa on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:43.151949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed6ada1f-88f8-4b5d-8a1a-d116617b187e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.171549 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8e86e378-b69b-429b-838e-bd6cc5196041 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules/41a04e40-365b-413a-a546-696b665c9a11 HTTP/1.1" status: 200 len: 763 time: 0.0490379 Jul 15 13:32:43.172830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53858) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.207411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Port 12c14c61-a6ad-46de-8a83-484685dfdeaa on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:43.207901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Attempting to bind port 12c14c61-a6ad-46de-8a83-484685dfdeaa on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:43.270364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0f5f0c79-3fc8-468d-827e-aca8b07bdfc0 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0939529 Jul 15 13:32:43.277941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53862) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.278665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.298330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:43.299244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:43.299880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:43.300623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Bound port: 12c14c61-a6ad-46de-8a83-484685dfdeaa, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:43.306879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.356508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7262aa50-06e2-4168-8821-e23dafa4e7ae tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.361421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed6ada1f-88f8-4b5d-8a1a-d116617b187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.364585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed6ada1f-88f8-4b5d-8a1a-d116617b187e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.370238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ed6ada1f-88f8-4b5d-8a1a-d116617b187e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c8f8769-975d-4f89-957f-0aa3252a2f6e HTTP/1.1" status: 204 len: 168 time: 0.4457800 Jul 15 13:32:43.380416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7262aa50-06e2-4168-8821-e23dafa4e7ae tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.407574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ada1f-88f8-4b5d-8a1a-d116617b187e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8f8769-975d-4f89-957f-0aa3252a2f6e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.432679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1cdaa28f-db05-4b98-bdef-3ee317215b47 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9aabb3d7d6f84856854b6c6325009835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510589 Jul 15 13:32:43.442597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53868) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.483572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:43.504685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7262aa50-06e2-4168-8821-e23dafa4e7ae tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.507064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Network 9b974d44-88db-4988-ba3f-dab79ac104ed is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:43.513631 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7262aa50-06e2-4168-8821-e23dafa4e7ae tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.515569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7262aa50-06e2-4168-8821-e23dafa4e7ae tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/41a04e40-365b-413a-a546-696b665c9a11 HTTP/1.1" status: 204 len: 168 time: 0.2355697 Jul 15 13:32:43.518444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:43.519617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53870) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.523683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:43.553745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262aa50-06e2-4168-8821-e23dafa4e7ae tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41a04e40-365b-413a-a546-696b665c9a11,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.569586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.599813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b799b8a-1218-4e75-ae34-8b8bc19e30c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.642095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b799b8a-1218-4e75-ae34-8b8bc19e30c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.712942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b799b8a-1218-4e75-ae34-8b8bc19e30c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.716267 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b799b8a-1218-4e75-ae34-8b8bc19e30c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.717519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1b799b8a-1218-4e75-ae34-8b8bc19e30c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3de70dc4-d645-401d-855d-dbf015eda952 HTTP/1.1" status: 204 len: 168 time: 0.2729855 Jul 15 13:32:43.727347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b799b8a-1218-4e75-ae34-8b8bc19e30c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de70dc4-d645-401d-855d-dbf015eda952,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.801160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:43.802469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.805429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] 10.222.0.59 "PUT /v2.0/ports/12c14c61-a6ad-46de-8a83-484685dfdeaa HTTP/1.1" status: 200 len: 1093 time: 3.6970446 Jul 15 13:32:43.815935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:43.818913 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:43.852697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Router c25e87b2-55a2-4c15-bccb-f75a3e709301 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:43.867197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53878) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:43.867443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-19c3c93a-882f-47bc-8dc9-7690a364fe05 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3450446 Jul 15 13:32:43.871624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Request body: {'security_group_rule': {'security_group_id': '28ef43fa-c843-47e6-afc4-e93f233f3964', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:43.943013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:43.943603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54941-5f54-4f9a-8f85-ec2e76540abe service neutron] Pushing event updated for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:43.964193 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43af4aa5-4041-4ddd-aa8c-e858f89ce33b x-openstack-request-id: req-43af4aa5-4041-4ddd-aa8c-e858f89ce33b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:43.964503 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:43.964807 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43af4aa5-4041-4ddd-aa8c-e858f89ce33b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:43.965196 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa', 'status': 'completed', 'code': 200} Jul 15 13:32:43.976654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53880) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.003586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064094e-c93c-4162-9829-abe3eb9fbb35 req-8a5e921b-4c28-4681-8453-b45aa3b65a8d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:44.006399 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1064094e-c93c-4162-9829-abe3eb9fbb35 req-8a5e921b-4c28-4681-8453-b45aa3b65a8d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 944 time: 0.5033693 Jul 15 13:32:44.040636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-961fbb07-383e-4484-8b57-7510bf840526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.058118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f0e905ff-0517-4a2f-add3-2f7bc25daa13 None None] Provisioning complete for port fa697792-5887-4f8e-9d49-608ab290a11a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:44.059560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f0e905ff-0517-4a2f-add3-2f7bc25daa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.125626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f0e905ff-0517-4a2f-add3-2f7bc25daa13 None None] Port fa697792-5887-4f8e-9d49-608ab290a11a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:44.149822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ce4ed049-ff97-444f-8d79-486e2b871587 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:44.171600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.179801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ce4ed049-ff97-444f-8d79-486e2b871587 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:44.180605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ce4ed049-ff97-444f-8d79-486e2b871587 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:44.182558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.238677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6e1023-2d21-4be0-a25f-fd13f914f23d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.308099 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-961fbb07-383e-4484-8b57-7510bf840526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.317892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-961fbb07-383e-4484-8b57-7510bf840526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.360613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1064094e-c93c-4162-9829-abe3eb9fbb35 req-4204d852-2ac5-4501-a7b1-163ee785d376 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175298 Jul 15 13:32:44.363581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.370819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:44.372206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-17f4e01c-3b18-424b-93a8-890c91ba95b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5043588 Jul 15 13:32:44.377959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.386780 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] Sync routers for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:44.396549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-247380e1-17fb-4c16-9683-622c048d5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:44.399429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-247380e1-17fb-4c16-9683-622c048d5418 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 1096 time: 0.5141511 Jul 15 13:32:44.408732 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fbb33aac-39d4-4bf2-beb6-0cf42ce8541f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5189846 Jul 15 13:32:44.413207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.460120 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:44.461733 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.489411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c6e269ea-1ebd-499b-aa9c-bf6df0e675b3 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules/6d6e1023-2d21-4be0-a25f-fd13f914f23d HTTP/1.1" status: 200 len: 764 time: 0.0882714 Jul 15 13:32:44.492121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-9564df41-3dbe-4498-b9fb-ed72610c936a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa HTTP/1.1" status: 200 len: 217 time: 0.0752826 Jul 15 13:32:44.493524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53888) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.552230 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.568584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-62e2d3c9-3dcd-4c8a-9da9-b1d87e0a5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:44.571098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:44.571825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-62e2d3c9-3dcd-4c8a-9da9-b1d87e0a5498 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0681624 Jul 15 13:32:44.572790 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.620535 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9598ee23-e3ee-4357-91c2-38ebd3e7dc00 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.624538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-a75045f4-586d-4e12-95b1-248d90904509 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432758 Jul 15 13:32:44.639131 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:44.640775 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4940e9c6-8256-4c4d-9374-474ab2a3cbb7 None None] The sync data for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:44.702579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-93a1c69e-6c25-4e01-bc64-99cf5c163a04 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2048664 Jul 15 13:32:44.715119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.730321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fbb07-383e-4484-8b57-7510bf840526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b16ebf-9244-4e63-aa44-8277cd57582f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.735405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-961fbb07-383e-4484-8b57-7510bf840526 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b72ec9b5a94f4e17ae4ac8bc5d197192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572391 Jul 15 13:32:44.740388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53896) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.768674 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-9598ee23-e3ee-4357-91c2-38ebd3e7dc00 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 13:32:44.774302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9598ee23-e3ee-4357-91c2-38ebd3e7dc00 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301 HTTP/1.1" status: 409 len: 329 time: 0.3480802 Jul 15 13:32:44.776166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.809653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d878dd6-8a58-4f81-9dbe-f33db5d2a930 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.824952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d878dd6-8a58-4f81-9dbe-f33db5d2a930 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.874978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-80f9afad-568a-44fd-bf5d-6cce13005cde service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406330 Jul 15 13:32:44.878129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d878dd6-8a58-4f81-9dbe-f33db5d2a930 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.889861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d878dd6-8a58-4f81-9dbe-f33db5d2a930 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:44.894167 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8d878dd6-8a58-4f81-9dbe-f33db5d2a930 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6d6e1023-2d21-4be0-a25f-fd13f914f23d HTTP/1.1" status: 204 len: 168 time: 0.1764262 Jul 15 13:32:44.899615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53902) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:44.921257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d878dd6-8a58-4f81-9dbe-f33db5d2a930 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6e1023-2d21-4be0-a25f-fd13f914f23d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:44.927183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0c42f-c995-4f61-9228-12b2d07f9965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.042743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67a5f27f-4de2-498d-8eed-c06364115d57 req-840396b9-e0d0-4c22-ba25-cd235788b5ac service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585205 Jul 15 13:32:45.069184 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.134187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0c42f-c995-4f61-9228-12b2d07f9965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.205897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c1b454ef-2b8c-47c3-a7fb-2ab6387938dc tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3033540 Jul 15 13:32:45.210313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53906) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.242874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-331fad63-0092-42bd-8652-34d8f633437c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1038256 Jul 15 13:32:45.298170 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.383621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1761e851-4277-4afc-ac38-c4306c89f279 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.394033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0c42f-c995-4f61-9228-12b2d07f9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.398897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0c42f-c995-4f61-9228-12b2d07f9965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.403219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-edf0c42f-c995-4f61-9228-12b2d07f9965 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09b16ebf-9244-4e63-aa44-8277cd57582f HTTP/1.1" status: 204 len: 168 time: 0.6569738 Jul 15 13:32:45.446705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0c42f-c995-4f61-9228-12b2d07f9965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b16ebf-9244-4e63-aa44-8277cd57582f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.455727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1761e851-4277-4afc-ac38-c4306c89f279 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.469783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-53d8edc2-d7c3-41a0-a098-e36bd6e009a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.473107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-53d8edc2-d7c3-41a0-a098-e36bd6e009a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 1096 time: 0.3165994 Jul 15 13:32:45.479040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-efb98aa8-74cd-422c-9c6d-acb89f4d298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.482064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-efb98aa8-74cd-422c-9c6d-acb89f4d298b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 1097 time: 0.2087004 Jul 15 13:32:45.562106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fd3e055-ff81-41a6-a2bb-c2799ccfa8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.612778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1761e851-4277-4afc-ac38-c4306c89f279 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.619483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1761e851-4277-4afc-ac38-c4306c89f279 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.621134 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1761e851-4277-4afc-ac38-c4306c89f279 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "DELETE /v2.0/security-groups/28ef43fa-c843-47e6-afc4-e93f233f3964 HTTP/1.1" status: 204 len: 168 time: 0.4093566 Jul 15 13:32:45.624096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53920) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.630495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53922) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.690590 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:45.702553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761e851-4277-4afc-ac38-c4306c89f279 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef43fa-c843-47e6-afc4-e93f233f3964,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:45.741302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-3352eb6d-cc67-4221-b087-7d1a9b451f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.744347 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-3352eb6d-cc67-4221-b087-7d1a9b451f60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.2240531 Jul 15 13:32:45.855460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-7cda5439-e003-4723-9127-bdb7cb11ff36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b6713a-a204-4605-8aed-44369ddbace0 HTTP/1.1" status: 200 len: 217 time: 0.1025381 Jul 15 13:32:45.891089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-181bffad-2e04-4ef7-ba64-1251bb661915 tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2580230 Jul 15 13:32:45.898838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-6ff399b6-7dba-42a7-8ae5-6e06fed79295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.899097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-6ff399b6-7dba-42a7-8ae5-6e06fed79295 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.4181674 Jul 15 13:32:45.899490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:45.945047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-f4a309f3-ecf8-42f2-9aec-3d74188a704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:45.947309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-f4a309f3-ecf8-42f2-9aec-3d74188a704f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0828431 Jul 15 13:32:45.994306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-18c7a34e-e892-4de3-83ee-70df52ffff82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386779 Jul 15 13:32:46.033521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-2600d754-cabd-45bd-8f5d-b51c2dff8f66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa HTTP/1.1" status: 200 len: 217 time: 0.1231987 Jul 15 13:32:46.115109 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.163879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-428067276-network', 'tenant_id': '850c085161c74fa3adc3eca3d555c954'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:46.194483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-fff76ab4-2ce0-47c9-838e-53146236c4bf service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912632 Jul 15 13:32:46.198407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9cb64-11c0-4005-b2e5-b1f607e21735 req-eb2109e3-39b5-42a8-bad0-b2a8a9142c99 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:46.200397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16f9cb64-11c0-4005-b2e5-b1f607e21735 req-eb2109e3-39b5-42a8-bad0-b2a8a9142c99 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 944 time: 0.4622657 Jul 15 13:32:46.233464 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-260fefb6-ce08-436a-84ea-e0c54488f1bf tempest-SecGroupTest-889766436 tempest-SecGroupTest-889766436-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3325262 Jul 15 13:32:46.303951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16f9cb64-11c0-4005-b2e5-b1f607e21735 req-519cf43a-6869-4a93-b3e6-d740b6d7c04e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650959 Jul 15 13:32:46.316939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-b2568c69-d62a-4e5a-9cef-1d8a58a27636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:46.320124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-b2568c69-d62a-4e5a-9cef-1d8a58a27636 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.2760606 Jul 15 13:32:46.337970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e2deaac-de2b-4de1-9839-4e21991d4450 req-fed18e16-8267-4d94-8a5b-d6e4447c7ea6 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353717 Jul 15 13:32:46.339610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Made reservation on behalf of 850c085161c74fa3adc3eca3d555c954 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:46.343739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.365252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-81ece8c1-bbe1-409d-aac2-15c305ebbd59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373752 Jul 15 13:32:46.374747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.584198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.590620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.636458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:46.643706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53942) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.674864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.675568 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Added segment 611f145b-1669-4e51-9718-415e4898f4f7 of type vlan for network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d Jul 15 13:32:46.765102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b801f-6a6a-4a10-94ec-101ae167b4f3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:46.810656 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.864037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.865842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:46.866792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:46.930249 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2966807 Jul 15 13:32:46.935456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 53952) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:46.940790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Request body: {'subnet': {'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-428067276-subnet', 'tenant_id': '850c085161c74fa3adc3eca3d555c954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:46.995497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2faea-769a-4ab8-8ffc-07dbc12f15fb admin admin] Pushing event updated for resources: {'Network': ['ID=0fea62cc-0ae8-402e-a01e-f7ccbb58449d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.001588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Made reservation on behalf of 850c085161c74fa3adc3eca3d555c954 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:47.003978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.009413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:47.024653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7d31c2a9-e2aa-4036-9a86-e73aae964568 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa1d3ca7aa084d628b1b056899bf1654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759646 Jul 15 13:32:47.028425 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-8929e521-94f3-4530-98a6-cc468ff839f6 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247790 Jul 15 13:32:47.029237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 53956) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:47.097200 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.099451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef024cf9-6447-46d1-a7b6-2d81efd81dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.142109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef024cf9-6447-46d1-a7b6-2d81efd81dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.215047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef024cf9-6447-46d1-a7b6-2d81efd81dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.221982 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef024cf9-6447-46d1-a7b6-2d81efd81dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.223975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ef024cf9-6447-46d1-a7b6-2d81efd81dc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/755f15f4-629e-4e74-8024-dc511db2b752 HTTP/1.1" status: 204 len: 168 time: 0.1931851 Jul 15 13:32:47.237670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024cf9-6447-46d1-a7b6-2d81efd81dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f15f4-629e-4e74-8024-dc511db2b752,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.332876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3fe627-9c77-4fa0-8fca-df6b3a2fe4cf req-3f988c49-5b6a-4d5d-9a2b-ac461b648604 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926970 Jul 15 13:32:47.511472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting port fa697792-5887-4f8e-9d49-608ab290a11a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:47.511969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.520141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.627311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e0553-acae-4f8b-82e2-7269bfe73b66 req-293096ee-c9c4-4729-85d0-e7f3fafaaf7f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.629684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b3e0553-acae-4f8b-82e2-7269bfe73b66 req-293096ee-c9c4-4729-85d0-e7f3fafaaf7f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 944 time: 0.1108277 Jul 15 13:32:47.636022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 12c14c61-a6ad-46de-8a83-484685dfdeaa details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:32:47.690992 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b3e0553-acae-4f8b-82e2-7269bfe73b66 req-34effd8c-ab23-4cbf-a163-fb83a31e4530 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534728 Jul 15 13:32:47.735789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddc4c02-61fa-488f-b766-eb9b6d062efc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:47.826209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.831504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:47.838463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Checking segment: {'id': '611f145b-1669-4e51-9718-415e4898f4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:47.839342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Network hostable DHCP agents. Network: 0fea62cc-0ae8-402e-a01e-f7ccbb58449d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:47.849560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '12c14c61-a6ad-46de-8a83-484685dfdeaa', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': '12c14c61-a6ad-46de-8a83-484685dfdeaa', 'mac_address': 'fa:16:3e:0c:ec:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:32:47.853645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Calling delete_port for fa697792-5887-4f8e-9d49-608ab290a11a owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:47.893054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:47.902434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.921248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c14c61-a6ad-46de-8a83-484685dfdeaa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:47.948466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0fea62cc-0ae8-402e-a01e-f7ccbb58449d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:47.949186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:47.956020 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.960511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:47.961117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:47.965977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e49e9-7eed-458c-8147-669bbebd8529 None None] Network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:47.998967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4ebc7a7d-550e-4af9-a5eb-b7bbd233a8d4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0622683 Jul 15 13:32:48.165584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.185071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.215787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Port': ['ID=fa697792-5887-4f8e-9d49-608ab290a11a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:48.263429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['12c14c61-a6ad-46de-8a83-484685dfdeaa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:48.293217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdd319-91a1-41d1-b96e-ce8711d476a9 None None] Network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:48.457584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.660464 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:48.744011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Router c25e87b2-55a2-4c15-bccb-f75a3e709301 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:32:48.876678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:32:48.883236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6b0ab88-60a1-4f3c-b2a2-c002e9a6c366 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1059961 Jul 15 13:32:48.886989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.933985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] Sync routers for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:32:48.942341 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-4e9ddfbc-1427-4e60-8010-e8bcbc21a5a5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] show failed (client error): The resource could not be found. Jul 15 13:32:48.943913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4e9ddfbc-1427-4e60-8010-e8bcbc21a5a5 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1438415171 HTTP/1.1" status: 404 len: 335 time: 0.0558057 Jul 15 13:32:48.948616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54012) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:48.955796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f5c7e68f-bc7d-485a-8f50-a406a2db2557 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:48.956252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:48.956927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:48.996281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:49.017810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] Routers {'c25e87b2-55a2-4c15-bccb-f75a3e709301'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:32:49.018915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c25e87b2-55a2-4c15-bccb-f75a3e709301'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:49.035363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54016) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.045224 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-f5c7e68f-bc7d-485a-8f50-a406a2db2557 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] update failed (client error): The resource could not be found. Jul 15 13:32:49.046605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5c7e68f-bc7d-485a-8f50-a406a2db2557 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-508975405 HTTP/1.1" status: 404 len: 334 time: 0.0960937 Jul 15 13:32:49.055436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54020) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.100556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:49.101547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daffed2-25de-43f1-9a99-e1ff25d9f372 None None] The sync data for ids ['c25e87b2-55a2-4c15-bccb-f75a3e709301'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:32:49.138955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e911599-bcfd-48b5-b2fd-59f000a55ade req-010b7c7e-b53e-48e9-ae08-a565d4bc1e1f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.144227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting subnet fefd4c05-a1d5-4032-b0a4-32e9b87514ba {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:49.148123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.151338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e911599-bcfd-48b5-b2fd-59f000a55ade req-010b7c7e-b53e-48e9-ae08-a565d4bc1e1f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 945 time: 0.2057221 Jul 15 13:32:49.217013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e911599-bcfd-48b5-b2fd-59f000a55ade req-4677b5e6-aff6-46fb-8e67-29dcf162c5d4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644233 Jul 15 13:32:49.241382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-497592759'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:49.247119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.284366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Made reservation on behalf of 265fd480b4ee4b8194cbccf3363610b4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:49.291411 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.304308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.399541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.460410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.466056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.501859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:32:49.512527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-66813c32-c069-4fff-8078-56bf15ad870d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.514138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-66813c32-c069-4fff-8078-56bf15ad870d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/networks?id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d HTTP/1.1" status: 200 len: 813 time: 0.1733983 Jul 15 13:32:49.530364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c50e6ca-8ce7-477f-88d4-176e4df68287,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.534254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.534649 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Added segment 463b53a3-28ad-48e1-8aff-2aa7d7d4701f of type vlan for network 43b91f11-32b7-436c-9d35-d520744770ad Jul 15 13:32:49.538040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-535fee67-0212-4617-8922-78bfef08133a tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/quotas/850c085161c74fa3adc3eca3d555c954 HTTP/1.1" status: 200 len: 375 time: 0.0146911 Jul 15 13:32:49.545338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.600999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.632207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-17a1dbf5-827e-4624-8a7e-d6b4632e63bb tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=850c085161c74fa3adc3eca3d555c954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801961 Jul 15 13:32:49.635204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Subnet': ['ID=fefd4c05-a1d5-4032-b0a4-32e9b87514ba,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.640566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.642539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fa927415-9a6a-48a9-858a-c4f2f4120776 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/subnets/fefd4c05-a1d5-4032-b0a4-32e9b87514ba HTTP/1.1" status: 204 len: 168 time: 0.5858071 Jul 15 13:32:49.646956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54048) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.652024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 12c14c61-a6ad-46de-8a83-484685dfdeaa up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:49.692396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.704016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b6b73-fe40-47b2-a2ed-919082b67b79 None None] Network fc855f05-0645-483c-99dc-7b406e6f8203 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:49.716008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:49.717731 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.803149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54060) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:49.804210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7672067 Jul 15 13:32:49.809278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Request body: {'subnet': {'network_id': '43b91f11-32b7-436c-9d35-d520744770ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:49.820146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting subnet c79ab583-1834-4611-8585-53b0af4c1be5 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:49.824813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:49.857657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c08f7-cb3c-4327-a772-9221921c6078 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event updated for resources: {'Network': ['ID=43b91f11-32b7-436c-9d35-d520744770ad,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:49.875341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 43b91f11-32b7-436c-9d35-d520744770ad details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:32:49.895659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.029037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-230beab7-4fb6-469a-87e6-ff71242ed630 service neutron] 10.222.0.57 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665061 Jul 15 13:32:50.084098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 12c14c61-a6ad-46de-8a83-484685dfdeaa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:50.092577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 12c14c61-a6ad-46de-8a83-484685dfdeaa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:50.093126 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.117388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Made reservation on behalf of 265fd480b4ee4b8194cbccf3363610b4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:50.123326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.209243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54064) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:50.230775 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.255900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.284148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:50.287203 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d522ff-3194-430a-95b3-939f9bf9a853" -d '{"events": [{"server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "name": "network-vif-plugged", "status": "completed", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:50.329026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:50.336922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] DHCP port deletion for fc855f05-0645-483c-99dc-7b406e6f8203 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:50.341913 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.389257 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.442550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Subnet': ['ID=c79ab583-1834-4611-8585-53b0af4c1be5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.448046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.459584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-767748ab-dbcc-46a9-8077-559bc331b85b service neutron] 10.222.0.57 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636444 Jul 15 13:32:50.462130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] Deleting port 9b8cfe68-f75c-4998-9fda-7d0faa34796d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:50.462655 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.462890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.466659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d3ce5-9ac2-4f2a-aa5d-56e71028ea34 None None] Network b1e43a99-df7d-42c7-bba1-9c4dc7e64552 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:50.467598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:50.474020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fa54f5e9-4d98-48fc-8ad1-d19773da54eb tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/subnets/c79ab583-1834-4611-8585-53b0af4c1be5 HTTP/1.1" status: 204 len: 168 time: 0.8233204 Jul 15 13:32:50.544044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb531e-a13d-47b9-a1bc-42650e0bf21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.639075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] For port 9b8cfe68-f75c-4998-9fda-7d0faa34796d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9b8cfe68-f75c-4998-9fda-7d0faa34796d,segment=NetworkSegment(36cb4015-ca08-45a9-84bd-af48b8e5c34e),segment_id=36cb4015-ca08-45a9-84bd-af48b8e5c34e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:50.639367 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.639510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.693729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:50.705977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] Calling delete_port for 9b8cfe68-f75c-4998-9fda-7d0faa34796d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:50.763450 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab333a2-5460-45aa-93d0-d976cbb7a450 x-openstack-request-id: req-3ab333a2-5460-45aa-93d0-d976cbb7a450 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:50.763827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "name": "network-vif-plugged", "status": "completed", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:50.764133 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ab333a2-5460-45aa-93d0-d976cbb7a450 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:50.764664 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa', 'code': 200} Jul 15 13:32:50.869372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event updated for resources: {'Subnet': ['ID=c14129bd-a0c3-4538-9bbe-54db998034e8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:50.916096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e518b9f-b40a-4efc-a01c-66c3fcb23fe8 req-317b0166-7ecc-4e51-925f-4e926828bc0d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:50.917935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e518b9f-b40a-4efc-a01c-66c3fcb23fe8 req-317b0166-7ecc-4e51-925f-4e926828bc0d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 946 time: 0.3626094 Jul 15 13:32:50.935182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Checking segment: {'id': '463b53a3-28ad-48e1-8aff-2aa7d7d4701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '43b91f11-32b7-436c-9d35-d520744770ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:50.936135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Network hostable DHCP agents. Network: 43b91f11-32b7-436c-9d35-d520744770ad, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:32:50.974469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.001064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] DHCP port deletion for b1e43a99-df7d-42c7-bba1-9c4dc7e64552 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:51.006178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Network 43b91f11-32b7-436c-9d35-d520744770ad is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:32:51.036318 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb531e-a13d-47b9-a1bc-42650e0bf21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.042846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 43b91f11-32b7-436c-9d35-d520744770ad) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:51.073327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] Pushing event deleted for resources: {'Port': ['ID=9b8cfe68-f75c-4998-9fda-7d0faa34796d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.085110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8432ef0a-b13b-473b-aa03-3f257552a393 None None] No DVR routers for this DVR port 9b8cfe68-f75c-4998-9fda-7d0faa34796d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:51.091963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260a4e0-cdcf-476c-97e9-8fda94d9c3e6 None None] Network 43b91f11-32b7-436c-9d35-d520744770ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:51.102180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.102592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8afb531e-a13d-47b9-a1bc-42650e0bf21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.103741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.130909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa44f-34b0-4ffd-bd5f-8f2f95be4148 req-b75f4676-5395-4dbc-8005-2059b1f1c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.133744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ceaa44f-34b0-4ffd-bd5f-8f2f95be4148 req-b75f4676-5395-4dbc-8005-2059b1f1c8b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 1098 time: 0.2555594 Jul 15 13:32:51.134980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting port 9b8cfe68-f75c-4998-9fda-7d0faa34796d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:51.135355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.155824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8b29ce07-cead-473c-b6f8-c4ca0a8ab93c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3511894 Jul 15 13:32:51.159639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54084) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.173111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Request body: {'port': {'network_id': '43b91f11-32b7-436c-9d35-d520744770ad', 'name': 'tempest-TagsExtTest-393792951'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:51.238158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ceaa44f-34b0-4ffd-bd5f-8f2f95be4148 req-6415b0c6-54de-4d9a-8da5-705df3097e6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931451 Jul 15 13:32:51.265694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] Deleting port 683d0d40-7e02-4beb-a68a-cd4177f2a90d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:51.266661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.285740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] For port 9b8cfe68-f75c-4998-9fda-7d0faa34796d, host n-d-798054-11, got binding levels [] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:51.286326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.298496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.304843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.311400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.318172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.323315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Calling delete_port for 9b8cfe68-f75c-4998-9fda-7d0faa34796d owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:51.325083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.329215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Port 9b8cfe68-f75c-4998-9fda-7d0faa34796d was not found and therefore no delete operation was performed {{(pid=93994) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:32:51.332333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.339712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.341994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-17cc9598-ef29-4ff7-ae6f-fadb02c803a6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.3209684 Jul 15 13:32:51.350572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.401655 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] For port 683d0d40-7e02-4beb-a68a-cd4177f2a90d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=683d0d40-7e02-4beb-a68a-cd4177f2a90d,segment=NetworkSegment(277c9a12-a0f0-4c39-859d-56445481e9d8),segment_id=277c9a12-a0f0-4c39-859d-56445481e9d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:51.402074 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.406199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e518b9f-b40a-4efc-a01c-66c3fcb23fe8 req-dcd01774-4d5e-4035-b8c6-f13c36a69900 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804196 Jul 15 13:32:51.431768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bceda52b-ec8b-4a35-a541-f392e0681b1b req-e5d363ff-48e8-4441-b0c8-f9a33b94ca58 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824530 Jul 15 13:32:51.433282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] No DVR routers for this DVR port 9b8cfe68-f75c-4998-9fda-7d0faa34796d on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:51.467060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] Calling delete_port for 683d0d40-7e02-4beb-a68a-cd4177f2a90d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:51.470671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Made reservation on behalf of 265fd480b4ee4b8194cbccf3363610b4 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:51.487175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.551114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-43b91f11-32b7-436c-9d35-d520744770ad', 'network_id': '43b91f11-32b7-436c-9d35-d520744770ad', 'tenant_id': '265fd480b4ee4b8194cbccf3363610b4', 'fixed_ips': [{'subnet_id': 'c14129bd-a0c3-4538-9bbe-54db998034e8'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:32:51.552090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.573457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Port': ['ID=9b8cfe68-f75c-4998-9fda-7d0faa34796d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.591449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8afb531e-a13d-47b9-a1bc-42650e0bf21d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3b351d2d266e439480d1ace96736a036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3798790 Jul 15 13:32:51.600172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.602811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] device_id is not set on port 6085c449-968d-4f64-a552-ed9438f53ade yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:51.607438 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.630598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.644261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b23aaf3-5946-49a6-8d75-324053890256 req-1e041712-647a-4971-b560-d9d101cca8f2 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 210 time: 0.0805886 Jul 15 13:32:51.648979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb531e-a13d-47b9-a1bc-42650e0bf21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee736d-6e65-4db1-809b-67c9ff05e3cb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.655678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc855f05-0645-483c-99dc-7b406e6f8203']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:51.669551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cb4015-ca08-45a9-84bd-af48b8e5c34e') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:51.669841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cb4015-ca08-45a9-84bd-af48b8e5c34e') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:51.698676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.728964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] No DVR routers for this DVR port 683d0d40-7e02-4beb-a68a-cd4177f2a90d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:51.730289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-41c99649-f2a8-45b6-bd41-1f779929c44b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3652987 Jul 15 13:32:51.732552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:51.753401 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:51.771382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842a523-36e5-4cfc-80b9-d14ad5feb7a3 None None] Pushing event deleted for resources: {'Port': ['ID=683d0d40-7e02-4beb-a68a-cd4177f2a90d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.844950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.853572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.863181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.869301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.875910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.879932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.881950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/networks/fc855f05-0645-483c-99dc-7b406e6f8203 HTTP/1.1" status: 204 len: 168 time: 1.4130967 Jul 15 13:32:51.883073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.884701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54094) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:51.889965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.897648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:51.897955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f797c8a0-4eb7-4928-99ef-b82f9aea2949 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.3666637 Jul 15 13:32:51.898667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-453ee874-e3cb-4c4e-b06d-847b074ab766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:51.939623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf212e-6ef0-481c-922f-e84adad54287 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Network': ['ID=fc855f05-0645-483c-99dc-7b406e6f8203,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:51.966446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Allocated IP 172.20.0.11 (43b91f11-32b7-436c-9d35-d520744770ad/c14129bd-a0c3-4538-9bbe-54db998034e8/6085c449-968d-4f64-a552-ed9438f53ade) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:52.003886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-453ee874-e3cb-4c4e-b06d-847b074ab766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.019447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-a58f0e06-9e5e-40c4-afbd-82f383327f3e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.021004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-a58f0e06-9e5e-40c4-afbd-82f383327f3e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "GET /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1170659 Jul 15 13:32:52.058928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.066565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-645ef117-5955-4271-8d8c-8495496cf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.069856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-645ef117-5955-4271-8d8c-8495496cf520 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 1098 time: 0.2344172 Jul 15 13:32:52.178504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 683d0d40-7e02-4beb-a68a-cd4177f2a90d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:52.229085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 683d0d40-7e02-4beb-a68a-cd4177f2a90d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:52.230049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 683d0d40-7e02-4beb-a68a-cd4177f2a90d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:52.231239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9b8cfe68-f75c-4998-9fda-7d0faa34796d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:52.255191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9b8cfe68-f75c-4998-9fda-7d0faa34796d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:52.255808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9b8cfe68-f75c-4998-9fda-7d0faa34796d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:52.313459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.331624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e43a99-df7d-42c7-bba1-9c4dc7e64552']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:52.346753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277c9a12-a0f0-4c39-859d-56445481e9d8') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:52.347130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277c9a12-a0f0-4c39-859d-56445481e9d8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:52.373071 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.390403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-e5ed9854-afdd-4c1b-b32b-68abc68b91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.392135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-e5ed9854-afdd-4c1b-b32b-68abc68b91db service neutron] 10.222.0.58 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.2701771 Jul 15 13:32:52.399128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.415230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:52.415810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:52.419872 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:52.470454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-92326a16-3bdd-463b-b335-e7ad4513b7a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07bf7af2-28fc-460f-a2fc-699698bb7410 HTTP/1.1" status: 200 len: 217 time: 0.0684578 Jul 15 13:32:52.669622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-453ee874-e3cb-4c4e-b06d-847b074ab766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.673198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-453ee874-e3cb-4c4e-b06d-847b074ab766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.677850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-453ee874-e3cb-4c4e-b06d-847b074ab766 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7aee736d-6e65-4db1-809b-67c9ff05e3cb HTTP/1.1" status: 204 len: 168 time: 1.0690348 Jul 15 13:32:52.713830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f65871b4-d598-47ef-83cd-871bb3d92280 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "GET /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6872511 Jul 15 13:32:52.715048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ee874-e3cb-4c4e-b06d-847b074ab766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee736d-6e65-4db1-809b-67c9ff05e3cb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.740089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:52.762671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.773554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:52.780120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/networks/b1e43a99-df7d-42c7-bba1-9c4dc7e64552 HTTP/1.1" status: 204 len: 168 time: 0.8942037 Jul 15 13:32:52.797280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54104) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:52.845871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8b98e-7423-48d8-94ae-4ad47d8dd0e4 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Network': ['ID=b1e43a99-df7d-42c7-bba1-9c4dc7e64552,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:52.847265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-f7303939-fac5-464f-9b11-31ac979c6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:52.848835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-f7303939-fac5-464f-9b11-31ac979c6b24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.2713969 Jul 15 13:32:52.905037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-4d99702f-1940-46fa-abcf-f1dfc06d6756 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337298 Jul 15 13:32:52.916125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.043840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.049535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Transition to ACTIVE for port object 6085c449-968d-4f64-a552-ed9438f53ade will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:53.052608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.059250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.066320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.072771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.079991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.086293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.094404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-8b39f47b-033f-4c80-b3ee-4e734220a590 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 5433 time: 0.2914703 Jul 15 13:32:53.137239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-ee690133-d1a5-44c4-bd0c-0a24bcdefad3 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256653 Jul 15 13:32:53.144372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54108) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.153190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting subnet 0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:32:53.162800 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.173844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79970ece-04b8-40f5-9b71-fc8266d99df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.189014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1855e0b4-dd2d-4b9e-a838-b175070f61a6 req-59629542-cc7c-4081-96e7-853b1b110fb6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929704 Jul 15 13:32:53.216761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.228227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.246367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-f82b36f7-2edb-4eed-9b92-5155291518fc tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.247863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-f82b36f7-2edb-4eed-9b92-5155291518fc tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.58 "GET /v2.0/networks?id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d HTTP/1.1" status: 200 len: 813 time: 0.5404115 Jul 15 13:32:53.257991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Allocated IP 172.20.0.2 (43b91f11-32b7-436c-9d35-d520744770ad/c14129bd-a0c3-4538-9bbe-54db998034e8/e9a5bb15-0a6f-49b1-ba67-e960b8b254b9) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:53.295791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Request body: {'port': {'device_id': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d', 'admin_state_up': True, 'tenant_id': '850c085161c74fa3adc3eca3d555c954'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:53.307546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c7394240-04b6-4dac-929f-9bd56eea3aee req-c7336f59-dab2-4000-a0fb-229ec3a6eb17 service neutron] 10.222.0.58 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540875 Jul 15 13:32:53.356462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event updated for resources: {'Port': ['ID=6085c449-968d-4f64-a552-ed9438f53ade,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.383276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.392011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Network 43b91f11-32b7-436c-9d35-d520744770ad is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:53.399589 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79970ece-04b8-40f5-9b71-fc8266d99df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.408018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79970ece-04b8-40f5-9b71-fc8266d99df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.460943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:53.465212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.467239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-79970ece-04b8-40f5-9b71-fc8266d99df9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6433298ae73434b905d9369d5294473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213112 Jul 15 13:32:53.474190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:53.475695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54110) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.478688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Transition to ACTIVE for port object e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:53.495832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Transition to ACTIVE for port object e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:53.502678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.527476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2202f74-a508-495e-9f0d-bc42a69c482b req-c56d1131-3e17-46fa-a79e-6fc05674fa13 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 210 time: 0.0675807 Jul 15 13:32:53.543422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Network 43b91f11-32b7-436c-9d35-d520744770ad is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:53.543948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79970ece-04b8-40f5-9b71-fc8266d99df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc5f1d-69a5-4e03-b013-ab2e23e68733,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.549977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:53.556768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:53.569280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Pushing event updated for resources: {'Port': ['ID=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.609755 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75397183-0ff2-4779-8557-3f54d3bd15f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.627973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Attempting to bind port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:53.627973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Attempting to bind port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '463b53a3-28ad-48e1-8aff-2aa7d7d4701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '43b91f11-32b7-436c-9d35-d520744770ad'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:53.627973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Attempting to bind port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 on network 43b91f11-32b7-436c-9d35-d520744770ad {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:53.633638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:53.633997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Checking segment: {'id': '463b53a3-28ad-48e1-8aff-2aa7d7d4701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '43b91f11-32b7-436c-9d35-d520744770ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:53.634404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.634902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Bound using segment: {'id': '463b53a3-28ad-48e1-8aff-2aa7d7d4701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '43b91f11-32b7-436c-9d35-d520744770ad'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:53.635333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Bound port: e9a5bb15-0a6f-49b1-ba67-e960b8b254b9, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463b53a3-28ad-48e1-8aff-2aa7d7d4701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '43b91f11-32b7-436c-9d35-d520744770ad'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:53.635710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.638305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45667bd7-2ee6-452e-87ae-4513882fa2ed req-ab677126-d2ca-4911-858b-b08dd0f7fb4a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.638477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75397183-0ff2-4779-8557-3f54d3bd15f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.639952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45667bd7-2ee6-452e-87ae-4513882fa2ed req-ab677126-d2ca-4911-858b-b08dd0f7fb4a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 946 time: 0.6461866 Jul 15 13:32:53.678627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 5a5b8c69-8e46-4544-9a71-b709c289aa38 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:53.716149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75397183-0ff2-4779-8557-3f54d3bd15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.721090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75397183-0ff2-4779-8557-3f54d3bd15f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.722566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-75397183-0ff2-4779-8557-3f54d3bd15f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57cc5f1d-69a5-4e03-b013-ab2e23e68733 HTTP/1.1" status: 204 len: 168 time: 0.2458296 Jul 15 13:32:53.732070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75397183-0ff2-4779-8557-3f54d3bd15f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc5f1d-69a5-4e03-b013-ab2e23e68733,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.744416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=5a5b8c69-8e46-4544-9a71-b709c289aa38,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:53.752801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] For port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:53.763169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] For port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,segment=NetworkSegment(463b53a3-28ad-48e1-8aff-2aa7d7d4701f),segment_id=463b53a3-28ad-48e1-8aff-2aa7d7d4701f)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:53.773257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.833112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:53.833802 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.851769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45667bd7-2ee6-452e-87ae-4513882fa2ed req-87c829af-e607-4406-ae5a-4ef0d0d9a0b5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942546 Jul 15 13:32:53.875140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.886333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.908634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c04fb3-7e49-4643-b12e-a39ef6b2a1dd None None] Pushing event updated for resources: {'Port': ['ID=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:53.932449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] For port 5a5b8c69-8e46-4544-9a71-b709c289aa38, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:53.973164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Made reservation on behalf of 850c085161c74fa3adc3eca3d555c954 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:32:53.976938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:53.980080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-371a246e-9a33-4830-aeea-a6eb94844a7c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8121719 Jul 15 13:32:53.983163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54116) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:53.989287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1594252869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:54.028473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] device_id is not set on port 5a5b8c69-8e46-4544-9a71-b709c289aa38 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:54.058251 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.093281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.094991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.106790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.109343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.164978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:32:54.165428 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:32:54.196281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.198675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.200979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00d40659-0d59-48d0-8078-1918a703f83e tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/subnets/0e4f5dfb-af3b-4bc9-8d18-4bc802dba2c4 HTTP/1.1" status: 204 len: 168 time: 1.4004610 Jul 15 13:32:54.209744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54120) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.262437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3f81b-a3ad-42bc-bac8-b56741ffc02a None None] Network 9b974d44-88db-4988-ba3f-dab79ac104ed requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:54.282443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e1eb8-79fa-4403-a617-d8d3378bf34a req-3cf16720-e13e-4096-a99b-1f61a758b4b2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.286163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b02e1eb8-79fa-4403-a617-d8d3378bf34a req-3cf16720-e13e-4096-a99b-1f61a758b4b2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 946 time: 0.2827141 Jul 15 13:32:54.289886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.312440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] No DVR routers for this DVR port 5a5b8c69-8e46-4544-9a71-b709c289aa38 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:54.317275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.391438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:54.407139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.412247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00fa240f-446e-4425-8190-8dcd6cf95c73 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4276063 Jul 15 13:32:54.415920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54128) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.427222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9133638a-da97-4ad2-85e7-432ff7e124b4 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-664453784', 'prefixes': ['172.20.0.0/16']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:54.471254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b02e1eb8-79fa-4403-a617-d8d3378bf34a req-5f255659-e87a-4b35-a17c-4ec3b29c2906 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746206 Jul 15 13:32:54.614221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9133638a-da97-4ad2-85e7-432ff7e124b4 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for subnetpool, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.617571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9133638a-da97-4ad2-85e7-432ff7e124b4 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2008781 Jul 15 13:32:54.627301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:54.634272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-08f1d324-5daa-4996-b091-9c8ab2a13321 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-953753450') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:54.671278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.709245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] DHCP port deletion for 9b974d44-88db-4988-ba3f-dab79ac104ed request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:32:54.720047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] In _notify_port_updated(), no bound segment for port 5a5b8c69-8e46-4544-9a71-b709c289aa38 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:32:54.720966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.721577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.723101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-091effb9-26aa-4ddd-8df1-29fea3614008 service neutron] 10.222.0.59 "PUT /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 200 len: 1026 time: 1.9880705 Jul 15 13:32:54.728982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Allocated IP 172.20.0.3 (0fea62cc-0ae8-402e-a01e-f7ccbb58449d/0ddc4c02-61fa-488f-b766-eb9b6d062efc/dfb6645d-80c7-41df-8867-8010037af90d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:32:54.773385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 281078e2-830d-4b2c-92b3-7e5a4040fae7 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:54.804152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-312880d3-f5a1-49af-8115-c0e4e532b728 None None] Provisioning complete for port 5a5b8c69-8e46-4544-9a71-b709c289aa38 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:54.804533 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-312880d3-f5a1-49af-8115-c0e4e532b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:54.879359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-cbb3de1b-a80e-4172-bed5-0750f4d1ea47 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:54.880815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-cbb3de1b-a80e-4172-bed5-0750f4d1ea47 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "GET /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1475754 Jul 15 13:32:54.885802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-312880d3-f5a1-49af-8115-c0e4e532b728 None None] Port 5a5b8c69-8e46-4544-9a71-b709c289aa38 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:54.906580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:54.930428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] Deleting port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:54.930815 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.009258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.015776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.023332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.030019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.036392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.042765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.052538 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-cd3a385a-9ff6-419c-bb4a-663000d096bf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 4660 time: 0.4974666 Jul 15 13:32:55.099602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] For port d415fc8d-f39d-4baf-93fd-e4a727d7eab8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,segment=NetworkSegment(3d6ee727-ce52-411c-87b6-935628e444bf),segment_id=3d6ee727-ce52-411c-87b6-935628e444bf)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:55.100280 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.120734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] Calling delete_port for d415fc8d-f39d-4baf-93fd-e4a727d7eab8 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:55.129233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Deleting port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:55.129606 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.193747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.271769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30ca4e25-eb4f-4ea6-9ea0-17b882e9bd1f req-670522f2-14cd-4488-a586-a25f3ab4801d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2178164 Jul 15 13:32:55.367151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281078e2-830d-4b2c-92b3-7e5a4040fae7'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:55.370147 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff9970-d202-4585-b913-bec42666c525" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "281078e2-830d-4b2c-92b3-7e5a4040fae7"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:55.384083 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.384892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.391543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-08f1d324-5daa-4996-b091-9c8ab2a13321 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-953753450 HTTP/1.1" status: 201 len: 201 time: 0.7619519 Jul 15 13:32:55.398560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54152) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.407239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dab08d-39d0-42db-a250-e5f164fa8dd6 req-b917ef42-fc1c-40e0-94ca-36c21e3554ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:55.409983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:55.411274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0dab08d-39d0-42db-a250-e5f164fa8dd6 req-b917ef42-fc1c-40e0-94ca-36c21e3554ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 946 time: 0.6961129 Jul 15 13:32:55.417364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-b2f1585e-36f4-489f-84b2-3ddc1940ce85 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-1579121670') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.446587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] Pushing event deleted for resources: {'Port': ['ID=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:55.468098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816103a-f2da-409a-abc4-0b58c7f92cfa None None] No DVR routers for this DVR port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:55.470600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.472417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device fb8db747-79ea-453d-9c9b-e5cb807f6d62 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:55.483339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] For port d415fc8d-f39d-4baf-93fd-e4a727d7eab8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,segment=NetworkSegment(3d6ee727-ce52-411c-87b6-935628e444bf),segment_id=3d6ee727-ce52-411c-87b6-935628e444bf)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:55.483658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.527433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0dab08d-39d0-42db-a250-e5f164fa8dd6 req-52ce2254-30b4-4efe-b946-76fdb6e16d15 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 Jul 15 13:32:55.541026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.571001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b2f1585e-36f4-489f-84b2-3ddc1940ce85 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-1579121670 HTTP/1.1" status: 201 len: 201 time: 0.1582251 Jul 15 13:32:55.572235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54158) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.578359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-e986f09a-643f-4a68-80b0-9d62dd268339 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-1051133227') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.579994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Calling delete_port for d415fc8d-f39d-4baf-93fd-e4a727d7eab8 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:55.656918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-574cbea2-79b5-4eb5-863a-5edbe19383b1 req-4f3a77ce-66ae-44af-b9d7-b6e6d1d8796b tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 210 time: 0.1193986 Jul 15 13:32:55.735210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e986f09a-643f-4a68-80b0-9d62dd268339 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-1051133227 HTTP/1.1" status: 201 len: 201 time: 0.1613619 Jul 15 13:32:55.737211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.745509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-343b8ba0-9ee8-4368-8ac6-5044b59e50cd tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-177240615') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.789789 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68287b-9185-4047-add8-f4f052906bd9 x-openstack-request-id: req-6e68287b-9185-4047-add8-f4f052906bd9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:55.790135 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "281078e2-830d-4b2c-92b3-7e5a4040fae7", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:55.790334 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e68287b-9185-4047-add8-f4f052906bd9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:55.790764 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '281078e2-830d-4b2c-92b3-7e5a4040fae7', 'code': 200} Jul 15 13:32:55.791486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad8825-755b-4f1b-b1ac-54a13b5a297c None None] Network 43b91f11-32b7-436c-9d35-d520744770ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:32:55.888128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-343b8ba0-9ee8-4368-8ac6-5044b59e50cd tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-177240615 HTTP/1.1" status: 201 len: 201 time: 0.1493428 Jul 15 13:32:55.890615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:55.895777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-f67573b2-1c67-4d73-9d4c-3231f45e621e tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:55.947808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:55.952293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1ae801df-d9fd-42d4-ae27-76bfbdfb199a None None] Provisioning for port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:55.959440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.014569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f67573b2-1c67-4d73-9d4c-3231f45e621e tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags HTTP/1.1" status: 200 len: 240 time: 0.1218989 Jul 15 13:32:56.016913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54172) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.025758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-2d3282b1-91ac-49eb-bb87-515168413bc4 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-953753450') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.050277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.073806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:32:56.081239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:32:56.089723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Pushing event updated for resources: {'Port': ['ID=dfb6645d-80c7-41df-8867-8010037af90d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.092350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:32:56.100615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] No DVR routers for this DVR port d415fc8d-f39d-4baf-93fd-e4a727d7eab8 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:56.136306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.184246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:56.191452 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.192386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 37877be9-b3a6-4aa6-ba0d-a0688cac79cc no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:56.207727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2d3282b1-91ac-49eb-bb87-515168413bc4 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-953753450 HTTP/1.1" status: 204 len: 168 time: 0.1891794 Jul 15 13:32:56.210928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54178) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.219257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-1a70684a-ed2f-4ef3-9145-676b13f9955d tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-953753450') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.238659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=281078e2-830d-4b2c-92b3-7e5a4040fae7,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:56.253249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Port': ['ID=d415fc8d-f39d-4baf-93fd-e4a727d7eab8,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.321292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1a70684a-ed2f-4ef3-9145-676b13f9955d tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-953753450 HTTP/1.1" status: 204 len: 168 time: 0.1087620 Jul 15 13:32:56.323641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54180) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.332072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:56.333923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-99c9a717-3659-4eeb-b4a2-9eed91dfd682 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.367136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.367904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.402129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.434149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.442343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b974d44-88db-4988-ba3f-dab79ac104ed']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.470217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6ee727-ce52-411c-87b6-935628e444bf') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.471065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6ee727-ce52-411c-87b6-935628e444bf') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.483011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-99c9a717-3659-4eeb-b4a2-9eed91dfd682 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags HTTP/1.1" status: 200 len: 205 time: 0.1555669 Jul 15 13:32:56.483806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-12c88ece-cc8a-4567-8bc9-2b58f54899f1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1963472 Jul 15 13:32:56.493784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54188) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:56.506502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Request body: {'port': {'device_id': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:32:56.511270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] For port 281078e2-830d-4b2c-92b3-7e5a4040fae7, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:56.514464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.514794 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.524770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-11bd35af-91ba-45f5-9c9b-65d4f544ff2a tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:56.548434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:56.555498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:56.555880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.622313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:56.630067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.630910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7e016702-d4c0-4745-a03a-cb03630ed0b4 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:56.703731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.716436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.764561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.786823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.790864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:56.809127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Provisioning complete for port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:56.809127 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.810756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.824439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:56.827860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-3d3ec861-305b-4cb7-b361-b7da423938a7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 4656 time: 0.2759435 Jul 15 13:32:56.855031 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:56.894427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a621b5bc-97f8-4310-be2f-d7c3362e443f req-a8f4a9ef-3dff-460a-8b81-f28740c5bdc1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&id=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583982 Jul 15 13:32:57.014315 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.058626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,segment=NetworkSegment(463b53a3-28ad-48e1-8aff-2aa7d7d4701f),segment_id=463b53a3-28ad-48e1-8aff-2aa7d7d4701f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:57.074931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.190402 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.210014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.229470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d415fc8d-f39d-4baf-93fd-e4a727d7eab8 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:57.236918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:32:57.237352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.245203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] device_id is not set on port 281078e2-830d-4b2c-92b3-7e5a4040fae7 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:32:57.251761 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:32:57.261592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308fcc0-092f-4a25-9fc4-b686ab7c3f63 req-0c1dfd03-ce0f-46a2-9e68-2bc6eccd3401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.263382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a308fcc0-092f-4a25-9fc4-b686ab7c3f63 req-0c1dfd03-ce0f-46a2-9e68-2bc6eccd3401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 946 time: 1.1595688 Jul 15 13:32:57.288233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:32:57.288799 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:32:57.314782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.354882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.360051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d415fc8d-f39d-4baf-93fd-e4a727d7eab8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:32:57.360886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d415fc8d-f39d-4baf-93fd-e4a727d7eab8 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:32:57.394238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:57.402351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.405476 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.406208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 801ed096-ee92-4d83-8a01-0f62e577058f no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:57.424916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f49a5-38f6-44c0-9b8e-f7581038ea87 req-68b2b312-ea94-4bea-9e3b-f2fe63bead9e tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.430312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de0f49a5-38f6-44c0-9b8e-f7581038ea87 req-68b2b312-ea94-4bea-9e3b-f2fe63bead9e tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 931 time: 0.2508051 Jul 15 13:32:57.503722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.553815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.556077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.562596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-508dfd4c-52b6-43cc-9986-af7dc086f1f7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:57.564726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-508dfd4c-52b6-43cc-9986-af7dc086f1f7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 946 time: 0.3251519 Jul 15 13:32:57.604355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.606501 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/networks/9b974d44-88db-4988-ba3f-dab79ac104ed HTTP/1.1" status: 204 len: 168 time: 3.3963108 Jul 15 13:32:57.612363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54220) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.624435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Pushing event updated for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.635012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] No DVR routers for this DVR port 281078e2-830d-4b2c-92b3-7e5a4040fae7 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:57.639107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-11bd35af-91ba-45f5-9c9b-65d4f544ff2a tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags HTTP/1.1" status: 200 len: 241 time: 1.1373165 Jul 15 13:32:57.657860 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.664496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a308fcc0-092f-4a25-9fc4-b686ab7c3f63 req-9412629a-b952-4f99-9192-cd0e46161166 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425038 Jul 15 13:32:57.690805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54222) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.706386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94f59c-c27b-4f61-a634-ff13d4df8190 tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Pushing event deleted for resources: {'Network': ['ID=9b974d44-88db-4988-ba3f-dab79ac104ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.707726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-1386a973-b89b-47a3-a796-9cf0b37862a0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-1579121670') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:57.712616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=801ed096-ee92-4d83-8a01-0f62e577058f,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:57.721247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:57.722509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 1c958232-e324-42d1-8b70-eb9bd6ad3b57 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:57.760883 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-95b25a55-83a0-401f-8a54-ef069792ef6f tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "GET /v2.0/ports?device_id=c25e87b2-55a2-4c15-bccb-f75a3e709301 HTTP/1.1" status: 200 len: 205 time: 0.1372199 Jul 15 13:32:57.767630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54224) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:57.795399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:57.799235 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ac72b-74e2-4048-b3e1-1dd17f3ad042" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:57.820868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de0f49a5-38f6-44c0-9b8e-f7581038ea87 req-100fad92-88ae-4562-a178-84fcdbdd0b7f tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785188 Jul 15 13:32:57.971742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:57.987827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9eb9fa-30b4-4bc3-b182-d0cf45295d79 x-openstack-request-id: req-cd9eb9fa-30b4-4bc3-b182-d0cf45295d79 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:57.988243 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:57.990083 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd9eb9fa-30b4-4bc3-b182-d0cf45295d79 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:57.990083 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62', 'code': 200} Jul 15 13:32:57.990083 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc', 'code': 200} Jul 15 13:32:57.990083 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4', 'code': 200} Jul 15 13:32:57.990814 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f', 'code': 200} Jul 15 13:32:58.030515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] In _notify_port_updated(), no bound segment for port 281078e2-830d-4b2c-92b3-7e5a4040fae7 on network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:32:58.031630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.032296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.033821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-f6fd1d45-9473-4385-8c0a-0d289ec62688 service neutron] 10.222.0.59 "PUT /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 200 len: 1027 time: 3.1400092 Jul 15 13:32:58.045566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1386a973-b89b-47a3-a796-9cf0b37862a0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-1579121670 HTTP/1.1" status: 204 len: 168 time: 0.3541019 Jul 15 13:32:58.055669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54232) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.077967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-fbcfb796-423c-4c73-bc02-90d2217f5cf3 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-1579121670') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:58.098072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Provisioning for port 6085c449-968d-4f64-a552-ed9438f53ade completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:32:58.113905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Provisioning complete for port 6085c449-968d-4f64-a552-ed9438f53ade triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:58.114498 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.158395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.176508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port 12c14c61-a6ad-46de-8a83-484685dfdeaa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:58.176508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.195488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-60252836-f7ea-432b-8a63-e5d90bf8b708 None None] Port 6085c449-968d-4f64-a552-ed9438f53ade cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:58.201751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.206830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:32:58.304693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:58.310077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:58.311054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.337909 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.351561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:58.351948 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.352158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 12c14c61-a6ad-46de-8a83-484685dfdeaa no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:32:58.362640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2017eade-638b-47fb-92b5-8149404507d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.365546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fbcfb796-423c-4c73-bc02-90d2217f5cf3 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-1579121670 HTTP/1.1" status: 204 len: 168 time: 0.2926834 Jul 15 13:32:58.379594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54238) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.384421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-54641c9a-abb5-4798-9cd2-009e73620e77 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:58.387244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for 12c14c61-a6ad-46de-8a83-484685dfdeaa owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:58.390762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb6645d-80c7-41df-8867-8010037af90d {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:32:58.399497 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.404153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-c60ccedd-5ecf-4aac-8ae3-667ae8f2c5b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.410237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-c60ccedd-5ecf-4aac-8ae3-667ae8f2c5b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.413894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Transition to ACTIVE for port object dfb6645d-80c7-41df-8867-8010037af90d will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:32:58.416145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-c60ccedd-5ecf-4aac-8ae3-667ae8f2c5b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.422127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-c60ccedd-5ecf-4aac-8ae3-667ae8f2c5b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.426549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab17b92a-d8f5-478e-8dd3-050f0731ae89 None None] Provisioning complete for port 281078e2-830d-4b2c-92b3-7e5a4040fae7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:58.426922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab17b92a-d8f5-478e-8dd3-050f0731ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.428651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-c60ccedd-5ecf-4aac-8ae3-667ae8f2c5b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:58.430661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-c60ccedd-5ecf-4aac-8ae3-667ae8f2c5b7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3878 time: 0.2760844 Jul 15 13:32:58.471060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.471788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.493394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ab17b92a-d8f5-478e-8dd3-050f0731ae89 None None] Port 281078e2-830d-4b2c-92b3-7e5a4040fae7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:58.551509 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.567152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab17b92a-d8f5-478e-8dd3-050f0731ae89 None None] Provisioning complete for port 6085c449-968d-4f64-a552-ed9438f53ade triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:32:58.567814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab17b92a-d8f5-478e-8dd3-050f0731ae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.608543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.622674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f52ec33-07ed-4490-a064-6d4311d53694 req-e70f33b8-0b59-4a19-9333-4bc46b60a741 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603386 Jul 15 13:32:58.635643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ab17b92a-d8f5-478e-8dd3-050f0731ae89 None None] Port 6085c449-968d-4f64-a552-ed9438f53ade cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:32:58.639499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Pushing event updated for resources: {'Port': ['ID=dfb6645d-80c7-41df-8867-8010037af90d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.676905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 12c14c61-a6ad-46de-8a83-484685dfdeaa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=12c14c61-a6ad-46de-8a83-484685dfdeaa,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:58.683003 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.696555 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-54641c9a-abb5-4798-9cd2-009e73620e77 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags HTTP/1.1" status: 200 len: 205 time: 0.3155894 Jul 15 13:32:58.700299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54242) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.716889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-c497dce6-1260-4809-b2bf-8a9f16cc6d2c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:58.763057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.775235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.780766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.874244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2017eade-638b-47fb-92b5-8149404507d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.882237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2017eade-638b-47fb-92b5-8149404507d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.884658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.885174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Fanout notify agent at l3_agent the message router_deleted on router c25e87b2-55a2-4c15-bccb-f75a3e709301 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:32:58.898614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.899759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db078668-71dc-4b5f-bfc9-fcc2450a44dd tempest-RoutersNegativeTest-1627354946 tempest-RoutersNegativeTest-1627354946-project] 10.222.0.57 "DELETE /v2.0/routers/c25e87b2-55a2-4c15-bccb-f75a3e709301 HTTP/1.1" status: 204 len: 168 time: 1.1309092 Jul 15 13:32:58.910686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Attempting to bind port dfb6645d-80c7-41df-8867-8010037af90d on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:32:58.910943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Attempting to bind port dfb6645d-80c7-41df-8867-8010037af90d by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '611f145b-1669-4e51-9718-415e4898f4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:32:58.911427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Attempting to bind port dfb6645d-80c7-41df-8867-8010037af90d on network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:58.914353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:32:58.914722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.915141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:58.930291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c497dce6-1260-4809-b2bf-8a9f16cc6d2c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags HTTP/1.1" status: 200 len: 241 time: 0.2252731 Jul 15 13:32:58.930686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:58.930686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['07bf7af2-28fc-460f-a2fc-699698bb7410'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:32:58.939514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54248) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:58.949502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-ba09ed32-23a7-43e3-8ef5-a42f24d0ca5f tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-1051133227') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:58.959188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2017eade-638b-47fb-92b5-8149404507d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dec28e9acdf84ee891a610922d73ccd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7997212 Jul 15 13:32:58.959966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017eade-638b-47fb-92b5-8149404507d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdcfed3-4185-4be8-b508-0b061d03d97e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:58.964341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54250) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.005951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Port dfb6645d-80c7-41df-8867-8010037af90d on network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:32:59.006303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Attempting to bind port dfb6645d-80c7-41df-8867-8010037af90d on network 0fea62cc-0ae8-402e-a01e-f7ccbb58449d {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:32:59.013672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=12c14c61-a6ad-46de-8a83-484685dfdeaa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.115045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port 12c14c61-a6ad-46de-8a83-484685dfdeaa on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:32:59.128685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:32:59.129010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Checking segment: {'id': '611f145b-1669-4e51-9718-415e4898f4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:32:59.129414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Bound using segment: {'id': '611f145b-1669-4e51-9718-415e4898f4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:32:59.129809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Bound port: dfb6645d-80c7-41df-8867-8010037af90d, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611f145b-1669-4e51-9718-415e4898f4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:32:59.130180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.136220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.138344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81409915-0e6b-40a7-a45e-fdfe7e2a5244 req-04d41b2b-1aa0-4630-8514-20a5a1a3305c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "DELETE /v2.0/ports/12c14c61-a6ad-46de-8a83-484685dfdeaa HTTP/1.1" status: 204 len: 173 time: 1.5658967 Jul 15 13:32:59.138969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'name': 'network-vif-deleted', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:59.141559 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d4f19-d3c9-4e8a-933a-a7dcd4247f3d" -d '{"events": [{"server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "name": "network-vif-deleted", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:59.159722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ba09ed32-23a7-43e3-8ef5-a42f24d0ca5f tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-1051133227 HTTP/1.1" status: 204 len: 168 time: 0.2174189 Jul 15 13:32:59.164138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54254) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.171788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-2c649c2c-ab46-473c-97ba-ae6abdfba64c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-1051133227') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.182864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3388a-4054-4984-9bd3-32be237a6e61 req-7001f671-c760-4cb0-8524-0cbcb28c042e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.190761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cef3388a-4054-4984-9bd3-32be237a6e61 req-7001f671-c760-4cb0-8524-0cbcb28c042e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=743e96db-79f2-4b13-928e-d66f7ce28d38 HTTP/1.1" status: 200 len: 865 time: 0.3509822 Jul 15 13:32:59.278078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b1a8-b234-42ad-982b-0bc5f8bb99c6 req-a80a79ed-e249-45aa-8ca6-47c9236c5c01 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.286284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b45b1a8-b234-42ad-982b-0bc5f8bb99c6 req-a80a79ed-e249-45aa-8ca6-47c9236c5c01 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 943 time: 0.2043798 Jul 15 13:32:59.292448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] For port 1c958232-e324-42d1-8b70-eb9bd6ad3b57, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=1c958232-e324-42d1-8b70-eb9bd6ad3b57,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:32:59.292825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.321577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfb950d-fec6-45b5-ab4d-94a97af3b90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.336535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 1c958232-e324-42d1-8b70-eb9bd6ad3b57 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:32:59.352829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b45b1a8-b234-42ad-982b-0bc5f8bb99c6 req-b9f223f0-9ca7-4dd8-aca5-bad6cffe444d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651948 Jul 15 13:32:59.360183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2c649c2c-ab46-473c-97ba-ae6abdfba64c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-1051133227 HTTP/1.1" status: 204 len: 168 time: 0.1940157 Jul 15 13:32:59.361729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cef3388a-4054-4984-9bd3-32be237a6e61 req-26e38c84-08e3-4265-b21f-516a84356755 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702685 Jul 15 13:32:59.363042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54258) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.371585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-cdf03150-7ec0-4a48-a7d2-b7d017ed280c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.383487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] For port dfb6645d-80c7-41df-8867-8010037af90d, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:32:59.395465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] For port dfb6645d-80c7-41df-8867-8010037af90d, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=dfb6645d-80c7-41df-8867-8010037af90d,segment=NetworkSegment(611f145b-1669-4e51-9718-415e4898f4f7),segment_id=611f145b-1669-4e51-9718-415e4898f4f7)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:32:59.411995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.415999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfb950d-fec6-45b5-ab4d-94a97af3b90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.452405 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e3d85-30e9-4e95-92a6-d02275e2b167 x-openstack-request-id: req-481e3d85-30e9-4e95-92a6-d02275e2b167 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:59.453123 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "name": "network-vif-deleted", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:59.453643 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-481e3d85-30e9-4e95-92a6-d02275e2b167 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:59.454325 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'name': 'network-vif-deleted', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa', 'status': 'completed', 'code': 200} Jul 15 13:32:59.467825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54260) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.507613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cdf03150-7ec0-4a48-a7d2-b7d017ed280c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags HTTP/1.1" status: 200 len: 205 time: 0.1434085 Jul 15 13:32:59.511311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54264) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.517316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-0f124957-ce58-4737-b9f2-51dd7f11b38a tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.544123 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0f124957-ce58-4737-b9f2-51dd7f11b38a tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags HTTP/1.1" status: 200 len: 240 time: 0.0312080 Jul 15 13:32:59.546776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.549900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.550545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.552299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] 10.222.0.58 "PUT /v2.0/ports/dfb6645d-80c7-41df-8867-8010037af90d HTTP/1.1" status: 200 len: 1092 time: 3.0552590 Jul 15 13:32:59.552656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-c7051ea3-42ca-4d6a-8b75-3083f703b1e5 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-177240615') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.552778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'tag': 'dfb6645d-80c7-41df-8867-8010037af90d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:59.555107 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "84f70674-0e0c-4871-9719-f7aa50fda3ce", "tag": "dfb6645d-80c7-41df-8867-8010037af90d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:32:59.578588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7051ea3-42ca-4d6a-8b75-3083f703b1e5 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-177240615 HTTP/1.1" status: 204 len: 168 time: 0.0287659 Jul 15 13:32:59.580003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54270) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.595956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-56211ae4-c4a7-4e0a-bae8-68e3a37307b3 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-177240615') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.620439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447301a-4941-431f-acc8-1e9fa5d834cb service neutron] Pushing event updated for resources: {'Port': ['ID=dfb6645d-80c7-41df-8867-8010037af90d,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.628758 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b6bb2-60cf-4863-aefc-a4c1100ef62e x-openstack-request-id: req-411b6bb2-60cf-4863-aefc-a4c1100ef62e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:32:59.629154 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f70674-0e0c-4871-9719-f7aa50fda3ce", "tag": "dfb6645d-80c7-41df-8867-8010037af90d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:32:59.629466 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-411b6bb2-60cf-4863-aefc-a4c1100ef62e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:32:59.629963 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'tag': 'dfb6645d-80c7-41df-8867-8010037af90d', 'status': 'completed', 'code': 200} Jul 15 13:32:59.684424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56211ae4-c4a7-4e0a-bae8-68e3a37307b3 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-177240615 HTTP/1.1" status: 204 len: 168 time: 0.1026988 Jul 15 13:32:59.689505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54274) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.695614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-e73b1fa8-6ad7-44bf-80e4-47f93d849399 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.711542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfb950d-fec6-45b5-ab4d-94a97af3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.713794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfb950d-fec6-45b5-ab4d-94a97af3b90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.717603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bcfb950d-fec6-45b5-ab4d-94a97af3b90d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0fdcfed3-4185-4be8-b508-0b061d03d97e HTTP/1.1" status: 204 len: 168 time: 0.7316847 Jul 15 13:32:59.768332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb950d-fec6-45b5-ab4d-94a97af3b90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdcfed3-4185-4be8-b508-0b061d03d97e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.779883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54278) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.787627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-23d7f71b-f0c1-45f9-8f73-c46577800a58 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:32:59.793755 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e73b1fa8-6ad7-44bf-80e4-47f93d849399 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags HTTP/1.1" status: 200 len: 205 time: 0.0995610 Jul 15 13:32:59.838657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fdde2a43-a91d-4f6e-8772-6415205256a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea770a2865264fcab48e11cd153753ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425374 Jul 15 13:32:59.840144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54280) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:32:59.866908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:32:59.870086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-e1a86f80-f447-460d-ac13-99a5c28765a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.872178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-e1a86f80-f447-460d-ac13-99a5c28765a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=850c085161c74fa3adc3eca3d555c954&device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 1095 time: 0.2389963 Jul 15 13:32:59.902801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-66211eef-bd0e-49c4-9d34-7c1bd315aa6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.909723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-66211eef-bd0e-49c4-9d34-7c1bd315aa6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.919136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-66211eef-bd0e-49c4-9d34-7c1bd315aa6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.927556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-66211eef-bd0e-49c4-9d34-7c1bd315aa6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.935464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-66211eef-bd0e-49c4-9d34-7c1bd315aa6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:32:59.937680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-66211eef-bd0e-49c4-9d34-7c1bd315aa6e tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3798 time: 0.1219018 Jul 15 13:32:59.972914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=1c958232-e324-42d1-8b70-eb9bd6ad3b57,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:32:59.988805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-9d4f6af3-bb46-4295-8b08-c15017264e83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfb6645d-80c7-41df-8867-8010037af90d HTTP/1.1" status: 200 len: 217 time: 0.0940087 Jul 15 13:32:59.991809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57'}, {'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:32:59.994486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-23d7f71b-f0c1-45f9-8f73-c46577800a58 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2135561 Jul 15 13:32:59.999337 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e64ce2-50cd-4639-8be9-d3c8294e7dc6" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57"}, {"server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "name": "network-vif-unplugged", "status": "completed", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:00.000437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54284) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.015307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c5de04d-a01e-4986-959d-36e0dedeb47b req-9294cf9d-663f-4973-a210-06fbe0c9e480 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707254 Jul 15 13:33:00.038853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-436a7b62-c133-448f-9482-b37a9d1c4b80 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:00.124409 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44e135-23d5-4f45-aa71-e690d5e7ece4 x-openstack-request-id: req-af44e135-23d5-4f45-aa71-e690d5e7ece4 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:00.124938 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57", "code": 200}, {"server_uuid": "743e96db-79f2-4b13-928e-d66f7ce28d38", "name": "network-vif-unplugged", "status": "completed", "tag": "12c14c61-a6ad-46de-8a83-484685dfdeaa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:00.125456 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af44e135-23d5-4f45-aa71-e690d5e7ece4 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:00.126724 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57', 'code': 200} Jul 15 13:33:00.126982 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743e96db-79f2-4b13-928e-d66f7ce28d38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c14c61-a6ad-46de-8a83-484685dfdeaa', 'code': 200} Jul 15 13:33:00.145782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] No DVR routers for this DVR port 1c958232-e324-42d1-8b70-eb9bd6ad3b57 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:00.183775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.185893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-b02f9ebf-3642-46e1-abff-0529064de8f1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "DELETE /v2.0/ports/1c958232-e324-42d1-8b70-eb9bd6ad3b57 HTTP/1.1" status: 204 len: 173 time: 2.1467505 Jul 15 13:33:00.194624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3a74ac-ca60-401d-a1f4-75ca76500f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.247817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54288) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.250574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-8524e5a3-c912-4c31-b788-467974845e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.252224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-8524e5a3-c912-4c31-b788-467974845e0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ddc4c02-61fa-488f-b766-eb9b6d062efc HTTP/1.1" status: 200 len: 853 time: 0.2566316 Jul 15 13:33:00.269506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3268415-5cac-437d-a32e-c2278ad436a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.289189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3a74ac-ca60-401d-a1f4-75ca76500f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.323427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-d7d6e108-052c-4295-8448-74e1c7d9ea61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608866 Jul 15 13:33:00.413725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-436a7b62-c133-448f-9482-b37a9d1c4b80 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags HTTP/1.1" status: 204 len: 168 time: 0.4010444 Jul 15 13:33:00.417979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3268415-5cac-437d-a32e-c2278ad436a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.419090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.426505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-d3696b6c-54bf-4f73-9ec8-29ff7c348cf8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:00.431843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c3268415-5cac-437d-a32e-c2278ad436a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.504205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3a74ac-ca60-401d-a1f4-75ca76500f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.507424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3a74ac-ca60-401d-a1f4-75ca76500f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.508826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bd3a74ac-ca60-401d-a1f4-75ca76500f4f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a256e730-a4d7-4f07-891e-3a357f003bec HTTP/1.1" status: 204 len: 168 time: 0.6665576 Jul 15 13:33:00.513303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c3268415-5cac-437d-a32e-c2278ad436a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2f6bfca10be4df48bfbf2c1bbaeb85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637517 Jul 15 13:33:00.513958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3268415-5cac-437d-a32e-c2278ad436a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105556a9-898b-4b66-ad4f-e0232f27a9f3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.518252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54298) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.546263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-4f15c0ce-9ce8-4b42-b9a6-18bb24184b33 service neutron] 10.222.0.58 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045672 Jul 15 13:33:00.554721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a74ac-ca60-401d-a1f4-75ca76500f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a256e730-a4d7-4f07-891e-3a357f003bec,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:00.579984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 7e016702-d4c0-4745-a03a-cb03630ed0b4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:00.580384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.593492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d3696b6c-54bf-4f73-9ec8-29ff7c348cf8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags HTTP/1.1" status: 204 len: 168 time: 0.1728551 Jul 15 13:33:00.594264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54300) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.605504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-c8135cd0-b076-4c2a-b0d8-3a11c0cd5a13 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:00.750834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8650353-a8dc-4220-a760-86f2c1ddbf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.763386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8135cd0-b076-4c2a-b0d8-3a11c0cd5a13 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1679590 Jul 15 13:33:00.766022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.773225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-445161db-8dd1-46e8-b257-39e53a10a083 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-1016603679') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:00.809193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cb09c-4618-435c-a838-22803b46aeec req-ee1e72a6-88ee-4614-945d-2442e744454e tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:00.816321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1cb09c-4618-435c-a838-22803b46aeec req-ee1e72a6-88ee-4614-945d-2442e744454e tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 943 time: 0.1597888 Jul 15 13:33:00.841455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b67cf6ae-7bc7-4c6b-b1eb-5f6a4417be15 req-a987798e-144a-49eb-bd0a-2e005d219331 service neutron] 10.222.0.58 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840261 Jul 15 13:33:00.863023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8650353-a8dc-4220-a760-86f2c1ddbf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.869793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] For port 7e016702-d4c0-4745-a03a-cb03630ed0b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7e016702-d4c0-4745-a03a-cb03630ed0b4,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:00.870815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:00.887986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1cb09c-4618-435c-a838-22803b46aeec req-29a9e873-7a64-4fa0-b115-cc565e5b881c tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706415 Jul 15 13:33:00.912662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 7e016702-d4c0-4745-a03a-cb03630ed0b4 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:00.928026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54308) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:00.928296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-445161db-8dd1-46e8-b257-39e53a10a083 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-1016603679 HTTP/1.1" status: 201 len: 201 time: 0.1615937 Jul 15 13:33:00.950933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-13f1e567-90ca-4e38-a241-b5b1fa19df5c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-284408075') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:01.222668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9933ddc-4864-4e19-9f4d-2dae185c71a3 req-0391ea68-6397-4b88-8126-4a5ec6ce29d0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.224489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9933ddc-4864-4e19-9f4d-2dae185c71a3 req-0391ea68-6397-4b88-8126-4a5ec6ce29d0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 946 time: 0.1049366 Jul 15 13:33:01.280592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9933ddc-4864-4e19-9f4d-2dae185c71a3 req-447f4ae1-bda4-420c-ac94-15cce4531a81 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Jul 15 13:33:01.485335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8650353-a8dc-4220-a760-86f2c1ddbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.487969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8650353-a8dc-4220-a760-86f2c1ddbf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.489407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8650353-a8dc-4220-a760-86f2c1ddbf94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/105556a9-898b-4b66-ad4f-e0232f27a9f3 HTTP/1.1" status: 204 len: 168 time: 0.9687302 Jul 15 13:33:01.521458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8650353-a8dc-4220-a760-86f2c1ddbf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105556a9-898b-4b66-ad4f-e0232f27a9f3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.525068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-ef5aea51-8b9e-4f03-8d6f-7648000a50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.526924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-ef5aea51-8b9e-4f03-8d6f-7648000a50f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=850c085161c74fa3adc3eca3d555c954&device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 1095 time: 0.6012671 Jul 15 13:33:01.621877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-13f1e567-90ca-4e38-a241-b5b1fa19df5c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-284408075 HTTP/1.1" status: 201 len: 201 time: 0.6777589 Jul 15 13:33:01.623134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54332) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.629446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-982d1cc5-d9b4-4471-8c52-a808fde0d420 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-923748866') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:01.655327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:01.658267 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f29de-3f1a-491c-bfee-499972e87d82" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:01.713943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65f31-a8f6-4f1f-8142-19cfec53e48f req-769c8dfe-9aa0-4186-b312-b05099e525b6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.720462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65f31-a8f6-4f1f-8142-19cfec53e48f req-769c8dfe-9aa0-4186-b312-b05099e525b6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.726760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65f31-a8f6-4f1f-8142-19cfec53e48f req-769c8dfe-9aa0-4186-b312-b05099e525b6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.732760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65f31-a8f6-4f1f-8142-19cfec53e48f req-769c8dfe-9aa0-4186-b312-b05099e525b6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.734780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5ac65f31-a8f6-4f1f-8142-19cfec53e48f req-769c8dfe-9aa0-4186-b312-b05099e525b6 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 3143 time: 0.2963395 Jul 15 13:33:01.735665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.744202 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32278c-9f21-4909-a7c1-9dbd758519c8 x-openstack-request-id: req-2a32278c-9f21-4909-a7c1-9dbd758519c8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:01.744641 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "1c958232-e324-42d1-8b70-eb9bd6ad3b57", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:01.744865 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a32278c-9f21-4909-a7c1-9dbd758519c8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:01.745314 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '1c958232-e324-42d1-8b70-eb9bd6ad3b57', 'status': 'completed', 'code': 200} Jul 15 13:33:01.791546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-982d1cc5-d9b4-4471-8c52-a808fde0d420 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-923748866 HTTP/1.1" status: 201 len: 201 time: 0.1668570 Jul 15 13:33:01.792793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-9693a397-1901-433e-99e4-06add56e9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:01.794360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-9693a397-1901-433e-99e4-06add56e9313 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d HTTP/1.1" status: 200 len: 914 time: 0.2585928 Jul 15 13:33:01.796586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54340) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.809387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-415c468a-62ed-4054-8115-ac85b6c28677 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-708896021') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:01.813148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=7e016702-d4c0-4745-a03a-cb03630ed0b4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:01.865589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-2274fd9d-4675-4fc3-85ab-1872d281bf97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfb6645d-80c7-41df-8867-8010037af90d HTTP/1.1" status: 200 len: 217 time: 0.0621264 Jul 15 13:33:01.873571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-415c468a-62ed-4054-8115-ac85b6c28677 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-708896021 HTTP/1.1" status: 201 len: 201 time: 0.0737574 Jul 15 13:33:01.876967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54344) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:01.884004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-d486b537-3fa4-4408-98e5-428e7f889f39 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', {'tags': ['tempest-TagsExtTest-Tag-479371158', 'tempest-TagsExtTest-Tag-639520889', 'tempest-TagsExtTest-Tag-1955659325']}) {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:01.929812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] No DVR routers for this DVR port 7e016702-d4c0-4745-a03a-cb03630ed0b4 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:01.933617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5ac65f31-a8f6-4f1f-8142-19cfec53e48f req-79727809-79a5-4c2d-af43-8b0c81021b33 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872644 Jul 15 13:33:01.934949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:01.937149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-6e30fed6-33cd-4825-99bf-bfc960385a15 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "DELETE /v2.0/ports/7e016702-d4c0-4745-a03a-cb03630ed0b4 HTTP/1.1" status: 204 len: 173 time: 1.7436268 Jul 15 13:33:02.032107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d486b537-3fa4-4408-98e5-428e7f889f39 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags HTTP/1.1" status: 200 len: 316 time: 0.1531222 Jul 15 13:33:02.036132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54350) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.043569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-e0425a8c-33a9-4176-958a-88518ee2fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.051791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-e0425a8c-33a9-4176-958a-88518ee2fd4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ddc4c02-61fa-488f-b766-eb9b6d062efc HTTP/1.1" status: 200 len: 853 time: 0.1623695 Jul 15 13:33:02.052979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-03b267e2-7e28-475f-8801-34eed59e1616 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:02.135199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-ba96fb3e-2f0b-4eab-a394-7ad02f280647 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754573 Jul 15 13:33:02.337611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-03b267e2-7e28-475f-8801-34eed59e1616 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags HTTP/1.1" status: 204 len: 168 time: 0.2963753 Jul 15 13:33:02.341611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54362) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.360227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-7b8596ed-bfc0-49d7-9151-5a7663fdc4b6 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-479371158') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:02.412224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port fb8db747-79ea-453d-9c9b-e5cb807f6d62 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:02.413171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.475798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eacbea-e912-47c3-999b-b89bb2d3cd3e req-bd6b09f4-9710-4a1b-989c-0ded29df2a3d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.480410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8eacbea-e912-47c3-999b-b89bb2d3cd3e req-bd6b09f4-9710-4a1b-989c-0ded29df2a3d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 943 time: 0.3020952 Jul 15 13:33:02.651802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-6efe8700-c211-4fc7-bca2-fb5b23b49365 service neutron] 10.222.0.58 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007918 Jul 15 13:33:02.717444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8eacbea-e912-47c3-999b-b89bb2d3cd3e req-76b9d126-7ef8-4cec-8823-4d030bf9cc15 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792293 Jul 15 13:33:02.769308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-cd8ce601-8445-44e4-bac3-9b186dabf95a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:02.772562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-cd8ce601-8445-44e4-bac3-9b186dabf95a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 946 time: 0.4039278 Jul 15 13:33:02.787869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] For port fb8db747-79ea-453d-9c9b-e5cb807f6d62, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=fb8db747-79ea-453d-9c9b-e5cb807f6d62,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:02.788290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:02.797342 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-7b8596ed-bfc0-49d7-9151-5a7663fdc4b6 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:02.804864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7b8596ed-bfc0-49d7-9151-5a7663fdc4b6 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-479371158 HTTP/1.1" status: 404 len: 328 time: 0.4571331 Jul 15 13:33:02.805163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54376) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:02.814020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-1d6a6caf-54ec-48cf-a3b7-d70c368237b0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-639520889') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:02.885691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for fb8db747-79ea-453d-9c9b-e5cb807f6d62 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:02.961557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port 07bf7af2-28fc-460f-a2fc-699698bb7410 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:02.962167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.014455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e220746-3b17-4f38-9a16-79a62404ee71 req-769b4433-5979-4fc7-9364-89bee5375704 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:03.021977 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e220746-3b17-4f38-9a16-79a62404ee71 req-769b4433-5979-4fc7-9364-89bee5375704 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 946 time: 0.4041109 Jul 15 13:33:03.029197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fab83c19-2772-4ab6-bf99-d379dd2d8cf5 req-fa94ab2f-2c2c-4287-8ea9-1b9b74d17f6c service neutron] 10.222.0.58 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647356 Jul 15 13:33:03.143130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e220746-3b17-4f38-9a16-79a62404ee71 req-3c02d679-4139-4387-8177-f6c39f5e8e89 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198936 Jul 15 13:33:03.195233 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-1d6a6caf-54ec-48cf-a3b7-d70c368237b0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:03.195233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1d6a6caf-54ec-48cf-a3b7-d70c368237b0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-639520889 HTTP/1.1" status: 404 len: 328 time: 0.3896937 Jul 15 13:33:03.199203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54388) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.209864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-751d178f-1d73-404c-b2ea-3899d8a8310d tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8', 'tempest-TagsExtTest-Tag-1955659325') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.231016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port 07bf7af2-28fc-460f-a2fc-699698bb7410, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=07bf7af2-28fc-460f-a2fc-699698bb7410,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:03.231604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.256079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for 07bf7af2-28fc-460f-a2fc-699698bb7410 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:03.336726 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.404743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=fb8db747-79ea-453d-9c9b-e5cb807f6d62,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.411040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54396) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.464726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] No DVR routers for this DVR port fb8db747-79ea-453d-9c9b-e5cb807f6d62 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:03.469577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.472083 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-e03e57cb-a454-45b4-ae07-846be51cce2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "DELETE /v2.0/ports/fb8db747-79ea-453d-9c9b-e5cb807f6d62 HTTP/1.1" status: 204 len: 173 time: 1.5160491 Jul 15 13:33:03.472336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904e65e-0b0b-450d-958c-6f58d8a2e1fd req-2fcb9d4c-35a7-4432-a64d-1b7f38afb8e4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:03.473741 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-751d178f-1d73-404c-b2ea-3899d8a8310d tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:03.474876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-751d178f-1d73-404c-b2ea-3899d8a8310d tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags/tempest-TagsExtTest-Tag-1955659325 HTTP/1.1" status: 404 len: 329 time: 0.2737947 Jul 15 13:33:03.479897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54400) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.486747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-be8520b6-e413-441a-aad5-bec2eed7f7b2 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', {'tags': ['tempest-TagsExtTest-Tag-765392342', 'tempest-TagsExtTest-Tag-2004290378', 'tempest-TagsExtTest-Tag-1288002052']}) {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.490913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904e65e-0b0b-450d-958c-6f58d8a2e1fd req-2fcb9d4c-35a7-4432-a64d-1b7f38afb8e4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:03.505839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5904e65e-0b0b-450d-958c-6f58d8a2e1fd req-2fcb9d4c-35a7-4432-a64d-1b7f38afb8e4 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 1677 time: 0.2158744 Jul 15 13:33:03.527226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device dfb6645d-80c7-41df-8867-8010037af90d details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:03.582504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5904e65e-0b0b-450d-958c-6f58d8a2e1fd req-4e8a238f-256f-452c-b8e0-91554d8a062b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753119 Jul 15 13:33:03.651825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739999099-network', 'tenant_id': '4e9c0ddd813142f19075de5285235f91'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:03.700194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.702405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Made reservation on behalf of 4e9c0ddd813142f19075de5285235f91 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:03.705545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.717013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['07bf7af2-28fc-460f-a2fc-699698bb7410'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:03.723254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:03.740619 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-be8520b6-e413-441a-aad5-bec2eed7f7b2 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags HTTP/1.1" status: 200 len: 317 time: 0.2595267 Jul 15 13:33:03.741526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54402) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:03.742771 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.748509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-8503794d-3fde-41c2-996d-9b4bcf55280e tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:03.749744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=07bf7af2-28fc-460f-a2fc-699698bb7410,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:03.752811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:03.753175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.759211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4'}, {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:03.762039 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ffb2c9-b959-4bfa-a902-3daef15537a5" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4"}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:03.888246 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb42e8-b21b-4c28-ba3c-51953ee335e6 x-openstack-request-id: req-cedb42e8-b21b-4c28-ba3c-51953ee335e6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:03.888564 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "7e016702-d4c0-4745-a03a-cb03630ed0b4", "status": "completed", "code": 200}, {"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "fb8db747-79ea-453d-9c9b-e5cb807f6d62", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:03.888886 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cedb42e8-b21b-4c28-ba3c-51953ee335e6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:03.889398 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '7e016702-d4c0-4745-a03a-cb03630ed0b4', 'status': 'completed', 'code': 200} Jul 15 13:33:03.890162 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': 'fb8db747-79ea-453d-9c9b-e5cb807f6d62', 'status': 'completed', 'code': 200} Jul 15 13:33:03.963660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port 07bf7af2-28fc-460f-a2fc-699698bb7410 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:03.971639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:03.975259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f869c7cd-24d7-4f87-b821-3f837bcaf298 req-fe038f59-2728-4c47-87f7-d8cc9fed2b1c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.58 "DELETE /v2.0/ports/07bf7af2-28fc-460f-a2fc-699698bb7410 HTTP/1.1" status: 204 len: 173 time: 1.1972315 Jul 15 13:33:03.976150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'name': 'network-vif-deleted', 'tag': '07bf7af2-28fc-460f-a2fc-699698bb7410'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:03.979256 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf0d9b-5c6d-4d2c-b25d-34c67e898e96" -d '{"events": [{"server_uuid": "c851f840-5a1a-4728-bf6d-45e8ed880bbb", "name": "network-vif-deleted", "tag": "07bf7af2-28fc-460f-a2fc-699698bb7410"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:04.034615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] For port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:04.039335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.068115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8503794d-3fde-41c2-996d-9b4bcf55280e tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags HTTP/1.1" status: 204 len: 168 time: 0.3238535 Jul 15 13:33:04.072765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54412) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.096030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-1f56d4f5-90dd-4b77-9a4a-74e84a6da505 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-765392342') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:04.105053 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a7502-2d8b-489a-9a92-9bfe561719ea x-openstack-request-id: req-747a7502-2d8b-489a-9a92-9bfe561719ea {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:04.105546 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c851f840-5a1a-4728-bf6d-45e8ed880bbb", "name": "network-vif-deleted", "tag": "07bf7af2-28fc-460f-a2fc-699698bb7410", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:04.106129 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-747a7502-2d8b-489a-9a92-9bfe561719ea {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:04.106706 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c851f840-5a1a-4728-bf6d-45e8ed880bbb', 'name': 'network-vif-deleted', 'tag': '07bf7af2-28fc-460f-a2fc-699698bb7410', 'status': 'completed', 'code': 200} Jul 15 13:33:04.111209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 37877be9-b3a6-4aa6-ba0d-a0688cac79cc owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:04.250764 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-1f56d4f5-90dd-4b77-9a4a-74e84a6da505 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:04.255473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1f56d4f5-90dd-4b77-9a4a-74e84a6da505 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-765392342 HTTP/1.1" status: 404 len: 328 time: 0.1774292 Jul 15 13:33:04.259424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.263728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.269028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-ab8a444e-ee47-46b8-bcf1-e9143eb59c44 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-2004290378') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:04.308567 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.310169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port dfb6645d-80c7-41df-8867-8010037af90d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=dfb6645d-80c7-41df-8867-8010037af90d,segment=NetworkSegment(611f145b-1669-4e51-9718-415e4898f4f7),segment_id=611f145b-1669-4e51-9718-415e4898f4f7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:04.339781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'dfb6645d-80c7-41df-8867-8010037af90d', 'network_id': '0fea62cc-0ae8-402e-a01e-f7ccbb58449d', 'port_id': 'dfb6645d-80c7-41df-8867-8010037af90d', 'mac_address': 'fa:16:3e:42:bc:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddc4c02-61fa-488f-b766-eb9b6d062efc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:04.350346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:04.394577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef88998-e87e-4c40-b2e5-de70063aef7b req-a45e8985-f5bc-40cf-9475-78f0ecc6a79b tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.401732 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef88998-e87e-4c40-b2e5-de70063aef7b req-a45e8985-f5bc-40cf-9475-78f0ecc6a79b tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 943 time: 0.3319485 Jul 15 13:33:04.435876 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.437075 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Added segment e7427aa5-7938-4b67-9221-0d47f4d93b17 of type vlan for network d2c8993a-9720-4bfa-ac47-c20860a4f157 Jul 15 13:33:04.465305 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ef88998-e87e-4c40-b2e5-de70063aef7b req-8a0b1be8-d137-4c1e-87d6-56a4eef2cf77 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626636 Jul 15 13:33:04.473893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4475d8-bab2-4e49-b262-ffe80efc56e7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.503277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.505441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.522228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb6645d-80c7-41df-8867-8010037af90d {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:04.524059 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-ab8a444e-ee47-46b8-bcf1-e9143eb59c44 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:04.525157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ab8a444e-ee47-46b8-bcf1-e9143eb59c44 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-2004290378 HTTP/1.1" status: 404 len: 329 time: 0.2646723 Jul 15 13:33:04.527274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80f0650b-61ae-4cec-9647-8551b30067c4 req-85b8ac45-04a1-4e0a-938a-00d8739dab56 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=c851f840-5a1a-4728-bf6d-45e8ed880bbb HTTP/1.1" status: 200 len: 210 time: 0.0807450 Jul 15 13:33:04.539005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54418) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.547833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-418384cc-fe20-45f1-9f93-8fb5b3fe5f79 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade', 'tempest-TagsExtTest-Tag-1288002052') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:04.551432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=37877be9-b3a6-4aa6-ba0d-a0688cac79cc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.592698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.598496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port dfb6645d-80c7-41df-8867-8010037af90d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=dfb6645d-80c7-41df-8867-8010037af90d,segment=NetworkSegment(611f145b-1669-4e51-9718-415e4898f4f7),segment_id=611f145b-1669-4e51-9718-415e4898f4f7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:04.606007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.651046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.652451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:04.653119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.692812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] No DVR routers for this DVR port 37877be9-b3a6-4aa6-ba0d-a0688cac79cc on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:04.694816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2811487 Jul 15 13:33:04.698099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.708500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Request body: {'subnet': {'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739999099-subnet', 'tenant_id': '4e9c0ddd813142f19075de5285235f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:04.709475 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.712765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=dfb6645d-80c7-41df-8867-8010037af90d,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.715179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-d4544a01-cbfe-418d-b53a-cff7d394a0cc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "DELETE /v2.0/ports/37877be9-b3a6-4aa6-ba0d-a0688cac79cc HTTP/1.1" status: 204 len: 173 time: 1.2372310 Jul 15 13:33:04.747530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cd265-94bd-489e-a454-6a1122277957 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c8993a-9720-4bfa-ac47-c20860a4f157,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:04.772071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network d2c8993a-9720-4bfa-ac47-c20860a4f157 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:04.791398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Made reservation on behalf of 4e9c0ddd813142f19075de5285235f91 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:04.795357 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:04.808971 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-418384cc-fe20-45f1-9f93-8fb5b3fe5f79 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:04.810213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-418384cc-fe20-45f1-9f93-8fb5b3fe5f79 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags/tempest-TagsExtTest-Tag-1288002052 HTTP/1.1" status: 404 len: 329 time: 0.2679560 Jul 15 13:33:04.816514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:04.830695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['dfb6645d-80c7-41df-8867-8010037af90d'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:04.833984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-4c84e7c0-6c99-49a0-a53a-da2a499bbdf8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', {'tags': ['tempest-TagsExtTest-Tag-1731085643', 'tempest-TagsExtTest-Tag-1710389587', 'tempest-TagsExtTest-Tag-948039224']}) {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.052388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c84e7c0-6c99-49a0-a53a-da2a499bbdf8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags HTTP/1.1" status: 200 len: 317 time: 0.2345707 Jul 15 13:33:05.061482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54430) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.077258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-1ef7496e-b521-4e12-9f65-e66415caa696 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.171831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.243114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Pushing event updated for resources: {'Subnet': ['ID=927ce98c-6ec7-4f3e-a773-863586c0d1d0,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:05.273650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1676349-576f-452d-9dae-02d762514681 req-893b4a10-61d0-4992-b0cb-2d04b489a112 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.275449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1676349-576f-452d-9dae-02d762514681 req-893b4a10-61d0-4992-b0cb-2d04b489a112 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 943 time: 0.3359327 Jul 15 13:33:05.278059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 801ed096-ee92-4d83-8a01-0f62e577058f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:05.278434 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.288327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Checking segment: {'id': 'e7427aa5-7938-4b67-9221-0d47f4d93b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:05.288988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Network hostable DHCP agents. Network: d2c8993a-9720-4bfa-ac47-c20860a4f157, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:05.322376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Network d2c8993a-9720-4bfa-ac47-c20860a4f157 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:05.339663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, d2c8993a-9720-4bfa-ac47-c20860a4f157) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:05.348621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:05.349579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.359100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a454b-ae30-4da1-a239-3defd3202b0c None None] Network d2c8993a-9720-4bfa-ac47-c20860a4f157 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:05.375900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ee1030b-5114-43b2-9d9b-1f1eecbc518c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6738987 Jul 15 13:33:05.419572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1676349-576f-452d-9dae-02d762514681 req-80a8d21d-cff6-4ec4-958f-da6440ac8479 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups?id=a45047ee-372e-43e8-ad29-8082c562279b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191964 Jul 15 13:33:05.426094 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1ef7496e-b521-4e12-9f65-e66415caa696 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags HTTP/1.1" status: 204 len: 168 time: 0.3577824 Jul 15 13:33:05.429078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54434) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.435067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-5d9ab3c2-2a63-4c88-80e7-40ef729dec2c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-1731085643') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.439664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] For port 801ed096-ee92-4d83-8a01-0f62e577058f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=801ed096-ee92-4d83-8a01-0f62e577058f,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:05.440037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.532092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 07bf7af2-28fc-460f-a2fc-699698bb7410 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:05.584274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 07bf7af2-28fc-460f-a2fc-699698bb7410 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:05.584617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 07bf7af2-28fc-460f-a2fc-699698bb7410 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:05.596118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc091e0-1a22-46a8-804e-1091af326242 None None] Network d2c8993a-9720-4bfa-ac47-c20860a4f157 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:05.664258 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-5d9ab3c2-2a63-4c88-80e7-40ef729dec2c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:05.666398 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d9ab3c2-2a63-4c88-80e7-40ef729dec2c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-1731085643 HTTP/1.1" status: 404 len: 329 time: 0.2357652 Jul 15 13:33:05.669400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54448) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.678827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-1151a346-8547-4e8f-8e41-ff6e202d74ea tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-1710389587') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.825973 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-1151a346-8547-4e8f-8e41-ff6e202d74ea tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:05.831279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1151a346-8547-4e8f-8e41-ff6e202d74ea tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-1710389587 HTTP/1.1" status: 404 len: 329 time: 0.1594968 Jul 15 13:33:05.832050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54454) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:05.836956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-acdf997a-7f2a-49f0-90bc-c0d221a6c6a2 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4', 'tempest-TagsExtTest-Tag-948039224') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:05.893469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:05.898679 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c4dbe-3486-4e13-9faf-9d9778aefc29" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:05.938727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.939569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:05.939886 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Floating IP eb79a8f6-5ee0-4346-85ba-63ba31533c06 disassociated. External IP: 172.25.3.98, port: 801ed096-ee92-4d83-8a01-0f62e577058f. Jul 15 13:33:05.940243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 801ed096-ee92-4d83-8a01-0f62e577058f owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:06.008392 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973326d2-4b6a-4833-ac04-7fafc9744dc1 x-openstack-request-id: req-973326d2-4b6a-4833-ac04-7fafc9744dc1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:06.008740 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "37877be9-b3a6-4aa6-ba0d-a0688cac79cc", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:06.009134 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-973326d2-4b6a-4833-ac04-7fafc9744dc1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:06.009583 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '37877be9-b3a6-4aa6-ba0d-a0688cac79cc', 'status': 'completed', 'code': 200} Jul 15 13:33:06.094447 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-acdf997a-7f2a-49f0-90bc-c0d221a6c6a2 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:06.098915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-acdf997a-7f2a-49f0-90bc-c0d221a6c6a2 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags/tempest-TagsExtTest-Tag-948039224 HTTP/1.1" status: 404 len: 328 time: 0.2623980 Jul 15 13:33:06.100206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54474) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.123164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-a74da20f-4ea1-4441-b301-79c0288c57df tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', {'tags': ['tempest-TagsExtTest-Tag-2060996086', 'tempest-TagsExtTest-Tag-1196334542', 'tempest-TagsExtTest-Tag-1207336619']}) {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.197716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c31cc-e250-478b-86b1-4d00b205bf73 req-a72e3b46-c7cc-41a8-8f67-9fc4725733b2 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.199843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-996c31cc-e250-478b-86b1-4d00b205bf73 req-a72e3b46-c7cc-41a8-8f67-9fc4725733b2 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 944 time: 0.1965792 Jul 15 13:33:06.210833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.227223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a74da20f-4ea1-4441-b301-79c0288c57df tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "PUT /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags HTTP/1.1" status: 200 len: 318 time: 0.1247115 Jul 15 13:33:06.229765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.236086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-5fa0cc3c-dd66-4d1a-8f3d-a19b74396dd0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.287782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=801ed096-ee92-4d83-8a01-0f62e577058f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:06.309856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5fa0cc3c-dd66-4d1a-8f3d-a19b74396dd0 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0756083 Jul 15 13:33:06.309856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54482) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.314700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-9d79fcfd-b453-4cca-94a3-26e034568c98 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-2060996086') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.353848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-996c31cc-e250-478b-86b1-4d00b205bf73 req-ce5757e4-4125-4766-af2b-520c864aed2f tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380506 Jul 15 13:33:06.358995 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-9d79fcfd-b453-4cca-94a3-26e034568c98 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:06.360977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9d79fcfd-b453-4cca-94a3-26e034568c98 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-2060996086 HTTP/1.1" status: 404 len: 329 time: 0.0500677 Jul 15 13:33:06.364465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54486) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.383763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-d3940bcc-7911-4f93-af34-aecc5bd8873b tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-1196334542') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.421552 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-d3940bcc-7911-4f93-af34-aecc5bd8873b tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:06.421849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d3940bcc-7911-4f93-af34-aecc5bd8873b tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-1196334542 HTTP/1.1" status: 404 len: 329 time: 0.0551012 Jul 15 13:33:06.423138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54488) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.431309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1768230300-network', 'tenant_id': '9866894764e24a6d9c1fcad14f44ad9e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:06.436996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54490) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.443087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-d43bc5bc-483c-4b3b-af75-6ce70daf54d8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe', 'tempest-TagsExtTest-Tag-1207336619') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.482708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Made reservation on behalf of 9866894764e24a6d9c1fcad14f44ad9e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:06.488891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.496915 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-d43bc5bc-483c-4b3b-af75-6ce70daf54d8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] show failed (client error): The resource could not be found. Jul 15 13:33:06.498923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d43bc5bc-483c-4b3b-af75-6ce70daf54d8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags/tempest-TagsExtTest-Tag-1207336619 HTTP/1.1" status: 404 len: 329 time: 0.0592792 Jul 15 13:33:06.510273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.520133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-ee4cd0ec-201b-4119-889e-be73ce1a3e89 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6400764e-2bf9-460d-8573-93acea9ab9fe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.524413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:06.652455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6a00f99-3fb7-491c-a07c-44573dc666f7 req-05ff57ed-ed68-409c-a6af-fad30f2f3fd7 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0598643 Jul 15 13:33:06.730676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ee4cd0ec-201b-4119-889e-be73ce1a3e89 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2183504 Jul 15 13:33:06.734977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54496) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:06.742890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-8134087f-f2e1-43b4-ad1a-e54bcba91239 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8cf35f2a-214c-4887-8dd0-fb727ef8b0a4') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:06.818781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-1b5c4811-7911-496a-987c-fac209ceed30 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:06.828680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-1b5c4811-7911-496a-987c-fac209ceed30 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.6973784 Jul 15 13:33:06.876279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-15dce943-89df-4d69-825b-09b1870a2589 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.0466328 Jul 15 13:33:06.990978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:07.035368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-9ca8b105-a971-424e-b543-a17ba9750234 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1488085 Jul 15 13:33:07.271269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:07.278823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-e1b8e94c-ebd3-444d-a83d-93a63d42bfb4 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785884 Jul 15 13:33:07.297058 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] Sync routers for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:07.309274 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:07.310451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:07.314008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8134087f-f2e1-43b4-ad1a-e54bcba91239 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4/tags HTTP/1.1" status: 204 len: 168 time: 0.5775261 Jul 15 13:33:07.320142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54506) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.326688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.tag.tag_plugin [None req-9a6bffc5-9136-469c-99c9-1c06d9cf971a tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6085c449-968d-4f64-a552-ed9438f53ade') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:07.352277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] No DVR routers for this DVR port 801ed096-ee92-4d83-8a01-0f62e577058f on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:07.355436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.358126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1963133-f028-4778-86a6-131eeb6aab78 req-7ebb57ff-669c-4c5f-b515-801736f100af tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.59 "DELETE /v2.0/ports/801ed096-ee92-4d83-8a01-0f62e577058f HTTP/1.1" status: 204 len: 173 time: 2.6322787 Jul 15 13:33:07.367501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.375554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.451989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:07.476672 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:07.508403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc061018-869c-4b5b-8664-7978e7e9e75c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:07.509169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-6775149d-55d5-4b72-87d2-13d5880d0a64 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017226 Jul 15 13:33:07.534575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device dfb6645d-80c7-41df-8867-8010037af90d up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:07.539562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.539974 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Added segment 8c94a0b9-4066-4ba0-92b4-974f3ee11ec5 of type vlan for network ac65e9b9-8d80-42e6-ab60-ae58d7056f5d Jul 15 13:33:07.542708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a6bffc5-9136-469c-99c9-1c06d9cf971a tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade/tags HTTP/1.1" status: 204 len: 168 time: 0.2212951 Jul 15 13:33:07.545655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54512) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.556117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.tag.tag_plugin [None req-9621e6cf-b263-4c84-a8c0-a200c113e430 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c14129bd-a0c3-4538-9bbe-54db998034e8') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:07.647430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port dfb6645d-80c7-41df-8867-8010037af90d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:07.652938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port dfb6645d-80c7-41df-8867-8010037af90d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:07.653523 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.728646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9621e6cf-b263-4c84-a8c0-a200c113e430 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1695845 Jul 15 13:33:07.729749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.737679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54516) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:07.829550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.893306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb6645d-80c7-41df-8867-8010037af90d'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:07.895822 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c449a6-d111-4ec0-8131-b24f1d358717" -d '{"events": [{"server_uuid": "84f70674-0e0c-4871-9719-f7aa50fda3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dfb6645d-80c7-41df-8867-8010037af90d"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:07.910832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.915616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:07.916423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.940622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port dfb6645d-80c7-41df-8867-8010037af90d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=dfb6645d-80c7-41df-8867-8010037af90d,segment=NetworkSegment(611f145b-1669-4e51-9718-415e4898f4f7),segment_id=611f145b-1669-4e51-9718-415e4898f4f7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:07.948551 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:07.973862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4b937-a496-4d9e-92cd-63d4c9ddcf13 req-94c2d862-f579-4f2c-97d5-86edffe1feb6 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:07.979138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fce4b937-a496-4d9e-92cd-63d4c9ddcf13 req-94c2d862-f579-4f2c-97d5-86edffe1feb6 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 944 time: 0.3591692 Jul 15 13:33:07.987884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5631704 Jul 15 13:33:07.998117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.025528 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Request body: {'subnet': {'network_id': 'ac65e9b9-8d80-42e6-ab60-ae58d7056f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1768230300-subnet', 'tenant_id': '9866894764e24a6d9c1fcad14f44ad9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:08.054369 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:08.072533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:08.080645 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439faac4-34c0-442d-a988-67834cb3cfb0" -d '{"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:08.125545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=dfb6645d-80c7-41df-8867-8010037af90d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.132028 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] Checking router: 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:08.153664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-85b8c1e7-08ad-427e-8a37-3afa35402db8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for subnetpool, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.157446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-85b8c1e7-08ad-427e-8a37-3afa35402db8 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnetpools/6400764e-2bf9-460d-8573-93acea9ab9fe HTTP/1.1" status: 204 len: 168 time: 0.4161661 Jul 15 13:33:08.158200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54530) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.159392 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:08.160403 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:32:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:08.224750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-53131ae2-c43f-48d4-926f-e15c0d3d46d9 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cf35f2a-214c-4887-8dd0-fb727ef8b0a4 HTTP/1.1" status: 200 len: 205 time: 0.0632684 Jul 15 13:33:08.226694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54534) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:08.229398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Made reservation on behalf of 9866894764e24a6d9c1fcad14f44ad9e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:08.234388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.276223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcde180-034d-4b16-a8eb-f6a7d37a9b30 admin admin] Pushing event updated for resources: {'Network': ['ID=ac65e9b9-8d80-42e6-ab60-ae58d7056f5d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:08.288335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ac65e9b9-8d80-42e6-ab60-ae58d7056f5d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:08.315731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fce4b937-a496-4d9e-92cd-63d4c9ddcf13 req-a84bb387-5ddf-4600-95d7-55aa7941c348 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856884 Jul 15 13:33:08.327241 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:08.463480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a7bd51d-0896-4a78-a2c8-abd6921feffa req-a915fd21-f711-4e7c-b679-ce3b8fea98bd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 210 time: 0.0739303 Jul 15 13:33:08.496554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2466b6c0-f4b0-44a4-b243-b0bc012ff5ad req-982cbbef-175c-42e6-87b4-69ef1226b16b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1620717 Jul 15 13:33:08.507690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:08.554043 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddc02b9-bc5d-45f3-93ec-b5598be243ab x-openstack-request-id: req-cddc02b9-bc5d-45f3-93ec-b5598be243ab {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:08.554565 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f70674-0e0c-4871-9719-f7aa50fda3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dfb6645d-80c7-41df-8867-8010037af90d", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:08.554691 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cddc02b9-bc5d-45f3-93ec-b5598be243ab {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:08.554984 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb6645d-80c7-41df-8867-8010037af90d', 'code': 200} Jul 15 13:33:08.642638 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08813e-3d03-4ba0-a6d5-8ba0fc1ccdc5 x-openstack-request-id: req-9d08813e-3d03-4ba0-a6d5-8ba0fc1ccdc5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:08.643123 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84861c7-613b-4701-be19-c04df895f9b0", "name": "network-vif-deleted", "tag": "801ed096-ee92-4d83-8a01-0f62e577058f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:08.643506 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d08813e-3d03-4ba0-a6d5-8ba0fc1ccdc5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:08.644050 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84861c7-613b-4701-be19-c04df895f9b0', 'name': 'network-vif-deleted', 'tag': '801ed096-ee92-4d83-8a01-0f62e577058f', 'status': 'completed', 'code': 200} Jul 15 13:33:08.724176 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:08.769798 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c92410-ab01-49b2-9892-f5e08a16aff1 None None] The sync data for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 is: [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:20:47Z', 'revision_number': 4, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '0c55e803-a5ed-41c8-a1d7-aad7b8daebab', 'name': '', 'network_id': '3e53f48e-0978-4e08-8c50-8d598755a75d', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'mac_address': 'fa:16:3e:45:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:42Z', 'updated_at': '2021-07-15T13:21:07Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'subnets': [{'id': '4fd22e21-717f-4d44-8771-3b893e31ee3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:08.785712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d493-3d2f-4005-9fba-efa451fc79ca req-e759e4bb-c175-4f1f-b51c-3ed603c99bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:08.790974 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1447d493-3d2f-4005-9fba-efa451fc79ca req-e759e4bb-c175-4f1f-b51c-3ed603c99bdd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 1097 time: 0.1308062 Jul 15 13:33:08.893834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1447d493-3d2f-4005-9fba-efa451fc79ca req-50d26fe7-3350-48cc-a688-54220e029626 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838935 Jul 15 13:33:09.146983 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.150365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.232199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.232985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf35f2a-214c-4887-8dd0-fb727ef8b0a4 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:33:09.284787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfdb224-9e74-48fe-a1d9-487b95d3e811 None None] New status for floating IP eb79a8f6-5ee0-4346-85ba-63ba31533c06: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:33:09.303423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.303680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d920e605-05ed-4da4-905e-1dae2387af32 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/routers/8cf35f2a-214c-4887-8dd0-fb727ef8b0a4 HTTP/1.1" status: 204 len: 168 time: 1.0757329 Jul 15 13:33:09.310292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:09.315084 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.419623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f22491-c4a9-40e4-a68b-82a5986eff3f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:09.438272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Checking segment: {'id': '8c94a0b9-4066-4ba0-92b4-974f3ee11ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ac65e9b9-8d80-42e6-ab60-ae58d7056f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:09.438894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Network hostable DHCP agents. Network: ac65e9b9-8d80-42e6-ab60-ae58d7056f5d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:09.471066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Network ac65e9b9-8d80-42e6-ab60-ae58d7056f5d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:09.497106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ac65e9b9-8d80-42e6-ab60-ae58d7056f5d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:09.512747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:09.515532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.561410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7c8e22c0-b2d4-412c-8c42-139d94f810ba admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5517540 Jul 15 13:33:09.564543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48b896-9a91-4f19-acbf-d8298dd78323 None None] Network ac65e9b9-8d80-42e6-ab60-ae58d7056f5d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:09.817517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d04c-2102-40d1-84ca-12b29b20c0a9 req-8861e1d0-b167-4033-9bd1-1f700a20d2ea tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:09.819976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4bf6d04c-2102-40d1-84ca-12b29b20c0a9 req-8861e1d0-b167-4033-9bd1-1f700a20d2ea tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.2922688 Jul 15 13:33:09.833637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4680ce90-cccb-41db-acea-7ea0a4e0059c req-636467ca-bb15-426e-bd8b-1f775559c3a6 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 210 time: 0.1404390 Jul 15 13:33:09.856834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Deleting port 6085c449-968d-4f64-a552-ed9438f53ade {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:09.857224 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:09.939816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173e8e2-b65e-47b1-8a7c-5befc2ba6209 None None] Network ac65e9b9-8d80-42e6-ab60-ae58d7056f5d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:09.979695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.004337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Calling delete_port for 6085c449-968d-4f64-a552-ed9438f53ade owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:10.039726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4bf6d04c-2102-40d1-84ca-12b29b20c0a9 req-03684f95-d1d5-4e41-bb53-6dc804adf92d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091534 Jul 15 13:33:10.116909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a00ab6e-4064-4b4c-98c4-b89b8a31819d req-d8ce17a7-3e28-43fb-8f9b-3a54ef1827b9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0331221 Jul 15 13:33:10.236686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.301324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event deleted for resources: {'Port': ['ID=6085c449-968d-4f64-a552-ed9438f53ade,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:10.478371 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.485808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3a528249-7811-4203-9e18-5016007b3447 tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/ports/6085c449-968d-4f64-a552-ed9438f53ade HTTP/1.1" status: 204 len: 168 time: 1.1674962 Jul 15 13:33:10.485808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54576) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:10.587705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Deleting subnet c14129bd-a0c3-4538-9bbe-54db998034e8 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:10.593201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.658114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:10.705789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-16cfbcd9-e1ef-480a-a186-8d732cc2433b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.708570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-16cfbcd9-e1ef-480a-a186-8d732cc2433b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2361782 Jul 15 13:33:10.713554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b7797d3b-189a-4396-9e54-69fc981a447b tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:10.715342 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b7797d3b-189a-4396-9e54-69fc981a447b tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/networks?id=d2c8993a-9720-4bfa-ac47-c20860a4f157 HTTP/1.1" status: 200 len: 809 time: 0.3016911 Jul 15 13:33:10.722616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:10.755612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-425e1b33-2a95-475f-9c47-ad5265cca09d tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/quotas/4e9c0ddd813142f19075de5285235f91 HTTP/1.1" status: 200 len: 375 time: 0.0284138 Jul 15 13:33:10.846865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-33893945-1aa1-4d2a-bfed-6ef84a3ffd30 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e9c0ddd813142f19075de5285235f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898154 Jul 15 13:33:10.890537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:10.901138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.041857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.195484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.206022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.13 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/a2ec8c34-67f0-4f92-867b-f6856f3d45c0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:11.263162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ed4b7-5233-435f-83cc-e6ae7c351418 None None] Network 43b91f11-32b7-436c-9d35-d520744770ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:11.279360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event deleted for resources: {'Subnet': ['ID=c14129bd-a0c3-4538-9bbe-54db998034e8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:11.283448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.296224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d77398c-7e7d-49c8-b241-ce66316f36ef tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/subnets/c14129bd-a0c3-4538-9bbe-54db998034e8 HTTP/1.1" status: 204 len: 168 time: 0.8099623 Jul 15 13:33:11.299632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54586) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:11.336181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f37eb1ec-255f-4914-8922-2f2d23d7ad4d req-e94f4742-6359-439c-ba6d-b4ed5e1d7749 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 210 time: 0.0793896 Jul 15 13:33:11.532443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.550032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-bae11373-ed53-4c9b-a069-fa1c1cfe21e1 service neutron] 10.222.0.57 "GET /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911814 Jul 15 13:33:11.687855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] DHCP port deletion for 43b91f11-32b7-436c-9d35-d520744770ad request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:11.771904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.778353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Deleting port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:11.779086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.823389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Deleting port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:11.836548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.839382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e98ae695-a629-4cfc-acc2-1cc569e7d8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769887 Jul 15 13:33:11.862386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.897299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:11.936611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3cfd3-dca7-4643-b6f9-ad1eb8a257ac req-7d242b89-a667-426e-80ec-a04306c29a2d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:11.949692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ac3cfd3-dca7-4643-b6f9-ad1eb8a257ac req-7d242b89-a667-426e-80ec-a04306c29a2d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.4209671 Jul 15 13:33:11.985713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] For port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,segment=NetworkSegment(463b53a3-28ad-48e1-8aff-2aa7d7d4701f),segment_id=463b53a3-28ad-48e1-8aff-2aa7d7d4701f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:11.986648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:11.992204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:12.032831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:12.038360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:12.053695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Calling delete_port for e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:12.126090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.216439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ac3cfd3-dca7-4643-b6f9-ad1eb8a257ac req-354062f2-9eab-4cd8-877a-9cf8d5e402cd tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656977 Jul 15 13:33:12.265846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:12.270686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.291308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] For port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,segment=NetworkSegment(463b53a3-28ad-48e1-8aff-2aa7d7d4701f),segment_id=463b53a3-28ad-48e1-8aff-2aa7d7d4701f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:12.291933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.308011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Calling delete_port for e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:12.324078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-a14727bd-6b56-4944-830f-b4d5f7b9b401 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6060815 Jul 15 13:33:12.342163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Request body: {'port': {'device_id': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:12.349138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.422986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.451038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event deleted for resources: {'Port': ['ID=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.451825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:12.464194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Pushing event deleted for resources: {'Port': ['ID=e9a5bb15-0a6f-49b1-ba67-e960b8b254b9,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:12.484112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf8ca64b-6931-468e-8be2-45cc2a75a2df req-f6e2d930-4304-4eae-847e-83cc0747aa4b tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 210 time: 0.0801470 Jul 15 13:33:12.490183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] No DVR routers for this DVR port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:12.523562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:12.523958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:12.538027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.540815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.541413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.541756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.542067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.542404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.543043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.543201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.543531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.543853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.544163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.544473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:12.552718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867b364-d2f3-422c-b51d-0cd9107ee170 None None] No DVR routers for this DVR port e9a5bb15-0a6f-49b1-ba67-e960b8b254b9 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:12.575151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64b28b1c-d78f-4848-8283-b5f25634c2d5 req-75c4d7f4-37ad-4ccd-b379-e24ba0887917 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1090548 Jul 15 13:33:12.646587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.694129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.758439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b91f11-32b7-436c-9d35-d520744770ad']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:12.785782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463b53a3-28ad-48e1-8aff-2aa7d7d4701f') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:12.788808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463b53a3-28ad-48e1-8aff-2aa7d7d4701f') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:12.821689 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.946631 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.982804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:12.984491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:12.988413 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:13.067102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6885f3c-d8df-47e6-b4a9-a102dbcdd1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.150864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162064d-bbf5-4651-a08b-26634a206e19 req-0d98dd6e-2ab3-4f58-9bc1-47fc0555976b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.158429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1162064d-bbf5-4651-a08b-26634a206e19 req-0d98dd6e-2ab3-4f58-9bc1-47fc0555976b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 932 time: 0.3010135 Jul 15 13:33:13.160869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.248067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.256709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] 10.222.0.57 "DELETE /v2.0/networks/43b91f11-32b7-436c-9d35-d520744770ad HTTP/1.1" status: 204 len: 168 time: 1.9555106 Jul 15 13:33:13.258071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc464b-10b9-4754-804e-71cdcd19bd1c tempest-TagsExtTest-1307767036 tempest-TagsExtTest-1307767036-project] Pushing event deleted for resources: {'Network': ['ID=43b91f11-32b7-436c-9d35-d520744770ad,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:13.379084 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1162064d-bbf5-4651-a08b-26634a206e19 req-57ad47ed-ba0a-4965-8d49-446539d4faaa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077391 Jul 15 13:33:13.503295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ec8c34-67f0-4f92-867b-f6856f3d45c0 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:13.516198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.569602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Transition to ACTIVE for port object a2ec8c34-67f0-4f92-867b-f6856f3d45c0 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:13.577494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:13.671363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-3cc188f3-5667-4e8d-b142-212a9ce1a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.673588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-3cc188f3-5667-4e8d-b142-212a9ce1a9aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=850c085161c74fa3adc3eca3d555c954&device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 1097 time: 0.1421151 Jul 15 13:33:13.881066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0807d3ab-6c6c-4ca7-ba2d-54bdc4c519eb req-a6362cea-3d7e-4fa6-8cbf-280b73d83b45 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 210 time: 0.1597755 Jul 15 13:33:13.954058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-b8ac7668-7225-42ee-892c-ea5659abcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:13.959602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-b8ac7668-7225-42ee-892c-ea5659abcf71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d HTTP/1.1" status: 200 len: 914 time: 0.2742958 Jul 15 13:33:14.152380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:14.157458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-c03be840-18f8-4c90-918f-c2bd1ea7c314 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfb6645d-80c7-41df-8867-8010037af90d HTTP/1.1" status: 200 len: 217 time: 0.1895289 Jul 15 13:33:14.168768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:14.211152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518a6a3-eed4-4b46-b61c-48f59dedc1cb req-6441043e-b352-40e5-81ae-2ae75e624fb4 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.213207 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:14.219510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5518a6a3-eed4-4b46-b61c-48f59dedc1cb req-6441043e-b352-40e5-81ae-2ae75e624fb4 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.6290965 Jul 15 13:33:14.260049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Attempting to bind port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:14.260571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Attempting to bind port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:14.261983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Attempting to bind port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:14.316630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:14.317209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Attempting to bind port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:14.349357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5518a6a3-eed4-4b46-b61c-48f59dedc1cb req-6b243089-9f31-4b8b-af43-391400d875f5 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262820 Jul 15 13:33:14.351991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:14.357876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:14.358759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:14.360062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Bound port: a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:14.361739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.405587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7900a850-bed5-464e-81ad-4dfa26c190e9 req-6994c43c-09b4-4337-8700-fda31acd6201 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.2343004 Jul 15 13:33:14.407826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-88d666a9-ce1b-4e96-b91e-259629450b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.416261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-88d666a9-ce1b-4e96-b91e-259629450b15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ddc4c02-61fa-488f-b766-eb9b6d062efc HTTP/1.1" status: 200 len: 853 time: 0.1973701 Jul 15 13:33:14.494542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-b1d2607a-1963-4b8c-bc70-a6b7b19a2420 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0fea62cc-0ae8-402e-a01e-f7ccbb58449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452702 Jul 15 13:33:14.544549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] For port a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:14.551150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] For port a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:14.559720 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.567509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c24bafd5-1fe7-4a0d-adca-cf878794c18d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=265fd480b4ee4b8194cbccf3363610b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054904 Jul 15 13:33:14.571704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54640) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:14.666386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:14.666640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:14.668286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] 10.222.0.59 "PUT /v2.0/ports/a2ec8c34-67f0-4f92-867b-f6856f3d45c0 HTTP/1.1" status: 200 len: 1093 time: 2.3362687 Jul 15 13:33:14.673217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'tag': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:14.676793 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29023c2-ee17-47f6-b7b0-d86f40315350" -d '{"events": [{"name": "network-changed", "server_uuid": "26a30cd2-7af1-4a64-a2a8-838515ca41e0", "tag": "a2ec8c34-67f0-4f92-867b-f6856f3d45c0"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:14.726696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-ca0d24b0-7426-4238-bab0-52ca007b2351 service neutron] 10.222.0.58 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197931 Jul 15 13:33:14.811740 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d7754-0ccb-4212-8720-0cf0f98a3fe7 x-openstack-request-id: req-3d7d7754-0ccb-4212-8720-0cf0f98a3fe7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:14.812033 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a30cd2-7af1-4a64-a2a8-838515ca41e0", "tag": "a2ec8c34-67f0-4f92-867b-f6856f3d45c0", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:14.812282 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d7d7754-0ccb-4212-8720-0cf0f98a3fe7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:14.812687 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'tag': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0', 'status': 'completed', 'code': 200} Jul 15 13:33:14.889403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-352ed5d5-856d-455a-bdff-827dedeb9358 req-106bcf01-81f4-4c06-b3d4-ff1cdc09666f service neutron] 10.222.0.58 "GET /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503067 Jul 15 13:33:14.933632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749211-d84e-4103-83ca-aaba6c725130 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.002912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.026669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c951f6f-fbcd-4f85-b01a-8f735a3d85db req-9e4c8e3c-fe2b-47df-b40b-40752e872b3b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.034425 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c951f6f-fbcd-4f85-b01a-8f735a3d85db req-9e4c8e3c-fe2b-47df-b40b-40752e872b3b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 944 time: 0.4659853 Jul 15 13:33:15.050759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.054770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-fcf449bc-817f-4b98-b551-943fe6d2d3f6 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.056559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-fcf449bc-817f-4b98-b551-943fe6d2d3f6 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.58 "GET /v2.0/networks?id=d2c8993a-9720-4bfa-ac47-c20860a4f157 HTTP/1.1" status: 200 len: 809 time: 0.3448844 Jul 15 13:33:15.077764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Request body: {'port': {'device_id': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157', 'admin_state_up': True, 'tenant_id': '4e9c0ddd813142f19075de5285235f91'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:15.150472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.157678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-b7edbeee-0c8b-4008-8a94-53e6401bda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.159473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-b7edbeee-0c8b-4008-8a94-53e6401bda14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 1096 time: 0.4189138 Jul 15 13:33:15.178325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57257bc9-b293-4cfe-ac87-353a0358d729 req-403d970f-008e-4557-938d-7b6c3ca82be8 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 210 time: 0.0625665 Jul 15 13:33:15.305610 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.310345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c951f6f-fbcd-4f85-b01a-8f735a3d85db req-45098ead-1785-4d19-85eb-7e1fe5f3fd34 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711225 Jul 15 13:33:15.322145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-4f0d558e-7a52-4aad-9a14-8bb449be8c4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0 HTTP/1.1" status: 200 len: 217 time: 0.1450968 Jul 15 13:33:15.416151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7817859e-9082-452f-9011-b874a90ab91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.420611 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-7817859e-9082-452f-9011-b874a90ab91e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0927031 Jul 15 13:33:15.526282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.541237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.543725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c50e6ca-8ce7-477f-88d4-176e4df68287 HTTP/1.1" status: 204 len: 168 time: 0.9625003 Jul 15 13:33:15.551400 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-b487a764-84af-4585-ad3d-f3613751622a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194177 Jul 15 13:33:15.575866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6f765a9-7de2-41b9-a7db-79bd07e4fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.677109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c50e6ca-8ce7-477f-88d4-176e4df68287,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:15.690232 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.734197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.734709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.735483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.736170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.736973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.737702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.738395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.739145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.739826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.740481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.740977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.741492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e1497-9fd1-4a46-ae6b-6745038d18a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:15.744823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Made reservation on behalf of 4e9c0ddd813142f19075de5285235f91 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:15.757303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:15.853823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a347-161d-498f-b441-8f4187004f45 req-652fcd18-2f79-4411-b9b2-fbc97b5c23db tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:15.854743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42e29b8f-31a7-426d-b9b7-7321422b1181 req-16b7a5c2-299c-4c90-91ac-7802a1788d2d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.1467960 Jul 15 13:33:15.856743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1585a347-161d-498f-b441-8f4187004f45 req-652fcd18-2f79-4411-b9b2-fbc97b5c23db tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.1174438 Jul 15 13:33:15.968438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1585a347-161d-498f-b441-8f4187004f45 req-1a260ec2-41c2-466e-9b45-9edaac9e9586 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029863 Jul 15 13:33:16.055485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-3c2c9e19-d6bb-49a3-999f-fd66295bb8cc service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937837 Jul 15 13:33:16.278596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Allocated IP 172.20.0.13 (d2c8993a-9720-4bfa-ac47-c20860a4f157/927ce98c-6ec7-4f3e-a773-863586c0d1d0/935a2df9-8124-454c-a914-902e225e8268) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:16.296439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3aaffb30-044a-48ff-92d4-d67495ba42b2 req-b122055d-7e8c-4166-8028-e679d10f1edd service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299764 Jul 15 13:33:16.718919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a5500-98ed-4b7f-aebe-c61d4aadf228 req-02429f0d-30ba-4385-81a0-e4adcb979590 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:16.727766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-440a5500-98ed-4b7f-aebe-c61d4aadf228 req-02429f0d-30ba-4385-81a0-e4adcb979590 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 944 time: 0.2005110 Jul 15 13:33:16.839792 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-440a5500-98ed-4b7f-aebe-c61d4aadf228 req-8cf1299f-66ba-4848-b5b2-c87235d8f327 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737069 Jul 15 13:33:17.014188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3912f7f3-2147-464a-a13f-0f30afedba56 req-5dfb0063-7924-40da-a60f-41f3e99479ec tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 210 time: 0.0973847 Jul 15 13:33:17.089512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.162274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-144873a7-cfac-4e29-972e-8118555e419d req-849abb02-c4a0-4460-aa33-9d9d96b32a7d tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0511656 Jul 15 13:33:17.232708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-de215e91-8c54-4940-82df-6abf7dec7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.234288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-de215e91-8c54-4940-82df-6abf7dec7c6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 1096 time: 0.3165538 Jul 15 13:33:17.345102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-ceb5a433-52ae-4938-8242-e782d1c5dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.346687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-ceb5a433-52ae-4938-8242-e782d1c5dc33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.1038060 Jul 15 13:33:17.428770 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.432633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-46efc82d-e12a-46a1-ae72-7505301352c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0 HTTP/1.1" status: 200 len: 217 time: 0.0706186 Jul 15 13:33:17.525153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-bc097256-0b57-4527-9d3c-d89432d58b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.525709 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-bc097256-0b57-4527-9d3c-d89432d58b72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.0847564 Jul 15 13:33:17.543165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572fed6-273e-4df3-a0c7-63b4376c3988 req-421ffdcf-6c2f-4cdd-9251-ca37ac08b804 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:17.545021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a572fed6-273e-4df3-a0c7-63b4376c3988 req-421ffdcf-6c2f-4cdd-9251-ca37ac08b804 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.1974292 Jul 15 13:33:17.574914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-2cc1734d-cf19-4470-bca0-438b0ffec6ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405171 Jul 15 13:33:17.626602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:17.728589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Network d2c8993a-9720-4bfa-ac47-c20860a4f157 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:17.742634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:17.774208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a2ec8c34-67f0-4f92-867b-f6856f3d45c0 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:17.786387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:17.801467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a572fed6-273e-4df3-a0c7-63b4376c3988 req-20f55633-9d6c-4289-a09a-819f0ffc2897 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239206 Jul 15 13:33:17.862708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Pushing event updated for resources: {'Port': ['ID=935a2df9-8124-454c-a914-902e225e8268,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:17.973687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:18.012055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0', 'mac_address': 'fa:16:3e:fc:dc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:18.064470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.073924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-cc41e450-85b9-433d-89b2-f6c039b3e79d service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853559 Jul 15 13:33:18.085020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ec8c34-67f0-4f92-867b-f6856f3d45c0 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:18.092403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.097952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.106542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:18.118613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.231874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-e51dd1ad-d4c6-4b83-a698-7be24a8fce70 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1579592 Jul 15 13:33:18.291271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:18.314891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Request body: {'port': {'device_id': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:18.317442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a2ec8c34-67f0-4f92-867b-f6856f3d45c0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:18.600372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29023c2-ee17-47f6-b7b0-d86f40315350 req-c18b2254-976b-4860-873d-522baed686ff service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914417 Jul 15 13:33:18.630211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.639281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:18.775421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93faf0b-6515-4c7e-8fb8-8401b07c2926 req-75e99f5c-6529-4d76-b5da-61ad49ff3494 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.777249 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d93faf0b-6515-4c7e-8fb8-8401b07c2926 req-75e99f5c-6529-4d76-b5da-61ad49ff3494 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 932 time: 0.2191875 Jul 15 13:33:18.893306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d93faf0b-6515-4c7e-8fb8-8401b07c2926 req-c8583095-89e0-4a40-874e-dac39292278c tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074283 Jul 15 13:33:18.984179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570e68b-ae47-40d3-9fbc-c6c4e27f8e61 req-a408660e-1012-4f7d-ad55-0f3c9fa7e5c5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:18.992972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b570e68b-ae47-40d3-9fbc-c6c4e27f8e61 req-a408660e-1012-4f7d-ad55-0f3c9fa7e5c5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 945 time: 0.7595637 Jul 15 13:33:19.065820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b570e68b-ae47-40d3-9fbc-c6c4e27f8e61 req-9917ff3e-9d2a-4527-88b3-640a0b1c6e4d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714679 Jul 15 13:33:19.184959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935a2df9-8124-454c-a914-902e225e8268 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:19.220722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.255650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Transition to ACTIVE for port object 935a2df9-8124-454c-a914-902e225e8268 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:19.262359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.265306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58d6c1e0-d838-4581-b3e6-fa6123d2d1f7 req-75de72f9-f6bd-4be8-b88b-7f1c3eeb3454 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0678589 Jul 15 13:33:19.452465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Pushing event updated for resources: {'Port': ['ID=935a2df9-8124-454c-a914-902e225e8268,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.499956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Attempting to bind port 935a2df9-8124-454c-a914-902e225e8268 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:19.500307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Attempting to bind port 935a2df9-8124-454c-a914-902e225e8268 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'e7427aa5-7938-4b67-9221-0d47f4d93b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:19.501125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Attempting to bind port 935a2df9-8124-454c-a914-902e225e8268 on network d2c8993a-9720-4bfa-ac47-c20860a4f157 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:19.508408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Port 935a2df9-8124-454c-a914-902e225e8268 on network d2c8993a-9720-4bfa-ac47-c20860a4f157 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:19.508408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Attempting to bind port 935a2df9-8124-454c-a914-902e225e8268 on network d2c8993a-9720-4bfa-ac47-c20860a4f157 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:19.516415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:19.516827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Checking segment: {'id': 'e7427aa5-7938-4b67-9221-0d47f4d93b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:19.517662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Bound using segment: {'id': 'e7427aa5-7938-4b67-9221-0d47f4d93b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:19.517662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Bound port: 935a2df9-8124-454c-a914-902e225e8268, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7427aa5-7938-4b67-9221-0d47f4d93b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:19.518425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.529987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc163b44-37d2-42b2-9665-a1f9b59bcecc req-ec854470-e50a-48e6-bd80-f848ebed0669 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:19.538235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc163b44-37d2-42b2-9665-a1f9b59bcecc req-ec854470-e50a-48e6-bd80-f848ebed0669 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.1879070 Jul 15 13:33:19.579916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:19.656629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc163b44-37d2-42b2-9665-a1f9b59bcecc req-8c2b160f-6bc5-4dc7-9bbb-2eb9bb8dc0b1 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158779 Jul 15 13:33:19.698278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] For port 935a2df9-8124-454c-a914-902e225e8268, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:19.704133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] For port 935a2df9-8124-454c-a914-902e225e8268, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=935a2df9-8124-454c-a914-902e225e8268,segment=NetworkSegment(e7427aa5-7938-4b67-9221-0d47f4d93b17),segment_id=e7427aa5-7938-4b67-9221-0d47f4d93b17)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:19.713885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.761293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:19.761958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.764018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/935a2df9-8124-454c-a914-902e225e8268 HTTP/1.1" status: 200 len: 1093 time: 1.5240457 Jul 15 13:33:19.764466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'tag': '935a2df9-8124-454c-a914-902e225e8268'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:19.767011 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7434ac-1921-4a33-8715-fe88ef2da995" -d '{"events": [{"name": "network-changed", "server_uuid": "0acfdf95-7416-49d4-bec8-8741b772e60b", "tag": "935a2df9-8124-454c-a914-902e225e8268"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:19.791740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a2ec8c34-67f0-4f92-867b-f6856f3d45c0 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:19.839575 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd97e78-92e4-4d74-9b75-490f54235a1a x-openstack-request-id: req-0cd97e78-92e4-4d74-9b75-490f54235a1a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:19.840410 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acfdf95-7416-49d4-bec8-8741b772e60b", "tag": "935a2df9-8124-454c-a914-902e225e8268", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:19.840410 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cd97e78-92e4-4d74-9b75-490f54235a1a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:19.841890 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'tag': '935a2df9-8124-454c-a914-902e225e8268', 'status': 'completed', 'code': 200} Jul 15 13:33:19.871137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad9729-88d5-48ff-8cd8-65d8fb9e47c4 service neutron] Pushing event updated for resources: {'Port': ['ID=935a2df9-8124-454c-a914-902e225e8268,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:19.894853 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c756b4ad-be1b-4be9-8690-57048c4b14a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:19.984461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-7cd3b135-4af6-4f0a-a4f8-60a58c29e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:19.988233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:19.989214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-7cd3b135-4af6-4f0a-a4f8-60a58c29e133 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e9c0ddd813142f19075de5285235f91&device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 1096 time: 0.1730530 Jul 15 13:33:20.008062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:20.008450 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.094666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-a1551239-c95c-4f86-8147-6af97816c049 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.096808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-a1551239-c95c-4f86-8147-6af97816c049 tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.58 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.2853093 Jul 15 13:33:20.110149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-3b186acf-b72a-47c5-baef-941e6aba95ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=935a2df9-8124-454c-a914-902e225e8268 HTTP/1.1" status: 200 len: 217 time: 0.1142528 Jul 15 13:33:20.220425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-c7e8aed0-68c6-4845-bd29-828b74f683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.230726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-c7e8aed0-68c6-4845-bd29-828b74f683f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=927ce98c-6ec7-4f3e-a773-863586c0d1d0 HTTP/1.1" status: 200 len: 849 time: 0.1120758 Jul 15 13:33:20.306665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-b1716ce4-b092-4792-ad07-9361b1b1c859 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2c8993a-9720-4bfa-ac47-c20860a4f157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690937 Jul 15 13:33:20.332240 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.382656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:20.385215 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae1e69-f719-4111-a976-15bd41c8949a" -d '{"events": [{"server_uuid": "26a30cd2-7af1-4a64-a2a8-838515ca41e0", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec8c34-67f0-4f92-867b-f6856f3d45c0"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:20.425004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:20.447757 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.488910 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c756b4ad-be1b-4be9-8690-57048c4b14a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.510136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c756b4ad-be1b-4be9-8690-57048c4b14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.511391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92295a39-fc4e-4b64-87fa-353323263096 req-776806bc-a3ef-45a3-9928-70eba843f19e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.513238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92295a39-fc4e-4b64-87fa-353323263096 req-776806bc-a3ef-45a3-9928-70eba843f19e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 945 time: 0.1591184 Jul 15 13:33:20.518055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-3fc9f20c-bd04-40a8-b92d-15fb4b321cae service neutron] 10.222.0.58 "GET /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050002 Jul 15 13:33:20.591353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.609666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92295a39-fc4e-4b64-87fa-353323263096 req-cb5feb0d-ffb8-4ffe-a6ee-eb00f36c66fc tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862851 Jul 15 13:33:20.635497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b4ad-be1b-4be9-8690-57048c4b14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83a3d9-a27a-4d55-964b-a85913f658b7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:20.688954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c756b4ad-be1b-4be9-8690-57048c4b14a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab320bc53e494b4195dd6ade04191e24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1051965 Jul 15 13:33:20.690413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:20.768102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797498e-b423-47f0-bf35-e564fbebbe1b req-2a65ee74-1489-443a-9c13-b88bcf42f943 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:20.773392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d797498e-b423-47f0-bf35-e564fbebbe1b req-2a65ee74-1489-443a-9c13-b88bcf42f943 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 944 time: 0.4889255 Jul 15 13:33:20.777128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.780626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Deleting port dfb6645d-80c7-41df-8867-8010037af90d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:20.781037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.832657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8f733b2b-eb5c-4427-ab9c-b33b3be1c3d4 req-338b5428-804c-4905-9c7c-b4b36ed6d527 service neutron] 10.222.0.58 "GET /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037739 Jul 15 13:33:20.913798 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22408686-9b88-432e-8993-6b14c959d17d req-067311c9-94dc-4446-9a7d-6048a4c78df9 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0700154 Jul 15 13:33:20.965663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:20.971910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d797498e-b423-47f0-bf35-e564fbebbe1b req-d21f36bf-a6d0-4d5d-b387-6efebf14bf4a tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853364 Jul 15 13:33:21.129279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] For port dfb6645d-80c7-41df-8867-8010037af90d, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=dfb6645d-80c7-41df-8867-8010037af90d,segment=NetworkSegment(611f145b-1669-4e51-9718-415e4898f4f7),segment_id=611f145b-1669-4e51-9718-415e4898f4f7)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:21.136130 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.202772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-f3592509-ce3d-4fd0-9c9b-50106344f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.210369 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-f3592509-ce3d-4fd0-9c9b-50106344f0e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e9c0ddd813142f19075de5285235f91&device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 1096 time: 0.2860863 Jul 15 13:33:21.228511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Calling delete_port for dfb6645d-80c7-41df-8867-8010037af90d owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:21.281166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.293278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.306273 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8e83a3d9-a27a-4d55-964b-a85913f658b7 HTTP/1.1" status: 204 len: 168 time: 0.6103621 Jul 15 13:33:21.336308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83a3d9-a27a-4d55-964b-a85913f658b7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.357391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.362139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.362688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.363128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.368210 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.368704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.369131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.369574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.370077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.370589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.371017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.371435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ea3bed-5c74-4bbf-bcd3-6c97b5db1141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:21.513123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-11df04a5-13a8-4bbc-9d4e-2f1132ac104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.521315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-11df04a5-13a8-4bbc-9d4e-2f1132ac104b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2c8993a-9720-4bfa-ac47-c20860a4f157 HTTP/1.1" status: 200 len: 910 time: 0.2905219 Jul 15 13:33:21.600261 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1afe93-ea81-4ac5-a8e4-fda7d51f6310 x-openstack-request-id: req-fd1afe93-ea81-4ac5-a8e4-fda7d51f6310 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:21.605847 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a30cd2-7af1-4a64-a2a8-838515ca41e0", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec8c34-67f0-4f92-867b-f6856f3d45c0", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:21.606696 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd1afe93-ea81-4ac5-a8e4-fda7d51f6310 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:21.608505 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0', 'code': 200} Jul 15 13:33:21.614503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-dcbf03ff-fd7f-440f-9fc2-71fc0853cd3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=935a2df9-8124-454c-a914-902e225e8268 HTTP/1.1" status: 200 len: 217 time: 0.0863171 Jul 15 13:33:21.693332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-fadb1171-6505-42e3-96db-25eba86772e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.694338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-fadb1171-6505-42e3-96db-25eba86772e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=927ce98c-6ec7-4f3e-a773-863586c0d1d0 HTTP/1.1" status: 200 len: 849 time: 0.0708978 Jul 15 13:33:21.722995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461722d-93fc-4491-a36d-045bb75377c3 req-ffe9e076-7098-4c18-9a0a-9325f5d2287c tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:21.736995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a461722d-93fc-4491-a36d-045bb75377c3 req-ffe9e076-7098-4c18-9a0a-9325f5d2287c tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/ports?device_id=84f70674-0e0c-4871-9719-f7aa50fda3ce HTTP/1.1" status: 200 len: 945 time: 0.3589594 Jul 15 13:33:21.803241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-cdca276d-0739-4478-ab24-a320fbe5c433 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2c8993a-9720-4bfa-ac47-c20860a4f157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984600 Jul 15 13:33:21.863417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:21.921075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Pushing event deleted for resources: {'Port': ['ID=dfb6645d-80c7-41df-8867-8010037af90d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:21.936904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a461722d-93fc-4491-a36d-045bb75377c3 req-e78da7d3-347f-497b-a0b3-0f41380d1e9d tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.57 "GET /v2.0/security-groups?id=df7b801f-6a6a-4a10-94ec-101ae167b4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983840 Jul 15 13:33:22.081588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] No DVR routers for this DVR port dfb6645d-80c7-41df-8867-8010037af90d on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:22.100769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.102869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21fc1a86-fc14-4c98-84b3-191d0134687e req-2d69d8bb-726a-4f73-9382-b86e8d9569ac tempest-InstanceActionsTestJSON-1340350300 tempest-InstanceActionsTestJSON-1340350300-project] 10.222.0.58 "DELETE /v2.0/ports/dfb6645d-80c7-41df-8867-8010037af90d HTTP/1.1" status: 204 len: 173 time: 1.9992788 Jul 15 13:33:22.103428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'name': 'network-vif-deleted', 'tag': 'dfb6645d-80c7-41df-8867-8010037af90d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:22.116421 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5367e183-ec13-4324-867b-333543f90be2" -d '{"events": [{"server_uuid": "84f70674-0e0c-4871-9719-f7aa50fda3ce", "name": "network-vif-deleted", "tag": "dfb6645d-80c7-41df-8867-8010037af90d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:22.132324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7430fe-70e8-4dcc-8f43-0481553315b1 req-c0b99545-c88a-46f2-a6bf-c270cb87db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.136104 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8f7430fe-70e8-4dcc-8f43-0481553315b1 req-c0b99545-c88a-46f2-a6bf-c270cb87db6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 1098 time: 0.3096581 Jul 15 13:33:22.218571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54774) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:22.240023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caa9ba-e011-4170-81d1-22b7919beff8 req-89571c5a-392d-4c7b-bc4b-184c53aa215d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.248553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86caa9ba-e011-4170-81d1-22b7919beff8 req-89571c5a-392d-4c7b-bc4b-184c53aa215d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.4060702 Jul 15 13:33:22.253120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-ce134314-a523-4739-9241-a48ba73398eb service neutron] 10.222.0.58 "GET /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434943 Jul 15 13:33:22.254038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1074e85-8495-47c7-8816-9d864daf8b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.264096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8f7430fe-70e8-4dcc-8f43-0481553315b1 req-77d3884c-bad5-4306-abf3-d5bfdb4e205a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173186 Jul 15 13:33:22.334308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb7aa4b1-4a3f-42b1-8d41-28adada0b13f req-3ceb4839-a5dd-420b-8d1d-e26c81fe0a5a tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0775418 Jul 15 13:33:22.427064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86caa9ba-e011-4170-81d1-22b7919beff8 req-2ca8acaa-a5da-493c-8bbe-cfff9fb9ae73 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770546 Jul 15 13:33:22.463053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c7434ac-1921-4a33-8715-fe88ef2da995 req-3a064a23-40a8-4f79-9f69-aa8fff53ba8f service neutron] 10.222.0.58 "GET /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011831 Jul 15 13:33:22.484395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1074e85-8495-47c7-8816-9d864daf8b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.497418 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1074e85-8495-47c7-8816-9d864daf8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.517045 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5543166e-52ca-4594-9d20-9ee66da5963d x-openstack-request-id: req-5543166e-52ca-4594-9d20-9ee66da5963d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:22.517354 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f70674-0e0c-4871-9719-f7aa50fda3ce", "name": "network-vif-deleted", "tag": "dfb6645d-80c7-41df-8867-8010037af90d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:22.517609 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5543166e-52ca-4594-9d20-9ee66da5963d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:22.518030 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f70674-0e0c-4871-9719-f7aa50fda3ce', 'name': 'network-vif-deleted', 'tag': 'dfb6645d-80c7-41df-8867-8010037af90d', 'status': 'completed', 'code': 200} Jul 15 13:33:22.559747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1074e85-8495-47c7-8816-9d864daf8b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a79b8d-23d3-4630-86f6-0e5c778e4126,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:22.580188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:22.582053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a1074e85-8495-47c7-8816-9d864daf8b79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=725a8832030d4635be054cfc82331c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624916 Jul 15 13:33:22.715816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db0b08-87f2-4038-97d2-233e7faf1c8c req-eff3de4b-7fb6-45a5-85db-c72cf6021843 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:22.717971 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47db0b08-87f2-4038-97d2-233e7faf1c8c req-eff3de4b-7fb6-45a5-85db-c72cf6021843 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 944 time: 0.1152241 Jul 15 13:33:22.742193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-667a79c8-fde1-48c8-bd0a-8107182a747e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.777251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-667a79c8-fde1-48c8-bd0a-8107182a747e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.814458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47db0b08-87f2-4038-97d2-233e7faf1c8c req-df73843a-3627-4dd0-a1a9-ad7175a4e326 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815876 Jul 15 13:33:22.900101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-667a79c8-fde1-48c8-bd0a-8107182a747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.903986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-667a79c8-fde1-48c8-bd0a-8107182a747e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:22.905637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-667a79c8-fde1-48c8-bd0a-8107182a747e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a8a79b8d-23d3-4630-86f6-0e5c778e4126 HTTP/1.1" status: 204 len: 168 time: 0.3238139 Jul 15 13:33:22.916521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a79c8-fde1-48c8-bd0a-8107182a747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a79b8d-23d3-4630-86f6-0e5c778e4126,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.097122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54786) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.192217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Deleting subnet 0ddc4c02-61fa-488f-b766-eb9b6d062efc {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:23.196807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.265540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.334412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.404604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.435339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddc4c02-61fa-488f-b766-eb9b6d062efc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:23.437381 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.439774 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31bd27bc-810f-4d37-a830-be575f7ef953 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0ddc4c02-61fa-488f-b766-eb9b6d062efc HTTP/1.1" status: 204 len: 168 time: 0.3415871 Jul 15 13:33:23.442832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54796) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:23.561540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.587211 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1c1c3b68-39da-46ff-bda4-2bacc22e6cb1 req-32cbcaa7-2211-4c4a-a852-a981c86c683b tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0471106 Jul 15 13:33:23.614984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 935a2df9-8124-454c-a914-902e225e8268 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:23.618695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device dfb6645d-80c7-41df-8867-8010037af90d no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:23.647469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: dfb6645d-80c7-41df-8867-8010037af90d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:23.648560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device dfb6645d-80c7-41df-8867-8010037af90d not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:23.689494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.703786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fea62cc-0ae8-402e-a01e-f7ccbb58449d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.717165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611f145b-1669-4e51-9718-415e4898f4f7') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.717398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611f145b-1669-4e51-9718-415e4898f4f7') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:23.730790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.748481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.757081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:23.757081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.792191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 935a2df9-8124-454c-a914-902e225e8268, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=935a2df9-8124-454c-a914-902e225e8268,segment=NetworkSegment(e7427aa5-7938-4b67-9221-0d47f4d93b17),segment_id=e7427aa5-7938-4b67-9221-0d47f4d93b17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:23.814698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '935a2df9-8124-454c-a914-902e225e8268', 'network_id': 'd2c8993a-9720-4bfa-ac47-c20860a4f157', 'port_id': '935a2df9-8124-454c-a914-902e225e8268', 'mac_address': 'fa:16:3e:f7:99:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927ce98c-6ec7-4f3e-a773-863586c0d1d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:23.894056 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:23.958576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.959307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.981400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:23.984261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] 10.222.0.57 "DELETE /v2.0/networks/0fea62cc-0ae8-402e-a01e-f7ccbb58449d HTTP/1.1" status: 204 len: 168 time: 0.5397744 Jul 15 13:33:23.985316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb899f5-37ba-45f4-bfc8-ebcf616d83cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0fea62cc-0ae8-402e-a01e-f7ccbb58449d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.008957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935a2df9-8124-454c-a914-902e225e8268 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:24.093275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 935a2df9-8124-454c-a914-902e225e8268, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=935a2df9-8124-454c-a914-902e225e8268,segment=NetworkSegment(e7427aa5-7938-4b67-9221-0d47f4d93b17),segment_id=e7427aa5-7938-4b67-9221-0d47f4d93b17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:24.100443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.108971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddb5a8-60e9-453a-b37b-095998173e82 req-4dbcbd6c-fd82-4828-bacb-4f1a8c6a8214 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.110761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddddb5a8-60e9-453a-b37b-095998173e82 req-4dbcbd6c-fd82-4828-bacb-4f1a8c6a8214 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.2179873 Jul 15 13:33:24.189672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87568-e36c-446b-8c62-39bf50e7e507 req-c94928e0-bdbf-427e-8906-8c45ef146245 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:24.192721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aab87568-e36c-446b-8c62-39bf50e7e507 req-c94928e0-bdbf-427e-8906-8c45ef146245 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 944 time: 0.1296828 Jul 15 13:33:24.212173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=935a2df9-8124-454c-a914-902e225e8268,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.271041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ddddb5a8-60e9-453a-b37b-095998173e82 req-98cc1ecb-8bb3-4926-955b-2a0686b7281d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481843 Jul 15 13:33:24.292919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['935a2df9-8124-454c-a914-902e225e8268'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:24.342365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aab87568-e36c-446b-8c62-39bf50e7e507 req-1b85a274-2ee0-4f8b-8c03-8bb692c9c09e tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402638 Jul 15 13:33:24.469650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.584117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d15f1e5-3407-46b2-9ec6-390b510cac82 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=850c085161c74fa3adc3eca3d555c954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128736 Jul 15 13:33:24.587182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54842) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:24.692073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14e07da8-faf8-4b2b-82bb-bcbbdf4831c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.752757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14e07da8-faf8-4b2b-82bb-bcbbdf4831c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.856325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14e07da8-faf8-4b2b-82bb-bcbbdf4831c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.863528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14e07da8-faf8-4b2b-82bb-bcbbdf4831c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:24.867859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14e07da8-faf8-4b2b-82bb-bcbbdf4831c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df7b801f-6a6a-4a10-94ec-101ae167b4f3 HTTP/1.1" status: 204 len: 168 time: 0.2785833 Jul 15 13:33:24.883410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e07da8-faf8-4b2b-82bb-bcbbdf4831c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b801f-6a6a-4a10-94ec-101ae167b4f3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:24.898090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a17afcdc-b275-479d-aac4-01bad3918f26 req-d20e62cd-c301-4356-bff6-34d449600141 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0796001 Jul 15 13:33:25.046051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a4a2d-8150-44c3-8ba9-de97d1fc5a9b req-463a6278-c30c-4d0a-baa5-a1b0250041e3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.050664 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d86a4a2d-8150-44c3-8ba9-de97d1fc5a9b req-463a6278-c30c-4d0a-baa5-a1b0250041e3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.1245759 Jul 15 13:33:25.134332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d86a4a2d-8150-44c3-8ba9-de97d1fc5a9b req-c564a0b9-2261-4280-8d50-88ce13989aac tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733562 Jul 15 13:33:25.376560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf3f02-8de9-4ff9-8b35-d39d095b0372 req-10064139-1803-4218-90e4-89900366090f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.378988 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dfbf3f02-8de9-4ff9-8b35-d39d095b0372 req-10064139-1803-4218-90e4-89900366090f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.1072869 Jul 15 13:33:25.482911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dfbf3f02-8de9-4ff9-8b35-d39d095b0372 req-5c18f173-f4be-4fee-b4f7-966fff0a1092 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974953 Jul 15 13:33:25.629172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 935a2df9-8124-454c-a914-902e225e8268 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:25.702920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f1b9-0440-4d85-872f-184608fd4769 req-4ce0de46-4390-45d0-8bdb-e53b5317e9d5 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:25.707214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9084f1b9-0440-4d85-872f-184608fd4769 req-4ce0de46-4390-45d0-8bdb-e53b5317e9d5 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 945 time: 0.1624625 Jul 15 13:33:25.773807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 935a2df9-8124-454c-a914-902e225e8268 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:25.788506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 935a2df9-8124-454c-a914-902e225e8268 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:25.790042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:25.841977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9084f1b9-0440-4d85-872f-184608fd4769 req-1a8369fe-0a65-4c3a-8482-2e7414d6a1ad tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Jul 15 13:33:26.095521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c5e3d-2b48-421c-a8d6-ae96d807652a req-593e4edf-e333-4b67-82a3-29a4bd74c6d5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.109310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab5c5e3d-2b48-421c-a8d6-ae96d807652a req-593e4edf-e333-4b67-82a3-29a4bd74c6d5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.1419699 Jul 15 13:33:26.122102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.129124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76856bbe-0a15-452a-9c73-2113c2e7fbe3 req-ad71fafe-029f-476a-9855-3dc9ec034639 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0924933 Jul 15 13:33:26.172003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab5c5e3d-2b48-421c-a8d6-ae96d807652a req-e5d53c24-e590-44c5-aa9e-98180d16c641 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Jul 15 13:33:26.206665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935a2df9-8124-454c-a914-902e225e8268'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:26.211633 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c220061-084e-47ac-ad73-c4f8519ef9f2" -d '{"events": [{"server_uuid": "0acfdf95-7416-49d4-bec8-8741b772e60b", "name": "network-vif-plugged", "status": "completed", "tag": "935a2df9-8124-454c-a914-902e225e8268"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:26.231698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.262622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 935a2df9-8124-454c-a914-902e225e8268, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=935a2df9-8124-454c-a914-902e225e8268,segment=NetworkSegment(e7427aa5-7938-4b67-9221-0d47f4d93b17),segment_id=e7427aa5-7938-4b67-9221-0d47f4d93b17)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:26.270144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.365478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=935a2df9-8124-454c-a914-902e225e8268,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.370546 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc99a92e-bb65-4c80-8a2f-9f26609b6db7 x-openstack-request-id: req-cc99a92e-bb65-4c80-8a2f-9f26609b6db7 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:26.370972 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acfdf95-7416-49d4-bec8-8741b772e60b", "name": "network-vif-plugged", "status": "completed", "tag": "935a2df9-8124-454c-a914-902e225e8268", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:26.371476 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc99a92e-bb65-4c80-8a2f-9f26609b6db7 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:26.372177 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935a2df9-8124-454c-a914-902e225e8268', 'code': 200} Jul 15 13:33:26.432742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1715372962-network', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:26.454791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dafb1-ea97-4b2e-9295-dfa275c9b1b1 req-88b4d280-ef2b-4484-982c-54ce102be4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.456524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af7dafb1-ea97-4b2e-9295-dfa275c9b1b1 req-88b4d280-ef2b-4484-982c-54ce102be4bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 1098 time: 0.0810332 Jul 15 13:33:26.494024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:26.496768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.519491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.525431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af7dafb1-ea97-4b2e-9295-dfa275c9b1b1 req-0980e562-66da-49d9-9b13-3859f7235c18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Jul 15 13:33:26.688202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.694262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.728728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:33:26.739053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b254f4-37bf-4435-9836-76b1c409e211,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.746691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.746934 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Added segment 7f102773-8655-4b70-8837-311bdb8dbea1 of type vlan for network ae4be086-0c65-428d-818e-24d7a5d3bf65 Jul 15 13:33:26.797174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.839258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.841479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:26.842105 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:26.955060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7221813 Jul 15 13:33:26.955974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1e6cb-473a-4a42-8101-68a1b75ada35 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4be086-0c65-428d-818e-24d7a5d3bf65,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:26.958040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54914) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:26.963147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Request body: {'subnet': {'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1715372962-subnet', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:26.971021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:33:26.992253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:26.995801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.098851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699c2e4-514d-43cf-9194-b773d45568b5 req-82b2500d-d32b-4faf-bf6f-c5c591d73027 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.106281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d699c2e4-514d-43cf-9194-b773d45568b5 req-82b2500d-d32b-4faf-bf6f-c5c591d73027 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 946 time: 0.1027613 Jul 15 13:33:27.248171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d699c2e4-514d-43cf-9194-b773d45568b5 req-50db9b5a-b092-422a-81eb-7c4026903dfc tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395986 Jul 15 13:33:27.350119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-913f1c17-5216-4818-8349-d0187d5b9430 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.353312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-913f1c17-5216-4818-8349-d0187d5b9430 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.1888797 Jul 15 13:33:27.381184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.504359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3f3c21c-5d15-4e7e-87ef-f89938e4bb82 req-0990df7d-e48b-481e-897e-c4d4a4fe4daf tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f84861c7-613b-4701-be19-c04df895f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0429664 Jul 15 13:33:27.530397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:27.540366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:27.540520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Network hostable DHCP agents. Network: ae4be086-0c65-428d-818e-24d7a5d3bf65, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:33:27.572940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:33:27.594086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, ae4be086-0c65-428d-818e-24d7a5d3bf65) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:27.599338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.599912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.612978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01831e-3fe6-4926-8fe8-5ffa6ff25bf9 req-a91aa646-268b-46c5-9d40-23cd0cbe5d63 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:27.617089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3117030-0f2f-4198-b31a-0a2c697bbe19 None None] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:27.624029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f01831e-3fe6-4926-8fe8-5ffa6ff25bf9 req-a91aa646-268b-46c5-9d40-23cd0cbe5d63 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 946 time: 0.1920214 Jul 15 13:33:27.644133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c38c850c-e686-4135-9dd1-cd981a00867f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6845148 Jul 15 13:33:27.646362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54924) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:27.652342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:27.680054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:27.680408 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.690424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.691741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.700556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f01831e-3fe6-4926-8fe8-5ffa6ff25bf9 req-ffb3434e-8a89-471a-9d95-af6ad0739898 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Jul 15 13:33:27.819464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.868571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port a2ec8c34-67f0-4f92-867b-f6856f3d45c0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:27.868987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:27.885837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for a2ec8c34-67f0-4f92-867b-f6856f3d45c0 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:27.915214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-ae4be086-0c65-428d-818e-24d7a5d3bf65', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:33:27.916831 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.097026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.111819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:28.162717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Allocated IP 172.20.0.2 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/da1392bd-303a-4167-ad4e-c3f05e57825e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:28.332851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port a2ec8c34-67f0-4f92-867b-f6856f3d45c0 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:28.346286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.355933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d25df6a-e378-4476-bca1-2d4a8fca1699 req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "DELETE /v2.0/ports/a2ec8c34-67f0-4f92-867b-f6856f3d45c0 HTTP/1.1" status: 204 len: 173 time: 0.9967923 Jul 15 13:33:28.357227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb43cb-aee7-469b-bf70-62ed51594fff tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=a2ec8c34-67f0-4f92-867b-f6856f3d45c0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.359591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'name': 'network-vif-deleted', 'tag': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:28.365520 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75ea89-da2c-4216-9bb5-bac6c4c2155a" -d '{"events": [{"server_uuid": "26a30cd2-7af1-4a64-a2a8-838515ca41e0", "name": "network-vif-deleted", "tag": "a2ec8c34-67f0-4f92-867b-f6856f3d45c0"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:28.486464 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2da5a7-6c4f-4cf6-94e9-a082913d4bff x-openstack-request-id: req-ed2da5a7-6c4f-4cf6-94e9-a082913d4bff {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:28.487370 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a30cd2-7af1-4a64-a2a8-838515ca41e0", "name": "network-vif-deleted", "tag": "a2ec8c34-67f0-4f92-867b-f6856f3d45c0", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:28.487370 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed2da5a7-6c4f-4cf6-94e9-a082913d4bff {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:28.488226 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a30cd2-7af1-4a64-a2a8-838515ca41e0', 'name': 'network-vif-deleted', 'tag': 'a2ec8c34-67f0-4f92-867b-f6856f3d45c0', 'status': 'completed', 'code': 200} Jul 15 13:33:28.716136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.742878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Transition to ACTIVE for port object da1392bd-303a-4167-ad4e-c3f05e57825e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:28.782783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Transition to ACTIVE for port object da1392bd-303a-4167-ad4e-c3f05e57825e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:28.797213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:28.904390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:28.906654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Pushing event updated for resources: {'Port': ['ID=da1392bd-303a-4167-ad4e-c3f05e57825e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:28.912246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:28.916511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:29.025782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Attempting to bind port da1392bd-303a-4167-ad4e-c3f05e57825e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:29.026224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Attempting to bind port da1392bd-303a-4167-ad4e-c3f05e57825e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:29.026623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Attempting to bind port da1392bd-303a-4167-ad4e-c3f05e57825e on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:29.035278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:29.035739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:29.036156 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.036672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:29.037485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Bound port: da1392bd-303a-4167-ad4e-c3f05e57825e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:29.038335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.058027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.102456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cabd9-19e3-4034-ba62-2119e266743b req-44329baa-ba09-4a1f-bc26-b4bfe5567e62 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:29.106287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f8cabd9-19e3-4034-ba62-2119e266743b req-44329baa-ba09-4a1f-bc26-b4bfe5567e62 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 946 time: 0.3910458 Jul 15 13:33:29.133045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a444061-2a9e-4a2f-8d6c-bfee8f7d06a1 req-76572c5f-390a-4491-83fe-bdddf6f5803d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=26a30cd2-7af1-4a64-a2a8-838515ca41e0 HTTP/1.1" status: 200 len: 210 time: 0.0376201 Jul 15 13:33:29.140896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] For port da1392bd-303a-4167-ad4e-c3f05e57825e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:29.146108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] For port da1392bd-303a-4167-ad4e-c3f05e57825e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=da1392bd-303a-4167-ad4e-c3f05e57825e,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:29.155751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.199200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f8cabd9-19e3-4034-ba62-2119e266743b req-394e3913-1c33-44ba-9cb3-673bb0e64e26 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702307 Jul 15 13:33:29.221860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54964) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.326913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4e52a6-0ad6-48a2-9246-9347449a8136 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.364946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4e52a6-0ad6-48a2-9246-9347449a8136 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.449703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4e52a6-0ad6-48a2-9246-9347449a8136 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.452410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c4e52a6-0ad6-48a2-9246-9347449a8136 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.457011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c4e52a6-0ad6-48a2-9246-9347449a8136 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/security-groups/a45047ee-372e-43e8-ad29-8082c562279b HTTP/1.1" status: 204 len: 168 time: 0.2337294 Jul 15 13:33:29.457671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54968) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.469666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.490001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e52a6-0ad6-48a2-9246-9347449a8136 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45047ee-372e-43e8-ad29-8082c562279b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.498794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.508005 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-7d6810ef-8ad4-495f-bd6b-b8bd7490ee9c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] show failed (client error): The resource could not be found. Jul 15 13:33:29.512486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7d6810ef-8ad4-495f-bd6b-b8bd7490ee9c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "GET /v2.0/security-groups/a45047ee-372e-43e8-ad29-8082c562279b HTTP/1.1" status: 404 len: 347 time: 0.0508232 Jul 15 13:33:29.513096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54970) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:29.616222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b243-f9c1-40b8-b42d-79a1af6bd94f None None] Pushing event updated for resources: {'Port': ['ID=da1392bd-303a-4167-ad4e-c3f05e57825e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:29.666501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Allocated IP 172.25.3.213 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/70487a9d-bbdc-4f94-b4c3-3f3dd2db2412) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:29.789488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port f2aca1f0-21b1-4a7f-b8e4-184d19f80951 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:29.789927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.838705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a2ec8c34-67f0-4f92-867b-f6856f3d45c0 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:29.863375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.895136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: a2ec8c34-67f0-4f92-867b-f6856f3d45c0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:29.895488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a2ec8c34-67f0-4f92-867b-f6856f3d45c0 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:29.975287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:29.977388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.010593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for f2aca1f0-21b1-4a7f-b8e4-184d19f80951 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:30.098096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.265915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:30.270863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:30.277939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:30.351261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Pushing event updated for resources: {'Port': ['ID=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.392235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device da1392bd-303a-4167-ad4e-c3f05e57825e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:30.515928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.533539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port da1392bd-303a-4167-ad4e-c3f05e57825e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:30.638977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=f2aca1f0-21b1-4a7f-b8e4-184d19f80951,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:30.794661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.808336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:30.818090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5bd7ed63-6013-4643-94e3-9f150c1748dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/floatingips/eb79a8f6-5ee0-4346-85ba-63ba31533c06 HTTP/1.1" status: 204 len: 168 time: 1.3038814 Jul 15 13:33:30.823323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55012) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:30.954424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.108531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-91815490-8cfa-40a4-b61e-73c43c0f9b74 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:31.111472 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-91815490-8cfa-40a4-b61e-73c43c0f9b74 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.2691865 Jul 15 13:33:31.190078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 281078e2-830d-4b2c-92b3-7e5a4040fae7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:31.191622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.288046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-658778d9-a831-43f8-a0c9-4f6b95de6902 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/quotas/99dd909634d24bbfb15f816f56cd5efc HTTP/1.1" status: 200 len: 375 time: 0.1599133 Jul 15 13:33:31.361284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-879bf234-252c-4d1c-8eb9-7d6df9abf98f req-1f222c26-b4a5-46a2-b449-73ec9c965e35 service neutron] (93995) timed out ('10.222.0.59', 65488) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:33:31.444739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.471197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 281078e2-830d-4b2c-92b3-7e5a4040fae7 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:31.508826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc120c2d-e3c7-4e54-b32c-0b457d1d22be None None] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:31.553428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-8015b15e-9978-482d-b5fe-63367e7cc765 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2642972 Jul 15 13:33:31.597867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.697739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] Provisioning for port da1392bd-303a-4167-ad4e-c3f05e57825e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:31.713412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.717162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] Provisioning complete for port da1392bd-303a-4167-ad4e-c3f05e57825e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:31.717588 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.769493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=281078e2-830d-4b2c-92b3-7e5a4040fae7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:31.774587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-9d0911db-f570-4695-928b-207f866a6d46 service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198083 Jul 15 13:33:31.890151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:31.897503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98ed2571-b5e9-4850-93b5-f08635dc53dc tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/ports/281078e2-830d-4b2c-92b3-7e5a4040fae7 HTTP/1.1" status: 204 len: 168 time: 1.0689113 Jul 15 13:33:31.898986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:31.928082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.004693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-26848677-7a7e-4624-acb0-dcec7491affe service neutron] 10.222.0.57 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288160 Jul 15 13:33:32.006777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Router b3c7c512-9cda-49c3-b694-f432ec361bb4 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:33:32.145426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 5a5b8c69-8e46-4544-9a71-b709c289aa38 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:32.145995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.271490 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.323973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5943229-0cd6-45e0-9f6b-2361e20a760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.356117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] For port da1392bd-303a-4167-ad4e-c3f05e57825e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=da1392bd-303a-4167-ad4e-c3f05e57825e,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:32.370393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.436589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:32.455859 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Sync routers for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:32.462181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.494236 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:32.503254 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:32.510150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c7a03-4b9c-4326-a6a6-fe6899a7f2d8 None None] Pushing event updated for resources: {'Port': ['ID=da1392bd-303a-4167-ad4e-c3f05e57825e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.541865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 5a5b8c69-8e46-4544-9a71-b709c289aa38 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:32.710149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcacda5e-4a48-4a34-922d-9457fe1ebd8f req-17386a99-cd04-4bbf-9533-7fb36185a7dd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 210 time: 0.1550536 Jul 15 13:33:32.726617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5943229-0cd6-45e0-9f6b-2361e20a760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.740045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c5943229-0cd6-45e0-9f6b-2361e20a760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.789211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:32.793426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-507c2c16-6d32-4c5e-9176-993567db6b2a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1462569 Jul 15 13:33:32.838856 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:32.841253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.866621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5943229-0cd6-45e0-9f6b-2361e20a760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c2f0d-fa74-4ca2-97e6-c0f3f70b337e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:32.936851 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c5943229-0cd6-45e0-9f6b-2361e20a760a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07be99768ec44ad680b57575c06c865e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0068314 Jul 15 13:33:32.943736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:32.953179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be09df40-e7db-48c8-9a38-50a856af0cef None None] Provisioning complete for port da1392bd-303a-4167-ad4e-c3f05e57825e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:32.953548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be09df40-e7db-48c8-9a38-50a856af0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.082835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8ffd-dba1-48c3-b47f-faf1d07ff2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.148059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8ffd-dba1-48c3-b47f-faf1d07ff2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.254810 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8ffd-dba1-48c3-b47f-faf1d07ff2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.260007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8ffd-dba1-48c3-b47f-faf1d07ff2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.265692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7bbd8ffd-dba1-48c3-b47f-faf1d07ff2b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb1c2f0d-fa74-4ca2-97e6-c0f3f70b337e HTTP/1.1" status: 204 len: 168 time: 0.3170831 Jul 15 13:33:33.312876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd8ffd-dba1-48c3-b47f-faf1d07ff2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c2f0d-fa74-4ca2-97e6-c0f3f70b337e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.379866 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:30Z', 'revision_number': 3, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:33.587841 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Checking router: b3c7c512-9cda-49c3-b694-f432ec361bb4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:33.589603 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Updating router b3c7c512-9cda-49c3-b694-f432ec361bb4 port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:33.685972 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.778654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:33.914116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55096) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:33.966069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=5a5b8c69-8e46-4544-9a71-b709c289aa38,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:33.991548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5716ef-8ee5-4bbf-bbf9-d17a0d641bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.068422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cc3a78c-d3bc-4fe5-ba8b-ef21f4a2a141 req-2938035e-6dc7-4045-9418-f75e18ff22f8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 210 time: 0.0814364 Jul 15 13:33:34.234641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5716ef-8ee5-4bbf-bbf9-d17a0d641bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.250263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5716ef-8ee5-4bbf-bbf9-d17a0d641bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.269174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device da1392bd-303a-4167-ad4e-c3f05e57825e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:34.307013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.311738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5471e68b-434f-4de4-a61d-9c629041fb17 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/ports/5a5b8c69-8e46-4544-9a71-b709c289aa38 HTTP/1.1" status: 204 len: 168 time: 2.4087670 Jul 15 13:33:34.312156 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.317897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55106) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:34.333585 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Transition to ACTIVE for port object 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:34.343357 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.354978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5716ef-8ee5-4bbf-bbf9-d17a0d641bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363bcfbe-f340-4903-95bd-1332d5cd4c62,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.403051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0c5716ef-8ee5-4bbf-bbf9-d17a0d641bea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b2c7e66615144b6b72c29e6303bf37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849210 Jul 15 13:33:34.404121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55108) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:34.450945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port da1392bd-303a-4167-ad4e-c3f05e57825e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:34.451784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.501246 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Attempting to bind port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:34.505628 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Attempting to bind port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:34.506293 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Attempting to bind port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:34.531715 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:34.532326 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:34.533650 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.533650 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:34.533964 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Bound port: 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:34.534418 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.562136 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe99a6f2-b569-453d-b34e-1264ea591f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.621236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe99a6f2-b569-453d-b34e-1264ea591f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.676700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting subnet 6516be47-e7bc-4bb7-9b14-4cc315389b74 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:34.691209 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Pushing event updated for resources: {'Port': ['ID=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.692655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.757121 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.758772 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.759310 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.759536 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.759860 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.763775 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.764194 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.764536 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.764876 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.765229 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.766025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe99a6f2-b569-453d-b34e-1264ea591f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.770053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe99a6f2-b569-453d-b34e-1264ea591f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.771408 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.771571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe99a6f2-b569-453d-b34e-1264ea591f01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/363bcfbe-f340-4903-95bd-1332d5cd4c62 HTTP/1.1" status: 204 len: 168 time: 0.3660772 Jul 15 13:33:34.771800 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:33:34.781879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99a6f2-b569-453d-b34e-1264ea591f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363bcfbe-f340-4903-95bd-1332d5cd4c62,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:34.823547 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] For port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:34.837007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] For port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:34.850772 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.919956 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:34.920874 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:34.933893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:34.983157 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8ab3f-4a17-489c-9dc3-b932eb8fe6ed None None] Pushing event updated for resources: {'Port': ['ID=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:35.159490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-7c89866f-75b7-4ff9-9192-eb8f1572c1bf tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.161297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-7c89866f-75b7-4ff9-9192-eb8f1572c1bf tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 806 time: 0.5450578 Jul 15 13:33:35.176012 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:35.193269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Request body: {'port': {'device_id': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'admin_state_up': True, 'tenant_id': '99dd909634d24bbfb15f816f56cd5efc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:35.249012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.299217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150351-d073-468b-8ebe-91d739dbe4d3 req-eb23487f-7bc1-4a9a-aad6-d5a9a6da6b05 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:35.303853 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-71150351-d073-468b-8ebe-91d739dbe4d3 req-eb23487f-7bc1-4a9a-aad6-d5a9a6da6b05 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 946 time: 0.2596433 Jul 15 13:33:35.381733 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-71150351-d073-468b-8ebe-91d739dbe4d3 req-cba53a1e-bd62-466e-8920-eed6442b98ce tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652740 Jul 15 13:33:35.537537 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:30Z', 'revision_number': 3, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:35.577444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df2c47a5-d744-46aa-b8ca-ca4ee4597521 req-06c46687-5c77-4844-b004-d906c99fad36 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 210 time: 0.2593415 Jul 15 13:33:35.631070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.657554 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4250afb-5797-4dd8-800c-849c4d6d5bd5 None None] The sync data for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 is: [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:30Z', 'revision_number': 3, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:35.847763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Made reservation on behalf of 99dd909634d24bbfb15f816f56cd5efc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:35.852593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:35.928308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.036253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Subnet': ['ID=6516be47-e7bc-4bb7-9b14-4cc315389b74,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:36.126140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.129501 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3ae092fa-a782-40d6-81e9-59c7761d94a8 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/subnets/6516be47-e7bc-4bb7-9b14-4cc315389b74 HTTP/1.1" status: 204 len: 168 time: 1.8102520 Jul 15 13:33:36.132466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951e11a-8102-4f90-9465-318629e2e0c6 None None] Network d283855c-bb57-4415-8af6-59c2c98dfa14 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:36.135304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55148) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:36.236100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-03cc9724-f54d-4bb0-8c6b-ac472e81ce28 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:36.240633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-03cc9724-f54d-4bb0-8c6b-ac472e81ce28 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.58 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 946 time: 0.1286218 Jul 15 13:33:36.241617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting subnet 69ff0bc2-09d3-48f2-bed1-b75ff902c023 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:33:36.254113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Allocated IP 172.20.0.1 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/fa55c246-f465-49bc-b05b-c13f1071989a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:36.263633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.392475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:36.413704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.623971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Deleting port 935a2df9-8124-454c-a914-902e225e8268 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:36.627917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.722978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Allocated IP 172.20.0.8 (22c20a08-6b85-4219-b707-22b2e21f06e4/1f81681c-f4de-49e7-9d93-6d0788726e3e/3d024de3-3632-4ba8-ad7b-4ddbc5312e45) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:36.780794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:36.798288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:36.805992 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.863862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.980669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] For port 935a2df9-8124-454c-a914-902e225e8268, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=935a2df9-8124-454c-a914-902e225e8268,segment=NetworkSegment(e7427aa5-7938-4b67-9221-0d47f4d93b17),segment_id=e7427aa5-7938-4b67-9221-0d47f4d93b17)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:36.981522 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:36.985636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a81ef20c-3eda-4f5f-8b3f-18e422710eee req-dd8eb596-febe-44aa-bcf9-327bf42a3c7e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 210 time: 0.1312826 Jul 15 13:33:36.998015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.047509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339e84f-a851-4fc3-a69d-ad72ff88b597 req-bbe89165-e640-44ef-94bd-c68c674267c2 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:37.066570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f339e84f-a851-4fc3-a69d-ad72ff88b597 req-bbe89165-e640-44ef-94bd-c68c674267c2 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 946 time: 0.2117174 Jul 15 13:33:37.086141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Transition to ACTIVE for port object fa55c246-f465-49bc-b05b-c13f1071989a will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:37.113852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Calling delete_port for 935a2df9-8124-454c-a914-902e225e8268 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:37.138890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.231472 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f339e84f-a851-4fc3-a69d-ad72ff88b597 req-9240d341-9908-44d9-80db-2a445cb2bba9 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/security-groups?id=dc4475d8-bab2-4e49-b262-ffe80efc56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460910 Jul 15 13:33:37.232256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] DHCP port deletion for d283855c-bb57-4415-8af6-59c2c98dfa14 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:37.236597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.299305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:37.308068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.384059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.409065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.414215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/subnets/69ff0bc2-09d3-48f2-bed1-b75ff902c023 HTTP/1.1" status: 204 len: 168 time: 1.2778776 Jul 15 13:33:37.428304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:37.437745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['935a2df9-8124-454c-a914-902e225e8268'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:37.437949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Pushing event deleted for resources: {'Port': ['ID=935a2df9-8124-454c-a914-902e225e8268,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.470953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db403c20-c916-43e5-9358-1d3b34f1278e None None] Network 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:33:37.585096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4b7f1-340c-482a-9b5e-def485cf354c tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Subnet': ['ID=69ff0bc2-09d3-48f2-bed1-b75ff902c023,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.585373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] No DVR routers for this DVR port 935a2df9-8124-454c-a914-902e225e8268 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:37.597842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.599745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.602077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-231e8935-76f1-4b2a-bf3f-e2a420170310 req-198a8acd-426a-4d4e-b004-0c9fc3b97f97 tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.58 "DELETE /v2.0/ports/935a2df9-8124-454c-a914-902e225e8268 HTTP/1.1" status: 204 len: 173 time: 1.3452113 Jul 15 13:33:37.625777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'name': 'network-vif-deleted', 'tag': '935a2df9-8124-454c-a914-902e225e8268'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:37.632562 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60939515-8682-4ddf-8860-d0da23da549a" -d '{"events": [{"server_uuid": "0acfdf95-7416-49d4-bec8-8741b772e60b", "name": "network-vif-deleted", "tag": "935a2df9-8124-454c-a914-902e225e8268"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:37.660024 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.900314 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.917036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] Deleting port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:37.917622 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:37.929458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:37.937635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Pushing event updated for resources: {'Port': ['ID=fa55c246-f465-49bc-b05b-c13f1071989a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:37.942247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:37.945797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:38.070846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.113328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] For port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:38.114027 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.176126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] Calling delete_port for 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:38.200595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.243289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:38.283238 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.346515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Deleting port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:38.346912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.388040 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867ca1eb-b4c3-4949-8b90-19c9ae3a4663 x-openstack-request-id: req-867ca1eb-b4c3-4949-8b90-19c9ae3a4663 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:38.397157 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acfdf95-7416-49d4-bec8-8741b772e60b", "name": "network-vif-deleted", "tag": "935a2df9-8124-454c-a914-902e225e8268", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:38.397549 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-867ca1eb-b4c3-4949-8b90-19c9ae3a4663 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:38.402859 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acfdf95-7416-49d4-bec8-8741b772e60b', 'name': 'network-vif-deleted', 'tag': '935a2df9-8124-454c-a914-902e225e8268', 'status': 'completed', 'code': 200} Jul 15 13:33:38.485662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:38.509277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6e25a-40e5-4cac-8762-242c8970c70d req-54d1f11d-7ef0-419a-9947-de5702bce570 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:38.520333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d6e25a-40e5-4cac-8762-242c8970c70d req-54d1f11d-7ef0-419a-9947-de5702bce570 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 931 time: 0.2230601 Jul 15 13:33:38.544811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event updated for resources: {'Port': ['ID=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.577962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Network 22c20a08-6b85-4219-b707-22b2e21f06e4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:38.624674 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:38.670442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:38.685724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d6e25a-40e5-4cac-8762-242c8970c70d req-cf88fe6b-ecb5-45bb-a998-f0a7a6b426eb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624057 Jul 15 13:33:38.702874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:38.799196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] Pushing event deleted for resources: {'Port': ['ID=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:38.816428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] DHCP port deletion for 8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:33:38.879060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6b23b8b9-9287-4a72-8ff9-2b6d98d4f0d9 None None] Provisioning for port fa55c246-f465-49bc-b05b-c13f1071989a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:38.908475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2465c8-0ad2-46aa-989a-e57545de9d26 None None] No DVR routers for this DVR port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:38.929143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6b23b8b9-9287-4a72-8ff9-2b6d98d4f0d9 None None] Provisioning complete for port fa55c246-f465-49bc-b05b-c13f1071989a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:38.929844 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6b23b8b9-9287-4a72-8ff9-2b6d98d4f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.010621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No active binding found for port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 {{(pid=93996) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 13:33:39.011117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:39.149345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6b23b8b9-9287-4a72-8ff9-2b6d98d4f0d9 None None] Port fa55c246-f465-49bc-b05b-c13f1071989a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:39.255566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] Deleting port 916a85ef-e949-4a4d-9787-f61df1c22744 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:39.256299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.358934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] For port 916a85ef-e949-4a4d-9787-f61df1c22744, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=916a85ef-e949-4a4d-9787-f61df1c22744,segment=NetworkSegment(9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d),segment_id=9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:39.359326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.379026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] Calling delete_port for 916a85ef-e949-4a4d-9787-f61df1c22744 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:39.480860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] For port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,segment=NetworkSegment(b498f23f-684b-4147-9757-21ca2f4446a2),segment_id=b498f23f-684b-4147-9757-21ca2f4446a2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:39.481539 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.501934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.506207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e43d5b34-b384-41ca-8b29-4d2644827608 req-cc78bbbc-c7b7-46ac-87a5-4e587c5c58cc tempest-VolumesActionsTest-291276706 tempest-VolumesActionsTest-291276706-project] 10.222.0.57 "GET /v2.0/ports?device_id=0acfdf95-7416-49d4-bec8-8741b772e60b HTTP/1.1" status: 200 len: 210 time: 0.6768003 Jul 15 13:33:39.541646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] Pushing event deleted for resources: {'Port': ['ID=916a85ef-e949-4a4d-9787-f61df1c22744,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.545610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b784f9a-28a2-45e1-b564-5a1bf98a2697 None None] No DVR routers for this DVR port 916a85ef-e949-4a4d-9787-f61df1c22744 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:39.552129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Calling delete_port for 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:39.659149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:39.660151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.676444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 935a2df9-8124-454c-a914-902e225e8268 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:39.703121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.708666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 935a2df9-8124-454c-a914-902e225e8268 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:39.709166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 935a2df9-8124-454c-a914-902e225e8268 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:39.721427 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-2ade5d4a-e4fe-4011-9d79-1833fd7060ca tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5362866 Jul 15 13:33:39.735735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Request body: {'port': {'device_id': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:39.828406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:39.896448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Port': ['ID=9fbe56ea-94c9-405b-92da-6bd8343ad9d9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:39.931486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] No DVR routers for this DVR port 9fbe56ea-94c9-405b-92da-6bd8343ad9d9 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:33:40.004296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c046a8a-f349-4226-835c-ffd8135de81a req-5979b52e-5490-47e6-b61a-75e30bf8924c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:40.008377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c046a8a-f349-4226-835c-ffd8135de81a req-5979b52e-5490-47e6-b61a-75e30bf8924c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 931 time: 0.1130002 Jul 15 13:33:40.067217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.119846 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c046a8a-f349-4226-835c-ffd8135de81a req-a12a2f18-066a-450c-8a7f-e6e3affb6c18 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915053 Jul 15 13:33:40.165045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.178932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d283855c-bb57-4415-8af6-59c2c98dfa14']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:40.219033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:40.271007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b498f23f-684b-4147-9757-21ca2f4446a2') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:40.271298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b498f23f-684b-4147-9757-21ca2f4446a2') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:40.276844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:40.277425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.303190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.307576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.378929 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.420857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.485874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:40.486441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.487977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 916a85ef-e949-4a4d-9787-f61df1c22744 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:40.494457 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:40.582125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 916a85ef-e949-4a4d-9787-f61df1c22744 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:33:40.582973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 916a85ef-e949-4a4d-9787-f61df1c22744 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:33:40.600694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.668606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Pushing event updated for resources: {'Port': ['ID=fa55c246-f465-49bc-b05b-c13f1071989a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.708951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.713703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.715919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/networks/d283855c-bb57-4415-8af6-59c2c98dfa14 HTTP/1.1" status: 204 len: 168 time: 3.2586167 Jul 15 13:33:40.719339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55280) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:40.848709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7ab0e-db74-4526-831d-d29347cac5b1 tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Network': ['ID=d283855c-bb57-4415-8af6-59c2c98dfa14,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:40.853578 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:40.859218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:40.869772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:41.024055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.054119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8076e1b8-81a9-43a7-93a4-a0d7f681e3b6']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:41.082182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:41.082692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc3b6ff-d8f9-4532-b38f-8f83978e7c3d') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:41.098054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.184255 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.202858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:33:41.208214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:33:41.385539 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:33:41.398083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.419914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-98a0058c-f985-45d9-8c9b-fa1d95794ca0 None None] Provisioning complete for port fa55c246-f465-49bc-b05b-c13f1071989a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:41.420531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-98a0058c-f985-45d9-8c9b-fa1d95794ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.428366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.448894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] 10.222.0.57 "DELETE /v2.0/networks/8076e1b8-81a9-43a7-93a4-a0d7f681e3b6 HTTP/1.1" status: 204 len: 168 time: 0.7235081 Jul 15 13:33:41.475537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Router b3c7c512-9cda-49c3-b694-f432ec361bb4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:33:41.518071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16812d8-321b-4dce-bf7a-8589d480c0dd tempest-TaggedBootDevicesTest-891015723 tempest-TaggedBootDevicesTest-891015723-project] Pushing event deleted for resources: {'Network': ['ID=8076e1b8-81a9-43a7-93a4-a0d7f681e3b6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:41.561595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:41.584083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-98a0058c-f985-45d9-8c9b-fa1d95794ca0 None None] Port fa55c246-f465-49bc-b05b-c13f1071989a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:41.588928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.688598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90783dbc-db9f-45c5-b2d1-5432b01492fa req-11be39c0-c5d8-430c-b5b2-933b5ccad1a2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:41.702807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90783dbc-db9f-45c5-b2d1-5432b01492fa req-11be39c0-c5d8-430c-b5b2-933b5ccad1a2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 931 time: 0.2097337 Jul 15 13:33:41.869967 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90783dbc-db9f-45c5-b2d1-5432b01492fa req-8e71f4ac-ed56-44d6-a7fc-239d1154d92d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594133 Jul 15 13:33:41.920581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Transition to ACTIVE for port object 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:41.935628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:41.976777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:33:41.986065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de484a5e-6690-4008-8e9a-8dd554a32c77 admin admin] 10.222.0.57 "PUT /v2.0/routers/b3c7c512-9cda-49c3-b694-f432ec361bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1431434 Jul 15 13:33:42.003750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Sync routers for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:33:42.032279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Pushing event updated for resources: {'Port': ['ID=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.044159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:42.049414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:42.211809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Attempting to bind port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:42.212328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Attempting to bind port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:42.212828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Attempting to bind port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:42.230213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:42.237072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Attempting to bind port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 on network 22c20a08-6b85-4219-b707-22b2e21f06e4 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:42.254407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:42.257458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Checking segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:42.259913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Bound using segment: {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:42.261304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Bound port: 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930d43b2-2a4d-49cb-8f17-614ecf71af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:42.261857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.361594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:42.434152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] For port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:42.447752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] For port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:42.459705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.502944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.504370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.508234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] 10.222.0.59 "PUT /v2.0/ports/3d024de3-3632-4ba8-ad7b-4ddbc5312e45 HTTP/1.1" status: 200 len: 1092 time: 2.7788188 Jul 15 13:33:42.628632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'tag': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:42.631494 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8ef88-2532-49a6-9fea-87560e639a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "59f3b018-d8b4-467f-835f-1a78ad5426b1", "tag": "3d024de3-3632-4ba8-ad7b-4ddbc5312e45"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:42.749342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55322) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:42.755540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1595119332', 'description': 'tempest-description--1535445054'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:42.857886 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e760aea-bd93-4bdc-a3bc-d599e2ed7ba5 x-openstack-request-id: req-5e760aea-bd93-4bdc-a3bc-d599e2ed7ba5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:42.858175 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f3b018-d8b4-467f-835f-1a78ad5426b1", "tag": "3d024de3-3632-4ba8-ad7b-4ddbc5312e45", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:42.858431 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e760aea-bd93-4bdc-a3bc-d599e2ed7ba5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:42.866012 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'tag': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45', 'status': 'completed', 'code': 200} Jul 15 13:33:42.885507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e9b4c-ade4-4c82-8fd3-8aa9a591b56f service neutron] Pushing event updated for resources: {'Port': ['ID=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:42.899915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-aff0913b-4c78-4f13-91c3-39f8f2a85086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:42.901852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-aff0913b-4c78-4f13-91c3-39f8f2a85086 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 1095 time: 0.2537739 Jul 15 13:33:42.902150 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:42.962890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-6a06f1cf-5b90-4344-b628-9b666c704801 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45 HTTP/1.1" status: 200 len: 217 time: 0.0520749 Jul 15 13:33:43.085876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-9ff9c0f3-be0a-4f04-9902-8a03cdd8b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:43.089204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-9ff9c0f3-be0a-4f04-9902-8a03cdd8b5e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.1211028 Jul 15 13:33:43.161353 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5dde7877-7c59-4975-86a1-dccfee1632ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.162396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.172098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.206190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 2, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:43.211208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.236183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.241624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-66255c0f-4e77-4b6e-94ff-ed1a144855fe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4901407 Jul 15 13:33:43.242337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55336) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.249547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'security_group_rule': {'security_group_id': 'c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:43.263272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-9ec12a14-edb3-4da9-a6ba-8c5aa63d79e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489873 Jul 15 13:33:43.272053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Checking router: b3c7c512-9cda-49c3-b694-f432ec361bb4 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:33:43.273108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Updating router b3c7c512-9cda-49c3-b694-f432ec361bb4 port fa55c246-f465-49bc-b05b-c13f1071989a binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:33:43.347542 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.361840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.453655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.465653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.500544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dbe731-3d3e-4e6c-9e8e-f7ad5971f560,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.506340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.508844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a246a145-d20e-418e-8eb9-a637fd78cccf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648675 Jul 15 13:33:43.513225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55340) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.524437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'security_group_rule': {'security_group_id': 'c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:43.540586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018d83-8482-4537-aada-2adb24132133 req-f68e4dee-4f42-47b7-8680-fea6d82ce13f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:43.554490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b7018d83-8482-4537-aada-2adb24132133 req-f68e4dee-4f42-47b7-8680-fea6d82ce13f tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 943 time: 0.4080732 Jul 15 13:33:43.591501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.610781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-bf4cad75-7b9b-42dc-b859-b331d882b2c4 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379030 Jul 15 13:33:43.741140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.750051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.792866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b7018d83-8482-4537-aada-2adb24132133 req-0343c60a-e9f0-4703-96dc-b4b51400e453 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366650 Jul 15 13:33:43.865441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd015a7-b9f8-4623-8b61-3fa025d7c61f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:43.875632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:43.878719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25b88045-a7b5-4f06-a1cd-11169dae9e79 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634558 Jul 15 13:33:43.884204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55346) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:43.891294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:43.917260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbe78b31-3b79-44d8-89ef-a3ac0f7ae5b1 req-38c3a6de-86d2-4a5e-a586-40c39a9209ca service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990904 Jul 15 13:33:43.928617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.167116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.194070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-fa600198-5b9d-481b-b288-19d79cb7cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.194811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.199284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-fa600198-5b9d-481b-b288-19d79cb7cd25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 1095 time: 0.1652207 Jul 15 13:33:44.228566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Transition to ACTIVE for port object fa55c246-f465-49bc-b05b-c13f1071989a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:44.244643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.518194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Attempting to bind port fa55c246-f465-49bc-b05b-c13f1071989a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:44.519921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Attempting to bind port fa55c246-f465-49bc-b05b-c13f1071989a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:44.521111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Attempting to bind port fa55c246-f465-49bc-b05b-c13f1071989a on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:44.526314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-16fcc0b6-f6e1-4f8b-afd0-423ac9415f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.528093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-16fcc0b6-f6e1-4f8b-afd0-423ac9415f50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.3205285 Jul 15 13:33:44.536236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Allocated IP 172.25.3.30 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b7ead04b-0856-495b-b5ac-8c63aa33fae2) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:44.537876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:44.540707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:44.542233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.543656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:44.546692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Bound port: fa55c246-f465-49bc-b05b-c13f1071989a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:44.547330 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.640928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-0b30c6b6-707a-4368-ae39-1c2930ee5855 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45 HTTP/1.1" status: 200 len: 217 time: 0.1051526 Jul 15 13:33:44.766037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-319671b5-9498-4169-b16d-9c79ffb96b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:44.770926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-319671b5-9498-4169-b16d-9c79ffb96b14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.1205676 Jul 15 13:33:44.834314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.835940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] For port fa55c246-f465-49bc-b05b-c13f1071989a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:44.841546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-38b6907b-7a96-4523-8fbc-d15d9b1f089f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580971 Jul 15 13:33:44.846061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] For port fa55c246-f465-49bc-b05b-c13f1071989a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fa55c246-f465-49bc-b05b-c13f1071989a,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:44.848808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1178dfc-5d0d-4fe0-83f5-bb86415e91f8 None None] Pushing event updated for resources: {'Port': ['ID=fa55c246-f465-49bc-b05b-c13f1071989a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:44.859426 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:44.952028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.020546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:33:45.021063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:45.092171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:45.098833 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-f2337e8c-8c5c-4768-bc82-d020a58a44ce service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519586 Jul 15 13:33:45.107109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:45.131167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:45.189793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:33:45.304975 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.313721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=b7ead04b-0856-495b-b5ac-8c63aa33fae2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.336560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2b8ef88-2532-49a6-9fea-87560e639a5a req-e8dcd446-4646-4c4d-9a89-0b511f5c27d6 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341094 Jul 15 13:33:45.351272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1178dfc-5d0d-4fe0-83f5-bb86415e91f8 None None] Pushing event updated for resources: {'Port': ['ID=fa55c246-f465-49bc-b05b-c13f1071989a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:45.388219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.541803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a90ac-8313-4338-bc68-437d56626706 req-55ebeaf4-51ce-442b-8ab5-3513b4418fb2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:45.543479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-786a90ac-8313-4338-bc68-437d56626706 req-55ebeaf4-51ce-442b-8ab5-3513b4418fb2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 943 time: 0.4083593 Jul 15 13:33:45.627521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.634899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-786a90ac-8313-4338-bc68-437d56626706 req-69d0fb3d-472b-4304-a6b3-ddf96c3a0479 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773749 Jul 15 13:33:45.645034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6e360216-a9aa-4372-b396-c80e7b0ba96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.693233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.696484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:33:45.720832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:45.728673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b62f98-08cf-4dcd-b072-b45e6e3cd0e5 None None] The sync data for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 is: [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:44Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:33:45.931234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:46.243680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:46.270085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45', 'network_id': '22c20a08-6b85-4219-b707-22b2e21f06e4', 'port_id': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45', 'mac_address': 'fa:16:3e:45:a6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f81681c-f4de-49e7-9d93-6d0788726e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:33:46.378738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa55c246-f465-49bc-b05b-c13f1071989a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:46.550511 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.625288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:46.726770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:46.728736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port fa55c246-f465-49bc-b05b-c13f1071989a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:46.741333 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:46.842960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fa55c246-f465-49bc-b05b-c13f1071989a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:46.843894 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.007887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3d024de3-3632-4ba8-ad7b-4ddbc5312e45'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:33:47.013432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.111730 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.287632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.299692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.314483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.425202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port fa55c246-f465-49bc-b05b-c13f1071989a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fa55c246-f465-49bc-b05b-c13f1071989a,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:47.433884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-841ade5d-d7b3-4340-a307-d8a159ab6383 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2974186 Jul 15 13:33:47.450730 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.467220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe3500-7579-4698-b1d3-00d723d25e66 req-50743c49-b61f-4165-bdc1-56e8a7e5bffd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.470160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2fe3500-7579-4698-b1d3-00d723d25e66 req-50743c49-b61f-4165-bdc1-56e8a7e5bffd tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 944 time: 0.3017557 Jul 15 13:33:47.519585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=b7ead04b-0856-495b-b5ac-8c63aa33fae2,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.555976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.590027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:47.602098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5a605002-3956-4b5a-8b23-fd4bac950146 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7162375 Jul 15 13:33:47.608621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=fa55c246-f465-49bc-b05b-c13f1071989a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:47.690697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2fe3500-7579-4698-b1d3-00d723d25e66 req-cfe66040-c90e-464f-8558-739adaf82da1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006950 Jul 15 13:33:47.754125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-77d7947b-09f0-4311-a8a7-373149d0c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:47.755877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-77d7947b-09f0-4311-a8a7-373149d0c078 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=99dd909634d24bbfb15f816f56cd5efc&device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 1097 time: 0.1925173 Jul 15 13:33:47.939515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-673b51d6-ce10-4cce-96bf-23e3f0839ddf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1595119332&fields=id&tenant_id=f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 267 time: 0.1382251 Jul 15 13:33:48.101066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-5d84cf37-bf9b-491d-b2be-5c6fcf3e97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:48.111540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-5d84cf37-bf9b-491d-b2be-5c6fcf3e97e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 200 len: 907 time: 0.3297582 Jul 15 13:33:48.186103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-ecd04de1-14f2-4edb-b2fd-110b9d813940 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:48.195423 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-ecd04de1-14f2-4edb-b2fd-110b9d813940 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.2534242 Jul 15 13:33:48.209511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-97d9b517-81c3-4394-aa56-18ecce8aa752 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20b6713a-a204-4605-8aed-44369ddbace0 HTTP/1.1" status: 200 len: 217 time: 0.0906448 Jul 15 13:33:48.226220 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-0df063e9-7b87-4191-9eb7-3341bf968829 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/quotas/f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 375 time: 0.0286989 Jul 15 13:33:48.311153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa55c246-f465-49bc-b05b-c13f1071989a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:48.345700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-90363067-435d-4567-92c1-594a4c81941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:48.352394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-90363067-435d-4567-92c1-594a4c81941e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 200 len: 846 time: 0.1364822 Jul 15 13:33:48.436647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-849da943-ce8c-480c-bbf1-0e9c7bd48ad1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=22c20a08-6b85-4219-b707-22b2e21f06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756321 Jul 15 13:33:48.437345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-a609bb67-daae-4158-a0a3-86585aa5c68b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2094636 Jul 15 13:33:48.456652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fa55c246-f465-49bc-b05b-c13f1071989a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:48.457246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.619084 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:48.677434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-cd75bd4b-de3c-47b5-9d61-b4635c21f905 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282913 Jul 15 13:33:48.874840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-e537cd80-7fc2-4057-8173-546f4ee7d1d0 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292648 Jul 15 13:33:48.958507 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26f4a1c0-e38f-48a2-8633-833a1368532c req-5be707fc-c873-499d-8750-be3725e26134 service neutron] 10.222.0.59 "GET /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785738 Jul 15 13:33:49.100590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-4877688f-012f-4b65-953c-305581e7336d service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151954 Jul 15 13:33:49.242833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c488-f0be-472f-986d-0c00325d4312 req-37c56706-55df-40cd-a676-42f1e9cb5392 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:49.247208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4221c488-f0be-472f-986d-0c00325d4312 req-37c56706-55df-40cd-a676-42f1e9cb5392 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 944 time: 0.1647906 Jul 15 13:33:49.336372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4221c488-f0be-472f-986d-0c00325d4312 req-37f6d6ba-b3ce-4e82-986f-cefcaf8033f8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785022 Jul 15 13:33:49.509099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8f75666d-0566-44cb-9f82-cd0d78b064df req-00126244-3e05-4838-8034-9f0717e41b14 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 210 time: 0.0551462 Jul 15 13:33:49.946227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:33:50.053617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:50.065036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:50.067011 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.322399 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.380023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:50.386573 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd8a410-1a5c-4500-b565-aa11afa59137" -d '{"events": [{"server_uuid": "59f3b018-d8b4-467f-835f-1a78ad5426b1", "name": "network-vif-plugged", "status": "completed", "tag": "3d024de3-3632-4ba8-ad7b-4ddbc5312e45"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:50.425398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:50.436387 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:50.592671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03308474-a24d-4021-be84-910cc221ecad req-fa41e317-3864-42de-90d4-1b15bb82c23d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.596797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03308474-a24d-4021-be84-910cc221ecad req-fa41e317-3864-42de-90d4-1b15bb82c23d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.0888109 Jul 15 13:33:50.615480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:50.632453 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed78961f-3d9b-4d9b-a104-68ceef280c20 x-openstack-request-id: req-ed78961f-3d9b-4d9b-a104-68ceef280c20 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:50.632872 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f3b018-d8b4-467f-835f-1a78ad5426b1", "name": "network-vif-plugged", "status": "completed", "tag": "3d024de3-3632-4ba8-ad7b-4ddbc5312e45", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:50.633223 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed78961f-3d9b-4d9b-a104-68ceef280c20 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:50.633767 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45', 'code': 200} Jul 15 13:33:50.696850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03308474-a24d-4021-be84-910cc221ecad req-b8b6d83f-eb74-4725-9cb6-55a8fcfc1091 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892050 Jul 15 13:33:50.698647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ce65b-c31f-4029-87b8-fc76c73982fb req-25f0ded8-9cd5-4f19-88e9-fecdda994bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:50.700171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-292ce65b-c31f-4029-87b8-fc76c73982fb req-25f0ded8-9cd5-4f19-88e9-fecdda994bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 1097 time: 0.1451519 Jul 15 13:33:50.784025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fce70fa-f2c4-4380-a245-34dd7cfbef61 req-99edce1c-84f5-4505-9a99-0c06b4451e5d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 210 time: 0.0427570 Jul 15 13:33:50.806215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-292ce65b-c31f-4029-87b8-fc76c73982fb req-187c0b91-0ab1-4221-aac5-d18f31d556a9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977056 Jul 15 13:33:51.193355 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:33:52.085318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f340ccb6-cbbd-4a87-aa48-7b493b14a690 req-9f4a59ce-6886-4f59-9ae6-a336c9028126 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 210 time: 0.0555522 Jul 15 13:33:52.175173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-96a7c063-4e49-4bfb-b1b4-e8aebea2a0de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.176291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-96a7c063-4e49-4bfb-b1b4-e8aebea2a0de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.3723702 Jul 15 13:33:52.215700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dc1b0-44f4-4ab4-9b66-4e25a5dd686a req-4a4a09b5-5d7c-4630-bafd-9ab08659d035 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:52.222756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad4dc1b0-44f4-4ab4-9b66-4e25a5dd686a req-4a4a09b5-5d7c-4630-bafd-9ab08659d035 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1585779 Jul 15 13:33:52.301602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-e1d816dc-653a-40a8-a0c6-289f5055b3b6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 380 time: 0.1158304 Jul 15 13:33:52.317192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'port': {'device_id': '74c56612-3f4d-4edf-88c2-aca641c912da', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'admin_state_up': True, 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'security_groups': ['c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:52.510471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad4dc1b0-44f4-4ab4-9b66-4e25a5dd686a req-c7edd41b-4381-4c76-8bc1-42c2909e3d81 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857277 Jul 15 13:33:52.557264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:33:52.568607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:52.942684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Allocated IP 172.20.0.5 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/21718ce2-4eb8-454a-be1c-2b4e7c03ece5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:33:53.399297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1350218-d8ae-4da6-8195-259ab3a4c86f req-00ebc76a-cad3-481c-9cb4-5911f753dc68 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 210 time: 0.0934298 Jul 15 13:33:53.539985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.550822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86694110-1cfc-42f3-88c4-10c2c0a5290e req-19526b10-e2a8-48d7-a660-7c8c478ba77e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:53.558504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86694110-1cfc-42f3-88c4-10c2c0a5290e req-19526b10-e2a8-48d7-a660-7c8c478ba77e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1987729 Jul 15 13:33:53.594374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Transition to ACTIVE for port object 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:53.629761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-86694110-1cfc-42f3-88c4-10c2c0a5290e req-d5573ff8-a3ec-4ea7-b21a-3c1a98842780 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701458 Jul 15 13:33:53.696115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.835661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:33:53.839137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:53.856043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:33:53.867411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:33:53.935295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:53.936290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:53.970391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-5ae3044c-7571-47c6-b554-4c0e0c04793b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6586094 Jul 15 13:33:53.990557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Request body: {'port': {'device_id': '74c56612-3f4d-4edf-88c2-aca641c912da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:33:53.992342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce147b-2300-43f1-986b-16daa86759fc req-16f336aa-a723-43dd-8d34-f9d191706fc1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:54.003852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50ce147b-2300-43f1-986b-16daa86759fc req-16f336aa-a723-43dd-8d34-f9d191706fc1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1458790 Jul 15 13:33:54.087217 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50ce147b-2300-43f1-986b-16daa86759fc req-6513ccc9-051c-482a-8480-123c98a57c3c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823317 Jul 15 13:33:54.180685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.277479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fa83a7bd-a43d-42d4-afac-180f48eb4693 None None] Provisioning for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:33:54.289156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fa83a7bd-a43d-42d4-afac-180f48eb4693 None None] Provisioning complete for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:33:54.290471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fa83a7bd-a43d-42d4-afac-180f48eb4693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.335222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fa83a7bd-a43d-42d4-afac-180f48eb4693 None None] Port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:33:54.737658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:33:54.757859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:54.781535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d429d00-23fe-4221-b57c-0fefee80b3c5 req-c961b339-21af-42c7-a4d1-9b25d61365f5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:54.793711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d429d00-23fe-4221-b57c-0fefee80b3c5 req-c961b339-21af-42c7-a4d1-9b25d61365f5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 931 time: 0.1802781 Jul 15 13:33:54.805672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb005c2b-fcfc-4326-a673-b0c1e6c284bb req-9fbb0837-ef09-4c67-b48b-92767f79f091 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:54.805672 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb005c2b-fcfc-4326-a673-b0c1e6c284bb req-9fbb0837-ef09-4c67-b48b-92767f79f091 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.2250657 Jul 15 13:33:54.882360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d429d00-23fe-4221-b57c-0fefee80b3c5 req-5ae73637-4f2b-4fc9-b2ba-a8317acab266 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868526 Jul 15 13:33:54.907744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Transition to ACTIVE for port object 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:33:54.938481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb005c2b-fcfc-4326-a673-b0c1e6c284bb req-eee68a37-f979-426e-9552-9c0fdb0b3d62 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063616 Jul 15 13:33:54.942057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.024024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:55.257787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Attempting to bind port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:33:55.258046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Attempting to bind port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:33:55.258385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Attempting to bind port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:55.272244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:33:55.272582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Attempting to bind port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:33:55.299340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:33:55.299714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:33:55.305664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:33:55.307612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Bound port: 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:33:55.309037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.453172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:33:55.477389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:33:55.489728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.574020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:55.575752 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:55.580445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] 10.222.0.58 "PUT /v2.0/ports/21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 1092 time: 1.5993912 Jul 15 13:33:55.581721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:33:55.585371 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3817e471-8051-4e53-be05-a43faf9d6596" -d '{"events": [{"name": "network-changed", "server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:33:55.726922 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb974ab5-8ff0-450b-a967-929cf058ea9a x-openstack-request-id: req-cb974ab5-8ff0-450b-a967-929cf058ea9a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:33:55.727464 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:33:55.729735 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb974ab5-8ff0-450b-a967-929cf058ea9a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:33:55.730242 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'status': 'completed', 'code': 200} Jul 15 13:33:55.765894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc8b4d-e9d8-4939-8a80-65ba7b3aff0b service neutron] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:55.856647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-517ef28e-33fb-47a1-9b17-c3dc3d799b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:55.864494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-517ef28e-33fb-47a1-9b17-c3dc3d799b57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1095 time: 0.2386880 Jul 15 13:33:55.985647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-dcb37b6d-0cd6-48d8-8676-30a1be3ea87f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 217 time: 0.1095812 Jul 15 13:33:56.182892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-a6826772-aeb7-49a1-8584-2c5f273a6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.190072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-a6826772-aeb7-49a1-8584-2c5f273a6e47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1954417 Jul 15 13:33:56.367186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e44a0-284f-4d52-adcb-15a1f0ee3ed6 req-f408302f-e621-441d-92a6-644d1b6bc9b7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.370180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b26e44a0-284f-4d52-adcb-15a1f0ee3ed6 req-f408302f-e621-441d-92a6-644d1b6bc9b7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1703298 Jul 15 13:33:56.382770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39aef8-dadc-4b7c-84bc-174b794d7c7c req-048d15fc-e341-426a-9b83-78f6221cccbe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.384707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a39aef8-dadc-4b7c-84bc-174b794d7c7c req-048d15fc-e341-426a-9b83-78f6221cccbe tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 943 time: 0.2325993 Jul 15 13:33:56.409946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-e9c8c0b2-923f-472a-9683-94c36053afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:56.411570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-e9c8c0b2-923f-472a-9683-94c36053afed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2133691 Jul 15 13:33:56.469164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b26e44a0-284f-4d52-adcb-15a1f0ee3ed6 req-a5dbc24a-b23c-4498-a40a-0869a44dcb03 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914311 Jul 15 13:33:56.591615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a39aef8-dadc-4b7c-84bc-174b794d7c7c req-7bdd5201-28f6-4653-b609-9596b12c8c17 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950967 Jul 15 13:33:56.723477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-4bbfe383-8099-428e-b550-2691b895104d service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956078 Jul 15 13:33:56.964622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46538ce5-9ad9-4672-8ccd-65e0cbb1e2a0 req-919b67f2-b003-4407-a8b9-9a716bf9f136 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344189 Jul 15 13:33:57.125123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55572) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:33:57.127721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817e471-8051-4e53-be05-a43faf9d6596 req-78e02f12-ddf4-4f69-be61-6a4c32ceebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.129480 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-78e02f12-ddf4-4f69-be61-6a4c32ceebd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1095 time: 0.0909314 Jul 15 13:33:57.341422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817e471-8051-4e53-be05-a43faf9d6596 req-b865face-d28d-4e14-bfdd-3232a79e8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.347063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-b865face-d28d-4e14-bfdd-3232a79e8621 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.2034428 Jul 15 13:33:57.455239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-4bce95b4-20e9-4786-a350-bdb0c2bb6941 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 217 time: 0.1003530 Jul 15 13:33:57.547044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817e471-8051-4e53-be05-a43faf9d6596 req-ebc1cec8-a28c-4902-8e25-ac99127eadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.549945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-ebc1cec8-a28c-4902-8e25-ac99127eadad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0886676 Jul 15 13:33:57.719250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817e471-8051-4e53-be05-a43faf9d6596 req-b0f394c0-5c06-42ad-9a8c-cf63cd2071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.722279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-b0f394c0-5c06-42ad-9a8c-cf63cd2071ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1599030 Jul 15 13:33:57.898226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-375fc1a1-92d3-4012-b101-ce699dadf82a service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695752 Jul 15 13:33:57.987686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c78e1-6b8c-436c-b0da-2da3e7bbe966 req-648d12d6-1203-4524-b65e-56abe671e5cf tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:57.989999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-645c78e1-6b8c-436c-b0da-2da3e7bbe966 req-648d12d6-1203-4524-b65e-56abe671e5cf tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.3065822 Jul 15 13:33:58.077618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-645c78e1-6b8c-436c-b0da-2da3e7bbe966 req-c05abc66-a472-4c29-9405-0a8ad55c0512 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794914 Jul 15 13:33:58.129005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc392c8b-b373-484a-8910-046dc027859e req-b39cde89-f26d-4214-a28d-90a2028f421c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:58.139620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc392c8b-b373-484a-8910-046dc027859e req-b39cde89-f26d-4214-a28d-90a2028f421c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 943 time: 0.3077188 Jul 15 13:33:58.275712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3817e471-8051-4e53-be05-a43faf9d6596 req-9a596d89-ee60-4623-a681-0fc44779b578 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703971 Jul 15 13:33:58.282726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc392c8b-b373-484a-8910-046dc027859e req-9f2a8335-0296-46b0-ba0a-1a3ff58aff76 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416998 Jul 15 13:33:58.334280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.226579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Deleting port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:33:59.227309 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.412380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] For port 0c55e803-a5ed-41c8-a1d7-aad7b8daebab, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:59.412749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.435198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Calling delete_port for 0c55e803-a5ed-41c8-a1d7-aad7b8daebab owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:33:59.464658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c11fa6-be7e-4c90-a8e4-6d151a19c0e8 req-ae579b66-c891-4ef5-be5e-986d2ac98ef8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:59.466297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8c11fa6-be7e-4c90-a8e4-6d151a19c0e8 req-ae579b66-c891-4ef5-be5e-986d2ac98ef8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1571329 Jul 15 13:33:59.550658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8c11fa6-be7e-4c90-a8e4-6d151a19c0e8 req-f325ad99-d9be-4256-acfd-1d234db0a795 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555472 Jul 15 13:33:59.582334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b53d-13aa-4be5-bd1d-b31afb548d98 req-f671caaa-0765-45f7-86f5-ddefa31bbb6e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:33:59.594823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d309b53d-13aa-4be5-bd1d-b31afb548d98 req-f671caaa-0765-45f7-86f5-ddefa31bbb6e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 943 time: 0.1199012 Jul 15 13:33:59.676991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d309b53d-13aa-4be5-bd1d-b31afb548d98 req-8d99d6a5-33ae-4651-8a5b-746540bef534 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828152 Jul 15 13:33:59.756202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:33:59.781369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:33:59.784604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c55e803-a5ed-41c8-a1d7-aad7b8daebab,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:33:59.927519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:33:59.946782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:00.043324 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.083883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:00.106926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.151076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:00.159855 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.242986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:00.370957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['21718ce2-4eb8-454a-be1c-2b4e7c03ece5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:00.497879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:00.630848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:00.636745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3d0fa53e-1bdc-440d-a0e1-efd1167e79c2 admin admin] 10.222.0.57 "PUT /v2.0/routers/695b0d3c-9a82-4ebc-8e7e-b225b6f956cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5096152 Jul 15 13:34:00.639336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:00.648168 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] Sync routers for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:00.679568 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:00.680230 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:00.845282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9324-15c2-4eb6-8081-8be116b0d9ea req-015e53a2-cc26-4bf0-ad1f-c48d41f14f65 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:00.858945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3bb9324-15c2-4eb6-8081-8be116b0d9ea req-015e53a2-cc26-4bf0-ad1f-c48d41f14f65 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1025476 Jul 15 13:34:00.913555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3bb9324-15c2-4eb6-8081-8be116b0d9ea req-515879d4-90d4-4894-881a-b0121fe41fb2 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535223 Jul 15 13:34:00.952108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:00.968982 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:01.265255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af9d07-9a15-49cf-ac04-dbb566b8634d req-f3870ca8-2220-4f1c-a6bc-91a748f68da7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:01.271966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8af9d07-9a15-49cf-ac04-dbb566b8634d req-f3870ca8-2220-4f1c-a6bc-91a748f68da7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3263814 Jul 15 13:34:01.299121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.310656 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:33:59Z', 'revision_number': 5, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port': {'id': 'cab406ef-0de7-4bf5-a10e-d0e9f042fabe', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:20:31Z', 'updated_at': '2021-07-15T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:01.337238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f8af9d07-9a15-49cf-ac04-dbb566b8634d req-e87b33c0-2c45-4736-8444-e7e38e7c25ec tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585139 Jul 15 13:34:01.348886 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] Checking router: 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:01.359380 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] Routers {'695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:01.360030 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:01.411652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Deleting port cab406ef-0de7-4bf5-a10e-d0e9f042fabe {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:01.412087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.511723 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] Set router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:01.552036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] For port cab406ef-0de7-4bf5-a10e-d0e9f042fabe, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:01.552630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:01.574621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Calling delete_port for cab406ef-0de7-4bf5-a10e-d0e9f042fabe owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:01.629554 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:34:01Z', 'revision_number': 6, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:01.674816 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303081f-4ae3-4c95-9ca1-14ad480df9f1 None None] The sync data for ids ['695b0d3c-9a82-4ebc-8e7e-b225b6f956cf'] in n-d-798054-11 is: [{'id': '695b0d3c-9a82-4ebc-8e7e-b225b6f956cf', 'name': 'tempest-TaggedBootDevicesTest-1760084526-router', 'tenant_id': '4f300fb75dcb4a8ba79ed7430992e994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:20:29Z', 'updated_at': '2021-07-15T13:34:01Z', 'revision_number': 6, 'project_id': '4f300fb75dcb4a8ba79ed7430992e994', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:01.790714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:01.943764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:01.952872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:01.954587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.006379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.038238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab406ef-0de7-4bf5-a10e-d0e9f042fabe,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.209379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.254402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:02.258556 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f94731-4515-4baa-8df7-515b0adedb6a" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:02.304181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:02.304541 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.310177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c55e803-a5ed-41c8-a1d7-aad7b8daebab no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:02.365797 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.392716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 0c55e803-a5ed-41c8-a1d7-aad7b8daebab {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:02.398654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 0c55e803-a5ed-41c8-a1d7-aad7b8daebab not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:02.464959 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e04031-182a-4e36-b251-708356c745e7 x-openstack-request-id: req-22e04031-182a-4e36-b251-708356c745e7 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:02.466796 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:02.467235 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22e04031-182a-4e36-b251-708356c745e7 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:02.468752 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:34:02.537042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:02.671379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e922d-5281-4fc5-b609-002efd769747 req-e4d69eaa-4e92-4762-9afb-6f9a1231a0d4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.673570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a27e922d-5281-4fc5-b609-002efd769747 req-e4d69eaa-4e92-4762-9afb-6f9a1231a0d4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.2316225 Jul 15 13:34:02.692551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.696266 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.755164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a27e922d-5281-4fc5-b609-002efd769747 req-e9690491-dc43-42cf-addb-b500ec47efaf tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741801 Jul 15 13:34:02.785115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.785678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 695b0d3c-9a82-4ebc-8e7e-b225b6f956cf {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:34:02.790562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.791744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56775b9b-a243-4adc-8b73-7b91d56de274 admin admin] 10.222.0.57 "DELETE /v2.0/routers/695b0d3c-9a82-4ebc-8e7e-b225b6f956cf HTTP/1.1" status: 204 len: 168 time: 2.1514065 Jul 15 13:34:02.795154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55664) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:02.811225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15633adf-82e5-4daf-9485-d9484a75789c req-6439fe59-0f00-4e19-9bea-ad1a19e2a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.813103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15633adf-82e5-4daf-9485-d9484a75789c req-6439fe59-0f00-4e19-9bea-ad1a19e2a192 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1097 time: 0.2579098 Jul 15 13:34:02.850663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87b4ad-0379-437b-b961-f1c777c3a73d req-9b2b6310-58a4-4b57-ae4d-01d3d509eec4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:02.852427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a87b4ad-0379-437b-b961-f1c777c3a73d req-9b2b6310-58a4-4b57-ae4d-01d3d509eec4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.2348096 Jul 15 13:34:02.864553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Deleting subnet 4fd22e21-717f-4d44-8771-3b893e31ee3b {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:02.871276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:02.916599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15633adf-82e5-4daf-9485-d9484a75789c req-d2cd998f-4174-4944-892e-57205d27790c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945966 Jul 15 13:34:02.951512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a87b4ad-0379-437b-b961-f1c777c3a73d req-db41238f-f60f-41d5-b6ee-60b7c3093284 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910766 Jul 15 13:34:02.953716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.061786 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.145643 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.180513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd22e21-717f-4d44-8771-3b893e31ee3b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.182512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.184512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dc4f612b-5770-4c36-b317-81c759262b84 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4fd22e21-717f-4d44-8771-3b893e31ee3b HTTP/1.1" status: 204 len: 168 time: 0.3887820 Jul 15 13:34:03.187721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55666) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:03.191296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f218ab-a310-43d7-b1c8-2f585b171e26 None None] Network 3e53f48e-0978-4e08-8c50-8d598755a75d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:03.332055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.459545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Deleting port 4a26181c-efcc-40d5-b367-31b0b2b142bd {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:03.460102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.545551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] For port 4a26181c-efcc-40d5-b367-31b0b2b142bd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4a26181c-efcc-40d5-b367-31b0b2b142bd,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:03.545914 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.555954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] DHCP port deletion for 3e53f48e-0978-4e08-8c50-8d598755a75d request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:34:03.564922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Calling delete_port for 4a26181c-efcc-40d5-b367-31b0b2b142bd owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:03.636076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] Deleting port 4a26181c-efcc-40d5-b367-31b0b2b142bd {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:03.636808 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.777419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] For port 4a26181c-efcc-40d5-b367-31b0b2b142bd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4a26181c-efcc-40d5-b367-31b0b2b142bd,segment=NetworkSegment(7f5a1d68-63fe-405c-b349-2d1cc371594c),segment_id=7f5a1d68-63fe-405c-b349-2d1cc371594c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:03.777684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.794672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] Calling delete_port for 4a26181c-efcc-40d5-b367-31b0b2b142bd owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:03.915219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:03.967068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] Pushing event deleted for resources: {'Port': ['ID=4a26181c-efcc-40d5-b367-31b0b2b142bd,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:03.973337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46928333-7316-4a24-83f0-05e6c48b4d2e None None] No DVR routers for this DVR port 4a26181c-efcc-40d5-b367-31b0b2b142bd on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:04.056446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77459be-6b0e-4e4e-b7bd-e159a57f3b00 req-aea663c0-4aaf-40d2-a07e-8097679267d4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.068916 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b77459be-6b0e-4e4e-b7bd-e159a57f3b00 req-aea663c0-4aaf-40d2-a07e-8097679267d4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1229932 Jul 15 13:34:04.169607 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b77459be-6b0e-4e4e-b7bd-e159a57f3b00 req-1452bb6a-75bf-4031-a9b4-4f70af8b310b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995069 Jul 15 13:34:04.228882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cab406ef-0de7-4bf5-a10e-d0e9f042fabe no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:04.258779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: cab406ef-0de7-4bf5-a10e-d0e9f042fabe {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:04.259285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cab406ef-0de7-4bf5-a10e-d0e9f042fabe not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:04.259807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4a26181c-efcc-40d5-b367-31b0b2b142bd no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:04.296110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4a26181c-efcc-40d5-b367-31b0b2b142bd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:04.296631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4a26181c-efcc-40d5-b367-31b0b2b142bd not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:04.361126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.404448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] No DVR routers for this DVR port 4a26181c-efcc-40d5-b367-31b0b2b142bd on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:04.408276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a26181c-efcc-40d5-b367-31b0b2b142bd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:04.495490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ca815-7b92-4bdc-8897-244a71baa610 req-88129a5b-5781-46d6-9276-a9d43b50888a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:04.498196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a13ca815-7b92-4bdc-8897-244a71baa610 req-88129a5b-5781-46d6-9276-a9d43b50888a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.1868870 Jul 15 13:34:04.610558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.628721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e53f48e-0978-4e08-8c50-8d598755a75d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:04.639471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5a1d68-63fe-405c-b349-2d1cc371594c') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:04.639767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5a1d68-63fe-405c-b349-2d1cc371594c') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:04.649514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.666270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.673876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:04.674609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:04.686395 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:04.761865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a13ca815-7b92-4bdc-8897-244a71baa610 req-92d2549b-ec42-4817-9f5c-b1743406507c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365460 Jul 15 13:34:04.771345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.780317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:04.789916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3e53f48e-0978-4e08-8c50-8d598755a75d HTTP/1.1" status: 204 len: 168 time: 1.5993612 Jul 15 13:34:04.809420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad108b4-2771-47bb-b4f6-0402d4463d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e53f48e-0978-4e08-8c50-8d598755a75d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.029250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55698) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:05.070122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd56f8-8376-4917-9452-14dfc8898fff req-843c0ff7-932b-428f-b5cf-e249aaac3c8f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.072478 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dfd56f8-8376-4917-9452-14dfc8898fff req-843c0ff7-932b-428f-b5cf-e249aaac3c8f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.1018312 Jul 15 13:34:05.082856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55700) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:05.089754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'floatingip': {'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:05.097487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86a4d38f-cc94-4ba1-a324-e19d2b181430 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f300fb75dcb4a8ba79ed7430992e994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655558 Jul 15 13:34:05.099800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:05.151843 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.167492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b489faa1-c113-471a-9889-8911b0009ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.236916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b489faa1-c113-471a-9889-8911b0009ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.357599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b489faa1-c113-471a-9889-8911b0009ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.364422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b489faa1-c113-471a-9889-8911b0009ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:05.371865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b489faa1-c113-471a-9889-8911b0009ba8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6 HTTP/1.1" status: 204 len: 168 time: 0.2677245 Jul 15 13:34:05.401099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489faa1-c113-471a-9889-8911b0009ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c479d-3af9-4b7a-b9b4-734ad3ea76e6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:05.586391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a009f-ef02-4369-a787-bed581456c62 req-84d4f412-b302-4ea7-b082-6f58e28bb2e0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:05.588131 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-738a009f-ef02-4369-a787-bed581456c62 req-84d4f412-b302-4ea7-b082-6f58e28bb2e0 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1921744 Jul 15 13:34:05.651872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-738a009f-ef02-4369-a787-bed581456c62 req-0d140f4e-10bc-4e91-a49f-8fb76f7f19a4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564570 Jul 15 13:34:05.982970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:34:06.096520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.101863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.292641 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Floating IP 16263003-9c64-4d04-957d-038627832ac6 associated. External IP: 172.25.3.30, port: 21718ce2-4eb8-454a-be1c-2b4e7c03ece5. Jul 15 13:34:06.527980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:06.553091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Router b3c7c512-9cda-49c3-b694-f432ec361bb4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:34:06.685302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1045043917-network', 'tenant_id': 'c74bf6b08991447b8f3cf648ebd9a5fc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:06.696065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:34:06.708956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] Sync routers for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:34:06.713771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.715404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Made reservation on behalf of c74bf6b08991447b8f3cf648ebd9a5fc for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:06.718270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.723038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:06.725355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:06.740105 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.812941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20f0f9ce-5614-4611-a5ac-5ad9e2f9d359 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "PUT /v2.0/floatingips/16263003-9c64-4d04-957d-038627832ac6 HTTP/1.1" status: 200 len: 990 time: 1.7283852 Jul 15 13:34:06.813909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:06.819679 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3832760d-e06f-4954-8c5d-d088caaa02b3" -d '{"events": [{"name": "network-changed", "server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:06.959225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:06.967070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.059642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1c2c7-f74b-4ece-9c2f-2ec6b886afe6 req-649f293d-3877-44b7-9bc7-c0f2771b41d7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.059933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:07.071518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21e1c2c7-f74b-4ece-9c2f-2ec6b886afe6 req-649f293d-3877-44b7-9bc7-c0f2771b41d7 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1814532 Jul 15 13:34:07.097844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375cf0c5-8e37-4567-b891-545a53413330,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.120527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:07.120722 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855d5e1-7335-411e-9352-36968a34a059 x-openstack-request-id: req-a855d5e1-7335-411e-9352-36968a34a059 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:07.121459 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:07.121459 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a855d5e1-7335-411e-9352-36968a34a059 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:07.121992 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'status': 'completed', 'code': 200} Jul 15 13:34:07.136484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21e1c2c7-f74b-4ece-9c2f-2ec6b886afe6 req-ad403bc6-881b-4b8d-99be-7d49ff507854 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636961 Jul 15 13:34:07.141292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.142899 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Added segment 0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3 of type vlan for network b1dfe165-292c-4f01-b8f2-a5ed94391499 Jul 15 13:34:07.248059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.311254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-756bddf6-0ab6-4a02-989f-e82937003174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.313314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-756bddf6-0ab6-4a02-989f-e82937003174 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1097 time: 0.1562612 Jul 15 13:34:07.315310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.316545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.317389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.383705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8496671 Jul 15 13:34:07.384193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55782) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:07.390646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Request body: {'subnet': {'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1045043917-subnet', 'tenant_id': 'c74bf6b08991447b8f3cf648ebd9a5fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:07.458453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Made reservation on behalf of c74bf6b08991447b8f3cf648ebd9a5fc for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:07.460520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '16263003-9c64-4d04-957d-038627832ac6', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c56612-3f4d-4edf-88c2-aca641c912da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:33:45Z', 'updated_at': '2021-07-15T13:34:05Z', 'revision_number': 1, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:47Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:07.466340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:07.526605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] Checking router: b3c7c512-9cda-49c3-b694-f432ec361bb4 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:34:07.547201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:34:07.547763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:33:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:07.551032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878b0ac-2811-4533-b7cf-79856d015c1e admin admin] Pushing event updated for resources: {'Network': ['ID=b1dfe165-292c-4f01-b8f2-a5ed94391499,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:07.685311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-53195a64-6f94-4cf2-99be-74931aa7680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.687138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-53195a64-6f94-4cf2-99be-74931aa7680a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.3655238 Jul 15 13:34:07.773520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:34:07.823296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-4d45d526-4597-49b5-a26b-e87783c46b0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.1297667 Jul 15 13:34:07.834128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:07.996504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-bde697f4-3f65-4202-979c-6202a01847ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:07.998417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-bde697f4-3f65-4202-979c-6202a01847ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1683989 Jul 15 13:34:08.002985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.145064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-3b76328e-c9f1-4b3b-864a-335ff09e9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.146640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-3b76328e-c9f1-4b3b-864a-335ff09e9af7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414151 Jul 15 13:34:08.202556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5438bbb6-7d22-42fc-9c29-201fac27f99f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:08.284349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Checking segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:08.284574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Network hostable DHCP agents. Network: b1dfe165-292c-4f01-b8f2-a5ed94391499, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:08.325788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:08.343716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b1dfe165-292c-4f01-b8f2-a5ed94391499) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:08.345807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-ad5d41a9-8541-40b7-9a56-c7714852c63c service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813293 Jul 15 13:34:08.348587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.349797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:08.368377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d770a6-d8c9-4e16-872c-22a313b6fe1f None None] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:08.387449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1956d655-bd56-4e63-b009-b804ce682942 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0020008 Jul 15 13:34:08.498273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '16263003-9c64-4d04-957d-038627832ac6', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c56612-3f4d-4edf-88c2-aca641c912da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:33:45Z', 'updated_at': '2021-07-15T13:34:05Z', 'revision_number': 1, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:47Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:08.516535 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3832760d-e06f-4954-8c5d-d088caaa02b3 req-6d5b6765-d311-497b-82ae-582a5d1032c9 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647353 Jul 15 13:34:08.547622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2101c79-3327-4362-848a-8fda383e0736 None None] The sync data for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 is: [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '16263003-9c64-4d04-957d-038627832ac6', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c56612-3f4d-4edf-88c2-aca641c912da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:33:45Z', 'updated_at': '2021-07-15T13:34:05Z', 'revision_number': 1, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:47Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:34:08.594610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75fc21-1d76-4e04-84d4-fc3e439964f4 req-04a0d080-791b-4ebb-8d0e-7e97c5634ff4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:08.606894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab75fc21-1d76-4e04-84d4-fc3e439964f4 req-04a0d080-791b-4ebb-8d0e-7e97c5634ff4 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.2334220 Jul 15 13:34:08.650920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d38f12-9ec5-46ac-b880-59695426e2cf None None] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:08.703477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab75fc21-1d76-4e04-84d4-fc3e439964f4 req-f12153aa-6289-4f1d-9105-604cb98b39a1 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914485 Jul 15 13:34:08.962865 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9525bb91-76ee-4558-bb06-3b7572bc8ad5 None None] New status for floating IP 16263003-9c64-4d04-957d-038627832ac6: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:34:09.373507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-36dceffa-02d7-4e33-b36f-9f6a500573c9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.375162 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-36dceffa-02d7-4e33-b36f-9f6a500573c9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 815 time: 0.2194002 Jul 15 13:34:09.393549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-58ce2dc8-23dd-495f-b00f-875da2eee3f1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/quotas/c74bf6b08991447b8f3cf648ebd9a5fc HTTP/1.1" status: 200 len: 375 time: 0.0117431 Jul 15 13:34:09.435922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-e9fbaaeb-671d-4fc2-a2b5-4710f220950f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350468 Jul 15 13:34:09.535363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-d36dcc05-0511-4386-a5c2-a032d3726c3d service neutron] 10.222.0.57 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916698 Jul 15 13:34:09.633757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-13200a4d-20b0-425f-8a47-31fe998cef46 service neutron] 10.222.0.57 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918884 Jul 15 13:34:09.828846 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2925b64f-5262-4f89-9e92-c9e9f6df237d req-dd8d1b71-c74d-4196-98d4-c1064501ec10 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 210 time: 0.0449829 Jul 15 13:34:09.920214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81554185-6973-4252-88ed-1e35676064c9 req-5baab2d4-9f72-4584-94c5-9cd088bb269e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:09.922439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81554185-6973-4252-88ed-1e35676064c9 req-5baab2d4-9f72-4584-94c5-9cd088bb269e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.0725145 Jul 15 13:34:09.967536 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81554185-6973-4252-88ed-1e35676064c9 req-c0d087c8-8db2-4440-b4f6-9f2320f1851b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Jul 15 13:34:11.107982 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56e3d55b-e152-441f-bdbb-49c12bbbd9bb req-2780c3fb-4dd4-49af-9efa-c11ec9cae4ea tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 210 time: 0.1109176 Jul 15 13:34:11.374501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-aa2f2850-f88a-47f5-ad6a-ccfa76260418 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.377945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-aa2f2850-f88a-47f5-ad6a-ccfa76260418 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 815 time: 0.3275533 Jul 15 13:34:11.390946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Request body: {'port': {'device_id': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'admin_state_up': True, 'tenant_id': 'c74bf6b08991447b8f3cf648ebd9a5fc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:11.466748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793193cf-c5a7-42e7-a18e-510261dc8a12 req-4ed821f1-4d75-4b10-9302-4b3d380ad942 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:11.478008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-793193cf-c5a7-42e7-a18e-510261dc8a12 req-4ed821f1-4d75-4b10-9302-4b3d380ad942 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.2329237 Jul 15 13:34:11.733310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-793193cf-c5a7-42e7-a18e-510261dc8a12 req-91b15468-7d7d-43dd-bbb3-7cfea8b24c3d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539191 Jul 15 13:34:11.768340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Made reservation on behalf of c74bf6b08991447b8f3cf648ebd9a5fc for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:11.772634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:11.950655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Allocated IP 172.20.0.3 (b1dfe165-292c-4f01-b8f2-a5ed94391499/5438bbb6-7d22-42fc-9c29-201fac27f99f/29985e00-5728-45dd-a2ee-22bb7e69c629) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:12.404670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bec21087-8d22-42c5-a599-65235252fcea req-266e4023-6428-4741-8abe-ccca958a7333 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 210 time: 0.0858603 Jul 15 13:34:12.410111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.473603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.519920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:12.521199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:12.527850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:12.569123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:12.616433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:12.618512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:12.650981 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-284e47c1-7bbf-44a9-b353-42c902621c60 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2648387 Jul 15 13:34:12.666236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Request body: {'port': {'device_id': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:12.838426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.069615 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7f02-88b4-4605-91f8-957c1266a4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.079627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da29ae-fd88-44cf-97d7-03b48265ea80 req-fe9b05be-38ae-4dcf-9355-64459e938e84 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.081381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65da29ae-fd88-44cf-97d7-03b48265ea80 req-fe9b05be-38ae-4dcf-9355-64459e938e84 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1514215 Jul 15 13:34:13.152587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65da29ae-fd88-44cf-97d7-03b48265ea80 req-da1d95d6-bc63-49dc-9ba2-c3e78bd32bb5 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552349 Jul 15 13:34:13.263404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29985e00-5728-45dd-a2ee-22bb7e69c629 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:13.271988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.285635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Transition to ACTIVE for port object 29985e00-5728-45dd-a2ee-22bb7e69c629 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:13.291240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.350751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.429098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Attempting to bind port 29985e00-5728-45dd-a2ee-22bb7e69c629 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:13.429992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Attempting to bind port 29985e00-5728-45dd-a2ee-22bb7e69c629 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:13.429992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Attempting to bind port 29985e00-5728-45dd-a2ee-22bb7e69c629 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:13.435571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Port 29985e00-5728-45dd-a2ee-22bb7e69c629 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:34:13.435912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Attempting to bind port 29985e00-5728-45dd-a2ee-22bb7e69c629 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:13.455465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:13.455813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Checking segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:13.456376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Bound using segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:13.456834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Bound port: 29985e00-5728-45dd-a2ee-22bb7e69c629, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:13.457201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.552016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:13.562140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:13.568385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.629511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.630154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:13.631630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] 10.222.0.58 "PUT /v2.0/ports/29985e00-5728-45dd-a2ee-22bb7e69c629 HTTP/1.1" status: 200 len: 1092 time: 0.9720006 Jul 15 13:34:13.635173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:13.644165 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5" -d '{"events": [{"name": "network-changed", "server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:13.741601 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c343f59-fe26-4fd0-80a4-af16f685d5be x-openstack-request-id: req-9c343f59-fe26-4fd0-80a4-af16f685d5be {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:13.741902 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:13.742149 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c343f59-fe26-4fd0-80a4-af16f685d5be {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:13.742586 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'status': 'completed', 'code': 200} Jul 15 13:34:13.753305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9ae2-736a-475a-9282-7292984e050d service neutron] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:13.795289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-1cebad00-d897-4bb8-8133-5ca6536e8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.796895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-1cebad00-d897-4bb8-8133-5ca6536e8f33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 1095 time: 0.1107495 Jul 15 13:34:13.825386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf59f1-33f4-4b94-b95a-51dfd9366935 req-8f2b71c4-7540-4b6c-9dd1-183e4a9de4fb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.827514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ebf59f1-33f4-4b94-b95a-51dfd9366935 req-8f2b71c4-7540-4b6c-9dd1-183e4a9de4fb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 943 time: 0.2173662 Jul 15 13:34:13.877655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-6c8ad500-9cee-420e-befc-afdef0b2b9b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29985e00-5728-45dd-a2ee-22bb7e69c629 HTTP/1.1" status: 200 len: 217 time: 0.0721154 Jul 15 13:34:13.949888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ebf59f1-33f4-4b94-b95a-51dfd9366935 req-cf2773d2-25a9-4803-aa99-5d118da2971b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840273 Jul 15 13:34:13.960478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-534ea6f9-1d3f-4a6b-9322-fa04e6b1f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:13.964346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-534ea6f9-1d3f-4a6b-9322-fa04e6b1f1f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 200 len: 855 time: 0.0751960 Jul 15 13:34:14.013699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-67ab77b7-c3e7-4652-b03a-5342905a5531 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1dfe165-292c-4f01-b8f2-a5ed94391499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383694 Jul 15 13:34:14.188404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-b2db6a53-999e-4b73-9a8b-d79ccf45b6dd service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686997 Jul 15 13:34:14.391432 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e387960b-d9bc-48bd-8ff0-78f6a286f575 req-f93761b0-ee86-4f68-9f2a-a6b931268733 service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955907 Jul 15 13:34:14.433094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48af67-235a-4c35-a2f8-3fc60e2e77f1 req-b50ff65c-1214-461c-a198-e4386271fb3e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.434514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b48af67-235a-4c35-a2f8-3fc60e2e77f1 req-b50ff65c-1214-461c-a198-e4386271fb3e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1095209 Jul 15 13:34:14.527133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b48af67-235a-4c35-a2f8-3fc60e2e77f1 req-4c4188bd-a477-4b30-933c-3168a5fc4209 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864205 Jul 15 13:34:14.561632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-38ebbb28-6fe0-4ce0-aff1-202e64a8eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.563298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-38ebbb28-6fe0-4ce0-aff1-202e64a8eba0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 1095 time: 0.1043649 Jul 15 13:34:14.716142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-a140a190-c63c-4443-a049-ba4a790aaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.720703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-a140a190-c63c-4443-a049-ba4a790aaf3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 916 time: 0.1496508 Jul 15 13:34:14.777457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-a89b3496-1932-4d95-ac3f-2f620ccaefa7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29985e00-5728-45dd-a2ee-22bb7e69c629 HTTP/1.1" status: 200 len: 217 time: 0.0497310 Jul 15 13:34:14.856406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-af5c6793-ef6f-4052-b774-a5c391c922fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:14.858161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-af5c6793-ef6f-4052-b774-a5c391c922fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 200 len: 855 time: 0.0737238 Jul 15 13:34:14.903748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-18bf789b-c3d6-4bb4-a03b-c4f77c502b00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1dfe165-292c-4f01-b8f2-a5ed94391499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374303 Jul 15 13:34:15.075055 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.107417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-2047b3de-2ea9-4485-81c3-6bc522a6261d service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951966 Jul 15 13:34:15.294046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0fd4e-a91a-4f07-9fac-7741a451d0ab req-4bb83d10-01f3-4be5-b888-e02885b54cb0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.303580 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf0fd4e-a91a-4f07-9fac-7741a451d0ab req-4bb83d10-01f3-4be5-b888-e02885b54cb0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 943 time: 0.1334302 Jul 15 13:34:15.310007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ecd58f2-eaa5-4b25-96cd-5e2b249797f5 req-b319ef92-1171-4900-81f8-af076586e0e4 service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950643 Jul 15 13:34:15.337762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.379551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf0fd4e-a91a-4f07-9fac-7741a451d0ab req-a0586996-39f6-42e0-acf9-aad0f79d3c3a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683370 Jul 15 13:34:15.566824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-57ff6b1b-4968-423e-a08d-b044d4d8b436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.670840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:15.881087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3b09-15e8-42d0-849f-c10e93f4d871 req-71e79fa5-996f-46e8-ad51-b26e7555c918 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:15.882790 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-852d3b09-15e8-42d0-849f-c10e93f4d871 req-71e79fa5-996f-46e8-ad51-b26e7555c918 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1628618 Jul 15 13:34:15.963769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-852d3b09-15e8-42d0-849f-c10e93f4d871 req-9aa6e302-26d5-4d3c-8c04-5655a582de8b tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Jul 15 13:34:16.660677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf7740-b9f1-4d9b-aa28-443a14407fda req-51842b41-8041-4f4c-b674-2df2bcd1d8f2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:16.662267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84bf7740-b9f1-4d9b-aa28-443a14407fda req-51842b41-8041-4f4c-b674-2df2bcd1d8f2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 943 time: 0.0991445 Jul 15 13:34:16.684765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56018) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:16.739009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84bf7740-b9f1-4d9b-aa28-443a14407fda req-1faf0be6-a3bb-4bbc-8e48-8151377d487b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662086 Jul 15 13:34:16.871010 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e49f0ae8-86a8-438b-a7ea-a0d77e29bef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.118835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e49f0ae8-86a8-438b-a7ea-a0d77e29bef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.131526 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.132351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e49f0ae8-86a8-438b-a7ea-a0d77e29bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.223966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e49f0ae8-86a8-438b-a7ea-a0d77e29bef2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5017cd2529e04d74b6ddf1bd7347d42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343676 Jul 15 13:34:17.226496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56026) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:17.229360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f0ae8-86a8-438b-a7ea-a0d77e29bef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449218a9-16e4-4fd7-8f76-29246d848729,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.279715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a58d8-d72f-4693-b53e-f4f5ec9b5623 req-7d48bbb3-f81c-427a-b804-6205522e4ab9 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:17.287295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-721a58d8-d72f-4693-b53e-f4f5ec9b5623 req-7d48bbb3-f81c-427a-b804-6205522e4ab9 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1447465 Jul 15 13:34:17.340820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-721a58d8-d72f-4693-b53e-f4f5ec9b5623 req-c4210b22-a198-479b-9c75-707f677fda19 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Jul 15 13:34:17.380835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.408095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.470568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.473626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:17.474904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/449218a9-16e4-4fd7-8f76-29246d848729 HTTP/1.1" status: 204 len: 168 time: 0.2453790 Jul 15 13:34:17.488799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449218a9-16e4-4fd7-8f76-29246d848729,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:17.496953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.497343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.497683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.498022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.498423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.498849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.499617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.499955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.500283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.500611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.501086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.501593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514112de-cccc-44e4-8fc0-10d86f5d70a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:17.894587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:18.001696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56048) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.049897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:18.066068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'port_id': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'mac_address': 'fa:16:3e:ea:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5438bbb6-7d22-42fc-9c29-201fac27f99f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:18.076824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Deleting subnet 927ce98c-6ec7-4f3e-a773-863586c0d1d0 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:18.086178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.108809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea362bb-5b1a-4645-880b-faca1ba34dca req-8505ae1d-5c2a-4533-ba1c-f1862aacef0f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.111309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bea362bb-5b1a-4645-880b-faca1ba34dca req-8505ae1d-5c2a-4533-ba1c-f1862aacef0f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 943 time: 0.1998837 Jul 15 13:34:18.127261 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.147007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.148193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29985e00-5728-45dd-a2ee-22bb7e69c629 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:18.176557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:18.183625 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.193165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bea362bb-5b1a-4645-880b-faca1ba34dca req-65cc004d-12ce-4b90-b630-c06939659980 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760899 Jul 15 13:34:18.228156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.300119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:18.310744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.311568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.312067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.312592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.313208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.314026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.314626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.315255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.315738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.316217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.316693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.317441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:18.332147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.382963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=927ce98c-6ec7-4f3e-a773-863586c0d1d0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:18.390109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.392124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c82b3c87-b5c9-46e8-a7cf-cb613fabbabc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/927ce98c-6ec7-4f3e-a773-863586c0d1d0 HTTP/1.1" status: 204 len: 168 time: 0.3892593 Jul 15 13:34:18.395031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56060) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.405560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['29985e00-5728-45dd-a2ee-22bb7e69c629'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:18.480758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.594453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.618102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.631528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c8993a-9720-4bfa-ac47-c20860a4f157']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:18.649392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7427aa5-7938-4b67-9221-0d47f4d93b17') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:18.649686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7427aa5-7938-4b67-9221-0d47f4d93b17') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:18.658834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f653ae3-d8fd-4fce-9693-5940a3d3ebe2 req-5755574f-fb96-49b4-acde-8fa8d400af3d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:18.666012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f653ae3-d8fd-4fce-9693-5940a3d3ebe2 req-5755574f-fb96-49b4-acde-8fa8d400af3d tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1780279 Jul 15 13:34:18.687373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.705582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.712435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:18.712965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:18.769242 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:18.788001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.793336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.796123 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d2c8993a-9720-4bfa-ac47-c20860a4f157 HTTP/1.1" status: 204 len: 168 time: 0.4002655 Jul 15 13:34:18.799765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56070) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:18.819233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04656796-d458-4ece-bc2e-ba1c2142fd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c8993a-9720-4bfa-ac47-c20860a4f157,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:18.828070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f653ae3-d8fd-4fce-9693-5940a3d3ebe2 req-e39dd019-3e13-4c73-8c61-c0486c1ef6e8 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612861 Jul 15 13:34:18.857363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Deleting subnet b0f22491-c4a9-40e4-a68b-82a5986eff3f {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:18.861846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.915103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:18.966810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.034380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.063928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f22491-c4a9-40e4-a68b-82a5986eff3f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.067580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.072115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-132795bc-fc5a-4fe6-a3a4-a1be7405189e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b0f22491-c4a9-40e4-a68b-82a5986eff3f HTTP/1.1" status: 204 len: 168 time: 0.2680407 Jul 15 13:34:19.072560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.159363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.264148 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.279354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac65e9b9-8d80-42e6-ab60-ae58d7056f5d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:19.301727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c94a0b9-4066-4ba0-92b4-974f3ee11ec5') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:19.302117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c94a0b9-4066-4ba0-92b4-974f3ee11ec5') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:19.313874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.334081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.344056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:19.345356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:19.349180 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:19.424501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.431083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.438085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ac65e9b9-8d80-42e6-ab60-ae58d7056f5d HTTP/1.1" status: 204 len: 168 time: 0.3591833 Jul 15 13:34:19.452696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e37a77-d7a7-4199-af20-0c46ea992ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac65e9b9-8d80-42e6-ab60-ae58d7056f5d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:19.480259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e76aa-b279-47ce-aef6-cc3e1798f4bf req-18661f3d-ef68-45ba-afbf-d73bf9cfef3a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:19.488651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd7e76aa-b279-47ce-aef6-cc3e1798f4bf req-18661f3d-ef68-45ba-afbf-d73bf9cfef3a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 944 time: 0.0966730 Jul 15 13:34:19.532054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd7e76aa-b279-47ce-aef6-cc3e1798f4bf req-14a67763-cc7a-4c7b-94b7-58617c9fc152 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Jul 15 13:34:19.642939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56120) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.695918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f2ed35d1-adab-4555-bf08-836df2bbeba1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4e9c0ddd813142f19075de5285235f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510390 Jul 15 13:34:19.698412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.732512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56124) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:19.775186 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac6757f7-4d00-4bfd-a109-54c775533def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.836127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac6757f7-4d00-4bfd-a109-54c775533def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.898960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca68d3d7-0109-4afd-b33c-3e22ba993400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.900084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:19.922025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac6757f7-4d00-4bfd-a109-54c775533def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.926209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac6757f7-4d00-4bfd-a109-54c775533def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:19.927886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ac6757f7-4d00-4bfd-a109-54c775533def admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc4475d8-bab2-4e49-b262-ffe80efc56e7 HTTP/1.1" status: 204 len: 168 time: 0.2285559 Jul 15 13:34:19.959902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6757f7-4d00-4bfd-a109-54c775533def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4475d8-bab2-4e49-b262-ffe80efc56e7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.038275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 29985e00-5728-45dd-a2ee-22bb7e69c629 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:20.042975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 29985e00-5728-45dd-a2ee-22bb7e69c629 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:20.043659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.101350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca68d3d7-0109-4afd-b33c-3e22ba993400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.108148 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca68d3d7-0109-4afd-b33c-3e22ba993400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.159168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.187886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9d0b6-20b7-42fc-b79f-1e893de427e2 req-c11a60d4-83e4-44a2-85e5-58f4878c702a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.189628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ba9d0b6-20b7-42fc-b79f-1e893de427e2 req-c11a60d4-83e4-44a2-85e5-58f4878c702a tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1470821 Jul 15 13:34:20.204096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ca68d3d7-0109-4afd-b33c-3e22ba993400 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61c6793b56204390b5c544d8d98f1394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4700720 Jul 15 13:34:20.207346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:20.210102 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50249e16-12a8-428f-805c-d67e6a352799" -d '{"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-plugged", "status": "completed", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:20.224126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68d3d7-0109-4afd-b33c-3e22ba993400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e53a6b-6b18-4a25-81a1-0f6cde3ba018,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.225734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:20.231172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56136) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.247611 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.257078 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846b3c49-dbcb-4af8-a23f-68d3b7219a86 x-openstack-request-id: req-846b3c49-dbcb-4af8-a23f-68d3b7219a86 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:20.257387 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-plugged", "status": "completed", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:20.257829 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-846b3c49-dbcb-4af8-a23f-68d3b7219a86 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:20.258230 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'code': 200} Jul 15 13:34:20.310917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.322188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ba9d0b6-20b7-42fc-b79f-1e893de427e2 req-40e5f194-0bf6-45fa-ba0d-aa498000afe3 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246369 Jul 15 13:34:20.344725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4274aa12-b73d-4ad5-b7b5-588f6294e6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.383178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4274aa12-b73d-4ad5-b7b5-588f6294e6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.448400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56144) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.495456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718a869-4fb7-42d2-ac02-c5ffba7ae042 req-7a7b7aca-4b2c-4fb2-90b9-10c654858c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.497031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5718a869-4fb7-42d2-ac02-c5ffba7ae042 req-7a7b7aca-4b2c-4fb2-90b9-10c654858c1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 1097 time: 0.1557059 Jul 15 13:34:20.499563 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4274aa12-b73d-4ad5-b7b5-588f6294e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.503298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4274aa12-b73d-4ad5-b7b5-588f6294e6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.506903 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4274aa12-b73d-4ad5-b7b5-588f6294e6c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/74e53a6b-6b18-4a25-81a1-0f6cde3ba018 HTTP/1.1" status: 204 len: 168 time: 0.2700007 Jul 15 13:34:20.523451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82cb1e64-9438-4454-8f4e-7b59c586031b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9866894764e24a6d9c1fcad14f44ad9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734658 Jul 15 13:34:20.524571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56150) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:20.554233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274aa12-b73d-4ad5-b7b5-588f6294e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e53a6b-6b18-4a25-81a1-0f6cde3ba018,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.559763 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5718a869-4fb7-42d2-ac02-c5ffba7ae042 req-245c334a-2391-4649-bfc2-479e078692d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507739 Jul 15 13:34:20.606774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b95abce-419b-4a06-ad00-5751b9205117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.638058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b95abce-419b-4a06-ad00-5751b9205117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.709482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b95abce-419b-4a06-ad00-5751b9205117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.713536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b95abce-419b-4a06-ad00-5751b9205117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:20.719113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8b95abce-419b-4a06-ad00-5751b9205117 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc061018-869c-4b5b-8664-7978e7e9e75c HTTP/1.1" status: 204 len: 168 time: 0.1919551 Jul 15 13:34:20.729294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95abce-419b-4a06-ad00-5751b9205117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc061018-869c-4b5b-8664-7978e7e9e75c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:20.891981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b80fad-8dbd-4f74-bed3-a6d3604c5a1e req-ed3155da-6883-42ea-ba31-cf74467f4b44 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:20.893655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62b80fad-8dbd-4f74-bed3-a6d3604c5a1e req-ed3155da-6883-42ea-ba31-cf74467f4b44 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1252763 Jul 15 13:34:21.023785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ac88-8d28-46e8-b332-4c47509a01f0 req-b24b61d0-6902-48cb-895c-5b37d167c86c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:21.033206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd37ac88-8d28-46e8-b332-4c47509a01f0 req-b24b61d0-6902-48cb-895c-5b37d167c86c tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1199946 Jul 15 13:34:21.055657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56166) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.090957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.113527 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd37ac88-8d28-46e8-b332-4c47509a01f0 req-87f67c43-8d6c-41f1-b225-7c18a3dc9225 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787654 Jul 15 13:34:21.331482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.339620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.415311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e6037175cb14fceb1e73b5cb19cef43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561344 Jul 15 13:34:21.419517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56174) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:21.477987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895dfa78-8a99-4f0b-9956-9d675f84be91,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:21.544143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.544837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.545356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.546960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.547329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.547821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.548947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.548947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.549216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.549480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.549817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.550150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b015a83-1974-4c65-8b0b-b5ad654dd6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:34:21.563267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62b80fad-8dbd-4f74-bed3-a6d3604c5a1e req-9c6ad2fa-7003-453b-abfa-aa0a63ebb941 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629429 Jul 15 13:34:21.617683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a067cbc-6fef-4d96-b325-ea77b81b042c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.650718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fbac3-a167-4433-8020-17690f5454d0 req-18348759-698c-49d3-9afb-5727255ccb06 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:21.652688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-974fbac3-a167-4433-8020-17690f5454d0 req-18348759-698c-49d3-9afb-5727255ccb06 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1427634 Jul 15 13:34:21.668515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a067cbc-6fef-4d96-b325-ea77b81b042c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.748538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-974fbac3-a167-4433-8020-17690f5454d0 req-6fbca19f-7e4f-4da5-b39e-cfda9a82995e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840220 Jul 15 13:34:21.793047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a067cbc-6fef-4d96-b325-ea77b81b042c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.799858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9a067cbc-6fef-4d96-b325-ea77b81b042c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:21.818775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a067cbc-6fef-4d96-b325-ea77b81b042c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/895dfa78-8a99-4f0b-9956-9d675f84be91 HTTP/1.1" status: 204 len: 168 time: 0.3850152 Jul 15 13:34:21.839351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a067cbc-6fef-4d96-b325-ea77b81b042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895dfa78-8a99-4f0b-9956-9d675f84be91,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:22.286945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3dce4-9f99-4db7-b685-5a9445812d6d req-ff9d394a-cb94-4840-96d1-a981f4a90a95 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:22.288518 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ed3dce4-9f99-4db7-b685-5a9445812d6d req-ff9d394a-cb94-4840-96d1-a981f4a90a95 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.0833659 Jul 15 13:34:22.338068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ed3dce4-9f99-4db7-b685-5a9445812d6d req-20d67e17-90d3-40dc-9d1c-66c188673e91 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Jul 15 13:34:22.800511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280322b-1950-42e6-a377-298d701c4bd7 req-39142ae2-491b-4f98-ab96-8ccec54987dd tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:22.802236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d280322b-1950-42e6-a377-298d701c4bd7 req-39142ae2-491b-4f98-ab96-8ccec54987dd tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.0923960 Jul 15 13:34:22.854826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d280322b-1950-42e6-a377-298d701c4bd7 req-17d9f273-8025-4798-a686-536504789b5f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Jul 15 13:34:23.060331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f26ff2-b132-4f55-a2ff-eda338368f25 req-f1c7a283-f820-4e77-940f-a086724ce61f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.068739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5f26ff2-b132-4f55-a2ff-eda338368f25 req-f1c7a283-f820-4e77-940f-a086724ce61f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.0797760 Jul 15 13:34:23.123325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5f26ff2-b132-4f55-a2ff-eda338368f25 req-df58a5e7-2984-46ff-a767-403d2a746365 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535617 Jul 15 13:34:23.368768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-92e332e0-4212-428f-a170-16f7bca33e91 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.372758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-92e332e0-4212-428f-a170-16f7bca33e91 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1213348 Jul 15 13:34:23.698687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:23.699035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.759671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d00631-ee18-45d4-9aae-3674c84819f8 req-1db63a58-3a2e-4cfd-a0f2-cb68501854ac tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:23.761304 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95d00631-ee18-45d4-9aae-3674c84819f8 req-1db63a58-3a2e-4cfd-a0f2-cb68501854ac tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 945 time: 0.1940711 Jul 15 13:34:23.902841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95d00631-ee18-45d4-9aae-3674c84819f8 req-98ab8df0-9a43-4c93-bf0e-1b49528e8348 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339526 Jul 15 13:34:23.943688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:23.949404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:23.991438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:24.055727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475d578-2147-4c24-ba56-6d45a0e242fd req-120f920f-2c59-489c-9c97-0215ab572fa2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:24.058091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0475d578-2147-4c24-ba56-6d45a0e242fd req-120f920f-2c59-489c-9c97-0215ab572fa2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1817913 Jul 15 13:34:24.151121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0475d578-2147-4c24-ba56-6d45a0e242fd req-22d5f1ca-c046-4cf8-9779-a1c8d4d591f9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867822 Jul 15 13:34:24.250705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.263825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:24.304294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=3d024de3-3632-4ba8-ad7b-4ddbc5312e45,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:24.409076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:24.412438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.415447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-308d510c-adfb-46fd-abb0-99d6768b2bf4 req-a437fd8a-123f-4936-b4f7-957a2e4ad8fa tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "DELETE /v2.0/ports/3d024de3-3632-4ba8-ad7b-4ddbc5312e45 HTTP/1.1" status: 204 len: 173 time: 1.0317526 Jul 15 13:34:24.415761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'name': 'network-vif-deleted', 'tag': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:24.418868 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69af19-9186-4826-b62e-0fed3cd9d134" -d '{"events": [{"server_uuid": "59f3b018-d8b4-467f-835f-1a78ad5426b1", "name": "network-vif-deleted", "tag": "3d024de3-3632-4ba8-ad7b-4ddbc5312e45"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:24.482697 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e736e-d16a-440e-89bf-4ef7dafaf9ab x-openstack-request-id: req-813e736e-d16a-440e-89bf-4ef7dafaf9ab {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:24.483676 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f3b018-d8b4-467f-835f-1a78ad5426b1", "name": "network-vif-deleted", "tag": "3d024de3-3632-4ba8-ad7b-4ddbc5312e45", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:24.484322 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-813e736e-d16a-440e-89bf-4ef7dafaf9ab {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:24.484965 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f3b018-d8b4-467f-835f-1a78ad5426b1', 'name': 'network-vif-deleted', 'tag': '3d024de3-3632-4ba8-ad7b-4ddbc5312e45', 'status': 'completed', 'code': 200} Jul 15 13:34:24.659375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:24.807355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d545fcb-2985-4101-81c6-90178e045ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.927797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d545fcb-2985-4101-81c6-90178e045ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.934168 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d545fcb-2985-4101-81c6-90178e045ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:24.978242 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8d545fcb-2985-4101-81c6-90178e045ee5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82b8ecab652f47efa08d67a194a50255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152835 Jul 15 13:34:24.979264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56316) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.010259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d545fcb-2985-4101-81c6-90178e045ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ac7e4-fa43-4a47-86ec-dd57e22877ba,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.061783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77b1fdcf-0625-4c3c-b11f-888e5c60f7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.101095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77b1fdcf-0625-4c3c-b11f-888e5c60f7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.158043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55bbef00-40af-499a-8fb3-41385874f341 req-4bd1444d-0700-4e20-8414-215b3b3ac37e tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=59f3b018-d8b4-467f-835f-1a78ad5426b1 HTTP/1.1" status: 200 len: 210 time: 0.0503554 Jul 15 13:34:25.168606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77b1fdcf-0625-4c3c-b11f-888e5c60f7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.171581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77b1fdcf-0625-4c3c-b11f-888e5c60f7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.175606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-77b1fdcf-0625-4c3c-b11f-888e5c60f7ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/595ac7e4-fa43-4a47-86ec-dd57e22877ba HTTP/1.1" status: 204 len: 168 time: 0.1922908 Jul 15 13:34:25.197086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1fdcf-0625-4c3c-b11f-888e5c60f7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ac7e4-fa43-4a47-86ec-dd57e22877ba,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.391727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974762b-9405-4e7d-b0e1-db513b2e4340 req-5be794b8-fbed-48ef-ac6e-37cc8cb72a4d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:25.393692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1974762b-9405-4e7d-b0e1-db513b2e4340 req-5be794b8-fbed-48ef-ac6e-37cc8cb72a4d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.0830116 Jul 15 13:34:25.451379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1974762b-9405-4e7d-b0e1-db513b2e4340 req-c9018669-493b-4d58-96fb-f081a91e521c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Jul 15 13:34:25.534316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56324) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.550387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd7964d7-85de-4c60-a44e-48a46cc8f296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.652130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd7964d7-85de-4c60-a44e-48a46cc8f296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.667961 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cd7964d7-85de-4c60-a44e-48a46cc8f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.700866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cd7964d7-85de-4c60-a44e-48a46cc8f296 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5af7efc3a5e74023bd3ef8ead35a51ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655717 Jul 15 13:34:25.703771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56332) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:25.711689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7964d7-85de-4c60-a44e-48a46cc8f296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b62383c-7bb8-4a30-b65d-b70ccf023fc7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:25.770938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebdb205f-c10e-4060-ab49-a8ae9b95b397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.794944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebdb205f-c10e-4060-ab49-a8ae9b95b397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.864536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebdb205f-c10e-4060-ab49-a8ae9b95b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.868050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebdb205f-c10e-4060-ab49-a8ae9b95b397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:25.869227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ebdb205f-c10e-4060-ab49-a8ae9b95b397 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b62383c-7bb8-4a30-b65d-b70ccf023fc7 HTTP/1.1" status: 204 len: 168 time: 0.1640377 Jul 15 13:34:25.886794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb205f-c10e-4060-ab49-a8ae9b95b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b62383c-7bb8-4a30-b65d-b70ccf023fc7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:26.118408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:26.139946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:26.140615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3d024de3-3632-4ba8-ad7b-4ddbc5312e45 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:26.695364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb49f7-46fe-4d22-aa3f-e1464220e12c req-08e530b0-b657-4e55-b5d2-de83495f19b4 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:26.703241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3afb49f7-46fe-4d22-aa3f-e1464220e12c req-08e530b0-b657-4e55-b5d2-de83495f19b4 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1087248 Jul 15 13:34:26.779877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3afb49f7-46fe-4d22-aa3f-e1464220e12c req-82f07480-4ee0-48b6-9f10-8f9e9d4ccdd0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705292 Jul 15 13:34:27.980204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72070bc6-0359-4b17-a654-c1dc48ae95b1 req-567a0d1b-f5ff-482a-a9e6-f8219f4e13ce tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:27.981831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72070bc6-0359-4b17-a654-c1dc48ae95b1 req-567a0d1b-f5ff-482a-a9e6-f8219f4e13ce tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.0851514 Jul 15 13:34:28.054508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72070bc6-0359-4b17-a654-c1dc48ae95b1 req-95b03c57-83ce-4b01-a47f-65405dcae760 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623190 Jul 15 13:34:28.195057 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:34:28.196928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2f46d-997d-4a16-bb7a-b5539065d512 req-31a47475-ad3e-466a-bccc-eac0e901cd41 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:28.201324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33a2f46d-997d-4a16-bb7a-b5539065d512 req-31a47475-ad3e-466a-bccc-eac0e901cd41 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 945 time: 0.0935500 Jul 15 13:34:28.287134 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33a2f46d-997d-4a16-bb7a-b5539065d512 req-b2921f12-ea3d-4a63-b1a8-09563130a7db tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811474 Jul 15 13:34:29.290029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9d3ac-2072-455a-88dd-6c1f358f887c req-0c4483d6-de89-4396-b3b8-cf99ae81244d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.298997 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96b9d3ac-2072-455a-88dd-6c1f358f887c req-0c4483d6-de89-4396-b3b8-cf99ae81244d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1183879 Jul 15 13:34:29.352937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1423a-13db-45df-87f3-340c578da17d req-7e63e932-647c-4eaf-8943-cd1f35ee2c16 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.356137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d1423a-13db-45df-87f3-340c578da17d req-7e63e932-647c-4eaf-8943-cd1f35ee2c16 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 945 time: 0.1357162 Jul 15 13:34:29.422444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96b9d3ac-2072-455a-88dd-6c1f358f887c req-a9b86ade-36af-4178-9d29-b9dd98707e0c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221032 Jul 15 13:34:29.565658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Deleting port 20b6713a-a204-4605-8aed-44369ddbace0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:34:29.567954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.671885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fb081-b755-444e-b066-aedd0630309f req-6004c0a5-f412-4f92-8c06-74351393f272 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:29.675407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-179fb081-b755-444e-b066-aedd0630309f req-6004c0a5-f412-4f92-8c06-74351393f272 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 945 time: 0.1150289 Jul 15 13:34:29.728218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-179fb081-b755-444e-b066-aedd0630309f req-8f1dc772-32ed-4ed4-b479-81fdb98e8664 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/security-groups?id=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Jul 15 13:34:29.786401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] For port 20b6713a-a204-4605-8aed-44369ddbace0, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=20b6713a-a204-4605-8aed-44369ddbace0,segment=NetworkSegment(930d43b2-2a4d-49cb-8f17-614ecf71af56),segment_id=930d43b2-2a4d-49cb-8f17-614ecf71af56)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:29.786401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:29.801469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Calling delete_port for 20b6713a-a204-4605-8aed-44369ddbace0 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:34:30.062958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.075629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['20b6713a-a204-4605-8aed-44369ddbace0'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:30.102236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Pushing event deleted for resources: {'Port': ['ID=20b6713a-a204-4605-8aed-44369ddbace0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:30.177643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] No DVR routers for this DVR port 20b6713a-a204-4605-8aed-44369ddbace0 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:34:30.182196 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:30.184296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02d1423a-13db-45df-87f3-340c578da17d req-b60c4855-cb85-4339-a669-45c996cd17bb tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.59 "DELETE /v2.0/ports/20b6713a-a204-4605-8aed-44369ddbace0 HTTP/1.1" status: 204 len: 173 time: 0.8219018 Jul 15 13:34:30.184963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'name': 'network-vif-deleted', 'tag': '20b6713a-a204-4605-8aed-44369ddbace0'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:30.187660 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636d4f1-bce7-4f4e-abe3-26e090fe56cd" -d '{"events": [{"server_uuid": "7794673c-dfcf-406d-85a1-a5a591bf2f86", "name": "network-vif-deleted", "tag": "20b6713a-a204-4605-8aed-44369ddbace0"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:30.234999 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c213b92-1194-4988-9415-29c32eea5d31 x-openstack-request-id: req-3c213b92-1194-4988-9415-29c32eea5d31 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:30.235499 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7794673c-dfcf-406d-85a1-a5a591bf2f86", "name": "network-vif-deleted", "tag": "20b6713a-a204-4605-8aed-44369ddbace0", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:30.235873 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c213b92-1194-4988-9415-29c32eea5d31 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:30.236298 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7794673c-dfcf-406d-85a1-a5a591bf2f86', 'name': 'network-vif-deleted', 'tag': '20b6713a-a204-4605-8aed-44369ddbace0', 'status': 'completed', 'code': 200} Jul 15 13:34:30.658864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b32199-c7d5-4c6e-94e2-14be9ba4aee8 req-88588809-9b68-455b-9300-0c7f08e669a8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:30.667955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19b32199-c7d5-4c6e-94e2-14be9ba4aee8 req-88588809-9b68-455b-9300-0c7f08e669a8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1212811 Jul 15 13:34:30.732533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19b32199-c7d5-4c6e-94e2-14be9ba4aee8 req-5b4c2b95-a27c-44cd-89dd-db1245328df0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Jul 15 13:34:30.936907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93f93542-ac3e-456b-8c26-0615f264baf0 req-55cebeca-9291-4df9-bfbe-9d153a2ead75 tempest-ServersTestJSON-579328990 tempest-ServersTestJSON-579328990-project] 10.222.0.57 "GET /v2.0/ports?device_id=7794673c-dfcf-406d-85a1-a5a591bf2f86 HTTP/1.1" status: 200 len: 210 time: 0.0349455 Jul 15 13:34:32.005015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55a77f-4646-46b8-b622-ff32ce87c464 req-1e1af17b-d05e-4df1-9009-8a0494669333 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:32.011953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd55a77f-4646-46b8-b622-ff32ce87c464 req-1e1af17b-d05e-4df1-9009-8a0494669333 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.0862186 Jul 15 13:34:32.090685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56490) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.115123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd55a77f-4646-46b8-b622-ff32ce87c464 req-c729bf59-27b7-4c22-99a0-27f71cef5399 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Jul 15 13:34:32.133968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 20b6713a-a204-4605-8aed-44369ddbace0 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:32.190259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 20b6713a-a204-4605-8aed-44369ddbace0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:34:32.190705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 20b6713a-a204-4605-8aed-44369ddbace0 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:34:32.239972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Deleting subnet 1f81681c-f4de-49e7-9d93-6d0788726e3e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:34:32.248191 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.311734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.366063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.476959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.518013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.520527 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1f81681c-f4de-49e7-9d93-6d0788726e3e HTTP/1.1" status: 204 len: 168 time: 0.4279702 Jul 15 13:34:32.521472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e073b4c-79dd-4b5a-bf8c-54a4214e19d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f81681c-f4de-49e7-9d93-6d0788726e3e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:32.523482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56492) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:32.609838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.715403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.729813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c20a08-6b85-4219-b707-22b2e21f06e4']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.751036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930d43b2-2a4d-49cb-8f17-614ecf71af56') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.751539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930d43b2-2a4d-49cb-8f17-614ecf71af56') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:32.762511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.779731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.788389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:32.788807 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:32.791469 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:32.871511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.919465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:32.919465 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] 10.222.0.57 "DELETE /v2.0/networks/22c20a08-6b85-4219-b707-22b2e21f06e4 HTTP/1.1" status: 204 len: 168 time: 0.3902354 Jul 15 13:34:32.919465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47ce65-d0c1-45df-b139-39b396ae363b admin admin] Pushing event deleted for resources: {'Network': ['ID=22c20a08-6b85-4219-b707-22b2e21f06e4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:33.163109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.211629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7b5bbf6-af76-4fe0-bd0f-2f78d81ce936 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99dd909634d24bbfb15f816f56cd5efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463295 Jul 15 13:34:33.213512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56512) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:33.293337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7650a7-ebea-4ae5-b55f-ca3b5a51ac47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.368803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7650a7-ebea-4ae5-b55f-ca3b5a51ac47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.430559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e752e-decd-491b-aabb-f362e60a6ac8 req-f07f1772-d757-4a0a-9fe3-092debc74519 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:33.432144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b53e752e-decd-491b-aabb-f362e60a6ac8 req-f07f1772-d757-4a0a-9fe3-092debc74519 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1104267 Jul 15 13:34:33.447364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7650a7-ebea-4ae5-b55f-ca3b5a51ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.451135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7650a7-ebea-4ae5-b55f-ca3b5a51ac47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:33.455482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa7650a7-ebea-4ae5-b55f-ca3b5a51ac47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f HTTP/1.1" status: 204 len: 168 time: 0.2404885 Jul 15 13:34:33.481453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7650a7-ebea-4ae5-b55f-ca3b5a51ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6ce0b-6c4f-4d59-8956-1cee9ad4fb0f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:33.523018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b53e752e-decd-491b-aabb-f362e60a6ac8 req-074b2caa-f10b-4e37-8206-2d5dadf6653d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663562 Jul 15 13:34:34.457193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:34.570250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-341711118-network', 'tenant_id': 'b23c8010b7c4451584d917ffad12571c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:34.612349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Made reservation on behalf of b23c8010b7c4451584d917ffad12571c for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:34.616190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.632895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.761728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.769696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.791373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137423e6-aeb1-4d69-b69a-2f5391542db3 req-04f25061-231a-46c3-9456-fe51ccd87aab tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.803430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-137423e6-aeb1-4d69-b69a-2f5391542db3 req-04f25061-231a-46c3-9456-fe51ccd87aab tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1237926 Jul 15 13:34:34.818988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d378a7-877d-4ffe-b842-9c3e49ab7aff,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:34.822962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:34.842855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.843207 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Added segment 715643fc-dfd7-4753-9742-50a9c14c5c50 of type vlan for network 2f9a28ab-a10c-47b4-bf33-fa3dff7470f4 Jul 15 13:34:34.896492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-137423e6-aeb1-4d69-b69a-2f5391542db3 req-ebcc4b6f-1533-4e39-bc32-4c71feb414ce tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907969 Jul 15 13:34:34.940822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.986617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:34.988349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:34.989624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:35.045053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5689433 Jul 15 13:34:35.092859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d7a94-c154-4073-9bfe-102c472cee15 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9a28ab-a10c-47b4-bf33-fa3dff7470f4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:35.109788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2f9a28ab-a10c-47b4-bf33-fa3dff7470f4 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:35.774547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b158-a19d-46ef-b839-afd0e7d5efe7 req-bb0d09db-ff03-474b-8347-6457b2c13841 tempest-ComputeTenantNetworksTest-792144721 tempest-ComputeTenantNetworksTest-792144721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:35.781258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b158-a19d-46ef-b839-afd0e7d5efe7 req-bb0d09db-ff03-474b-8347-6457b2c13841 tempest-ComputeTenantNetworksTest-792144721 tempest-ComputeTenantNetworksTest-792144721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:35.787962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32b158-a19d-46ef-b839-afd0e7d5efe7 req-bb0d09db-ff03-474b-8347-6457b2c13841 tempest-ComputeTenantNetworksTest-792144721 tempest-ComputeTenantNetworksTest-792144721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:35.789714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd32b158-a19d-46ef-b839-afd0e7d5efe7 req-bb0d09db-ff03-474b-8347-6457b2c13841 tempest-ComputeTenantNetworksTest-792144721 tempest-ComputeTenantNetworksTest-792144721-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1534610 Jul 15 13:34:35.916461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725763a-2d8b-48af-92bc-fe3d03689a70 req-2f243ccf-80ad-44ef-af9b-dcc2e4497427 tempest-ComputeTenantNetworksTest-792144721 tempest-ComputeTenantNetworksTest-792144721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:35.922781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5725763a-2d8b-48af-92bc-fe3d03689a70 req-2f243ccf-80ad-44ef-af9b-dcc2e4497427 tempest-ComputeTenantNetworksTest-792144721 tempest-ComputeTenantNetworksTest-792144721-project] 10.222.0.57 "GET /v2.0/networks/2f9a28ab-a10c-47b4-bf33-fa3dff7470f4 HTTP/1.1" status: 200 len: 768 time: 0.1088665 Jul 15 13:34:35.927740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56592) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.041232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.249757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.271147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9a28ab-a10c-47b4-bf33-fa3dff7470f4']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.290129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505ea46-eed4-4632-8a69-6fa4032ad1f1 req-c41aec03-f81e-49c6-b7ab-57121e7cb48a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:36.291897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6505ea46-eed4-4632-8a69-6fa4032ad1f1 req-c41aec03-f81e-49c6-b7ab-57121e7cb48a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.2274990 Jul 15 13:34:36.299226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715643fc-dfd7-4753-9742-50a9c14c5c50') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.299661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715643fc-dfd7-4753-9742-50a9c14c5c50') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:34:36.357571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.382345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6505ea46-eed4-4632-8a69-6fa4032ad1f1 req-2647d2ca-6b96-49a3-9957-0fbf6629be1f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794148 Jul 15 13:34:36.398169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.410677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:34:36.410911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:34:36.414300 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:34:36.500646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.507501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.516180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2f9a28ab-a10c-47b4-bf33-fa3dff7470f4 HTTP/1.1" status: 204 len: 168 time: 0.5869515 Jul 15 13:34:36.543909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9133cb6-d169-4b72-a4fb-4721a4854b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9a28ab-a10c-47b4-bf33-fa3dff7470f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:36.707716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.780609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c5244551-1ab2-4b5c-81fd-acc41b2499dd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b23c8010b7c4451584d917ffad12571c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708127 Jul 15 13:34:36.783512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56628) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:36.883530 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4c55cc3-302a-44d5-a990-7dad9f58ff2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.908134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4c55cc3-302a-44d5-a990-7dad9f58ff2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.975793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4c55cc3-302a-44d5-a990-7dad9f58ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.981732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4c55cc3-302a-44d5-a990-7dad9f58ff2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:36.986154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b4c55cc3-302a-44d5-a990-7dad9f58ff2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20d378a7-877d-4ffe-b842-9c3e49ab7aff HTTP/1.1" status: 204 len: 168 time: 0.1982522 Jul 15 13:34:36.995574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c55cc3-302a-44d5-a990-7dad9f58ff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d378a7-877d-4ffe-b842-9c3e49ab7aff,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:37.793189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef03819-465d-4c5f-bdff-c1561bac32f8 req-8cfbd0eb-8321-42ad-8436-cc7164413a09 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:37.798354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ef03819-465d-4c5f-bdff-c1561bac32f8 req-8cfbd0eb-8321-42ad-8436-cc7164413a09 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.2085409 Jul 15 13:34:37.887379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ef03819-465d-4c5f-bdff-c1561bac32f8 req-063f9aa7-34de-4286-9deb-54c673c0954a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771019 Jul 15 13:34:38.256899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:38.441568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-82453875-network', 'tenant_id': '5b0d3e38f5c94a4a91590d99a9d6e7b9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:38.474833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Made reservation on behalf of 5b0d3e38f5c94a4a91590d99a9d6e7b9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:38.479236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.492512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.684908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.694281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:38.946782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.152020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3155c4f0-776e-4d93-9279-8d7f2c7a918f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.397626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3155c4f0-776e-4d93-9279-8d7f2c7a918f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.427284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3155c4f0-776e-4d93-9279-8d7f2c7a918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.606394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:34:39.612440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155c4f0-776e-4d93-9279-8d7f2c7a918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba2173c-1e1b-4b39-8b59-53d268891a16,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.646013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18783285-1655-4f6b-99fd-0831e6fd63df,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:39.675114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.676945 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Added segment bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6 of type vlan for network f2086902-f464-48af-a90f-7ad2bf2fb926 Jul 15 13:34:39.679729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3155c4f0-776e-4d93-9279-8d7f2c7a918f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d532773dd56413981cfad4d339d1aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7310450 Jul 15 13:34:39.683868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56722) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.744517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfadc7-8f4d-4902-a6c6-3070e6daa156 req-7f0f23a6-46aa-429d-85c4-60ca59344844 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:39.773962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22dfadc7-8f4d-4902-a6c6-3070e6daa156 req-7f0f23a6-46aa-429d-85c4-60ca59344844 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.3736627 Jul 15 13:34:39.774550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.862509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1d59-efef-4f43-8954-d761f46defd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.892798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22dfadc7-8f4d-4902-a6c6-3070e6daa156 req-c1ee934e-6b39-4bf0-a9c2-86b826a47006 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137996 Jul 15 13:34:39.898991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.900327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:39.911930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:39.969170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7110054 Jul 15 13:34:39.972810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:39.979797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Request body: {'subnet': {'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-82453875-subnet', 'tenant_id': '5b0d3e38f5c94a4a91590d99a9d6e7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:39.990203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1d59-efef-4f43-8954-d761f46defd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.023232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Made reservation on behalf of 5b0d3e38f5c94a4a91590d99a9d6e7b9 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:40.030053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.165632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a5d37-adb5-40d2-8d6b-1e2d01550e5c admin admin] Pushing event updated for resources: {'Network': ['ID=f2086902-f464-48af-a90f-7ad2bf2fb926,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.192153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1d59-efef-4f43-8954-d761f46defd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.195794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dcc1d59-efef-4f43-8954-d761f46defd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.198114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0dcc1d59-efef-4f43-8954-d761f46defd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9ba2173c-1e1b-4b39-8b59-53d268891a16 HTTP/1.1" status: 204 len: 168 time: 0.5129709 Jul 15 13:34:40.199298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f2086902-f464-48af-a90f-7ad2bf2fb926 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:34:40.216507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc1d59-efef-4f43-8954-d761f46defd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba2173c-1e1b-4b39-8b59-53d268891a16,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.526702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.633649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30c9598-299c-44a3-bddd-898f45755d12,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:40.663387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Checking segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:40.663764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Network hostable DHCP agents. Network: f2086902-f464-48af-a90f-7ad2bf2fb926, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:34:40.708271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Network f2086902-f464-48af-a90f-7ad2bf2fb926 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:34:40.723512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f2086902-f464-48af-a90f-7ad2bf2fb926) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:40.744205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:40.745077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:40.754092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfd99a-266f-49e9-90dc-2041d77683c7 None None] Network f2086902-f464-48af-a90f-7ad2bf2fb926 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:40.799172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df72e954-97cc-40f5-bef7-d8cf9920b15c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8111789 Jul 15 13:34:40.964781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56752) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:40.989851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b569055-34e4-4bbb-a595-8c4149431195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.144156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae18b7-db14-43b2-b899-1eaa56c0d520 None None] Network f2086902-f464-48af-a90f-7ad2bf2fb926 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:34:41.243266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee292fb-75a3-4ffb-bcd5-9a2f7960f2ad req-08c0909c-10ba-4d93-845f-04fa0b36fc35 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.245071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fee292fb-75a3-4ffb-bcd5-9a2f7960f2ad req-08c0909c-10ba-4d93-845f-04fa0b36fc35 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1571012 Jul 15 13:34:41.282219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b569055-34e4-4bbb-a595-8c4149431195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.294072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4b569055-34e4-4bbb-a595-8c4149431195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.363017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fee292fb-75a3-4ffb-bcd5-9a2f7960f2ad req-99e29735-3cb7-4a23-b80d-507b6b9dfc8a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093702 Jul 15 13:34:41.369838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4b569055-34e4-4bbb-a595-8c4149431195 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9601f76c5db54010a18b11b3e6f4d377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003720 Jul 15 13:34:41.370038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56764) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:41.381373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b569055-34e4-4bbb-a595-8c4149431195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa76a3cd-52c0-4398-9ce1-01ee969f4fce,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.446944 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c93290e-36f3-4ac0-aee6-b7ce74b81bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.480765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c93290e-36f3-4ac0-aee6-b7ce74b81bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.567437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c93290e-36f3-4ac0-aee6-b7ce74b81bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.575728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c93290e-36f3-4ac0-aee6-b7ce74b81bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:41.580708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c93290e-36f3-4ac0-aee6-b7ce74b81bb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa76a3cd-52c0-4398-9ce1-01ee969f4fce HTTP/1.1" status: 204 len: 168 time: 0.2089930 Jul 15 13:34:41.594067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93290e-36f3-4ac0-aee6-b7ce74b81bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa76a3cd-52c0-4398-9ce1-01ee969f4fce,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:41.919515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-ca9262b3-37f8-4a3c-b07d-1742fd6eb640 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:41.921437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-ca9262b3-37f8-4a3c-b07d-1742fd6eb640 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.1560016 Jul 15 13:34:41.938082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-45424585-c40f-4549-93f0-72e255d243b8 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/quotas/5b0d3e38f5c94a4a91590d99a9d6e7b9 HTTP/1.1" status: 200 len: 375 time: 0.0106130 Jul 15 13:34:41.980470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-ce0df280-16cf-4143-b769-6b506cae0822 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362506 Jul 15 13:34:42.347613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-62c61e0c-bff3-42fe-af4a-1318abd14722 service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570673 Jul 15 13:34:42.455371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-f07e28d5-aa91-460e-b3cf-af92e1420a1a service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042907 Jul 15 13:34:42.773589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098a19-459d-44e7-964e-f60924109d1e req-a4412c47-504e-47bd-bbc6-39524c1493ae tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:42.781799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e098a19-459d-44e7-964e-f60924109d1e req-a4412c47-504e-47bd-bbc6-39524c1493ae tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1915567 Jul 15 13:34:42.878516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e098a19-459d-44e7-964e-f60924109d1e req-f3bb6021-29bb-4638-abf7-d9b58fccdf1e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897291 Jul 15 13:34:43.031327 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31d8dde3-7437-471f-8917-3480e1d63800 req-73b51667-ad92-487d-a1eb-b4163955682a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 210 time: 0.0655994 Jul 15 13:34:43.089361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79633378-7cdc-47a4-8a1c-bce4e850aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:44.395867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49d181-a31a-459d-b0d1-501242aae7c8 req-0b182b29-3314-45bc-a1b4-22fe66b38696 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.399012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd49d181-a31a-459d-b0d1-501242aae7c8 req-0b182b29-3314-45bc-a1b4-22fe66b38696 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1205549 Jul 15 13:34:44.470390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd49d181-a31a-459d-b0d1-501242aae7c8 req-898ce1a3-6660-4836-8677-80689818a79d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645649 Jul 15 13:34:44.515100 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17aaec67-6aff-4dcd-aefd-af9679472175 req-b4a361db-5040-4992-9dd6-20b4df84dd7c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 210 time: 0.0725772 Jul 15 13:34:44.784128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-b2931765-fd19-437d-921c-461427aad51e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:44.786350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-b2931765-fd19-437d-921c-461427aad51e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.1827879 Jul 15 13:34:44.801907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Request body: {'port': {'device_id': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'admin_state_up': True, 'tenant_id': '5b0d3e38f5c94a4a91590d99a9d6e7b9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:44.980576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Made reservation on behalf of 5b0d3e38f5c94a4a91590d99a9d6e7b9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:34:44.987880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.093307 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.247408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Allocated IP 172.20.0.9 (f2086902-f464-48af-a90f-7ad2bf2fb926/d30c9598-299c-44a3-bddd-898f45755d12/d2bd005a-b2c5-4a16-8520-14b0a8cc10f4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:34:45.352816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.473111 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.543060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.546870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6a05-b5ea-49ef-88db-cc32b79a794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.668797 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.693595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Network f2086902-f464-48af-a90f-7ad2bf2fb926 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:34:45.695164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event updated for resources: {'Port': ['ID=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:45.711415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:34:45.726506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:34:45.865643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d20377-fdf5-4d5b-bd5b-1b994d27c8d0 req-62765e46-b173-4221-a82f-8432dea09185 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:45.868032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7d20377-fdf5-4d5b-bd5b-1b994d27c8d0 req-62765e46-b173-4221-a82f-8432dea09185 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 931 time: 0.1399055 Jul 15 13:34:45.940258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:45.940763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:45.970043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18575daa-feba-4787-b777-19487a16ae8c req-26319ccf-86f9-4acb-9194-791fadb19801 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:45.977005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18575daa-feba-4787-b777-19487a16ae8c req-26319ccf-86f9-4acb-9194-791fadb19801 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.2633269 Jul 15 13:34:45.977005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-5c96e61c-8403-4d1d-8452-3c714c66b82f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1799564 Jul 15 13:34:45.983264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7d20377-fdf5-4d5b-bd5b-1b994d27c8d0 req-4014d64d-6e34-4ca6-b5b1-e3ee4300a7a7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040139 Jul 15 13:34:46.001099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Request body: {'port': {'device_id': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:34:46.112334 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18575daa-feba-4787-b777-19487a16ae8c req-2863da0d-8712-4092-b24d-0c17b4178300 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263862 Jul 15 13:34:46.157925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.587925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:46.599287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.619919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Transition to ACTIVE for port object d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:34:46.624669 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:46.756905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:46.918821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Attempting to bind port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:34:46.919411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Attempting to bind port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:34:46.919975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Attempting to bind port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:46.929774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 on network f2086902-f464-48af-a90f-7ad2bf2fb926 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:34:46.930206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Attempting to bind port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:34:46.941478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:34:46.942077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Checking segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:34:46.942760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Bound using segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:34:46.943535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Bound port: d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:34:46.944813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.091268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] For port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:34:47.098827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] For port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:34:47.103491 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.106838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.217129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.219156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:47.222047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 HTTP/1.1" status: 200 len: 1092 time: 1.2264190 Jul 15 13:34:47.268130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'tag': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:47.281331 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21018da8-c77e-4622-8df8-61cbbb6f85ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d670cdfa-65f7-4f5d-97ca-03831a15d2c1", "tag": "d2bd005a-b2c5-4a16-8520-14b0a8cc10f4"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:47.398797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1f7d8-a4b0-4f06-a581-4a51716a6a87 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:47.544743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea16fd1-19c0-4f53-bf6f-906a044e7ae7 req-d5202746-d13f-4b02-95a0-165b7f70eef9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.550022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eea16fd1-19c0-4f53-bf6f-906a044e7ae7 req-d5202746-d13f-4b02-95a0-165b7f70eef9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 943 time: 0.3540809 Jul 15 13:34:47.618570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eea16fd1-19c0-4f53-bf6f-906a044e7ae7 req-0c852f7f-2b24-4687-a46b-b294405771b4 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604093 Jul 15 13:34:47.638186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-abf30f74-538b-4012-82c0-766edb8ceee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.641295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-abf30f74-538b-4012-82c0-766edb8ceee5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 1095 time: 0.3440437 Jul 15 13:34:47.663346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d571b0-80c9-40dc-9cd5-b500741517ed req-3ccbae2a-f245-47e7-8e8c-e4d944e7b6f5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.665558 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37d571b0-80c9-40dc-9cd5-b500741517ed req-3ccbae2a-f245-47e7-8e8c-e4d944e7b6f5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1506879 Jul 15 13:34:47.695941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-128bd3f2-d2fa-4469-8f94-1715005e8d85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 HTTP/1.1" status: 200 len: 217 time: 0.0464873 Jul 15 13:34:47.727804 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1efb51c-d62e-472d-a242-19f3646550d9 x-openstack-request-id: req-c1efb51c-d62e-472d-a242-19f3646550d9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:47.730614 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670cdfa-65f7-4f5d-97ca-03831a15d2c1", "tag": "d2bd005a-b2c5-4a16-8520-14b0a8cc10f4", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:47.730998 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1efb51c-d62e-472d-a242-19f3646550d9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:47.731855 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'tag': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4', 'status': 'completed', 'code': 200} Jul 15 13:34:47.764852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37d571b0-80c9-40dc-9cd5-b500741517ed req-15c6ebfb-ce3a-4b6b-98b2-6570436bce4c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838366 Jul 15 13:34:47.830072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-6df0f680-9b1a-4a7a-96c4-71cb11fa1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:47.832827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-6df0f680-9b1a-4a7a-96c4-71cb11fa1fd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.1304433 Jul 15 13:34:47.887213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-77306f2d-1153-41d5-b632-fcfcd0fa9e54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480695 Jul 15 13:34:48.031200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-6571f23a-cbee-4b1c-b8f7-b407f8f469a5 service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366985 Jul 15 13:34:48.185140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e194516c-7579-43c0-b265-95f2f9f9d522 req-aadacfe6-a161-4887-b570-e48b3fd13fbb service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468294 Jul 15 13:34:48.347419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-02e3045e-f0dc-487c-b8ac-e10fb6e8978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:48.349861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-02e3045e-f0dc-487c-b8ac-e10fb6e8978f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 1095 time: 0.1049092 Jul 15 13:34:48.528560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-52e21cec-768f-42f8-8d5d-c3b5093f2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:48.533217 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-52e21cec-768f-42f8-8d5d-c3b5093f2ff3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 914 time: 0.1769905 Jul 15 13:34:48.603749 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:48.608188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-90e0dc6d-dec0-468c-94d9-dd4e6b771d18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 HTTP/1.1" status: 200 len: 217 time: 0.0666034 Jul 15 13:34:48.684541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-068a99c7-b069-4e29-8c2c-9c65e107d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:48.686299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-068a99c7-b069-4e29-8c2c-9c65e107d8c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.0710847 Jul 15 13:34:48.735918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-35e2e117-5151-4b2d-b1b2-719ca4b4c8ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416102 Jul 15 13:34:48.890710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-21023dd5-80f0-47c3-8ba9-70ead42a27f0 service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471813 Jul 15 13:34:48.967235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d1011-8dbc-418b-a6d4-df2d597428ad req-afe41623-0d1b-4e37-902c-c2c6244d9742 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:48.971121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db3d1011-8dbc-418b-a6d4-df2d597428ad req-afe41623-0d1b-4e37-902c-c2c6244d9742 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 943 time: 0.1336529 Jul 15 13:34:49.085219 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db3d1011-8dbc-418b-a6d4-df2d597428ad req-c1863bb5-06cf-489b-a325-668535d8b0bb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073971 Jul 15 13:34:49.155563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21018da8-c77e-4622-8df8-61cbbb6f85ed req-95e9d5b7-865f-4fe3-aa11-92dbd454a559 service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561340 Jul 15 13:34:49.187669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af9f9-f937-4520-b6fa-f21ccbbaeed3 req-1e2c3c44-5de8-407a-ba7b-7f2a53655db8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:49.196120 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dc5af9f9-f937-4520-b6fa-f21ccbbaeed3 req-1e2c3c44-5de8-407a-ba7b-7f2a53655db8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1268826 Jul 15 13:34:49.299987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dc5af9f9-f937-4520-b6fa-f21ccbbaeed3 req-24023e75-4ca1-45ae-a455-c7f2d9aadebc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011710 Jul 15 13:34:50.261575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:50.488846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4278f72-6535-40da-873f-a4e0a76add62 req-b7f415c0-1dbc-499d-b740-38bdc70a4033 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:50.495215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4278f72-6535-40da-873f-a4e0a76add62 req-b7f415c0-1dbc-499d-b740-38bdc70a4033 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 943 time: 0.1959369 Jul 15 13:34:50.546574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:50.575587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4278f72-6535-40da-873f-a4e0a76add62 req-4b7e85da-05b1-41df-a70e-05d7760f21c4 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772181 Jul 15 13:34:50.662448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'port_id': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4', 'mac_address': 'fa:16:3e:d1:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30c9598-299c-44a3-bddd-898f45755d12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:50.793914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b37a1-196f-4946-b0aa-83118f6ff334 req-f4400f17-6b5a-4fd4-9ca2-80ea5c627632 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:50.811622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-052b37a1-196f-4946-b0aa-83118f6ff334 req-f4400f17-6b5a-4fd4-9ca2-80ea5c627632 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1447673 Jul 15 13:34:50.875565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-052b37a1-196f-4946-b0aa-83118f6ff334 req-2484b2ac-bd41-4f02-903b-05effe12afe2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Jul 15 13:34:50.975185 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.003006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:51.027532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:51.036416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:51.180628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:51.248932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:51.922312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4e830-823d-498c-bb38-9f788771f2de req-00efd752-2b2f-4241-bd0c-d3f2e67366e2 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:51.939676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45a4e830-823d-498c-bb38-9f788771f2de req-00efd752-2b2f-4241-bd0c-d3f2e67366e2 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 944 time: 0.1777060 Jul 15 13:34:52.022560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-45a4e830-823d-498c-bb38-9f788771f2de req-6b489017-07cf-49ad-b055-e6ab9d55e35f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808206 Jul 15 13:34:52.259961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:52.343496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71dcae-ae33-44da-b662-5a178d797813 req-711a4526-9b68-4297-954f-093e350aafc2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:52.375425 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca71dcae-ae33-44da-b662-5a178d797813 req-711a4526-9b68-4297-954f-093e350aafc2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1521659 Jul 15 13:34:52.418852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:34:52.427431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:52.430925 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.503487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca71dcae-ae33-44da-b662-5a178d797813 req-2e9a0a75-695f-4a3f-90b9-6716f029a431 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265891 Jul 15 13:34:52.580141 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.646578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:52.649949 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b8c7e-779c-4eec-9669-82d370c42690" -d '{"events": [{"server_uuid": "d670cdfa-65f7-4f5d-97ca-03831a15d2c1", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd005a-b2c5-4a16-8520-14b0a8cc10f4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:52.725163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:52.737526 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:52.842140 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b25652-400b-429f-b02e-bfb48963b40f x-openstack-request-id: req-d3b25652-400b-429f-b02e-bfb48963b40f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:52.843270 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670cdfa-65f7-4f5d-97ca-03831a15d2c1", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd005a-b2c5-4a16-8520-14b0a8cc10f4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:52.843270 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3b25652-400b-429f-b02e-bfb48963b40f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:52.844118 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4', 'code': 200} Jul 15 13:34:52.908008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:53.144016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c732567-a8bc-45f7-9d31-ce7f81896384 req-0c68bb5f-f5bd-40fb-8d60-bcba48da67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:53.146699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c732567-a8bc-45f7-9d31-ce7f81896384 req-0c68bb5f-f5bd-40fb-8d60-bcba48da67ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 1097 time: 0.1891415 Jul 15 13:34:53.244120 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c732567-a8bc-45f7-9d31-ce7f81896384 req-c376f562-77c3-4676-aec9-eb86c903e9ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887878 Jul 15 13:34:53.400599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f364c-5a53-4634-afe1-5fa3df1c667f req-fa223b2f-41b4-4c0e-b0fe-31db1acaf22c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:53.412643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e5f364c-5a53-4634-afe1-5fa3df1c667f req-fa223b2f-41b4-4c0e-b0fe-31db1acaf22c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 945 time: 0.1376112 Jul 15 13:34:53.470548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-3b61e2c8-5464-47f6-a58c-345e368bfeec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1399667 Jul 15 13:34:53.548804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e5f364c-5a53-4634-afe1-5fa3df1c667f req-dd4f880e-757e-45b6-9efb-190bd8fb74bb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312821 Jul 15 13:34:53.682361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-926db563-8c60-4eac-9215-84fe710e6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:53.685022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-926db563-8c60-4eac-9215-84fe710e6312 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1097 time: 0.1038880 Jul 15 13:34:54.016133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95ab6e-42c9-4bdf-9281-b68400bbbb9f req-8de8bc2f-922a-4403-895d-7ec944af833f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:54.031893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca95ab6e-42c9-4bdf-9281-b68400bbbb9f req-8de8bc2f-922a-4403-895d-7ec944af833f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.2040019 Jul 15 13:34:54.099159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:34:54.108529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:34:54.150611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-4aaf3db9-c1dd-4d65-8ea7-d6c0fffe5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:54.153322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-4aaf3db9-c1dd-4d65-8ea7-d6c0fffe5aae service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.4120212 Jul 15 13:34:54.164366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca95ab6e-42c9-4bdf-9281-b68400bbbb9f req-fa412548-2f6a-4b81-aa87-18ee246f2c0a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883868 Jul 15 13:34:54.411716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-05c414ba-3890-44d7-b8d8-e919e257e56b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 1000 time: 0.2457242 Jul 15 13:34:54.585383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:54.634769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-fd57d7f6-2e9d-4803-8b73-fd58c637654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:54.637176 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-fd57d7f6-2e9d-4803-8b73-fd58c637654b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.2186031 Jul 15 13:34:54.731649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:54.892549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-e3bb275a-31c1-4828-a625-11254ea19325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:54.894350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-e3bb275a-31c1-4828-a625-11254ea19325 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2495062 Jul 15 13:34:55.037825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedbe05-2d00-422e-8d69-3092e48a8b7e req-d7aea118-e953-499b-9f7a-d23624819ec7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.041132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dedbe05-2d00-422e-8d69-3092e48a8b7e req-d7aea118-e953-499b-9f7a-d23624819ec7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 945 time: 0.2110658 Jul 15 13:34:55.123007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-f805042f-2c9f-4888-828f-c8b52cac7452 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076750 Jul 15 13:34:55.357242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb788134-e113-4e70-bdc2-47c884dfec03 req-8d530995-e0d0-4e0a-bcad-b9daeead9d61 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262928 Jul 15 13:34:55.443278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dedbe05-2d00-422e-8d69-3092e48a8b7e req-d80814fc-776d-4efa-ba50-5e450b071d17 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718414 Jul 15 13:34:55.482215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:55.485616 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f14c7-9397-409e-983d-ed027234a3c7" -d '{"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:55.507323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.603861 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521b212-b2d5-427a-9f0a-a7166835d99f x-openstack-request-id: req-a521b212-b2d5-427a-9f0a-a7166835d99f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:55.605288 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:55.605288 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a521b212-b2d5-427a-9f0a-a7166835d99f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:55.605974 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'code': 200} Jul 15 13:34:55.616197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f567b1-8d45-4965-b07a-df610d0b8bc3 req-4f2256a3-0c1e-4a8c-8bcb-de970493d03b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:55.619783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0f567b1-8d45-4965-b07a-df610d0b8bc3 req-4f2256a3-0c1e-4a8c-8bcb-de970493d03b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 943 time: 0.1706207 Jul 15 13:34:55.671264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:55.692559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'port_id': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'mac_address': 'fa:16:3e:ea:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5438bbb6-7d22-42fc-9c29-201fac27f99f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:34:55.756708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:55.770127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0f567b1-8d45-4965-b07a-df610d0b8bc3 req-7d9dac02-4022-412f-bb80-0b542e650862 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436613 Jul 15 13:34:55.814586 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:55.853540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29985e00-5728-45dd-a2ee-22bb7e69c629 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:34:55.920754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:55.937537 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:56.088724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:56.148645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['29985e00-5728-45dd-a2ee-22bb7e69c629'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:34:57.141968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a955123-b0a2-4e63-b05a-c356e5b98b6a req-323984ef-50a9-4bb3-9266-b9e4b16ad915 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:57.158573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a955123-b0a2-4e63-b05a-c356e5b98b6a req-323984ef-50a9-4bb3-9266-b9e4b16ad915 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 944 time: 0.1032503 Jul 15 13:34:57.280691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a955123-b0a2-4e63-b05a-c356e5b98b6a req-457589dc-56e0-4bec-81af-8d929e32f927 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211042 Jul 15 13:34:58.098079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:34:58.206750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 29985e00-5728-45dd-a2ee-22bb7e69c629 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:34:58.207474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.344297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.491774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:34:58.496556 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb520690-ad99-458a-96b6-419f76e3bcdb" -d '{"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-plugged", "status": "completed", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:34:58.536432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:34:58.548227 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:58.667431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:58.815189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:58.842788 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d653892-bfdf-41ab-8313-e777c81171fb x-openstack-request-id: req-4d653892-bfdf-41ab-8313-e777c81171fb {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:34:58.844294 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-plugged", "status": "completed", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:34:58.844706 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d653892-bfdf-41ab-8313-e777c81171fb {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:34:58.846865 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'code': 200} Jul 15 13:34:59.145463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb14a-78ed-491f-9324-609bac47090b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.327598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a1743-8f8e-47e1-a317-fb3610b83c87 req-dce5e130-8194-4361-a126-c5ed40be20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:59.348027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd9a1743-8f8e-47e1-a317-fb3610b83c87 req-dce5e130-8194-4361-a126-c5ed40be20da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 1097 time: 0.2627032 Jul 15 13:34:59.417825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd9a1743-8f8e-47e1-a317-fb3610b83c87 req-ab65ccc5-8f33-4693-8b1b-68d03e96b19d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Jul 15 13:34:59.427678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-23403c72-ea66-4206-aba8-01fd1884f3d2 req-c7181c38-0871-48ac-a37c-f482d542c3ea service neutron] (93994) timed out ('10.222.0.58', 49488) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:34:59.478317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0159f-b41d-42c8-838c-257c14f5d4c3 req-115ab993-f50d-4c81-9ab1-dd14b5a07ecb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:34:59.481168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42c0159f-b41d-42c8-838c-257c14f5d4c3 req-115ab993-f50d-4c81-9ab1-dd14b5a07ecb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.9714344 Jul 15 13:34:59.488620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb14a-78ed-491f-9324-609bac47090b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.496181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fbeb14a-78ed-491f-9324-609bac47090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.608235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42c0159f-b41d-42c8-838c-257c14f5d4c3 req-c346feee-7f9d-4a9e-b041-4ddfd2be9ef9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176894 Jul 15 13:34:59.629435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3fbeb14a-78ed-491f-9324-609bac47090b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11958a4ccd2d4e7c9a5b815178aeaea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8077085 Jul 15 13:34:59.630324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57234) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:34:59.648691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeb14a-78ed-491f-9324-609bac47090b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c06f33-3f04-487f-b6c9-d79621bc2956,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:34:59.731537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1d19b52-5007-429f-87c2-5511fac22f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.771417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1d19b52-5007-429f-87c2-5511fac22f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.894870 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1d19b52-5007-429f-87c2-5511fac22f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.898796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1d19b52-5007-429f-87c2-5511fac22f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:34:59.903006 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1d19b52-5007-429f-87c2-5511fac22f48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9c06f33-3f04-487f-b6c9-d79621bc2956 HTTP/1.1" status: 204 len: 168 time: 0.2686343 Jul 15 13:34:59.932219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19b52-5007-429f-87c2-5511fac22f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c06f33-3f04-487f-b6c9-d79621bc2956,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:00.662090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:00.687957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a62d8ef-7382-4701-a59f-ec7765da18d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.908978 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a62d8ef-7382-4701-a59f-ec7765da18d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.916829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a62d8ef-7382-4701-a59f-ec7765da18d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:00.986178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3a62d8ef-7382-4701-a59f-ec7765da18d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92f69e1ec787411fb07fea67e145ffd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222928 Jul 15 13:35:00.995685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:01.062040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62d8ef-7382-4701-a59f-ec7765da18d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa0612-bd3d-4415-a013-747c72ac813b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.096889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cbc8e-ea8b-4a03-8064-e14a4a76fc64 req-b00d2c3b-9ff5-491f-b187-e5f3628cfdac tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:01.116865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e91cbc8e-ea8b-4a03-8064-e14a4a76fc64 req-b00d2c3b-9ff5-491f-b187-e5f3628cfdac tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1775823 Jul 15 13:35:01.196975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e91cbc8e-ea8b-4a03-8064-e14a4a76fc64 req-b2ae984d-1cdc-41bc-9cc1-15b5f19b4a78 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776851 Jul 15 13:35:01.230327 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45e64ab0-7189-4796-9c74-faa41c88ef25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.325786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45e64ab0-7189-4796-9c74-faa41c88ef25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.448470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45e64ab0-7189-4796-9c74-faa41c88ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.453544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-45e64ab0-7189-4796-9c74-faa41c88ef25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:01.454987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-45e64ab0-7189-4796-9c74-faa41c88ef25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbaa0612-bd3d-4415-a013-747c72ac813b HTTP/1.1" status: 204 len: 168 time: 0.4578600 Jul 15 13:35:01.475236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e64ab0-7189-4796-9c74-faa41c88ef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa0612-bd3d-4415-a013-747c72ac813b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:01.571208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b100a4f-a78a-4801-9bbe-83199cb2dc63 req-e4bf2212-f192-40f6-933d-6d2e656a07f0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:01.583231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b100a4f-a78a-4801-9bbe-83199cb2dc63 req-e4bf2212-f192-40f6-933d-6d2e656a07f0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.1584010 Jul 15 13:35:01.640282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9b100a4f-a78a-4801-9bbe-83199cb2dc63 req-a745419a-62a4-43d8-b888-054bb9c85c28 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Jul 15 13:35:02.826217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-e5c2695b-4dfe-4749-9fc5-905ee0196162 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:02.832064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-e5c2695b-4dfe-4749-9fc5-905ee0196162 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 815 time: 0.2120795 Jul 15 13:35:02.862933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-c71b225a-84ee-4636-81ac-24a887e57b0a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/quotas/c74bf6b08991447b8f3cf648ebd9a5fc HTTP/1.1" status: 200 len: 375 time: 0.0191500 Jul 15 13:35:02.973764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-e36bb7c9-481e-40bb-bde2-3ff80ea1d892 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089964 Jul 15 13:35:03.177292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-09a39057-82ae-45d6-a47d-ec319e06f0d8 service neutron] 10.222.0.57 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022073 Jul 15 13:35:03.362168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-19c7b091-90d6-4686-b5a5-d9eac46b3df3 service neutron] 10.222.0.57 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829729 Jul 15 13:35:03.711969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-45f96843-a4a0-42bb-9e9a-276413ddc766 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:03.714850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-45f96843-a4a0-42bb-9e9a-276413ddc766 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "GET /v2.0/ports?device_id=402e7843-f239-4b4f-860d-5506ee1edcf2 HTTP/1.1" status: 200 len: 945 time: 0.3437066 Jul 15 13:35:04.023118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3af3e492-8500-461c-8919-939a84175a48 req-9214617a-2dfd-467d-a5a2-3ef320877015 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 210 time: 0.1305430 Jul 15 13:35:04.289996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Deleting port 29985e00-5728-45dd-a2ee-22bb7e69c629 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:04.290511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.639427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] For port 29985e00-5728-45dd-a2ee-22bb7e69c629, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=29985e00-5728-45dd-a2ee-22bb7e69c629,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:04.640450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:04.722103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Calling delete_port for 29985e00-5728-45dd-a2ee-22bb7e69c629 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:05.211787 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:05.269792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.339576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Pushing event deleted for resources: {'Port': ['ID=29985e00-5728-45dd-a2ee-22bb7e69c629,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:05.494804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] No DVR routers for this DVR port 29985e00-5728-45dd-a2ee-22bb7e69c629 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:05.544473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7404db25-e26f-4076-a065-543327c0b504 req-1b684bc3-00ab-4c12-b57c-3fad71c201ad tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0520031 Jul 15 13:35:05.545765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:05.548018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75fdf62-c8e9-454a-8044-b4aba75b93a0 req-cf13f9cc-99a2-4fe2-a435-461b72950ff1 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "DELETE /v2.0/ports/29985e00-5728-45dd-a2ee-22bb7e69c629 HTTP/1.1" status: 204 len: 173 time: 1.8257241 Jul 15 13:35:05.548403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-deleted', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:05.552381 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecbe23d-0b7e-4be2-b719-8f76f4c0c3cd" -d '{"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-deleted", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:05.643591 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639d7835-3096-4bd1-baf0-c2bebc843dfe x-openstack-request-id: req-639d7835-3096-4bd1-baf0-c2bebc843dfe {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:05.644373 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402e7843-f239-4b4f-860d-5506ee1edcf2", "name": "network-vif-deleted", "tag": "29985e00-5728-45dd-a2ee-22bb7e69c629", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:05.644742 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-639d7835-3096-4bd1-baf0-c2bebc843dfe {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:05.645324 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402e7843-f239-4b4f-860d-5506ee1edcf2', 'name': 'network-vif-deleted', 'tag': '29985e00-5728-45dd-a2ee-22bb7e69c629', 'status': 'completed', 'code': 200} Jul 15 13:35:06.167105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:35:06.254482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 29985e00-5728-45dd-a2ee-22bb7e69c629 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:35:06.255396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 29985e00-5728-45dd-a2ee-22bb7e69c629 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:35:06.805507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-c8af132d-ed70-4b7a-bfc3-d30a2f68af3b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:06.808059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-c8af132d-ed70-4b7a-bfc3-d30a2f68af3b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.59 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 815 time: 0.2516687 Jul 15 13:35:06.841923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Request body: {'port': {'device_id': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'admin_state_up': True, 'tenant_id': 'c74bf6b08991447b8f3cf648ebd9a5fc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:06.959240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae364e63-d2e6-4cb5-aff6-3232eca9d56f req-0ddf25a8-55bc-4ebd-9bd8-dc16e4d4403e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 210 time: 0.0829198 Jul 15 13:35:07.124932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Made reservation on behalf of c74bf6b08991447b8f3cf648ebd9a5fc for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:07.129342 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.280837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Allocated IP 172.20.0.11 (b1dfe165-292c-4f01-b8f2-a5ed94391499/5438bbb6-7d22-42fc-9c29-201fac27f99f/c15634e8-55be-4416-bd5b-0afbbd154c71) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:07.536426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.600940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.747719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:07.785432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:07.788733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:07.791809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:07.944127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:07.945218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:07.969507 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-31f714b7-2f48-4514-a788-c42145b1bbdc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1463995 Jul 15 13:35:07.987502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Request body: {'port': {'device_id': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:08.098483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.509641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc2aaf-595a-4301-b2a1-67f9af3330de req-9df7d014-8806-4c79-b099-fed1f77befe8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:08.510814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8bbc2aaf-595a-4301-b2a1-67f9af3330de req-9df7d014-8806-4c79-b099-fed1f77befe8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 932 time: 0.3198280 Jul 15 13:35:08.591987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8bbc2aaf-595a-4301-b2a1-67f9af3330de req-5a384f86-da5a-4892-a685-624087726afa tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654314 Jul 15 13:35:08.690588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15634e8-55be-4416-bd5b-0afbbd154c71 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:08.712202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.735616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Transition to ACTIVE for port object c15634e8-55be-4416-bd5b-0afbbd154c71 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:08.744335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:08.828784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.062660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Attempting to bind port c15634e8-55be-4416-bd5b-0afbbd154c71 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:09.063345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Attempting to bind port c15634e8-55be-4416-bd5b-0afbbd154c71 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:09.063511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Attempting to bind port c15634e8-55be-4416-bd5b-0afbbd154c71 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:09.070267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Port c15634e8-55be-4416-bd5b-0afbbd154c71 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:09.070664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Attempting to bind port c15634e8-55be-4416-bd5b-0afbbd154c71 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:09.107598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:09.107747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Checking segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:09.108118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Bound using segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:09.109727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Bound port: c15634e8-55be-4416-bd5b-0afbbd154c71, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:09.110120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.229366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:09.235195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:09.243703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.296704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.297460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:09.299866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] 10.222.0.59 "PUT /v2.0/ports/c15634e8-55be-4416-bd5b-0afbbd154c71 HTTP/1.1" status: 200 len: 1093 time: 1.3182266 Jul 15 13:35:09.300479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:09.303505 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6" -d '{"events": [{"name": "network-changed", "server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:09.358601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79f8f9-b730-4f32-bfb2-718bf52e6f36 service neutron] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:09.409162 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0e3cee-6e16-4b3d-a2f1-b7e843d618c5 x-openstack-request-id: req-9b0e3cee-6e16-4b3d-a2f1-b7e843d618c5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:09.409511 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:09.409759 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b0e3cee-6e16-4b3d-a2f1-b7e843d618c5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:09.410185 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'status': 'completed', 'code': 200} Jul 15 13:35:09.478329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-d244a64b-1447-4035-a092-75fc3ffe5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.480160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-d244a64b-1447-4035-a092-75fc3ffe5a70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.1003308 Jul 15 13:35:09.555993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-a056d9c0-321a-464d-9e3d-a661dfcea4b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c15634e8-55be-4416-bd5b-0afbbd154c71 HTTP/1.1" status: 200 len: 217 time: 0.0672367 Jul 15 13:35:09.635610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-2a563c1f-9a38-4f83-9e84-72d7d61735fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.638596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-2a563c1f-9a38-4f83-9e84-72d7d61735fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 200 len: 855 time: 0.0764918 Jul 15 13:35:09.688092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-f50ebb92-e771-4a22-a2ad-13be87c8bcd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1dfe165-292c-4f01-b8f2-a5ed94391499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419049 Jul 15 13:35:09.900261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-bb28a5ef-e405-4a60-a756-f7e2a65bbc28 service neutron] 10.222.0.59 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933596 Jul 15 13:35:09.940425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779c2dc-cdf1-40f9-b70d-bacb8500832f req-0acc6528-ca28-41fb-a1aa-7d0478fc0069 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:09.951496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5779c2dc-cdf1-40f9-b70d-bacb8500832f req-0acc6528-ca28-41fb-a1aa-7d0478fc0069 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 944 time: 0.1659005 Jul 15 13:35:10.043138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5779c2dc-cdf1-40f9-b70d-bacb8500832f req-8cdcf5dc-0efa-40f3-9551-960973508627 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809686 Jul 15 13:35:10.120472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b0ee7a1f-1355-4daf-9f08-e07bacbe4fa0 req-44d160ac-0fb0-4085-b921-190c7eea8a99 service neutron] 10.222.0.59 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140732 Jul 15 13:35:10.334780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-d591175a-4a5d-48ef-9a70-b819405cd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.336447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-d591175a-4a5d-48ef-9a70-b819405cd6cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 1096 time: 0.1079397 Jul 15 13:35:10.497369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-5b683a43-efb1-4f77-8058-f9bb08856e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.500438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-5b683a43-efb1-4f77-8058-f9bb08856e6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 916 time: 0.1566207 Jul 15 13:35:10.557620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57534) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.563245 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-d36439a9-ec8b-4db4-8aa7-7c0327d65de4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c15634e8-55be-4416-bd5b-0afbbd154c71 HTTP/1.1" status: 200 len: 217 time: 0.0558062 Jul 15 13:35:10.630094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-bab1d9ea-c3c7-4221-a2f7-af16d765b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:10.631729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-bab1d9ea-c3c7-4221-a2f7-af16d765b1c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 200 len: 855 time: 0.0616899 Jul 15 13:35:10.694408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-deadf2f0-b024-4aa9-8f71-803c1578bc9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1dfe165-292c-4f01-b8f2-a5ed94391499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542824 Jul 15 13:35:10.740575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9e293d64-2829-4f4d-85b7-aba1537bee2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.823518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-895c390e-dd24-45e3-87de-5ab78a6b0714 service neutron] 10.222.0.59 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222646 Jul 15 13:35:10.871625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9e293d64-2829-4f4d-85b7-aba1537bee2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.877834 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9e293d64-2829-4f4d-85b7-aba1537bee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:10.926403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9e293d64-2829-4f4d-85b7-aba1537bee2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca76699984794c49bc74e032e062df84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669598 Jul 15 13:35:10.926776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57546) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:10.927456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293d64-2829-4f4d-85b7-aba1537bee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da874c-fd3f-4b5e-82d1-e60a9674fcf7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:10.963658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e5b5601b-215c-4bbc-b3bb-3c012d74dac6 req-27e55ce0-ca9d-44a1-9861-8a9a05760f35 service neutron] 10.222.0.59 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338537 Jul 15 13:35:11.009867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9b429f5-11fb-4a39-aefe-9a38ea01f8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.038773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9b429f5-11fb-4a39-aefe-9a38ea01f8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.107177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9b429f5-11fb-4a39-aefe-9a38ea01f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.110646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9b429f5-11fb-4a39-aefe-9a38ea01f8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:11.114303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f9b429f5-11fb-4a39-aefe-9a38ea01f8d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39da874c-fd3f-4b5e-82d1-e60a9674fcf7 HTTP/1.1" status: 204 len: 168 time: 0.1845186 Jul 15 13:35:11.124590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b429f5-11fb-4a39-aefe-9a38ea01f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da874c-fd3f-4b5e-82d1-e60a9674fcf7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:11.353105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11923c1f-1243-440c-b6fa-25b9a8dd6650 req-cc0c3c39-ef33-414e-bde0-cd47a27615a3 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:11.355103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11923c1f-1243-440c-b6fa-25b9a8dd6650 req-cc0c3c39-ef33-414e-bde0-cd47a27615a3 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 944 time: 0.1238079 Jul 15 13:35:11.406723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11923c1f-1243-440c-b6fa-25b9a8dd6650 req-94f5dafd-edc3-41f7-b209-d09e90d94f00 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Jul 15 13:35:12.357297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c15634e8-55be-4416-bd5b-0afbbd154c71 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:12.742033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:12.780013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'port_id': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'mac_address': 'fa:16:3e:ad:1d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5438bbb6-7d22-42fc-9c29-201fac27f99f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:12.884236 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:12.900744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c625d6-9edf-4f1e-9d57-db3190974773 req-c86e8abf-a95a-481c-b849-fd58e5a60e57 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:12.904618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15634e8-55be-4416-bd5b-0afbbd154c71 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:12.925112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7c625d6-9edf-4f1e-9d57-db3190974773 req-c86e8abf-a95a-481c-b849-fd58e5a60e57 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 944 time: 0.2301178 Jul 15 13:35:12.939875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:12.946266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.030791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:13.061690 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdb430a7-fd48-40dc-a1a7-150d117fcca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:13.099568 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7c625d6-9edf-4f1e-9d57-db3190974773 req-a455b764-6446-4e71-8532-6a890657092c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622050 Jul 15 13:35:13.264364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c15634e8-55be-4416-bd5b-0afbbd154c71'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:14.341930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dab38-0aa4-4bcd-9b1c-61b895e1411b req-97338057-efa3-4765-88d7-0b8d79338d7b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:14.351618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f5dab38-0aa4-4bcd-9b1c-61b895e1411b req-97338057-efa3-4765-88d7-0b8d79338d7b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 945 time: 0.1224484 Jul 15 13:35:14.372873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c15634e8-55be-4416-bd5b-0afbbd154c71 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:14.407993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f5dab38-0aa4-4bcd-9b1c-61b895e1411b req-4493b77e-0366-4316-a316-ebcd1fd19e98 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550330 Jul 15 13:35:14.509301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port c15634e8-55be-4416-bd5b-0afbbd154c71 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:14.531615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c15634e8-55be-4416-bd5b-0afbbd154c71 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:14.531999 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.678977 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.707071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:14.710848 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c4bca8-b0fe-465d-8ff7-0156599d17de" -d '{"events": [{"server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:14.732421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:14.768676 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:14.782221 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce198b-c50d-4303-9b4b-d07c12bf39ae x-openstack-request-id: req-6fce198b-c50d-4303-9b4b-d07c12bf39ae {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:14.783992 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:14.784410 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fce198b-c50d-4303-9b4b-d07c12bf39ae {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:14.784903 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'code': 200} Jul 15 13:35:14.930540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:15.019756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95e123-1c87-4d00-89ee-1362885303d9 req-0409d185-af3c-44ec-a68b-4a9a1502eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:15.021733 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f95e123-1c87-4d00-89ee-1362885303d9 req-0409d185-af3c-44ec-a68b-4a9a1502eee3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 1098 time: 0.1189809 Jul 15 13:35:15.112259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.164194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f95e123-1c87-4d00-89ee-1362885303d9 req-58006e12-da11-499e-bb60-b00bcd42386a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351249 Jul 15 13:35:15.249794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-fd2ce0d5-ebff-4b13-b5a4-c5847e6b8e1f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:15.251746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-fd2ce0d5-ebff-4b13-b5a4-c5847e6b8e1f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.1441236 Jul 15 13:35:15.287993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-5a128c2e-7e6c-4fc7-9c37-63bdd678f6ef tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/quotas/5b0d3e38f5c94a4a91590d99a9d6e7b9 HTTP/1.1" status: 200 len: 375 time: 0.0239244 Jul 15 13:35:15.338476 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.383798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-a0e46cb4-a35b-4417-9b03-e99366b60b96 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779691 Jul 15 13:35:15.577895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a78561f9-9441-46da-8fd7-3d58b4f3b8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.684457 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:15.711574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e767316-08a3-4066-8324-53d8e53a26a4 req-d559f12c-c292-46fe-b1d4-4c176e3fa7c9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:15.720368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e767316-08a3-4066-8324-53d8e53a26a4 req-d559f12c-c292-46fe-b1d4-4c176e3fa7c9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1174245 Jul 15 13:35:15.774746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e767316-08a3-4066-8324-53d8e53a26a4 req-fddc3db4-4e8d-4c49-a694-6a9abb877b8d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531924 Jul 15 13:35:15.779284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-9c98c9d1-b5b7-4116-8861-de33da0187ab service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877068 Jul 15 13:35:15.979402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-ae1d4b29-07e0-4dbe-9b06-f6452a67ae13 service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880236 Jul 15 13:35:16.423452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-08f88e2b-b9aa-4965-8dd1-613b3a5f3a19 req-7ddebe5a-2399-4282-aff4-f530b6a67080 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 210 time: 0.0758686 Jul 15 13:35:17.049138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e729b-d7ac-4807-8920-044e36eea874 req-dc9d6b74-0fb0-43b8-8fa7-2973bd6a29cb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.054237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-214e729b-d7ac-4807-8920-044e36eea874 req-dc9d6b74-0fb0-43b8-8fa7-2973bd6a29cb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1283140 Jul 15 13:35:17.090517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:17.131304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-214e729b-d7ac-4807-8920-044e36eea874 req-02bdd0c4-de26-4570-b41b-9a3e52b4ee0d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Jul 15 13:35:17.520483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8771-a376-4a8f-b9e0-ead9a22835d1 req-737d5370-cc35-489e-a0ce-fe59b8db4d32 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:17.522339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d75f8771-a376-4a8f-b9e0-ead9a22835d1 req-737d5370-cc35-489e-a0ce-fe59b8db4d32 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1738293 Jul 15 13:35:17.590753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d75f8771-a376-4a8f-b9e0-ead9a22835d1 req-ed508a1b-585b-4ba3-b93e-6b68c0a1c50a tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554378 Jul 15 13:35:17.726556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64d87154-9ed1-40e3-bc6f-78760c814402 req-557e611d-e8d0-4467-80dd-47cea3b7569a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 210 time: 0.0674827 Jul 15 13:35:18.099409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-0b9b1c60-33eb-48a7-889b-fab701e2aaf6 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.102408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-0b9b1c60-33eb-48a7-889b-fab701e2aaf6 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.1836381 Jul 15 13:35:18.116867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Request body: {'port': {'device_id': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'admin_state_up': True, 'tenant_id': '5b0d3e38f5c94a4a91590d99a9d6e7b9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:18.314253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Made reservation on behalf of 5b0d3e38f5c94a4a91590d99a9d6e7b9 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:18.327390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.595003 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:18.714630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca825b-60bf-4398-90c2-bcdd0ce1746e req-4323c9cd-24c5-45b9-bf61-aea5d1c1a485 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:18.722503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01ca825b-60bf-4398-90c2-bcdd0ce1746e req-4323c9cd-24c5-45b9-bf61-aea5d1c1a485 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.3278317 Jul 15 13:35:18.787496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Allocated IP 172.20.0.13 (f2086902-f464-48af-a90f-7ad2bf2fb926/d30c9598-299c-44a3-bddd-898f45755d12/1096db91-9746-4613-ba28-015b4c228100) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:18.822489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01ca825b-60bf-4398-90c2-bcdd0ce1746e req-d361e7ef-5c37-4231-86ee-1f1797fe113c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988910 Jul 15 13:35:19.088239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99ce5f3c-ca64-419a-b779-3bd59813e4a7 req-197049c9-190a-4735-a6f4-129c9ab7df6d tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 210 time: 0.0553975 Jul 15 13:35:19.268452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.292467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169b52-4159-4c1a-93cd-62f2369de816 req-9d785a65-b6fb-4f1f-a4b1-9c03fee7db57 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.294633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57169b52-4159-4c1a-93cd-62f2369de816 req-9d785a65-b6fb-4f1f-a4b1-9c03fee7db57 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.3142595 Jul 15 13:35:19.366082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57169b52-4159-4c1a-93cd-62f2369de816 req-b587f345-949e-4a7c-8666-68ffb362b79f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 Jul 15 13:35:19.440825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.461060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:19.597300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Network f2086902-f464-48af-a90f-7ad2bf2fb926 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:19.610784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:19.623937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:19.702022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event updated for resources: {'Port': ['ID=1096db91-9746-4613-ba28-015b4c228100,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:19.757384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:19.758073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:19.826624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-935a2346-f5c4-43cd-9c14-37b4c223f590 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7144699 Jul 15 13:35:19.844859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Request body: {'port': {'device_id': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:20.080911 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.576759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc62f3-bac7-4a1a-8a42-6145e6c63b90 req-101eb716-9e0c-4dae-8e8f-4e23a14cf466 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.603490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5cc62f3-bac7-4a1a-8a42-6145e6c63b90 req-101eb716-9e0c-4dae-8e8f-4e23a14cf466 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1508813 Jul 15 13:35:20.631874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dd59f-7149-4028-959a-5a97c477d47e req-3fad081b-3c9f-4779-bfbd-68c160d9ee68 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:20.633517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a5dd59f-7149-4028-959a-5a97c477d47e req-3fad081b-3c9f-4779-bfbd-68c160d9ee68 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 932 time: 0.2123713 Jul 15 13:35:20.731173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5cc62f3-bac7-4a1a-8a42-6145e6c63b90 req-5ab08e25-ef37-4e15-8a26-33be35c10095 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252825 Jul 15 13:35:20.816531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a5dd59f-7149-4028-959a-5a97c477d47e req-043f1af6-34da-4017-ba0e-61a0e12fed02 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505804 Jul 15 13:35:20.945939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1096db91-9746-4613-ba28-015b4c228100 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:20.958080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:20.975922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Transition to ACTIVE for port object 1096db91-9746-4613-ba28-015b4c228100 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:20.983340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.084238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1096db91-9746-4613-ba28-015b4c228100,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.152199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Attempting to bind port 1096db91-9746-4613-ba28-015b4c228100 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:21.152597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Attempting to bind port 1096db91-9746-4613-ba28-015b4c228100 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:21.152866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Attempting to bind port 1096db91-9746-4613-ba28-015b4c228100 on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:21.160177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Port 1096db91-9746-4613-ba28-015b4c228100 on network f2086902-f464-48af-a90f-7ad2bf2fb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:21.160558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Attempting to bind port 1096db91-9746-4613-ba28-015b4c228100 on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:21.168072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:21.168449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Checking segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:21.168941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Bound using segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:21.169437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Bound port: 1096db91-9746-4613-ba28-015b4c228100, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:21.169897 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.334597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] For port 1096db91-9746-4613-ba28-015b4c228100, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:21.341185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] For port 1096db91-9746-4613-ba28-015b4c228100, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1096db91-9746-4613-ba28-015b4c228100,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:21.347863 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.436182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.436855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:21.438490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/1096db91-9746-4613-ba28-015b4c228100 HTTP/1.1" status: 200 len: 1093 time: 1.6042936 Jul 15 13:35:21.439048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'tag': '1096db91-9746-4613-ba28-015b4c228100'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:21.441726 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35faec-685e-45d4-867a-edaba50bbe14" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6d1a7a-4c15-4b69-8c96-29eac5c8d524", "tag": "1096db91-9746-4613-ba28-015b4c228100"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:21.483805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10acd4f-48aa-45c7-9043-04eb825de8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1096db91-9746-4613-ba28-015b4c228100,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:21.585467 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22471a9-30c7-4582-9ae0-c992748a8dd3 x-openstack-request-id: req-f22471a9-30c7-4582-9ae0-c992748a8dd3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:21.585866 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6d1a7a-4c15-4b69-8c96-29eac5c8d524", "tag": "1096db91-9746-4613-ba28-015b4c228100", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:21.586163 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f22471a9-30c7-4582-9ae0-c992748a8dd3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:21.586873 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'tag': '1096db91-9746-4613-ba28-015b4c228100', 'status': 'completed', 'code': 200} Jul 15 13:35:21.659800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-af859201-4efe-41c3-a2ff-d5999dbea5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.679140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-af859201-4efe-41c3-a2ff-d5999dbea5b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 1096 time: 0.1550760 Jul 15 13:35:21.774284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-6fbaeb8d-d1c0-41ba-b7b3-08334f55ec56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1096db91-9746-4613-ba28-015b4c228100 HTTP/1.1" status: 200 len: 217 time: 0.0936470 Jul 15 13:35:21.919395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-a327abc0-095a-4e83-a278-11e16e885221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:21.920991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-a327abc0-095a-4e83-a278-11e16e885221 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.1410105 Jul 15 13:35:21.990640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-d9bd487c-c47b-4ba3-a2c8-3b69f4335a71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627577 Jul 15 13:35:22.213044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75a918-61ce-4c56-ba5f-652710c515d6 req-586379a8-b9da-463f-b685-0c6bfcaf39e2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.231426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf75a918-61ce-4c56-ba5f-652710c515d6 req-586379a8-b9da-463f-b685-0c6bfcaf39e2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.2164185 Jul 15 13:35:22.278214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-bb2f6235-675b-4257-b0b6-6054cca22d3c service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770908 Jul 15 13:35:22.352543 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf75a918-61ce-4c56-ba5f-652710c515d6 req-8da2b90f-9e65-4d08-b779-cfe6ff014ede tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195464 Jul 15 13:35:22.466309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f496e-037c-45da-8ddc-0f2c75b919de req-f16ffdf7-9d0f-4c8f-addf-1266839b890e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.474927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-909f496e-037c-45da-8ddc-0f2c75b919de req-f16ffdf7-9d0f-4c8f-addf-1266839b890e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 944 time: 0.2808940 Jul 15 13:35:22.618064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-909f496e-037c-45da-8ddc-0f2c75b919de req-31892a84-e881-4c2b-8d65-10cc36689a86 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418302 Jul 15 13:35:22.626615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8e278d4-7264-406e-9bd0-fd79bca55779 req-9b2d9c17-55b9-4de0-8806-cae4445debbd service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296618 Jul 15 13:35:22.812698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-9bae5010-37d5-47cf-9d6a-49f365670dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:22.815468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-9bae5010-37d5-47cf-9d6a-49f365670dce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 1096 time: 0.1076934 Jul 15 13:35:23.023667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-00fa4893-2d09-4f66-8c4e-2b925b8dea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.025426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-00fa4893-2d09-4f66-8c4e-2b925b8dea62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 914 time: 0.2035308 Jul 15 13:35:23.105006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-f9cd4d35-b565-4d67-8c19-d488b0e246a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1096db91-9746-4613-ba28-015b4c228100 HTTP/1.1" status: 200 len: 217 time: 0.0708337 Jul 15 13:35:23.167413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-47c4a72e-2882-480f-8c30-32c47bf6e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.170213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-47c4a72e-2882-480f-8c30-32c47bf6e425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.0568831 Jul 15 13:35:23.210925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-991cd93e-ae6e-4ea8-b6a6-9ab98e93cc03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319407 Jul 15 13:35:23.341033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-4a27c42d-46bf-4d60-bf75-5ba3daf89b52 service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234314 Jul 15 13:35:23.462136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b35faec-685e-45d4-867a-edaba50bbe14 req-2f84a0b1-0c9d-471a-b9a7-2334d0d8ac9e service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140847 Jul 15 13:35:23.623282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605148c9-3652-4520-901c-62b33f4d00ff req-7a240d45-6017-4460-bff6-22c47c073cb7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.624917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-605148c9-3652-4520-901c-62b33f4d00ff req-7a240d45-6017-4460-bff6-22c47c073cb7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.0699365 Jul 15 13:35:23.684036 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-605148c9-3652-4520-901c-62b33f4d00ff req-c7ba120a-62c1-49d4-9700-58b12ea619b8 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523729 Jul 15 13:35:23.837120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02586-f0c1-4a0e-941b-eacb8cfab946 req-c30ec7b7-3494-48ad-8ced-f36b4ee582ed tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:23.838789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5fa02586-f0c1-4a0e-941b-eacb8cfab946 req-c30ec7b7-3494-48ad-8ced-f36b4ee582ed tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 944 time: 0.0986917 Jul 15 13:35:23.882983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5fa02586-f0c1-4a0e-941b-eacb8cfab946 req-9d30c394-590e-44ca-83ae-38fa886a1688 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369515 Jul 15 13:35:24.936559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06498edb-593e-4c50-bae2-c8c93063a624 req-3e191fae-dce8-4a7d-ba82-3fd05bea8d49 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:24.938935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06498edb-593e-4c50-bae2-c8c93063a624 req-3e191fae-dce8-4a7d-ba82-3fd05bea8d49 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1246097 Jul 15 13:35:25.041849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06498edb-593e-4c50-bae2-c8c93063a624 req-795d5750-5e72-4674-91bc-74d01ec28a76 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949073 Jul 15 13:35:25.287462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395999-0406-4ad5-a2e9-2a74ddd0f5fb req-aa588722-b2df-4792-945c-dd47dba0f627 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:25.289882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d6395999-0406-4ad5-a2e9-2a74ddd0f5fb req-aa588722-b2df-4792-945c-dd47dba0f627 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 944 time: 0.0951703 Jul 15 13:35:25.346715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d6395999-0406-4ad5-a2e9-2a74ddd0f5fb req-2b80e5f1-f214-4311-86a0-724aed74598c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 Jul 15 13:35:26.267566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1096db91-9746-4613-ba28-015b4c228100 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:26.447258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1096db91-9746-4613-ba28-015b4c228100, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1096db91-9746-4613-ba28-015b4c228100,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:26.464719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '1096db91-9746-4613-ba28-015b4c228100', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'port_id': '1096db91-9746-4613-ba28-015b4c228100', 'mac_address': 'fa:16:3e:d7:0c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30c9598-299c-44a3-bddd-898f45755d12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:26.476694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17f192-a2bb-453d-abbb-13fa2e5e2a53 req-60cb1eec-def0-4b2b-bef5-3624298dcb9c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:26.478329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be17f192-a2bb-453d-abbb-13fa2e5e2a53 req-60cb1eec-def0-4b2b-bef5-3624298dcb9c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1390913 Jul 15 13:35:26.517816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.553904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be17f192-a2bb-453d-abbb-13fa2e5e2a53 req-99dbb965-d29f-4ea8-a61f-75737576acf3 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676541 Jul 15 13:35:26.567776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1096db91-9746-4613-ba28-015b4c228100 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:26.638404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1096db91-9746-4613-ba28-015b4c228100, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1096db91-9746-4613-ba28-015b4c228100,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:26.646599 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:26.740580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=1096db91-9746-4613-ba28-015b4c228100,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:26.764254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.764998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.765612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.766162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.767056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.767698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.768256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.768832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.769392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.769922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.770468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.771150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:26.861329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1096db91-9746-4613-ba28-015b4c228100'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:27.151858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b2140-f058-4bf5-a1aa-710448c5b099 req-f106a0e9-1213-4275-87a6-7dcd38877c63 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.160299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-062b2140-f058-4bf5-a1aa-710448c5b099 req-f106a0e9-1213-4275-87a6-7dcd38877c63 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 944 time: 0.5768313 Jul 15 13:35:27.208962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-062b2140-f058-4bf5-a1aa-710448c5b099 req-47cbc5e8-4632-457e-84d5-e3561a86664a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Jul 15 13:35:27.568836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57994) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:27.775479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.832916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46351866-76fc-4ad4-9882-a38386b60187 req-e8a102f7-545d-4e55-a384-104805626f4b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:27.835134 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46351866-76fc-4ad4-9882-a38386b60187 req-e8a102f7-545d-4e55-a384-104805626f4b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.0887239 Jul 15 13:35:27.935964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46351866-76fc-4ad4-9882-a38386b60187 req-15e4d087-028d-4720-82f7-17efeff42788 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929365 Jul 15 13:35:27.966123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:27.972765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.014883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58008) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:28.015152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e949858863f4fbdaf02316497686bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413884 Jul 15 13:35:28.035873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b6c6e1-5cbc-4145-ba41-878871acbea4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.044197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.044549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.044888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.045224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.045553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.045887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.046216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.046567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.046874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.047192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.047515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.047828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b599c4-3600-4bde-a372-123a1a648491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.083850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.109372 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.179306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.183865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.186743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2b6c6e1-5cbc-4145-ba41-878871acbea4 HTTP/1.1" status: 204 len: 168 time: 0.1703928 Jul 15 13:35:28.200611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b6c6e1-5cbc-4145-ba41-878871acbea4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.222191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.222803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.223075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.223499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.223839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.224407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.224764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.227424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.227424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.239211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.241415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.241911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe780f-ab6b-4924-8f6c-283cd6cb6f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:28.282680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1096db91-9746-4613-ba28-015b4c228100 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:28.360465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 1096db91-9746-4613-ba28-015b4c228100 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:28.388337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 1096db91-9746-4613-ba28-015b4c228100 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:28.388718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.463033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd893134-3965-4ba0-99bc-a603b83b7c5f req-6f963d56-f4ba-43be-87e9-77547b126290 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.464683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd893134-3965-4ba0-99bc-a603b83b7c5f req-6f963d56-f4ba-43be-87e9-77547b126290 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 945 time: 0.1165524 Jul 15 13:35:28.503916 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.536654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd893134-3965-4ba0-99bc-a603b83b7c5f req-95462966-1296-4eb4-8c93-1224fcfaf263 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653594 Jul 15 13:35:28.581717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1096db91-9746-4613-ba28-015b4c228100, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1096db91-9746-4613-ba28-015b4c228100,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:28.583122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1096db91-9746-4613-ba28-015b4c228100'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:28.587375 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bfc840-baf1-4396-a884-a3699f1214dd" -d '{"events": [{"server_uuid": "ab6d1a7a-4c15-4b69-8c96-29eac5c8d524", "name": "network-vif-plugged", "status": "completed", "tag": "1096db91-9746-4613-ba28-015b4c228100"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:28.592360 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.657964 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad19ce0-46eb-4229-86f8-02bd1e2d85a8 x-openstack-request-id: req-8ad19ce0-46eb-4229-86f8-02bd1e2d85a8 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:28.658512 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d1a7a-4c15-4b69-8c96-29eac5c8d524", "name": "network-vif-plugged", "status": "completed", "tag": "1096db91-9746-4613-ba28-015b4c228100", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:28.658786 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ad19ce0-46eb-4229-86f8-02bd1e2d85a8 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:28.659186 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1096db91-9746-4613-ba28-015b4c228100', 'code': 200} Jul 15 13:35:28.683705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=1096db91-9746-4613-ba28-015b4c228100,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.708029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58032) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:28.722682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffc7-4355-46e8-bc16-d032b65ed645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.823167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2115d0-3e9b-4c22-af43-1df08a960283 req-08d186fd-afed-4da2-abfb-4fcc52892912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:28.824711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd2115d0-3e9b-4c22-af43-1df08a960283 req-08d186fd-afed-4da2-abfb-4fcc52892912 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 1098 time: 0.0854826 Jul 15 13:35:28.883637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bd2115d0-3e9b-4c22-af43-1df08a960283 req-fce99dfa-3a5b-4e38-a28a-58a1e0fdcd1d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Jul 15 13:35:28.909377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffc7-4355-46e8-bc16-d032b65ed645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.914206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9b35ffc7-4355-46e8-bc16-d032b65ed645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:28.957397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b35ffc7-4355-46e8-bc16-d032b65ed645 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c7d36946c8440b68693f9a8f627d349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482674 Jul 15 13:35:28.958136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35ffc7-4355-46e8-bc16-d032b65ed645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa74957-e09b-4cd3-9f6b-bdf8bdd96ea1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:28.960263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:29.023456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd46d8c6-59e7-4656-8fc3-ccc6c23bee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.051060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd46d8c6-59e7-4656-8fc3-ccc6c23bee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.138759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd46d8c6-59e7-4656-8fc3-ccc6c23bee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.141274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dd46d8c6-59e7-4656-8fc3-ccc6c23bee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:29.142480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dd46d8c6-59e7-4656-8fc3-ccc6c23bee77 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4fa74957-e09b-4cd3-9f6b-bdf8bdd96ea1 HTTP/1.1" status: 204 len: 168 time: 0.1804388 Jul 15 13:35:29.160345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46d8c6-59e7-4656-8fc3-ccc6c23bee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa74957-e09b-4cd3-9f6b-bdf8bdd96ea1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:29.179180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a9e0-b1c2-492b-90ef-4efc03c44e79 req-ec7b375b-b015-4ac3-9db9-16ff90af1020 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.180807 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d58a9e0-b1c2-492b-90ef-4efc03c44e79 req-ec7b375b-b015-4ac3-9db9-16ff90af1020 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1035824 Jul 15 13:35:29.222452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d58a9e0-b1c2-492b-90ef-4efc03c44e79 req-5d58f41e-9d0e-446d-b6b0-1cc6b777feda tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 Jul 15 13:35:29.858224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015511c-39ac-4ed3-8025-e4d7525ded1e req-bd75d182-01e8-441d-94bd-fb07cc517f08 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:29.866557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0015511c-39ac-4ed3-8025-e4d7525ded1e req-bd75d182-01e8-441d-94bd-fb07cc517f08 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 946 time: 0.1640656 Jul 15 13:35:29.922091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0015511c-39ac-4ed3-8025-e4d7525ded1e req-2c50a2d1-6d47-4fc8-b39b-3115b2de7184 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475929 Jul 15 13:35:30.444575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137dfe1-5e34-4b06-a481-d701e64514ac req-62c471da-3b3b-4ce9-92b5-8a498c3a54b7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:30.446159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8137dfe1-5e34-4b06-a481-d701e64514ac req-62c471da-3b3b-4ce9-92b5-8a498c3a54b7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.0747063 Jul 15 13:35:30.491791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8137dfe1-5e34-4b06-a481-d701e64514ac req-ed493096-f388-4a7b-8b4d-5c9433d43a91 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Jul 15 13:35:31.130048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eea7cf-7bb3-4b23-9f1c-2687e9767051 req-539fe42d-67c4-40b0-b711-3536134d51fa tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:31.131169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56eea7cf-7bb3-4b23-9f1c-2687e9767051 req-539fe42d-67c4-40b0-b711-3536134d51fa tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 946 time: 0.0735669 Jul 15 13:35:31.179040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56eea7cf-7bb3-4b23-9f1c-2687e9767051 req-1fc93876-1af5-43b8-927c-bad5234aaed0 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Jul 15 13:35:31.723127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58180) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:31.728810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'network': {'name': 'tempest-network-smoke--692081826', 'project_id': '2f9e97a25f804b078549c78237d41753', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:31.759522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Made reservation on behalf of 2f9e97a25f804b078549c78237d41753 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:31.763928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.786257 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:31.996927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.005002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.008526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d561bf-1dc6-4b49-b4cc-f9c62d767043 req-6ad44357-4d4f-4244-9c3e-70a1bfd2c8f4 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.013624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8d561bf-1dc6-4b49-b4cc-f9c62d767043 req-6ad44357-4d4f-4244-9c3e-70a1bfd2c8f4 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1373942 Jul 15 13:35:32.061609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:35:32.072891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7302b-f957-47db-9527-7fe3cec113e9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.074774 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8d561bf-1dc6-4b49-b4cc-f9c62d767043 req-a33e4e9d-9e62-46e1-9c3c-8d3626baf440 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534525 Jul 15 13:35:32.085336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.085544 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Added segment 06c08694-ec13-4872-84ac-3a33402f8ce5 of type vlan for network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 Jul 15 13:35:32.133786 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.181835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.187869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:32.188635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.242096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5177021 Jul 15 13:35:32.245608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:32.252565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'admin_state_up': True, 'project_id': '2f9e97a25f804b078549c78237d41753', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:32.272539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb2fd2-0f4f-4cdb-af86-172684432a32 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Network': ['ID=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:32.288485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:35:32.291574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.293163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.402092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.569243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.854926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:32.883801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.049272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.25.3.167 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/62c80034-47c9-47ff-ae03-9e32350dff96) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:33.262610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.403906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:33.453687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:33.480896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655ce63-c1af-41f1-b6a3-505c546a4688 req-db753da8-4b3a-45df-88ed-506072368aa0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:33.483384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0655ce63-c1af-41f1-b6a3-505c546a4688 req-db753da8-4b3a-45df-88ed-506072368aa0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1706207 Jul 15 13:35:33.493373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:33.534809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:33.596492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=62c80034-47c9-47ff-ae03-9e32350dff96,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:33.620089 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0655ce63-c1af-41f1-b6a3-505c546a4688 req-0297cd07-7d76-4fbd-a4c5-a268563f36fb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196897 Jul 15 13:35:33.977647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.222395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.365864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 162eb033-13b1-42be-9f07-9c15e67ae546 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:35:34.494834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:34.513988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Sync routers for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:34.527127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:34.529031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-646d3a9b-7119-4c5f-be23-34ae48fd9a8c tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2817397 Jul 15 13:35:34.532990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58246) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:34.533485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:34.534428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:34.685326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:34.728812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bf273a9d-fde4-4b14-95f9-f3d3d3b94314 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=2f9e97a25f804b078549c78237d41753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1939948 Jul 15 13:35:34.731622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58254) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:34.888449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ba0a-8730-4703-bfa1-f85d02da63e4 req-bd57b4e9-01c0-40aa-84c5-07a021d3f142 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:34.890151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4896ba0a-8730-4703-bfa1-f85d02da63e4 req-bd57b4e9-01c0-40aa-84c5-07a021d3f142 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.0969903 Jul 15 13:35:34.951319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4896ba0a-8730-4703-bfa1-f85d02da63e4 req-f2f6098d-51ea-46d8-ae0d-20fadd3653aa tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540619 Jul 15 13:35:34.983866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 3, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.007134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e2cd7-b905-4b4a-b81e-1e3eee20f794 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:35.008798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec9e2cd7-b905-4b4a-b81e-1e3eee20f794 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2761719 Jul 15 13:35:35.011961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58262) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.014011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Checking router: 162eb033-13b1-42be-9f07-9c15e67ae546 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:35.014362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Updating router 162eb033-13b1-42be-9f07-9c15e67ae546 port 62c80034-47c9-47ff-ae03-9e32350dff96 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:35.059766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-410ec7a2-4ad8-43c1-89cc-7d49aca515f2 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465739 Jul 15 13:35:35.060152 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.062592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.068261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-802817952', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'project_id': '2f9e97a25f804b078549c78237d41753', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:35.203622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Made reservation on behalf of 2f9e97a25f804b078549c78237d41753 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:35.209266 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.392555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.406176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Transition to ACTIVE for port object 62c80034-47c9-47ff-ae03-9e32350dff96 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:35.415179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.470703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.492074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Attempting to bind port 62c80034-47c9-47ff-ae03-9e32350dff96 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:35.492506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Attempting to bind port 62c80034-47c9-47ff-ae03-9e32350dff96 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:35.492885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Attempting to bind port 62c80034-47c9-47ff-ae03-9e32350dff96 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:35.504805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affdd6a-bcb5-4b59-be40-c8363fc6c9d3 None None] Pushing event updated for resources: {'Port': ['ID=62c80034-47c9-47ff-ae03-9e32350dff96,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.507685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:35.508061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:35.508511 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.510132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:35.510646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Bound port: 62c80034-47c9-47ff-ae03-9e32350dff96, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:35.511039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.529617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Subnet': ['ID=a8507c71-fd97-4bcd-99f8-d839b6cd280f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:35.552486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Checking segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:35.553114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network hostable DHCP agents. Network: bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:35:35.581997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] For port 62c80034-47c9-47ff-ae03-9e32350dff96, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:35.584928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:35:35.588043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] For port 62c80034-47c9-47ff-ae03-9e32350dff96, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=62c80034-47c9-47ff-ae03-9e32350dff96,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:35.595263 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.616334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:35.624705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:35.625425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:35.631190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e626f-e842-4893-b8f8-7322cd500275 None None] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:35.653550 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9281a255-1ba8-4ffc-a4e3-d0205de3c58d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5895808 Jul 15 13:35:35.656990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58278) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:35.697850 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:35.698564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:35.730358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affdd6a-bcb5-4b59-be40-c8363fc6c9d3 None None] Pushing event updated for resources: {'Port': ['ID=62c80034-47c9-47ff-ae03-9e32350dff96,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:36.060568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:36.177222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83397fe9-1085-463e-84b8-74b2bc853314 req-d45699ae-668c-4fa5-9525-78272d4cb03b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:36.186048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83397fe9-1085-463e-84b8-74b2bc853314 req-d45699ae-668c-4fa5-9525-78272d4cb03b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.0935209 Jul 15 13:35:36.279110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83397fe9-1085-463e-84b8-74b2bc853314 req-7c259f18-a3e2-4344-b876-5f35ba973fb3 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916877 Jul 15 13:35:36.424976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:35:36.425854 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.488639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.599259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Allocated IP 172.20.0.2 (bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7/a8507c71-fd97-4bcd-99f8-d839b6cd280f/8fa933d1-dd50-48e2-ae38-e602fb1cc63d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:36.605413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 3, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:36.652075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27c661-f4c6-4eb5-a5c0-17523e0411cd None None] The sync data for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 is: [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:33Z', 'revision_number': 3, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:36.856396 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:36.872402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Transition to ACTIVE for port object 8fa933d1-dd50-48e2-ae38-e602fb1cc63d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:36.892774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Transition to ACTIVE for port object 8fa933d1-dd50-48e2-ae38-e602fb1cc63d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:36.911552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.046876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:37.051941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Pushing event updated for resources: {'Port': ['ID=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.071909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:37.086304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:37.252743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Attempting to bind port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:37.253431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Attempting to bind port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:37.253807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Attempting to bind port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d on network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:37.264530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:37.265020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Checking segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:37.269725 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.270722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Bound using segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:37.271741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Bound port: 8fa933d1-dd50-48e2-ae38-e602fb1cc63d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:37.276260 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.447589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] For port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:37.456467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] For port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:37.464855 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.602772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.20.0.1 (bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7/a8507c71-fd97-4bcd-99f8-d839b6cd280f/3e06474a-af80-4108-899b-bf394451d592) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:37.665936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f51de-0814-421c-9fab-ca8458266369 None None] Pushing event updated for resources: {'Port': ['ID=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:37.695811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e0ed-fc89-47c7-8c5d-edb5b6610ba2 req-e04210c8-626e-426b-8813-66f9423e63f2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:37.713877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8e0ed-fc89-47c7-8c5d-edb5b6610ba2 req-e04210c8-626e-426b-8813-66f9423e63f2 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1854730 Jul 15 13:35:37.788594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03b8e0ed-fc89-47c7-8c5d-edb5b6610ba2 req-28f7a4bf-7c61-4752-9b23-1c5c0597e9f7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734859 Jul 15 13:35:37.945059 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:37.965151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Transition to ACTIVE for port object 3e06474a-af80-4108-899b-bf394451d592 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:38.089064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.131301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:38.151442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:38.154179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:38.167584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-1050997e-bc0b-46fa-9bb9-c0543917144b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:38.169233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-1050997e-bc0b-46fa-9bb9-c0543917144b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.2712536 Jul 15 13:35:38.225694 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-7e39c5e1-941d-460b-bba2-43de763ca94a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/quotas/5b0d3e38f5c94a4a91590d99a9d6e7b9 HTTP/1.1" status: 200 len: 375 time: 0.0337543 Jul 15 13:35:38.238416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=3e06474a-af80-4108-899b-bf394451d592,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.276899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.379560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-489a5b91-116f-49b0-97b1-2024a35f51ff tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454630 Jul 15 13:35:38.406592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 62c80034-47c9-47ff-ae03-9e32350dff96 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:38.535817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 62c80034-47c9-47ff-ae03-9e32350dff96 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:38.540944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 62c80034-47c9-47ff-ae03-9e32350dff96 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:38.541850 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.578079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.630195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-b2639c33-5508-4bd5-ac30-148064453e71 service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290065 Jul 15 13:35:38.645871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.670571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 62c80034-47c9-47ff-ae03-9e32350dff96, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=62c80034-47c9-47ff-ae03-9e32350dff96,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:38.690266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:38.691431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8fa933d1-dd50-48e2-ae38-e602fb1cc63d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:38.848885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=62c80034-47c9-47ff-ae03-9e32350dff96,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:38.853738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-45bf3580-953c-4f8c-bfa2-e43d407031fd service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108781 Jul 15 13:35:38.893593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:39.216171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f621ecf3-cbb1-474d-af66-7a7d6be68ebc req-f864b494-b1d0-4e46-8254-e4430f8c10e9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 210 time: 0.0593922 Jul 15 13:35:39.233475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cdcf5-4a53-45ae-8478-27047f1ca052 req-707490a8-5d1e-4649-afbf-ec17858a4060 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:39.240415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-309cdcf5-4a53-45ae-8478-27047f1ca052 req-707490a8-5d1e-4649-afbf-ec17858a4060 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.2293327 Jul 15 13:35:39.256088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.263864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.334973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-309cdcf5-4a53-45ae-8478-27047f1ca052 req-5de4899b-9259-4c41-af33-a8903e3d0193 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936084 Jul 15 13:35:39.410454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=3e06474a-af80-4108-899b-bf394451d592,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:39.419845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.514275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8808db8-f8b2-4091-84b5-ba3703c4c96b None None] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:35:39.666470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:39.667040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] Provisioning for port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:39.667129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:39.728295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] Provisioning complete for port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:39.728802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.919827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:39.954972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 162eb033-13b1-42be-9f07-9c15e67ae546 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:35:39.962790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] For port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:39.971110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.087214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d21f4-aeb4-49b0-8f9c-eb87679170ee None None] Pushing event updated for resources: {'Port': ['ID=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.221211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:35:40.239746 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Sync routers for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:35:40.262904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5ca7253-af8b-497c-b2b9-4eec7f21e9fa tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "PUT /v2.0/routers/162eb033-13b1-42be-9f07-9c15e67ae546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6038108 Jul 15 13:35:40.266301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58384) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.275708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1989396675', 'description': 'tempest-secgroup_access--1989396675 description', 'project_id': '2f9e97a25f804b078549c78237d41753'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:40.289727 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:40.293013 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:40.382599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 62c80034-47c9-47ff-ae03-9e32350dff96 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:40.386727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.600256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-13b021e0-0c7e-4b8b-8344-f4d46410b601 None None] Provisioning for port 3e06474a-af80-4108-899b-bf394451d592 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:40.645079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-13b021e0-0c7e-4b8b-8344-f4d46410b601 None None] Provisioning complete for port 3e06474a-af80-4108-899b-bf394451d592 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:40.645696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13b021e0-0c7e-4b8b-8344-f4d46410b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.658569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 62c80034-47c9-47ff-ae03-9e32350dff96 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:40.659136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.660436 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:40.682974 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b796853-e93f-427d-9c96-eb97537accf2 req-ab87a9e0-526b-47c8-80be-d44167f06b64 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 210 time: 0.0390544 Jul 15 13:35:40.686384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.694425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.843623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:40.846642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5789495 Jul 15 13:35:40.850676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58396) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:40.851621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c277-550f-489d-b458-3f9b700cda0a req-00fb9fe0-9b04-4cc7-b066-bbe7e47de92b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:40.867110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a91c277-550f-489d-b458-3f9b700cda0a req-00fb9fe0-9b04-4cc7-b066-bbe7e47de92b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.2385621 Jul 15 13:35:40.869064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--613793904', 'description': 'tempest-secgroup_general--613793904 description', 'project_id': '2f9e97a25f804b078549c78237d41753'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:40.954507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-13b021e0-0c7e-4b8b-8344-f4d46410b601 None None] Port 3e06474a-af80-4108-899b-bf394451d592 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:40.965755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7b74-8cf4-4385-953a-b449f33da6d8 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda9e164-c4b7-4122-819e-8ae40c928169,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:40.976671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.019202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a91c277-550f-489d-b458-3f9b700cda0a req-4ff3ca9a-e7e3-4996-b1fb-d654e3e35d89 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509798 Jul 15 13:35:41.022385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8fa933d1-dd50-48e2-ae38-e602fb1cc63d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:41.130259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-13b021e0-0c7e-4b8b-8344-f4d46410b601 None None] Provisioning complete for port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:41.130928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13b021e0-0c7e-4b8b-8344-f4d46410b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.335987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:41.336612 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.421933 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 2, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:41.478184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-62066338-17ba-4bf3-a04d-33803ef3302b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:41.486479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-62066338-17ba-4bf3-a04d-33803ef3302b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.3098466 Jul 15 13:35:41.513347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Checking router: 162eb033-13b1-42be-9f07-9c15e67ae546 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:35:41.514215 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Updating router 162eb033-13b1-42be-9f07-9c15e67ae546 port 3e06474a-af80-4108-899b-bf394451d592 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:35:41.540453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Request body: {'port': {'device_id': '9b2f254a-1566-426c-98aa-34f1000adc08', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'admin_state_up': True, 'tenant_id': '5b0d3e38f5c94a4a91590d99a9d6e7b9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:41.574763 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.703246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1216a014-e404-4d6c-965a-35cdcf1f5b94 None None] Provisioning complete for port 3e06474a-af80-4108-899b-bf394451d592 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:41.704347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1216a014-e404-4d6c-965a-35cdcf1f5b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.812243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1216a014-e404-4d6c-965a-35cdcf1f5b94 None None] Port 3e06474a-af80-4108-899b-bf394451d592 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:41.886833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.902026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.937967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-666d2066-b292-4d08-8431-0a1b5d76baf1 req-cad88201-aa29-4dc8-910a-335188bc73d2 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 210 time: 0.0445614 Jul 15 13:35:41.967227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f22f8f-e257-46b4-a1b5-f53bc7c7f215,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:41.976422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:41.978012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e6365d81-ad81-4019-aaa3-b2ff6de736d4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1187367 Jul 15 13:35:41.981484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58412) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:35:41.987181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'security_group_rule': {'security_group_id': 'fda9e164-c4b7-4122-819e-8ae40c928169', 'project_id': '2f9e97a25f804b078549c78237d41753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:42.032615 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.040276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Made reservation on behalf of 5b0d3e38f5c94a4a91590d99a9d6e7b9 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:42.044015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.119053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.122448 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.127333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.142303 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Transition to ACTIVE for port object 3e06474a-af80-4108-899b-bf394451d592 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:42.160693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.162018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792285 Jul 15 13:35:42.165377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6414-fb5b-4adb-97d0-09ec7a80ad2d tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52842a3c-67b9-414c-947b-ee50b5b971cb,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.175224 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.252631 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:35:42.308637 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Pushing event updated for resources: {'Port': ['ID=3e06474a-af80-4108-899b-bf394451d592,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.334659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.335202 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.335692 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.336205 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.336688 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.337168 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.337652 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.338235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Allocated IP 172.20.0.10 (f2086902-f464-48af-a90f-7ad2bf2fb926/d30c9598-299c-44a3-bddd-898f45755d12/11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:42.338391 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.338862 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.339336 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.339813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.340300 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:35:42.403367 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Attempting to bind port 3e06474a-af80-4108-899b-bf394451d592 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:42.403943 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Attempting to bind port 3e06474a-af80-4108-899b-bf394451d592 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:42.404464 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Attempting to bind port 3e06474a-af80-4108-899b-bf394451d592 on network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:42.421609 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:42.422497 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Checking segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:42.423893 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.424448 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Bound using segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:42.425400 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Bound port: 3e06474a-af80-4108-899b-bf394451d592, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:42.425943 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.473692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-8c848b73-d5a7-4d83-9430-730ec8ec288f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--613793904&fields=id&tenant_id=2f9e97a25f804b078549c78237d41753 HTTP/1.1" status: 200 len: 267 time: 0.0606966 Jul 15 13:35:42.526065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-b6c19b4a-79f8-4088-bb63-9a55f12ffb36 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--1989396675&fields=id&tenant_id=2f9e97a25f804b078549c78237d41753 HTTP/1.1" status: 200 len: 267 time: 0.0447485 Jul 15 13:35:42.540512 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] For port 3e06474a-af80-4108-899b-bf394451d592, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:42.553123 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] For port 3e06474a-af80-4108-899b-bf394451d592, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3e06474a-af80-4108-899b-bf394451d592,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:42.567684 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.679934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be550-9579-4a15-bf88-ab891c9e2fbe req-81d66c82-1f2d-44b5-903d-7785784e5316 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.681453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:35:42.682358 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:42.706225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098be550-9579-4a15-bf88-ab891c9e2fbe req-81d66c82-1f2d-44b5-903d-7785784e5316 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.4268825 Jul 15 13:35:42.736738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-805c44bb-0d8c-4758-acc7-5d28badd5a7b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:42.738650 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-805c44bb-0d8c-4758-acc7-5d28badd5a7b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/networks?id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 HTTP/1.1" status: 200 len: 796 time: 0.2117074 Jul 15 13:35:42.769839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-8648d74d-df97-436d-8e1b-f5d0dd632bf0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/quotas/2f9e97a25f804b078549c78237d41753 HTTP/1.1" status: 200 len: 375 time: 0.0241141 Jul 15 13:35:42.780021 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613314cc-e47b-4dfe-b2a7-944ef0b2f6e4 None None] Pushing event updated for resources: {'Port': ['ID=3e06474a-af80-4108-899b-bf394451d592,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:42.876749 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:35:42.883214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:42.910446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-ba418a53-0605-4898-a1f0-460d125a7ca9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289587 Jul 15 13:35:42.913916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098be550-9579-4a15-bf88-ab891c9e2fbe req-571cd92f-d2a6-4978-b609-816628107e1c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000620 Jul 15 13:35:43.042473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.050541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-7dc7ae19-edd6-4178-b993-6db1eebe6e34 service neutron] 10.222.0.57 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365013 Jul 15 13:35:43.074875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:43.085954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1096db91-9746-4613-ba28-015b4c228100'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:43.107109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfe57d2a-9ba8-49bf-a540-e335c104e898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.133673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Network f2086902-f464-48af-a90f-7ad2bf2fb926 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:43.137127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:43.142665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:43.198126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.199004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.206298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event updated for resources: {'Port': ['ID=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:43.263856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-577f0555-3719-4b4d-b91b-2297e7df459d service neutron] 10.222.0.57 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126811 Jul 15 13:35:43.299922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-31103443-a5ca-411d-a7f0-cf088059faf9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7735002 Jul 15 13:35:43.320556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Request body: {'port': {'device_id': '9b2f254a-1566-426c-98aa-34f1000adc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:43.345507 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:42Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:35:43.418108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9c4f9-b4c1-4d55-bdc5-184e2a35219d req-52ad3bdb-5afc-420e-bab4-a79e2c9331ff tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.419754 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb5208-2039-427c-bfc5-70fc62beedf8 None None] The sync data for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 is: [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:42Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:35:43.434719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7e9c4f9-b4c1-4d55-bdc5-184e2a35219d req-52ad3bdb-5afc-420e-bab4-a79e2c9331ff tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.2210848 Jul 15 13:35:43.639115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7e9c4f9-b4c1-4d55-bdc5-184e2a35219d req-39f322c8-0acf-41a0-b47b-3711c0323a7f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032440 Jul 15 13:35:43.639962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:43.873205 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e83871e9-fd4c-4615-9763-f8419e3021c0 req-ca5485bc-44e1-4bef-8460-3f4e13d8c7b5 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 210 time: 0.1184177 Jul 15 13:35:43.923461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06249366-6bdd-4f81-8ad7-7c916ce19936 req-8af09c0b-e8e5-4665-af27-6f881b5060af tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:43.932901 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06249366-6bdd-4f81-8ad7-7c916ce19936 req-8af09c0b-e8e5-4665-af27-6f881b5060af tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 932 time: 0.1226182 Jul 15 13:35:44.034100 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06249366-6bdd-4f81-8ad7-7c916ce19936 req-78de9704-1e7c-49cd-a3ff-81849db8b797 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011636 Jul 15 13:35:44.457776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c517d-16b9-42b1-8ac3-48835db3b6b9 req-72822dd9-ea8c-40ae-b8eb-3a36c96d08ba tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:44.475784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a75c517d-16b9-42b1-8ac3-48835db3b6b9 req-72822dd9-ea8c-40ae-b8eb-3a36c96d08ba tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1711817 Jul 15 13:35:44.479590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e06474a-af80-4108-899b-bf394451d592 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:44.577794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a75c517d-16b9-42b1-8ac3-48835db3b6b9 req-f8067f28-5576-4f49-aa8c-640c2da6caee tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003664 Jul 15 13:35:44.583640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 3e06474a-af80-4108-899b-bf394451d592 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:44.591433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3e06474a-af80-4108-899b-bf394451d592 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:44.592054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.630468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:44.641285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.655067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Transition to ACTIVE for port object 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:44.665210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.766204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.770494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:44.886747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Attempting to bind port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:44.887827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Attempting to bind port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:44.888352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Attempting to bind port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:44.889666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 3e06474a-af80-4108-899b-bf394451d592, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3e06474a-af80-4108-899b-bf394451d592,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:44.896768 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:44.902356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 on network f2086902-f464-48af-a90f-7ad2bf2fb926 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:44.902910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Attempting to bind port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:44.932043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:44.932392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Checking segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:44.932795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Bound using segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:44.933247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Bound port: 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:44.933613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.038017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=3e06474a-af80-4108-899b-bf394451d592,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.100433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] For port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:45.104645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] For port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:45.105442 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.111066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.123301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9501e4f0-6e5c-41ba-8a35-396da9e5a8f9 req-1365e293-da57-4a4a-85af-17bf5bd3a31f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 210 time: 0.0722034 Jul 15 13:35:45.183516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.184423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.186333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-a090a745-f674-4312-b608-412964fc70d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 HTTP/1.1" status: 200 len: 1093 time: 1.8765020 Jul 15 13:35:45.187657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2f254a-1566-426c-98aa-34f1000adc08', 'tag': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:45.190957 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce571907-1bbb-4b31-8778-91135e34d2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2f254a-1566-426c-98aa-34f1000adc08", "tag": "11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:45.282043 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1def3f5-45d9-47ba-b5c9-8e1f07ddc25f x-openstack-request-id: req-b1def3f5-45d9-47ba-b5c9-8e1f07ddc25f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:45.282433 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2f254a-1566-426c-98aa-34f1000adc08", "tag": "11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:45.282813 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1def3f5-45d9-47ba-b5c9-8e1f07ddc25f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:45.283253 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2f254a-1566-426c-98aa-34f1000adc08', 'tag': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92', 'status': 'completed', 'code': 200} Jul 15 13:35:45.326714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a745-f674-4312-b608-412964fc70d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:45.356890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.367151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-ef60b734-c64f-4e48-816e-7a24ad874c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.368781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-ef60b734-c64f-4e48-816e-7a24ad874c02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 1096 time: 0.1192439 Jul 15 13:35:45.381658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c93f17-ff88-40e4-8aa6-d40a41c7496c req-c02b1f32-ac1f-4f55-87ad-98f5da0b6710 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.383473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79c93f17-ff88-40e4-8aa6-d40a41c7496c req-c02b1f32-ac1f-4f55-87ad-98f5da0b6710 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 944 time: 0.1489899 Jul 15 13:35:45.433823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-8676e67c-f70b-4ae0-b6d0-a9cb0bf5d3ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 HTTP/1.1" status: 200 len: 217 time: 0.0489459 Jul 15 13:35:45.549242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79c93f17-ff88-40e4-8aa6-d40a41c7496c req-0af29b62-78c9-4b6f-9331-bf517e4b7e3f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577885 Jul 15 13:35:45.564934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-6e3aa619-aafa-4174-ae86-24002539d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.568251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-6e3aa619-aafa-4174-ae86-24002539d7e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.1227186 Jul 15 13:35:45.579283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4bf8e25e-4108-4d33-b206-575f79add82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.629742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-0749bfb7-011a-4d1b-a890-11de6c64319c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530543 Jul 15 13:35:45.701612 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:45.863680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-75d8bbed-ac81-4aad-8bb8-2f662961b22b service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139466 Jul 15 13:35:45.871400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-14876962-ac16-48cb-b349-625d5ff31d85 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:45.872934 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-14876962-ac16-48cb-b349-625d5ff31d85 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.59 "GET /v2.0/networks?id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 HTTP/1.1" status: 200 len: 796 time: 0.1852679 Jul 15 13:35:46.005647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87b408bc-b028-44c7-b1e4-535dc3e38307 req-c00eef03-f2b5-4cde-9e20-095d70beaf2d service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218998 Jul 15 13:35:46.119099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-79d06237-c54a-4070-b516-afd349e4547b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f9e97a25f804b078549c78237d41753 HTTP/1.1" status: 200 len: 477 time: 0.1379831 Jul 15 13:35:46.119099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'port': {'device_id': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'admin_state_up': True, 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'security_groups': ['80f22f8f-e257-46b4-a1b5-f53bc7c7f215', 'fda9e164-c4b7-4122-819e-8ae40c928169']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:46.210103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-0b652bf5-528f-461f-9833-62f2fdb0fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.218227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-0b652bf5-528f-461f-9833-62f2fdb0fd1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 1096 time: 0.1290085 Jul 15 13:35:46.349283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e06474a-af80-4108-899b-bf394451d592 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:46.417971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-d3db0eb4-b298-403a-8045-ece22d409bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.419736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-d3db0eb4-b298-403a-8045-ece22d409bcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 914 time: 0.1906335 Jul 15 13:35:46.435301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3e06474a-af80-4108-899b-bf394451d592 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:46.435955 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.566509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-69677acd-4b45-498a-8f45-fd26bd937309 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 HTTP/1.1" status: 200 len: 217 time: 0.1228888 Jul 15 13:35:46.577851 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1a63133-4732-42d9-85f3-3911f7ffe12f req-624f8edf-ffcd-4ba7-ab49-0b9e93d69fde tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 210 time: 0.1567934 Jul 15 13:35:46.651582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-426a6473-4711-4b02-97bc-8ca9b4e40af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.657200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-426a6473-4711-4b02-97bc-8ca9b4e40af0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.0781603 Jul 15 13:35:46.661077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea41de-36d3-4f12-9473-f9bb9629b907 req-0502f0df-c6f8-4789-b091-7d5ae65f134e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:46.678150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0ea41de-36d3-4f12-9473-f9bb9629b907 req-0502f0df-c6f8-4789-b091-7d5ae65f134e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.8269205 Jul 15 13:35:46.728362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-f257dcb1-ac7c-4e21-a7c2-4792ec8b920c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640109 Jul 15 13:35:46.755705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0ea41de-36d3-4f12-9473-f9bb9629b907 req-64a54518-36e5-4c04-b09c-2a692d93d1bc tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764928 Jul 15 13:35:46.811910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Made reservation on behalf of 2f9e97a25f804b078549c78237d41753 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:35:46.818043 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:46.907651 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-c582dcf8-6e53-414e-8359-01fd87784d50 service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716151 Jul 15 13:35:46.999542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.20.0.3 (bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7/a8507c71-fd97-4bcd-99f8-d839b6cd280f/c4c7d32f-0f7d-42f2-9c95-782572de2f4d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:35:47.074298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57676-e171-4400-82d3-197b0f81c3f3 req-b5a44dae-40c7-40cc-8ab2-5f3456eb80cc tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.075934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3d57676-e171-4400-82d3-197b0f81c3f3 req-b5a44dae-40c7-40cc-8ab2-5f3456eb80cc tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 944 time: 0.2382612 Jul 15 13:35:47.088208 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.149027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ce571907-1bbb-4b31-8778-91135e34d2f0 req-75603ce7-6886-4d04-a07f-4b6f4ed29781 service neutron] 10.222.0.58 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310300 Jul 15 13:35:47.181511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3d57676-e171-4400-82d3-197b0f81c3f3 req-c101944f-7854-490a-8493-906bd92370a7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947888 Jul 15 13:35:47.247584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.271937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Transition to ACTIVE for port object c4c7d32f-0f7d-42f2-9c95-782572de2f4d will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:47.321629 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.380470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:35:47.383683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:35:47.387926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:35:47.418859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:47.466764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.467641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.500854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-0d31b712-34af-4cc7-86fa-6a3720b27c60 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4533806 Jul 15 13:35:47.514286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Request body: {'port': {'device_id': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:35:47.619655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.742794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c804b21a-3fc0-4e84-b2fe-4e14894df377 None None] Provisioning for port c4c7d32f-0f7d-42f2-9c95-782572de2f4d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:47.756117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c804b21a-3fc0-4e84-b2fe-4e14894df377 None None] Provisioning complete for port c4c7d32f-0f7d-42f2-9c95-782572de2f4d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:47.757008 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c804b21a-3fc0-4e84-b2fe-4e14894df377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:47.956187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d925d-9d2e-4eb7-815e-3b7606e98565 req-b6c690b3-f014-4b3f-b2a5-2fd457dc4517 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:47.957889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-435d925d-9d2e-4eb7-815e-3b7606e98565 req-b6c690b3-f014-4b3f-b2a5-2fd457dc4517 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 970 time: 0.1532161 Jul 15 13:35:48.074412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c804b21a-3fc0-4e84-b2fe-4e14894df377 None None] Port c4c7d32f-0f7d-42f2-9c95-782572de2f4d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:35:48.091732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffcd51-a8a7-4f71-8429-f1feacb7cea9 req-fe237469-2088-40f0-a95c-501d0a9baed0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.093381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31ffcd51-a8a7-4f71-8429-f1feacb7cea9 req-fe237469-2088-40f0-a95c-501d0a9baed0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1683645 Jul 15 13:35:48.123097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-435d925d-9d2e-4eb7-815e-3b7606e98565 req-a1792de9-c6a1-4012-ba65-d03cd71c05eb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0733533 Jul 15 13:35:48.188257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-31ffcd51-a8a7-4f71-8429-f1feacb7cea9 req-d7af83be-2a64-41fc-97f8-ef6d3f9e1ce7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671327 Jul 15 13:35:48.194892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-626c0fca-e97c-4a90-a0b3-47157dc323f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1559613 Jul 15 13:35:48.219835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c7d32f-0f7d-42f2-9c95-782572de2f4d {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:48.241939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.286041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Transition to ACTIVE for port object c4c7d32f-0f7d-42f2-9c95-782572de2f4d will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:35:48.299205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.338834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-7fe8d67c-5732-4af0-834f-a0bb0485c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.342450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:48.344509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-7fe8d67c-5732-4af0-834f-a0bb0485c785 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 1097 time: 0.0972946 Jul 15 13:35:48.456929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.469800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:48.495771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.518807 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.550725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c15634e8-55be-4416-bd5b-0afbbd154c71 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:48.603537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:48.630450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.639664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.645105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53168761-94b9-4eb7-8e5e-535e25e26e64 req-5da3f75e-4d7a-4f28-bdba-74858cec71b2 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.653162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-53168761-94b9-4eb7-8e5e-535e25e26e64 req-5da3f75e-4d7a-4f28-bdba-74858cec71b2 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 944 time: 0.3184187 Jul 15 13:35:48.693352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Attempting to bind port c4c7d32f-0f7d-42f2-9c95-782572de2f4d on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:35:48.693517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Attempting to bind port c4c7d32f-0f7d-42f2-9c95-782572de2f4d by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:35:48.693785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Attempting to bind port c4c7d32f-0f7d-42f2-9c95-782572de2f4d on network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:48.709287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Port c4c7d32f-0f7d-42f2-9c95-782572de2f4d on network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:35:48.709527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Attempting to bind port c4c7d32f-0f7d-42f2-9c95-782572de2f4d on network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:35:48.710313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:48.750455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-53168761-94b9-4eb7-8e5e-535e25e26e64 req-c9e30c4f-5028-4855-a821-0707108e3dc0 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960343 Jul 15 13:35:48.758165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.759153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:35:48.759504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Checking segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:35:48.759894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Bound using segment: {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:35:48.762794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Bound port: c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c08694-ec13-4872-84ac-3a33402f8ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:35:48.763199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.779351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['21718ce2-4eb8-454a-be1c-2b4e7c03ece5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:48.851233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] For port c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:35:48.855628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] For port c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:35:48.863408 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.907450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:48.929461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'port_id': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'mac_address': 'fa:16:3e:ad:1d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5438bbb6-7d22-42fc-9c29-201fac27f99f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:48.979816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:48.980506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:48.982702 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] 10.222.0.59 "PUT /v2.0/ports/c4c7d32f-0f7d-42f2-9c95-782572de2f4d HTTP/1.1" status: 200 len: 1131 time: 1.4740882 Jul 15 13:35:48.998483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:49.005723 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3adbd4-b755-4575-b98f-6a4945ed1258" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:49.012844 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.092268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c15634e8-55be-4416-bd5b-0afbbd154c71 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:49.100495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57fedf-40cc-412e-9c88-b52a19d6b5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.154719 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a21173-fc95-4622-8edc-18b97858bbf1 x-openstack-request-id: req-c3a21173-fc95-4622-8edc-18b97858bbf1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:49.155702 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:49.156162 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3a21173-fc95-4622-8edc-18b97858bbf1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:49.156731 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'status': 'completed', 'code': 200} Jul 15 13:35:49.165898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:49.185565 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:49.272376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-1c4bd5dc-b691-4f13-938f-007e73491a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.274286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-1c4bd5dc-b691-4f13-938f-007e73491a9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1134 time: 0.1538901 Jul 15 13:35:49.388070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-97837bfe-1209-447e-82c7-809a2288e311 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d HTTP/1.1" status: 200 len: 217 time: 0.1052999 Jul 15 13:35:49.483625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-e2d23e69-a5d7-40c3-9ff2-4c3455220810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.490478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-e2d23e69-a5d7-40c3-9ff2-4c3455220810 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 914 time: 1.0992274 Jul 15 13:35:49.537068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:49.600799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-1bd99524-5e0b-44cc-b0f1-298001f4e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.602316 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-1bd99524-5e0b-44cc-b0f1-298001f4e4bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8507c71-fd97-4bcd-99f8-d839b6cd280f HTTP/1.1" status: 200 len: 834 time: 0.2079365 Jul 15 13:35:49.612514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c15634e8-55be-4416-bd5b-0afbbd154c71'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:49.676925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c963d-70cf-4828-b36d-de0c049e5751 req-dde311e7-0026-413f-9869-4f2680b427e4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.683413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0c963d-70cf-4828-b36d-de0c049e5751 req-dde311e7-0026-413f-9869-4f2680b427e4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 982 time: 0.1764557 Jul 15 13:35:49.771400 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0c963d-70cf-4828-b36d-de0c049e5751 req-7d46870a-753c-4f73-9ff3-b1b88d40022f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0795057 Jul 15 13:35:49.777795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-b384ea4f-44c6-47c4-9b38-bbc6c1e93cac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 HTTP/1.1" status: 200 len: 217 time: 0.2809327 Jul 15 13:35:49.831314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0679-9c56-4662-a772-a7f0ae099733 req-a06e00bf-a663-435b-8242-f64a8f0a480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:49.833286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-a06e00bf-a663-435b-8242-f64a8f0a480c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054439 Jul 15 13:35:50.053160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-1340f45e-5e85-4e92-a043-9c018d1748d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.055588 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-1340f45e-5e85-4e92-a043-9c018d1748d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.2035348 Jul 15 13:35:50.116243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-ff2ba6a0-d4d7-4a7f-84aa-b02f01a66139 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541511 Jul 15 13:35:50.125317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-52dcaff9-0b22-4175-991f-16b4aeed8dcc service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851000 Jul 15 13:35:50.166789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281325b3-2baf-41a2-ab41-1a33d815e087 req-16d5f9ce-9712-42d9-8d0e-34beb4cddc9e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.169681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-281325b3-2baf-41a2-ab41-1a33d815e087 req-16d5f9ce-9712-42d9-8d0e-34beb4cddc9e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 945 time: 0.4313977 Jul 15 13:35:50.315115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-281325b3-2baf-41a2-ab41-1a33d815e087 req-d03603c9-3724-4cbc-a314-334b30643e0d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783949 Jul 15 13:35:50.323199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34261f32-b39b-42cf-ad37-1f7e7855ce72 req-698d7e5f-b341-4c5a-ab21-7d7c7e320d13 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.324822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34261f32-b39b-42cf-ad37-1f7e7855ce72 req-698d7e5f-b341-4c5a-ab21-7d7c7e320d13 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 944 time: 0.2900059 Jul 15 13:35:50.346751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:50.352197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:50.362468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05be0679-9c56-4662-a772-a7f0ae099733 req-10e8c598-bcc3-44df-bbbe-ce776d504a9f service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287552 Jul 15 13:35:50.437076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-8e65cee2-1175-41c4-8ba4-86964fb4d9ab service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070021 Jul 15 13:35:50.438783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34261f32-b39b-42cf-ad37-1f7e7855ce72 req-451deebc-4bf8-4fb8-bfd6-4999c7e5fb2d tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 Jul 15 13:35:50.543291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-9f213a8d-1f04-4958-900d-d40ce7d9efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.545309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-9f213a8d-1f04-4958-900d-d40ce7d9efc6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1134 time: 0.0964000 Jul 15 13:35:50.566081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:50.629694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-272d6040-7bc5-48f3-9c79-2ba38ce773dc req-b61a3e65-4cfc-46da-b8e1-55ca8c1c93f6 service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895609 Jul 15 13:35:50.707088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-6bc748b8-a411-4cca-8785-b3a9cb39cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.708200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c15634e8-55be-4416-bd5b-0afbbd154c71 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:50.708828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-6bc748b8-a411-4cca-8785-b3a9cb39cfd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 HTTP/1.1" status: 200 len: 897 time: 0.1560590 Jul 15 13:35:50.718901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'port_id': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92', 'mac_address': 'fa:16:3e:51:dc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30c9598-299c-44a3-bddd-898f45755d12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:50.769414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-85e904f3-7700-4041-ab2f-770cf037f131 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d HTTP/1.1" status: 200 len: 217 time: 0.0501287 Jul 15 13:35:50.894562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-b573f42b-4d27-4b10-a9c3-0581161e4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:50.896771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-b573f42b-4d27-4b10-a9c3-0581161e4d25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8507c71-fd97-4bcd-99f8-d839b6cd280f HTTP/1.1" status: 200 len: 834 time: 0.1164148 Jul 15 13:35:50.962156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:50.962557 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.042839 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.062204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-1afbcd12-cb92-4507-8c9e-8077e0d2d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.064467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-1afbcd12-cb92-4507-8c9e-8077e0d2d0db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563280 Jul 15 13:35:51.092579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c15634e8-55be-4416-bd5b-0afbbd154c71 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:51.092917 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.131799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e44922-fc4b-44e8-bb5e-4acf36bd86c3 req-6f29c216-c2a0-46de-aec9-796844786eae tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.134449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00e44922-fc4b-44e8-bb5e-4acf36bd86c3 req-6f29c216-c2a0-46de-aec9-796844786eae tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 982 time: 0.1836576 Jul 15 13:35:51.159264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:51.209281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:51.231151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.311385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00e44922-fc4b-44e8-bb5e-4acf36bd86c3 req-aced3f3e-0148-4fba-8624-198bf75ed9d2 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1704757 Jul 15 13:35:51.364914 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.394966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-236c39dd-2d56-4bcf-83f1-b3c60874e52c service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193607 Jul 15 13:35:51.409167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.525346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:51.632447 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.647630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dd3adbd4-b755-4575-b98f-6a4945ed1258 req-21254b35-4326-48ef-8f28-56a8ab8ff8bd service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450876 Jul 15 13:35:51.659093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:51.661478 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae36c03-fc86-49d3-a8ab-c3feafc44a5f" -d '{"events": [{"server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:51.693953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:51.710436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.728510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841088e-409c-44d0-89d8-002c64a9a097 req-c238c2f5-5da4-4df6-b41e-efa4f7869a8e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.730187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9841088e-409c-44d0-89d8-002c64a9a097 req-c238c2f5-5da4-4df6-b41e-efa4f7869a8e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 945 time: 0.1844182 Jul 15 13:35:51.788828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:51.803495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:51.812784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:51.818048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9841088e-409c-44d0-89d8-002c64a9a097 req-2f19d62a-633a-424a-b5ef-c908e039da7d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749700 Jul 15 13:35:51.833152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cc060-cda3-4e1a-b3cf-0d94dddc4789 req-a17717bf-38dc-42ec-855c-246a0265e7fc tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:51.858632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-404cc060-cda3-4e1a-b3cf-0d94dddc4789 req-a17717bf-38dc-42ec-855c-246a0265e7fc tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 945 time: 0.1486306 Jul 15 13:35:51.936414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-404cc060-cda3-4e1a-b3cf-0d94dddc4789 req-da238cc1-3fc5-464c-b90c-328fb89dd8d9 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766459 Jul 15 13:35:51.964531 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72cc4f7-dc16-483d-a504-129b23e5c2e1 x-openstack-request-id: req-a72cc4f7-dc16-483d-a504-129b23e5c2e1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:51.964874 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "name": "network-vif-plugged", "status": "completed", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:51.965198 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a72cc4f7-dc16-483d-a504-129b23e5c2e1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:51.966490 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'code': 200} Jul 15 13:35:51.985425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:52.218468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b2712-4cde-4aa5-bd26-3efdd24eb011 req-06928496-9377-4ba7-a156-f792db3df02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.220888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-085b2712-4cde-4aa5-bd26-3efdd24eb011 req-06928496-9377-4ba7-a156-f792db3df02b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 1098 time: 0.0869083 Jul 15 13:35:52.289505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-085b2712-4cde-4aa5-bd26-3efdd24eb011 req-95ac7fbd-ddb5-44f7-87f0-b8539826a581 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Jul 15 13:35:52.553910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c4c7d32f-0f7d-42f2-9c95-782572de2f4d details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:35:52.607590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5869e-ee12-4270-a563-5066abc25be0 req-3882c3e6-d1aa-448a-b1df-5096e0b02723 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:52.611351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d3d5869e-ee12-4270-a563-5066abc25be0 req-3882c3e6-d1aa-448a-b1df-5096e0b02723 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 982 time: 0.1419101 Jul 15 13:35:52.718393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d3d5869e-ee12-4270-a563-5066abc25be0 req-bec515e4-46b0-4500-a9c8-ab612c97004e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1006422 Jul 15 13:35:52.817003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:52.840398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'port_id': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'mac_address': 'fa:16:3e:ab:99:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:35:52.924389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:52.994376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c7d32f-0f7d-42f2-9c95-782572de2f4d {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:35:53.053379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:53.061779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:53.156462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:53.289823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c4c7d32f-0f7d-42f2-9c95-782572de2f4d'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:35:53.374870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc6474-225d-4ef1-9d3d-336a2808d7bd req-8b95367f-b7c3-4ba2-bca7-1dc8d7352998 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.395346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-babc6474-225d-4ef1-9d3d-336a2808d7bd req-8b95367f-b7c3-4ba2-bca7-1dc8d7352998 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.2029777 Jul 15 13:35:53.518803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-babc6474-225d-4ef1-9d3d-336a2808d7bd req-143aa862-9038-477c-8d48-da81c4b722f4 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219311 Jul 15 13:35:53.519797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9f6e5-56e1-4253-8b52-87c5c0cbfe40 req-d96aa9ca-ff34-41e6-b8a7-cac38b809888 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:53.521392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9fe9f6e5-56e1-4253-8b52-87c5c0cbfe40 req-d96aa9ca-ff34-41e6-b8a7-cac38b809888 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 945 time: 0.1943390 Jul 15 13:35:53.601659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9fe9f6e5-56e1-4253-8b52-87c5c0cbfe40 req-ad6e1a18-7697-446a-831d-deb4ff6474bc tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659659 Jul 15 13:35:53.967982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:53.974058 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74221e8-bae1-4c8a-bbb9-ceb5057968c6" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:54.014546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af151ae-7148-486c-b7a7-35009d8934ab req-e454a1fc-917f-4335-993a-377448f91147 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.022490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4af151ae-7148-486c-b7a7-35009d8934ab req-e454a1fc-917f-4335-993a-377448f91147 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 983 time: 0.1184812 Jul 15 13:35:54.071833 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4133c09-9c14-4455-b4c2-6d24ee411b09 x-openstack-request-id: req-b4133c09-9c14-4455-b4c2-6d24ee411b09 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:54.072194 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:54.072524 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4133c09-9c14-4455-b4c2-6d24ee411b09 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:54.073005 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:35:54.101825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4af151ae-7148-486c-b7a7-35009d8934ab req-6af3551d-e6cf-41e3-a606-05ff58841f33 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0720630 Jul 15 13:35:54.370814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:54.485890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:54.490202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.490608 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.553727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c4c7d32f-0f7d-42f2-9c95-782572de2f4d up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:35:54.685192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port c4c7d32f-0f7d-42f2-9c95-782572de2f4d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:35:54.796406 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.799727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c4c7d32f-0f7d-42f2-9c95-782572de2f4d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:35:54.800293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.892656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d9547-c32c-4550-84fe-cc09218f31a8 req-419e9fa0-1d9a-4db6-9cf0-9d492d239870 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:54.904143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:54.919132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d9d9547-c32c-4550-84fe-cc09218f31a8 req-419e9fa0-1d9a-4db6-9cf0-9d492d239870 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.2201192 Jul 15 13:35:54.920343 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:54.989414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d9d9547-c32c-4550-84fe-cc09218f31a8 req-23c35c24-01aa-491f-93e8-05c967d797de tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646770 Jul 15 13:35:54.995787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be6ca6-cf58-4722-a353-5e5c4b9d2fe7 req-9ca29a59-2271-485b-818c-c7172d1d5ebe tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.005831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39be6ca6-cf58-4722-a353-5e5c4b9d2fe7 req-9ca29a59-2271-485b-818c-c7172d1d5ebe tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 945 time: 0.1671355 Jul 15 13:35:55.045311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.103222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39be6ca6-cf58-4722-a353-5e5c4b9d2fe7 req-222d9f94-e545-4d96-bb3f-3b157ddf08a0 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958817 Jul 15 13:35:55.130354 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.288138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:55.295265 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:55.405087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe8c46-c0c6-483d-b464-59ec31bb381b req-6d50dc6a-3d08-4b2c-ab64-098b7da0b1ce tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.408728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:55.416065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-edfe8c46-c0c6-483d-b464-59ec31bb381b req-6d50dc6a-3d08-4b2c-ab64-098b7da0b1ce tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.1560740 Jul 15 13:35:55.519031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483d809-5942-4c7e-b09d-4a697391f6f2 req-93eb2595-a19e-4ec9-8c3e-a5541188a4c6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:55.520085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-edfe8c46-c0c6-483d-b464-59ec31bb381b req-1afa7555-4f44-4014-9b6f-729691f7d304 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027005 Jul 15 13:35:55.521669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5483d809-5942-4c7e-b09d-4a697391f6f2 req-93eb2595-a19e-4ec9-8c3e-a5541188a4c6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 984 time: 0.2134478 Jul 15 13:35:55.628809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5483d809-5942-4c7e-b09d-4a697391f6f2 req-270bba4a-ebd5-4134-b6ea-ed149073199b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1006310 Jul 15 13:35:56.076939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f254a-1566-426c-98aa-34f1000adc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'}, {'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:56.086815 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7625da55-80c3-4561-b279-ea971e18eca5" -d '{"events": [{"server_uuid": "9b2f254a-1566-426c-98aa-34f1000adc08", "name": "network-vif-plugged", "status": "completed", "tag": "11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92"}, {"server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:56.190195 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bf0143-b654-4b12-b7ec-f07b9fdb4bf5 x-openstack-request-id: req-c2bf0143-b654-4b12-b7ec-f07b9fdb4bf5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:56.191667 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2f254a-1566-426c-98aa-34f1000adc08", "name": "network-vif-plugged", "status": "completed", "tag": "11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92", "code": 200}, {"server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "name": "network-vif-plugged", "status": "completed", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:56.192315 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2bf0143-b654-4b12-b7ec-f07b9fdb4bf5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:56.194816 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2f254a-1566-426c-98aa-34f1000adc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92', 'code': 200} Jul 15 13:35:56.198574 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'code': 200} Jul 15 13:35:56.441545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc478f7-7603-46ec-abea-dd427b6e0c29 req-181fec95-93fe-4298-97bb-2410cadb78cf tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.448591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fc478f7-7603-46ec-abea-dd427b6e0c29 req-181fec95-93fe-4298-97bb-2410cadb78cf tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 946 time: 0.1788282 Jul 15 13:35:56.499385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2446d3-5a58-448b-85ae-c4034cab38f9 req-bd1b3f87-7ca3-4bb6-aa9e-47ad5d0554d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.501284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df2446d3-5a58-448b-85ae-c4034cab38f9 req-bd1b3f87-7ca3-4bb6-aa9e-47ad5d0554d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 1098 time: 0.1705151 Jul 15 13:35:56.523463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9654fe-80c8-4768-9917-d71bbe70cd47 req-d5faeb9b-eb99-425b-aeec-cd30dc1f4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.524999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f9654fe-80c8-4768-9917-d71bbe70cd47 req-d5faeb9b-eb99-425b-aeec-cd30dc1f4e3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1136 time: 0.1882432 Jul 15 13:35:56.542773 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fc478f7-7603-46ec-abea-dd427b6e0c29 req-15ead7d1-943e-4024-8c41-c9e387f61743 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928853 Jul 15 13:35:56.554126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ef09effb-582e-4918-88c6-1fb122c5f631 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.562113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ef09effb-582e-4918-88c6-1fb122c5f631 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 815 time: 0.2449956 Jul 15 13:35:56.575867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df2446d3-5a58-448b-85ae-c4034cab38f9 req-6448ba8e-d720-4880-bde8-abba1e6f0006 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662048 Jul 15 13:35:56.585511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-7bfbbd92-0ba2-4b4f-ac93-063270da376e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/quotas/c74bf6b08991447b8f3cf648ebd9a5fc HTTP/1.1" status: 200 len: 375 time: 0.0222156 Jul 15 13:35:56.616469 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f9654fe-80c8-4768-9917-d71bbe70cd47 req-847e66e5-67ee-44ba-9446-ac4160f7bd1c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0715461 Jul 15 13:35:56.699180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-2a0e8ef2-d238-4ca4-a1f1-e74c50a63161 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121483 Jul 15 13:35:56.803265 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-215d3ffa-d90d-4d28-badf-75e0d9d0ecad service neutron] 10.222.0.57 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030605 Jul 15 13:35:56.912151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddfaf6-0a5e-40dd-91a3-95d07d00121f req-31058d30-99b7-4a31-93d6-1f935060d724 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:56.916980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6eddfaf6-0a5e-40dd-91a3-95d07d00121f req-31058d30-99b7-4a31-93d6-1f935060d724 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 984 time: 0.1394520 Jul 15 13:35:57.012966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-7cc10d3b-bba1-46a4-baea-b4f245ef73df service neutron] 10.222.0.57 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085927 Jul 15 13:35:57.044628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6eddfaf6-0a5e-40dd-91a3-95d07d00121f req-41623d16-66b4-4645-9f2a-1beb748cc128 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1074564 Jul 15 13:35:57.301912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47285bd5-2472-4b38-aef0-67f25eb6eb8b req-ef7cfecb-ea36-4cc1-9bb3-4d4269b79ac9 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0572023 Jul 15 13:35:57.658410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-cdf139bd-1f83-4a55-9ef5-cb9482e6d249 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.663348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-cdf139bd-1f83-4a55-9ef5-cb9482e6d249 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.59 "GET /v2.0/ports?device_id=10bd3b87-ef40-4e81-bd8c-896d7183d0f6 HTTP/1.1" status: 200 len: 946 time: 0.2058718 Jul 15 13:35:57.954836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df86d-873b-4609-bb85-2d59755e5831 req-6e591d3a-e336-4c84-9db6-4d33b1d228f4 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:57.956467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d5df86d-873b-4609-bb85-2d59755e5831 req-6e591d3a-e336-4c84-9db6-4d33b1d228f4 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 946 time: 0.1375151 Jul 15 13:35:57.999509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Deleting port c15634e8-55be-4416-bd5b-0afbbd154c71 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:35:58.000199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.074160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d5df86d-873b-4609-bb85-2d59755e5831 req-50ee863b-72e9-4416-847e-15340ddddb53 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092868 Jul 15 13:35:58.272668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] For port c15634e8-55be-4416-bd5b-0afbbd154c71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c15634e8-55be-4416-bd5b-0afbbd154c71,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:35:58.273862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.392936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Calling delete_port for c15634e8-55be-4416-bd5b-0afbbd154c71 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:35:58.609098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa408e-663a-4e2c-a7b7-73b529bb0101 req-173ed0a2-1409-485d-a76f-1d3d24d2ce99 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:58.611368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76fa408e-663a-4e2c-a7b7-73b529bb0101 req-173ed0a2-1409-485d-a76f-1d3d24d2ce99 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 984 time: 0.2753963 Jul 15 13:35:58.623334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc23b311-be01-4bf9-9c06-26bb1c12838e req-7e4bc171-d1ef-4974-be1a-ae0a82b77fc7 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 210 time: 0.1145883 Jul 15 13:35:58.852354 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76fa408e-663a-4e2c-a7b7-73b529bb0101 req-280de030-901a-4b2f-9f14-373068c001b4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2167077 Jul 15 13:35:58.904011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:58.979790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Pushing event deleted for resources: {'Port': ['ID=c15634e8-55be-4416-bd5b-0afbbd154c71,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:35:59.069056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] No DVR routers for this DVR port c15634e8-55be-4416-bd5b-0afbbd154c71 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:35:59.074413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:35:59.076600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af4c60d3-8c6f-4410-b7ed-08f7bbbf55ab req-4e362db9-70fe-4af2-af43-5480037d3fd5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.59 "DELETE /v2.0/ports/c15634e8-55be-4416-bd5b-0afbbd154c71 HTTP/1.1" status: 204 len: 173 time: 1.4069533 Jul 15 13:35:59.077085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'name': 'network-vif-deleted', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:35:59.083414 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01795f5-4dab-43e5-93cb-c227c3304e1f" -d '{"events": [{"server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "name": "network-vif-deleted", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:35:59.167106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6f12-5c65-4aad-b40f-5813d929afad req-ce9dfad3-7184-4fc7-a6e9-933df172fccc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.176157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f3b6f12-5c65-4aad-b40f-5813d929afad req-ce9dfad3-7184-4fc7-a6e9-933df172fccc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 984 time: 0.1431403 Jul 15 13:35:59.237074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f3b6f12-5c65-4aad-b40f-5813d929afad req-e489ad10-7f3c-40b0-81f9-2f7b299b299b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0597160 Jul 15 13:35:59.423913 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a5d115-7815-4d46-99a1-4d8be3fca7d1 x-openstack-request-id: req-39a5d115-7815-4d46-99a1-4d8be3fca7d1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:35:59.424515 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd3b87-ef40-4e81-bd8c-896d7183d0f6", "name": "network-vif-deleted", "tag": "c15634e8-55be-4416-bd5b-0afbbd154c71", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:35:59.424988 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39a5d115-7815-4d46-99a1-4d8be3fca7d1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:35:59.425341 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd3b87-ef40-4e81-bd8c-896d7183d0f6', 'name': 'network-vif-deleted', 'tag': 'c15634e8-55be-4416-bd5b-0afbbd154c71', 'status': 'completed', 'code': 200} Jul 15 13:35:59.518981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151832d8-dadb-4e4e-82fe-e2113487577b req-16a23627-c664-4974-a0bf-30be7f6e6cdb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.527671 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-151832d8-dadb-4e4e-82fe-e2113487577b req-16a23627-c664-4974-a0bf-30be7f6e6cdb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 946 time: 0.1741071 Jul 15 13:35:59.630425 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-151832d8-dadb-4e4e-82fe-e2113487577b req-46362ab9-27fb-4c3f-9df6-6906ff6bf0b7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015894 Jul 15 13:35:59.952962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-83d57fd8-fdc2-4933-8b49-fb8bbf197330 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:35:59.958112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-83d57fd8-fdc2-4933-8b49-fb8bbf197330 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 815 time: 0.3103175 Jul 15 13:35:59.981975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Request body: {'port': {'device_id': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'admin_state_up': True, 'tenant_id': 'c74bf6b08991447b8f3cf648ebd9a5fc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:00.101746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b072448-9832-463a-9625-0aaa9ee81607 req-cc7daf30-6a8b-4943-bc68-7722b93fab61 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.117509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b072448-9832-463a-9625-0aaa9ee81607 req-cc7daf30-6a8b-4943-bc68-7722b93fab61 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1136 time: 0.5379665 Jul 15 13:36:00.154041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4b072448-9832-463a-9625-0aaa9ee81607 req-30540a5d-8613-4681-a5a2-b76baa46ce98 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.156349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6ae4cfa-baa4-4625-bd19-bedc15942cca req-4e26977f-58b1-490d-a844-8bda8d3d799d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0861163 Jul 15 13:36:00.557936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4b072448-9832-463a-9625-0aaa9ee81607 req-30540a5d-8613-4681-a5a2-b76baa46ce98 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.567872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4b072448-9832-463a-9625-0aaa9ee81607 req-30540a5d-8613-4681-a5a2-b76baa46ce98 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.598907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c15634e8-55be-4416-bd5b-0afbbd154c71 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:00.632692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b072448-9832-463a-9625-0aaa9ee81607 req-30540a5d-8613-4681-a5a2-b76baa46ce98 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5142338 Jul 15 13:36:00.637748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Made reservation on behalf of c74bf6b08991447b8f3cf648ebd9a5fc for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:00.642625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:00.661102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59028) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.685528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: c15634e8-55be-4416-bd5b-0afbbd154c71 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:00.686035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c15634e8-55be-4416-bd5b-0afbbd154c71 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:00.859866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847658b-1159-4e5f-8cc1-0f796279ed64 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:00.877050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d847658b-1159-4e5f-8cc1-0f796279ed64 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1131 time: 0.2144785 Jul 15 13:36:00.880694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:00.884199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Allocated IP 172.20.0.4 (b1dfe165-292c-4f01-b8f2-a5ed94391499/5438bbb6-7d22-42fc-9c29-201fac27f99f/87d8c348-b938-403d-a046-dda7520ba8e6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:00.890272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:00.966060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.118550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30540a5d-8613-4681-a5a2-b76baa46ce98 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7568b82f-fd92-46ef-a77c-799c72bab1ef,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.293937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.322312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.393922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.542503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520e326-fc7c-45e3-893e-eccaee6fbe96 req-0cd3eeda-e01b-4389-aee6-af8185d34298 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:01.545701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5520e326-fc7c-45e3-893e-eccaee6fbe96 req-0cd3eeda-e01b-4389-aee6-af8185d34298 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 931 time: 0.1606386 Jul 15 13:36:01.554905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Network b1dfe165-292c-4f01-b8f2-a5ed94391499 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:01.591106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:01.593773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.25.3.225 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/09f0caaa-4c30-4de6-a956-5048a4c35147) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:01.598886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:01.609343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5520e326-fc7c-45e3-893e-eccaee6fbe96 req-325b2858-488e-4bda-a35f-2962ed273823 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Jul 15 13:36:01.681278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Pushing event updated for resources: {'Port': ['ID=87d8c348-b938-403d-a046-dda7520ba8e6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:01.708828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:01.709509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.737338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ffd5acaf-aeef-4e0e-a95a-5b98cf250071 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7663236 Jul 15 13:36:01.765187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Request body: {'port': {'device_id': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:01.927503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:01.984256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.105652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.273124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=09f0caaa-4c30-4de6-a956-5048a4c35147,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:02.332338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:02.336747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:02.341405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:02.684240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d8c348-b938-403d-a046-dda7520ba8e6 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:02.710493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.773983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Transition to ACTIVE for port object 87d8c348-b938-403d-a046-dda7520ba8e6 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:02.782141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:02.922682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Pushing event updated for resources: {'Port': ['ID=87d8c348-b938-403d-a046-dda7520ba8e6,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.196029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Attempting to bind port 87d8c348-b938-403d-a046-dda7520ba8e6 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:03.196515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Attempting to bind port 87d8c348-b938-403d-a046-dda7520ba8e6 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:03.196985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Attempting to bind port 87d8c348-b938-403d-a046-dda7520ba8e6 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:03.210409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Port 87d8c348-b938-403d-a046-dda7520ba8e6 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:03.211141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Attempting to bind port 87d8c348-b938-403d-a046-dda7520ba8e6 on network b1dfe165-292c-4f01-b8f2-a5ed94391499 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:03.226681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:03.227247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Checking segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:03.228701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Bound using segment: {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:03.229451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Bound port: 87d8c348-b938-403d-a046-dda7520ba8e6, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:03.230133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.268916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa2b60-80e0-4c7c-b988-0c9d6407901e req-025a2944-453c-45dd-94d9-94520d180421 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.270986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9aaa2b60-80e0-4c7c-b988-0c9d6407901e req-025a2944-453c-45dd-94d9-94520d180421 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 943 time: 0.2270455 Jul 15 13:36:03.463339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9aaa2b60-80e0-4c7c-b988-0c9d6407901e req-fe78b987-7ec2-4634-b991-555a03ddd827 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856306 Jul 15 13:36:03.532829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] For port 87d8c348-b938-403d-a046-dda7520ba8e6, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:03.549974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] For port 87d8c348-b938-403d-a046-dda7520ba8e6, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=87d8c348-b938-403d-a046-dda7520ba8e6,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:03.557344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.619031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.620204 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:03.621887 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] 10.222.0.58 "PUT /v2.0/ports/87d8c348-b938-403d-a046-dda7520ba8e6 HTTP/1.1" status: 200 len: 1092 time: 1.8705130 Jul 15 13:36:03.622556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'tag': '87d8c348-b938-403d-a046-dda7520ba8e6'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:03.627191 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3", "tag": "87d8c348-b938-403d-a046-dda7520ba8e6"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:03.696722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c497b-37dd-44f8-b7f9-92ad406afa69 service neutron] Pushing event updated for resources: {'Port': ['ID=87d8c348-b938-403d-a046-dda7520ba8e6,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:03.785854 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d62826-8c55-420e-a88a-6ca6f5910b16 x-openstack-request-id: req-56d62826-8c55-420e-a88a-6ca6f5910b16 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:03.786310 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3", "tag": "87d8c348-b938-403d-a046-dda7520ba8e6", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:03.786507 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56d62826-8c55-420e-a88a-6ca6f5910b16 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:03.787248 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'tag': '87d8c348-b938-403d-a046-dda7520ba8e6', 'status': 'completed', 'code': 200} Jul 15 13:36:03.864119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-9c6d3bc0-d885-46d9-a62f-7f433f60f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:03.865691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-9c6d3bc0-d885-46d9-a62f-7f433f60f46f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 1095 time: 0.2005219 Jul 15 13:36:03.949743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-454bc0c6-2ca8-4f93-8ad6-ddb7a6edf333 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87d8c348-b938-403d-a046-dda7520ba8e6 HTTP/1.1" status: 200 len: 217 time: 0.0668373 Jul 15 13:36:03.957347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.094711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-b5cc8cef-b363-45f7-b765-e10e3a5a0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.098596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-b5cc8cef-b363-45f7-b765-e10e3a5a0210 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 200 len: 855 time: 0.1392457 Jul 15 13:36:04.149365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-44215049-7b24-492f-a208-10931a002ea8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1dfe165-292c-4f01-b8f2-a5ed94391499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339274 Jul 15 13:36:04.193641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.439572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-ccbe8d2f-c86b-4266-bb30-d8bf87ec68d3 service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771838 Jul 15 13:36:04.469161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.478635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.612888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6ae0431-c581-4579-a23e-f1adb8caaef2 req-10ea8188-ce5a-40cc-a6a8-0ec7402c1745 service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662753 Jul 15 13:36:04.657988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=09f0caaa-4c30-4de6-a956-5048a4c35147,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:04.702664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:04.836616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-42ed14ad-21a6-44c4-93fe-a3821cfdbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:04.851334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-42ed14ad-21a6-44c4-93fe-a3821cfdbf73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 1095 time: 0.1393597 Jul 15 13:36:04.931745 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Floating IP d63d3ba9-cb88-439d-ba65-cb1c0285020c associated. External IP: 172.25.3.225, port: c4c7d32f-0f7d-42f2-9c95-782572de2f4d. Jul 15 13:36:05.076360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-b3545a73-ccfb-4cde-b636-7009c02e7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.078286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-b3545a73-ccfb-4cde-b636-7009c02e7067 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 200 len: 916 time: 0.2244222 Jul 15 13:36:05.145091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-4351e017-04da-4161-9713-6bd9af61cb07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87d8c348-b938-403d-a046-dda7520ba8e6 HTTP/1.1" status: 200 len: 217 time: 0.0558286 Jul 15 13:36:05.176245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62904-2173-4428-b956-9e22917c512a req-c0aa30e8-2205-4142-ae83-2f4ee2303d2c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.183875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf62904-2173-4428-b956-9e22917c512a req-c0aa30e8-2205-4142-ae83-2f4ee2303d2c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 943 time: 0.1478894 Jul 15 13:36:05.242663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-1c862f90-b287-40ae-9631-e1be19500171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:05.254616 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-1c862f90-b287-40ae-9631-e1be19500171 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 200 len: 855 time: 0.0926557 Jul 15 13:36:05.311301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-319d89af-71be-42d6-8b97-58f5f0b1f5f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1dfe165-292c-4f01-b8f2-a5ed94391499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513113 Jul 15 13:36:05.363206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf62904-2173-4428-b956-9e22917c512a req-ee918c69-c062-4ff2-b0e7-98982d628478 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649008 Jul 15 13:36:05.549073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 162eb033-13b1-42be-9f07-9c15e67ae546 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:05.573554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-9e05adad-1216-428a-bb56-99f82e52f980 service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575431 Jul 15 13:36:05.718577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9f0c94c-d6fd-47f7-a4c8-ed778773a50d req-b7cd2357-a9d8-4c77-b249-8995939659b2 service neutron] 10.222.0.58 "GET /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381888 Jul 15 13:36:05.808293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:05.823807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] Sync routers for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:05.836380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:05.858489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:05.861928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:35:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:05.907566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ae75fd8e-6fdf-424e-b320-1dbe99e28b4a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0224609 Jul 15 13:36:05.907566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:05.908144 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16baacc-9393-4b3c-b705-afa70e5361f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:05.909054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.036477 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890199d3-fb26-4eb3-8958-3e314b6ecf0d x-openstack-request-id: req-890199d3-fb26-4eb3-8958-3e314b6ecf0d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:06.036477 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:06.036477 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-890199d3-fb26-4eb3-8958-3e314b6ecf0d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:06.036477 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'status': 'completed', 'code': 200} Jul 15 13:36:06.111668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-b82ed5e0-fd57-48db-b58f-43ea42d19ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.113168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-b82ed5e0-fd57-48db-b58f-43ea42d19ac1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1136 time: 0.0735886 Jul 15 13:36:06.252248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:06.376485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-3b321c85-4317-4984-836d-9c312e5231b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.395193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-3b321c85-4317-4984-836d-9c312e5231b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 HTTP/1.1" status: 200 len: 897 time: 0.2751386 Jul 15 13:36:06.593488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.593907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.594348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.595137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.596718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.596718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.597196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.599311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7f191539-10a4-4dab-b02c-88c2fd1cd9a4 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.6891923 Jul 15 13:36:06.604726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59202) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.622857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-830e322d-e630-4ace-b4bc-c1147c9a5c14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d HTTP/1.1" status: 200 len: 999 time: 0.2253480 Jul 15 13:36:06.720236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-bb967c60-b1c5-48f6-93c4-3a8041111859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.722054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-bb967c60-b1c5-48f6-93c4-3a8041111859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8507c71-fd97-4bcd-99f8-d839b6cd280f HTTP/1.1" status: 200 len: 834 time: 0.0903437 Jul 15 13:36:06.853481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.862797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.863582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.864112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.864733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.867651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.868336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.873699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-092591fd-86df-4afb-ba77-d9e7f4171633 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.2645695 Jul 15 13:36:06.877221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:06.958495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-628b4c15-ee75-444b-965a-308d30ecfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:06.960775 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-628b4c15-ee75-444b-965a-308d30ecfae3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2252359 Jul 15 13:36:06.972591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'd63d3ba9-cb88-439d-ba65-cb1c0285020c', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'port_id': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'mac_address': 'fa:16:3e:ab:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:02Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 0, 'project_id': '2f9e97a25f804b078549c78237d41753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:44Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.010078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b19135-b682-4b9a-926a-b903e6d4a2f8 req-d1f422fd-7409-4b65-a815-e8da3242814e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:07.012179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2b19135-b682-4b9a-926a-b903e6d4a2f8 req-d1f422fd-7409-4b65-a815-e8da3242814e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 943 time: 0.2887776 Jul 15 13:36:07.055716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] Checking router: 162eb033-13b1-42be-9f07-9c15e67ae546 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:07.075830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:07.079815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:35:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:07.097959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2b19135-b682-4b9a-926a-b903e6d4a2f8 req-55a9963e-fd00-4ed3-b1bc-00f0a7512c1b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766253 Jul 15 13:36:07.161219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-c89e4a06-8bc0-43a7-9e92-ff2884647f33 service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884301 Jul 15 13:36:07.397284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1523cc9c-3c41-4c65-bb25-85ca5dd5a2f7 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.5157437 Jul 15 13:36:07.397897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59228) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:07.460375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:07.518174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c16baacc-9393-4b3c-b705-afa70e5361f1 req-022ccde1-d04a-46f9-8bbc-9501f14efa23 service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505721 Jul 15 13:36:08.158974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56b424-c4b8-435e-8d22-366fb60f51df tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.161653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56b424-c4b8-435e-8d22-366fb60f51df tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.163723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be56b424-c4b8-435e-8d22-366fb60f51df tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=162eb033-13b1-42be-9f07-9c15e67ae546 HTTP/1.1" status: 200 len: 1992 time: 0.7653356 Jul 15 13:36:08.341415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'd63d3ba9-cb88-439d-ba65-cb1c0285020c', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'port_id': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'mac_address': 'fa:16:3e:ab:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:02Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 0, 'project_id': '2f9e97a25f804b078549c78237d41753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:44Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:08.533310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 87d8c348-b938-403d-a046-dda7520ba8e6 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:08.584458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b5818-84ed-4d68-a68f-0074f16bf095 req-146f3a2a-f2b6-4497-aafd-38bd42150483 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:08.586508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-066b5818-84ed-4d68-a68f-0074f16bf095 req-146f3a2a-f2b6-4497-aafd-38bd42150483 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 943 time: 0.2297037 Jul 15 13:36:08.637935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-066b5818-84ed-4d68-a68f-0074f16bf095 req-49b1ba58-91ba-40f0-b545-06e83d2b42af tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454049 Jul 15 13:36:08.645110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 87d8c348-b938-403d-a046-dda7520ba8e6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=87d8c348-b938-403d-a046-dda7520ba8e6,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:08.658675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '87d8c348-b938-403d-a046-dda7520ba8e6', 'network_id': 'b1dfe165-292c-4f01-b8f2-a5ed94391499', 'port_id': '87d8c348-b938-403d-a046-dda7520ba8e6', 'mac_address': 'fa:16:3e:33:89:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5438bbb6-7d22-42fc-9c29-201fac27f99f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:08.660556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a654986a-b35c-4e9e-be99-1595ce041e54 None None] The sync data for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 is: [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'd63d3ba9-cb88-439d-ba65-cb1c0285020c', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'port_id': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'mac_address': 'fa:16:3e:ab:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:36:02Z', 'updated_at': '2021-07-15T13:36:02Z', 'revision_number': 0, 'project_id': '2f9e97a25f804b078549c78237d41753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:44Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:08.767837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.805700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d8c348-b938-403d-a046-dda7520ba8e6 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:08.873934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 87d8c348-b938-403d-a046-dda7520ba8e6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=87d8c348-b938-403d-a046-dda7520ba8e6,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:08.880671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:08.949723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=87d8c348-b938-403d-a046-dda7520ba8e6,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:09.137869 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0713cb4-dbb1-4559-b00f-c6bfaeb45250 None None] New status for floating IP d63d3ba9-cb88-439d-ba65-cb1c0285020c: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:36:09.141213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['87d8c348-b938-403d-a046-dda7520ba8e6'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:09.928499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384cf5d-8226-4d8e-b3fc-56269f5c831d req-149fc770-5281-4398-afaa-1ba955c33eef tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:09.928499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b384cf5d-8226-4d8e-b3fc-56269f5c831d req-149fc770-5281-4398-afaa-1ba955c33eef tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 944 time: 0.1233742 Jul 15 13:36:09.980852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b384cf5d-8226-4d8e-b3fc-56269f5c831d req-0193cae6-182a-4bcf-82dd-8ab6aa88975f tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Jul 15 13:36:10.442330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 87d8c348-b938-403d-a046-dda7520ba8e6 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:10.530875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 87d8c348-b938-403d-a046-dda7520ba8e6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:10.539248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 87d8c348-b938-403d-a046-dda7520ba8e6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:10.539617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.639278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afd83-85e0-499e-8218-88359731ca78 req-bdb491db-6358-4e36-95fb-39585954a91e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.641690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9d0afd83-85e0-499e-8218-88359731ca78 req-bdb491db-6358-4e36-95fb-39585954a91e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.0888605 Jul 15 13:36:10.654895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.685708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9d0afd83-85e0-499e-8218-88359731ca78 req-b40d9634-b41b-4799-bb2b-abd980f46887 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 Jul 15 13:36:10.699703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d8c348-b938-403d-a046-dda7520ba8e6'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:10.702997 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14147a79-aa44-4fd4-ae8a-4cbbda0d966b" -d '{"events": [{"server_uuid": "a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3", "name": "network-vif-plugged", "status": "completed", "tag": "87d8c348-b938-403d-a046-dda7520ba8e6"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:10.739336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 87d8c348-b938-403d-a046-dda7520ba8e6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=87d8c348-b938-403d-a046-dda7520ba8e6,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:10.746562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:10.790827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dfe622-3407-40e6-8cca-ccbe1e6ef6a2 x-openstack-request-id: req-05dfe622-3407-40e6-8cca-ccbe1e6ef6a2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:10.791148 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3", "name": "network-vif-plugged", "status": "completed", "tag": "87d8c348-b938-403d-a046-dda7520ba8e6", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:10.791399 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05dfe622-3407-40e6-8cca-ccbe1e6ef6a2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:10.791806 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d8c348-b938-403d-a046-dda7520ba8e6', 'code': 200} Jul 15 13:36:10.814643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=87d8c348-b938-403d-a046-dda7520ba8e6,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:10.929200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f37b2-8954-40a9-98d0-29bea1ce6f8a req-6b64c7a7-d649-48b4-ba01-ded39e30a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:10.931699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d16f37b2-8954-40a9-98d0-29bea1ce6f8a req-6b64c7a7-d649-48b4-ba01-ded39e30a2f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 1097 time: 0.0735497 Jul 15 13:36:10.970581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d16f37b2-8954-40a9-98d0-29bea1ce6f8a req-9dd4355d-5d13-4d99-8a33-d63e863cf0e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322306 Jul 15 13:36:11.188483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398508-9bbe-4640-946f-b25525afb457 req-20a71231-c05f-40ae-9399-3483dc07181e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:11.190695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b398508-9bbe-4640-946f-b25525afb457 req-20a71231-c05f-40ae-9399-3483dc07181e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0765877 Jul 15 13:36:11.232640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b398508-9bbe-4640-946f-b25525afb457 req-110a66c1-f3bd-4f37-98bc-9bacdba78f8e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Jul 15 13:36:12.010989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f151d-30bf-48bd-af0c-9f7ec2dd92ce req-12e7c630-1d06-4fa0-80bd-4d29da4ab882 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.020916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-014f151d-30bf-48bd-af0c-9f7ec2dd92ce req-12e7c630-1d06-4fa0-80bd-4d29da4ab882 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.1358204 Jul 15 13:36:12.106024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-014f151d-30bf-48bd-af0c-9f7ec2dd92ce req-6102a1fe-2bcd-470b-a826-d697dd50b9ae tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836935 Jul 15 13:36:12.650076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5fa8-1f5f-4066-bd0c-584a0aa3fdd7 req-3dde57a0-765d-47ad-9029-3998dbdf491e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:12.659567 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d67f5fa8-1f5f-4066-bd0c-584a0aa3fdd7 req-3dde57a0-765d-47ad-9029-3998dbdf491e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.1111102 Jul 15 13:36:12.705079 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d67f5fa8-1f5f-4066-bd0c-584a0aa3fdd7 req-fd034a7e-deed-4ca3-b7da-29a5799dab40 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Jul 15 13:36:13.010351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2192dc-2f61-435e-bf62-96b2d74a00d3 req-9a372cd1-7994-438a-a28b-00e49400286b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.011974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee2192dc-2f61-435e-bf62-96b2d74a00d3 req-9a372cd1-7994-438a-a28b-00e49400286b tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0935881 Jul 15 13:36:13.060554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee2192dc-2f61-435e-bf62-96b2d74a00d3 req-a05f254f-a1ce-4409-bde5-a1358f69dfd4 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Jul 15 13:36:13.069197 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7043c02d-fc22-456f-b847-3c20609954ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:13.465591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bef23-d124-4ad5-8cf2-8686ebf22fb8 req-94a8e61e-ddaa-4fa6-aa42-14620533a217 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.467492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-169bef23-d124-4ad5-8cf2-8686ebf22fb8 req-94a8e61e-ddaa-4fa6-aa42-14620533a217 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0703683 Jul 15 13:36:13.508499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-169bef23-d124-4ad5-8cf2-8686ebf22fb8 req-b61d9529-c0f5-44fd-bf8e-64488e2279a5 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Jul 15 13:36:13.687884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6407-50b5-4c4b-8e48-8834a426aa50 req-ef286b20-6043-4b25-bdc6-d68f02cc6a37 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:13.689312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6edf6407-50b5-4c4b-8e48-8834a426aa50 req-ef286b20-6043-4b25-bdc6-d68f02cc6a37 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0658293 Jul 15 13:36:13.728157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6edf6407-50b5-4c4b-8e48-8834a426aa50 req-2af9bb79-3676-45bf-9ca9-f5a8f4bb448e tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Jul 15 13:36:14.103098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5d5d3-3c96-4dc2-b2ef-5102b6b40936 req-fb511243-24ad-4a70-9bf3-bb2b49cdfa93 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:14.104990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1c5d5d3-3c96-4dc2-b2ef-5102b6b40936 req-fb511243-24ad-4a70-9bf3-bb2b49cdfa93 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0743785 Jul 15 13:36:14.150456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1c5d5d3-3c96-4dc2-b2ef-5102b6b40936 req-7986e6a9-69c1-456c-987a-6bf5c82646cb tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Jul 15 13:36:14.341978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed262-137e-4370-8a3c-54293baabaa2 req-6f8a8087-8f13-4f17-86c6-70606a701d2c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:14.344296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-921ed262-137e-4370-8a3c-54293baabaa2 req-6f8a8087-8f13-4f17-86c6-70606a701d2c tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0760877 Jul 15 13:36:14.402004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-921ed262-137e-4370-8a3c-54293baabaa2 req-2bc02afa-0ba2-4ecd-858c-b183ea46c8f0 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Jul 15 13:36:14.457825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:14.544397 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.578919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:14.582758 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656ae97-ef63-496e-aba5-ea5795fd87e9" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-unplugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:14.595715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:14.603942 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:14.665137 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c974b6-7d40-44e7-a8ff-8fbe8c27b6a5 x-openstack-request-id: req-57c974b6-7d40-44e7-a8ff-8fbe8c27b6a5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:14.665433 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-unplugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:14.665692 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57c974b6-7d40-44e7-a8ff-8fbe8c27b6a5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:14.666089 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:36:14.683196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:15.009125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f86e7-e248-47ec-bfba-eca4dc545a2b req-4de1dda2-112f-43a6-84b4-9eaade348768 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:15.011940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e2f86e7-e248-47ec-bfba-eca4dc545a2b req-4de1dda2-112f-43a6-84b4-9eaade348768 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0676198 Jul 15 13:36:15.054629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5e2f86e7-e248-47ec-bfba-eca4dc545a2b req-5fbfc4f8-edb0-4e3e-a541-be76609c3a12 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Jul 15 13:36:15.107405 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.345866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.548772 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d1fe2382-03d0-4af4-8871-515e2cf517fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:15.656432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.266561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d022b6-614b-4549-a5a1-19f590c7de38 req-5b1a1015-effd-4fcd-8d41-74aafc31f00d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.267888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05d022b6-614b-4549-a5a1-19f590c7de38 req-5b1a1015-effd-4fcd-8d41-74aafc31f00d tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0755572 Jul 15 13:36:16.333892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05d022b6-614b-4549-a5a1-19f590c7de38 req-010430cd-1b0a-41ab-81b7-7939db1e35af tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/security-groups?id=375cf0c5-8e37-4567-b891-545a53413330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488501 Jul 15 13:36:16.353059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-79e6f35b-54e5-40a5-be16-1d8629b53dda tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:16.354972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-79e6f35b-54e5-40a5-be16-1d8629b53dda tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 945 time: 0.0795374 Jul 15 13:36:16.468495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:16.523346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Deleting port 87d8c348-b938-403d-a046-dda7520ba8e6 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:16.524509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.611628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:16.629244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:16.682076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] For port 87d8c348-b938-403d-a046-dda7520ba8e6, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=87d8c348-b938-403d-a046-dda7520ba8e6,segment=NetworkSegment(0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3),segment_id=0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:16.682892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.695363 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.706079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Calling delete_port for 87d8c348-b938-403d-a046-dda7520ba8e6 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:16.730235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:16.791512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:16.803957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:16.880250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:16.941463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['21718ce2-4eb8-454a-be1c-2b4e7c03ece5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:16.968039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.026273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Pushing event deleted for resources: {'Port': ['ID=87d8c348-b938-403d-a046-dda7520ba8e6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:17.112810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] No DVR routers for this DVR port 87d8c348-b938-403d-a046-dda7520ba8e6 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:17.115737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.118261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ee7c6e5-4860-4075-a462-1affbb64deac req-5b02293e-35b2-4e8a-8407-bc3035829654 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.58 "DELETE /v2.0/ports/87d8c348-b938-403d-a046-dda7520ba8e6 HTTP/1.1" status: 204 len: 173 time: 0.7288542 Jul 15 13:36:17.119001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'name': 'network-vif-deleted', 'tag': '87d8c348-b938-403d-a046-dda7520ba8e6'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:17.121702 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b80262-29d8-43e2-832e-d0cd7820b9af" -d '{"events": [{"server_uuid": "a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3", "name": "network-vif-deleted", "tag": "87d8c348-b938-403d-a046-dda7520ba8e6"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:17.130717 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:17.174967 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75089c3b-d76e-4009-b802-e051fb03755c x-openstack-request-id: req-75089c3b-d76e-4009-b802-e051fb03755c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:17.175291 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3", "name": "network-vif-deleted", "tag": "87d8c348-b938-403d-a046-dda7520ba8e6", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:17.175556 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75089c3b-d76e-4009-b802-e051fb03755c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:17.176024 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3', 'name': 'network-vif-deleted', 'tag': '87d8c348-b938-403d-a046-dda7520ba8e6', 'status': 'completed', 'code': 200} Jul 15 13:36:17.544012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89c6c018-e18c-4567-89ce-3e4eb1b2a268 req-a65c86ae-1e4c-4dc5-a5cc-f5e06ac70bc3 tempest-ServerDiskConfigTestJSON-1855274601 tempest-ServerDiskConfigTestJSON-1855274601-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1b68b2f-3557-4c08-90b9-8f9c4a73bcf3 HTTP/1.1" status: 200 len: 210 time: 0.0494008 Jul 15 13:36:18.483266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:18.616621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:18.617652 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.620718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.812211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.883619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:18.886984 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459e631-31f3-48ba-8e8e-05d47bd952ea" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:18.936131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:18.948604 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:18.949439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 87d8c348-b938-403d-a046-dda7520ba8e6 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:19.023843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 87d8c348-b938-403d-a046-dda7520ba8e6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:36:19.024194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 87d8c348-b938-403d-a046-dda7520ba8e6 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:36:19.032277 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc32a02-9308-405d-93b3-115a4a4687d5 x-openstack-request-id: req-2dc32a02-9308-405d-93b3-115a4a4687d5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:19.033980 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:19.035379 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2dc32a02-9308-405d-93b3-115a4a4687d5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:19.040287 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:36:19.136936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.207044 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:19.259331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59714) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.445579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Deleting subnet 5438bbb6-7d22-42fc-9c29-201fac27f99f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:36:19.451930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.568366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.664118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.784032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.809921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5438bbb6-7d22-42fc-9c29-201fac27f99f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:19.832182 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:19.836720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a781ca2c-bd57-42e1-80a8-834bb8096cde admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5438bbb6-7d22-42fc-9c29-201fac27f99f HTTP/1.1" status: 204 len: 168 time: 0.5733273 Jul 15 13:36:19.837503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59738) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:19.924437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.040730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.057787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dfe165-292c-4f01-b8f2-a5ed94391499']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.080523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.081127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7171a6-3b3e-4cda-8e26-dab75f6fd6c3') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:20.095700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.116452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.125202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:36:20.126424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:36:20.199531 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:36:20.208728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.242193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.254277 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] 10.222.0.57 "DELETE /v2.0/networks/b1dfe165-292c-4f01-b8f2-a5ed94391499 HTTP/1.1" status: 204 len: 168 time: 0.4115198 Jul 15 13:36:20.258260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d2333-4f80-40ac-b6be-bba0fd7dbaec admin admin] Pushing event deleted for resources: {'Network': ['ID=b1dfe165-292c-4f01-b8f2-a5ed94391499,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:20.628895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59802) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.703009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-6f656351-a3c8-4564-a188-84687bf6aa1a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:20.705338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-6f656351-a3c8-4564-a188-84687bf6aa1a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.2189546 Jul 15 13:36:20.721918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-4ffa6c39-7b06-4d6f-86e3-bdfd41dc227a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/quotas/5b0d3e38f5c94a4a91590d99a9d6e7b9 HTTP/1.1" status: 200 len: 375 time: 0.0108309 Jul 15 13:36:20.736746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e858ca8c-c648-4ff2-beee-ac0b5005f21a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c74bf6b08991447b8f3cf648ebd9a5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061935 Jul 15 13:36:20.739793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:20.826094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-3408f440-1a45-4063-8102-5287987c5b37 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980582 Jul 15 13:36:20.864571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a820bec8-6a6f-404c-baee-aeefe454883c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.889754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a820bec8-6a6f-404c-baee-aeefe454883c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.988119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a820bec8-6a6f-404c-baee-aeefe454883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.995338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a820bec8-6a6f-404c-baee-aeefe454883c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:20.998221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-f501de81-8d3b-45e3-8e41-ef1b8a8ff5ed service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704919 Jul 15 13:36:20.999713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a820bec8-6a6f-404c-baee-aeefe454883c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/375cf0c5-8e37-4567-b891-545a53413330 HTTP/1.1" status: 204 len: 168 time: 0.2587652 Jul 15 13:36:21.014831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820bec8-6a6f-404c-baee-aeefe454883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375cf0c5-8e37-4567-b891-545a53413330,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:21.295784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-de959b7b-9884-4f6b-93d2-15e758ac6418 service neutron] 10.222.0.57 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876201 Jul 15 13:36:21.613961 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ca27918-2512-4476-99a1-061e308e06e5 req-b943c5f7-ddb8-4e74-8f73-a960c6ae5f64 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 210 time: 0.0371337 Jul 15 13:36:22.521459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59940) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:22.815849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-284043183-network', 'tenant_id': 'c178d74a942c439cb844ae7e06a98c33'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:22.870624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Made reservation on behalf of c178d74a942c439cb844ae7e06a98c33 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:22.876216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:22.893820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.096848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-490c0e3f-9e37-4134-8f70-ea71d9618c24 req-e0a970ea-1ae1-4fa9-8377-616966f930f4 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 210 time: 0.1637967 Jul 15 13:36:23.138918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.149422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.189591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:23.206471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2746be7-eece-463b-80cf-c043c9ef35c6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.211518 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.212685 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Added segment 29ce6db9-cf67-4e87-9b32-086158f23e8e of type vlan for network e498d651-bde1-43bb-a035-2740ca973f0e Jul 15 13:36:23.484738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.585333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.587554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.588321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.767525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] Pushing event updated for resources: {'Network': ['ID=e498d651-bde1-43bb-a035-2740ca973f0e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:23.780243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e498d651-bde1-43bb-a035-2740ca973f0e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:23.916195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f0dbef8d-78ae-4195-9f15-2a4487b6c07a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3893769 Jul 15 13:36:23.916700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60014) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:23.922698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Request body: {'subnet': {'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-284043183-subnet', 'tenant_id': 'c178d74a942c439cb844ae7e06a98c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:23.978323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-adde23da-c604-44e5-9afc-8544b89e116d tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:23.979892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Made reservation on behalf of c178d74a942c439cb844ae7e06a98c33 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:23.982452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:23.988891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-adde23da-c604-44e5-9afc-8544b89e116d tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 813 time: 0.7225156 Jul 15 13:36:24.007609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Request body: {'port': {'device_id': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'admin_state_up': True, 'tenant_id': '5b0d3e38f5c94a4a91590d99a9d6e7b9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:24.305457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68717463-b7ce-4544-a5b4-5ec8b9973d0e req-34970faf-a7d7-4f2f-bba1-776c7c0b83f6 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 210 time: 0.0566773 Jul 15 13:36:24.350873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Made reservation on behalf of 5b0d3e38f5c94a4a91590d99a9d6e7b9 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:24.354222 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.514571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.661396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Checking segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:24.663367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Network hostable DHCP agents. Network: e498d651-bde1-43bb-a035-2740ca973f0e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:24.672894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Allocated IP 172.20.0.8 (f2086902-f464-48af-a90f-7ad2bf2fb926/d30c9598-299c-44a3-bddd-898f45755d12/a057efbc-ad9f-433f-a754-374ee680438d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:24.684117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:24.733501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Network e498d651-bde1-43bb-a035-2740ca973f0e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:24.788378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e498d651-bde1-43bb-a035-2740ca973f0e) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:24.797935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:24.806891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:24.817147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5d27ad-0335-4cfa-ad5e-0afcc6d5680b None None] Network e498d651-bde1-43bb-a035-2740ca973f0e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:24.844298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-412763be-5e3d-4699-9b35-5533f8dc3ed2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9257650 Jul 15 13:36:25.108244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.215576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.233724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1096db91-9746-4613-ba28-015b4c228100', '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:25.236555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:25.311576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adaf068-7d98-41a8-86a2-cf2a78da8813 None None] Network e498d651-bde1-43bb-a035-2740ca973f0e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:25.317471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Network f2086902-f464-48af-a90f-7ad2bf2fb926 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:25.321446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:25.342122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:25.457314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:25.460021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:25.470191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event updated for resources: {'Port': ['ID=a057efbc-ad9f-433f-a754-374ee680438d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:25.517559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-37aaf0ca-717b-4222-a406-516cb62e72b1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5197194 Jul 15 13:36:25.542729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Request body: {'port': {'device_id': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:26.126746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8b6bfbb0-c025-4e7b-8972-36601087fd24 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.135916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8b6bfbb0-c025-4e7b-8972-36601087fd24 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 817 time: 0.3552434 Jul 15 13:36:26.157591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-a68fb62d-c30d-4697-8b9f-90d6a15db5d6 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/quotas/c178d74a942c439cb844ae7e06a98c33 HTTP/1.1" status: 200 len: 375 time: 0.0200324 Jul 15 13:36:26.242407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-7a32c448-58a8-4cb0-8bda-e68c7ae426ce tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834894 Jul 15 13:36:26.405317 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-37d901ba-6ec9-4f13-b1e5-8237a1acedc4 service neutron] 10.222.0.57 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473172 Jul 15 13:36:26.623669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-a617c0f6-8638-49e0-8743-2c30e4a6d346 service neutron] 10.222.0.57 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167425 Jul 15 13:36:26.667345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:26.706641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e32e69-9941-4a2e-bbcf-ac67eaeff686 req-a0c39404-9dc9-40c1-93ba-16ad1d4ce594 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:26.716620 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55e32e69-9941-4a2e-bbcf-ac67eaeff686 req-a0c39404-9dc9-40c1-93ba-16ad1d4ce594 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 931 time: 0.2365346 Jul 15 13:36:26.830623 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55e32e69-9941-4a2e-bbcf-ac67eaeff686 req-53696728-da4c-4305-88e3-4af74fe01c2f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109653 Jul 15 13:36:27.195170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a057efbc-ad9f-433f-a754-374ee680438d {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:27.206931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.224402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Transition to ACTIVE for port object a057efbc-ad9f-433f-a754-374ee680438d will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:27.236085 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.381541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b66978f-7142-4d59-b28e-3620d9546256 req-584c7ab2-1c7e-4ff8-8964-e87c032d23c4 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 210 time: 0.0894117 Jul 15 13:36:27.382260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Pushing event updated for resources: {'Port': ['ID=a057efbc-ad9f-433f-a754-374ee680438d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.456900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Attempting to bind port a057efbc-ad9f-433f-a754-374ee680438d on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:27.457356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Attempting to bind port a057efbc-ad9f-433f-a754-374ee680438d by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:27.457794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Attempting to bind port a057efbc-ad9f-433f-a754-374ee680438d on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:27.463027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Port a057efbc-ad9f-433f-a754-374ee680438d on network f2086902-f464-48af-a90f-7ad2bf2fb926 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:27.463623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Attempting to bind port a057efbc-ad9f-433f-a754-374ee680438d on network f2086902-f464-48af-a90f-7ad2bf2fb926 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:27.476912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:27.477442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Checking segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:27.478086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Bound using segment: {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:27.478771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Bound port: a057efbc-ad9f-433f-a754-374ee680438d, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:27.479343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.619402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] For port a057efbc-ad9f-433f-a754-374ee680438d, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:27.624582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] For port a057efbc-ad9f-433f-a754-374ee680438d, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a057efbc-ad9f-433f-a754-374ee680438d,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:27.634927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.724862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.725508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:27.726999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] 10.222.0.59 "PUT /v2.0/ports/a057efbc-ad9f-433f-a754-374ee680438d HTTP/1.1" status: 200 len: 1092 time: 2.1973181 Jul 15 13:36:27.727481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'tag': 'a057efbc-ad9f-433f-a754-374ee680438d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:27.744027 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4d8379-16f6-4816-95b9-f24393baaa39", "tag": "a057efbc-ad9f-433f-a754-374ee680438d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:27.863433 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc99471-4403-4516-ba57-fe8f24b6d549 x-openstack-request-id: req-2cc99471-4403-4516-ba57-fe8f24b6d549 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:27.863720 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4d8379-16f6-4816-95b9-f24393baaa39", "tag": "a057efbc-ad9f-433f-a754-374ee680438d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:27.863987 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2cc99471-4403-4516-ba57-fe8f24b6d549 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:27.864453 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'tag': 'a057efbc-ad9f-433f-a754-374ee680438d', 'status': 'completed', 'code': 200} Jul 15 13:36:27.880664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f236a-a37d-4ccd-8aff-132e792d2d35 service neutron] Pushing event updated for resources: {'Port': ['ID=a057efbc-ad9f-433f-a754-374ee680438d,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:27.946958 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-608f8513-8636-481d-907a-fa383198d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:27.951784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-608f8513-8636-481d-907a-fa383198d3e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 1095 time: 0.1652915 Jul 15 13:36:28.017065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-8262a70a-2144-43e6-9e2f-3a50a28eb395 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a057efbc-ad9f-433f-a754-374ee680438d HTTP/1.1" status: 200 len: 217 time: 0.0549629 Jul 15 13:36:28.114733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b6111-fae7-4ce1-9281-619c156abda4 req-320ee110-4c9a-4f4f-be5c-11b93c2d1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.116236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-320ee110-4c9a-4f4f-be5c-11b93c2d1051 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.0889783 Jul 15 13:36:28.189074 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-cc2da096-22b8-44bf-8203-21489a569faf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644038 Jul 15 13:36:28.197341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e1d81-6c35-42dc-ae9f-e6bfefc887a1 req-150e63cf-b1fe-4264-bca0-11034d4fb84f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.210165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-755e1d81-6c35-42dc-ae9f-e6bfefc887a1 req-150e63cf-b1fe-4264-bca0-11034d4fb84f tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 943 time: 0.1776710 Jul 15 13:36:28.316955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-755e1d81-6c35-42dc-ae9f-e6bfefc887a1 req-4540eef1-0680-485b-a0d0-0f8a374dd4cb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007538 Jul 15 13:36:28.352741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-87983af8-92cd-4ab1-831f-604e1b7d6919 service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559482 Jul 15 13:36:28.538405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-430d1063-341c-4689-b464-6a7d84043272 req-15b15c86-6d94-4c84-b58b-73fad3d84506 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 210 time: 0.0369015 Jul 15 13:36:28.574626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-095b6111-fae7-4ce1-9281-619c156abda4 req-1e3db55d-ee44-485c-b821-ef97ca58052d service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141440 Jul 15 13:36:28.828020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-cb2be46b-eba0-49ac-b96f-2bfcd006abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:28.829645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-cb2be46b-eba0-49ac-b96f-2bfcd006abd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 1095 time: 0.1110775 Jul 15 13:36:29.034738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-47cfc1d1-08f1-4f79-9326-460c502f1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:29.038192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-47cfc1d1-08f1-4f79-9326-460c502f1a00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 200 len: 914 time: 0.2011647 Jul 15 13:36:29.126938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-f6b8e46f-0856-4138-ad52-885078066ee5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a057efbc-ad9f-433f-a754-374ee680438d HTTP/1.1" status: 200 len: 217 time: 0.0724208 Jul 15 13:36:29.219266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-0edf4f35-6541-4e39-8985-8f195a75aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:29.221125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-0edf4f35-6541-4e39-8985-8f195a75aef1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 200 len: 853 time: 0.0863266 Jul 15 13:36:29.266968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-be77ab8d-a659-46e6-bc09-3b23ac889ac2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2086902-f464-48af-a90f-7ad2bf2fb926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372851 Jul 15 13:36:29.412951 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-ac954e35-135b-4159-9c4a-400d5017785a service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381848 Jul 15 13:36:29.708191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57d4ee50-6585-4a0b-a7e9-c3c390ce601d req-4ee5ad18-5ba3-44a3-b520-d735d8f90fdc service neutron] 10.222.0.59 "GET /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870858 Jul 15 13:36:29.709804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8debe3-7ac7-4102-bb84-beaf829fdc22 req-c529e762-b1f8-4452-b3b4-15b43262f4ff tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:29.723725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb8debe3-7ac7-4102-bb84-beaf829fdc22 req-c529e762-b1f8-4452-b3b4-15b43262f4ff tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 943 time: 0.1634316 Jul 15 13:36:29.971578 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e6b8239-d1f7-4925-b8eb-56f72f402b3e req-1fac9def-4cfa-4674-af67-e277047a8412 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 210 time: 0.1216264 Jul 15 13:36:30.035347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-984f0d29-38b7-44c8-9253-f79e1e7fada4 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.038190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-984f0d29-38b7-44c8-9253-f79e1e7fada4 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 817 time: 0.2368677 Jul 15 13:36:30.069254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb8debe3-7ac7-4102-bb84-beaf829fdc22 req-c690d301-2d08-45e3-821a-7c297e3f4770 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442400 Jul 15 13:36:30.074511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Request body: {'port': {'device_id': '6109786b-0417-4fc2-b362-d5fefe048608', 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'admin_state_up': True, 'tenant_id': 'c178d74a942c439cb844ae7e06a98c33'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:30.371706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Made reservation on behalf of c178d74a942c439cb844ae7e06a98c33 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:30.376620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.471729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-ca1b60ac-5860-44c2-96d7-5a274636a462 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:30.473297 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-ca1b60ac-5860-44c2-96d7-5a274636a462 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.59 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 817 time: 0.4946494 Jul 15 13:36:30.488199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Request body: {'port': {'device_id': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'admin_state_up': True, 'tenant_id': 'c178d74a942c439cb844ae7e06a98c33'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:30.665402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Made reservation on behalf of c178d74a942c439cb844ae7e06a98c33 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:30.685935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:30.756275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a057efbc-ad9f-433f-a754-374ee680438d details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:30.874839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Allocated IP 172.20.0.8 (e498d651-bde1-43bb-a035-2740ca973f0e/bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b/af09e8e5-8e95-48ba-b270-dc93b2b702fb) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:31.119325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a057efbc-ad9f-433f-a754-374ee680438d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a057efbc-ad9f-433f-a754-374ee680438d,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:31.160854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'a057efbc-ad9f-433f-a754-374ee680438d', 'network_id': 'f2086902-f464-48af-a90f-7ad2bf2fb926', 'port_id': 'a057efbc-ad9f-433f-a754-374ee680438d', 'mac_address': 'fa:16:3e:f2:49:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30c9598-299c-44a3-bddd-898f45755d12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:31.280731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-acb3cef9-40c2-4bf3-9a8d-2bf1a4a79af8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.289761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-acb3cef9-40c2-4bf3-9a8d-2bf1a4a79af8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 817 time: 0.5656250 Jul 15 13:36:31.294428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.300765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.304934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Request body: {'port': {'device_id': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'admin_state_up': True, 'tenant_id': 'c178d74a942c439cb844ae7e06a98c33'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:31.338398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a057efbc-ad9f-433f-a754-374ee680438d {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:31.367468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.377464 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed8ed4dd-934d-49fb-9303-b21fc93955e8 req-0a04a7d4-87b5-4ba9-b2f0-6b6c7cc7d648 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 210 time: 0.0601456 Jul 15 13:36:31.394173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a057efbc-ad9f-433f-a754-374ee680438d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a057efbc-ad9f-433f-a754-374ee680438d,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:31.413180 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.470716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Network e498d651-bde1-43bb-a035-2740ca973f0e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:31.473297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:31.476045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:31.530299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Allocated IP 172.20.0.6 (e498d651-bde1-43bb-a035-2740ca973f0e/bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b/cae67389-eeea-42a7-9816-fe3d04eb6c3b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:31.534509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a057efbc-ad9f-433f-a754-374ee680438d,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.554718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.555131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.555519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.555956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.556503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.556778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.557339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.557837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.558577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.559103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.559720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.560668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.568142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Pushing event updated for resources: {'Port': ['ID=af09e8e5-8e95-48ba-b270-dc93b2b702fb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:31.584435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.585027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.585548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.586058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.586637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.587293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.588334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.589461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.589989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.591136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.592190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.592683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:31.620501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701ae25-ad40-40ba-8350-e2d729bb9969 req-86952f1b-8f9e-49be-b895-4a9997f7bf99 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.622958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8701ae25-ad40-40ba-8350-e2d729bb9969 req-86952f1b-8f9e-49be-b895-4a9997f7bf99 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 943 time: 0.2717407 Jul 15 13:36:31.628407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a057efbc-ad9f-433f-a754-374ee680438d'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:31.631101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:31.632324 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.679656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b937094b-927d-4aa1-8fc1-1331f2f57a59 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6152191 Jul 15 13:36:31.723048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Request body: {'port': {'device_id': '6109786b-0417-4fc2-b362-d5fefe048608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:31.757360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Made reservation on behalf of c178d74a942c439cb844ae7e06a98c33 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:31.761039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8701ae25-ad40-40ba-8350-e2d729bb9969 req-8ea4321c-c72c-4ac9-9505-27d466b76236 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080885 Jul 15 13:36:31.775950 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:31.860821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.192640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.263801 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.315417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Network e498d651-bde1-43bb-a035-2740ca973f0e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:32.320274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:32.323338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:32.407390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:32.408730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.428963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Pushing event updated for resources: {'Port': ['ID=cae67389-eeea-42a7-9816-fe3d04eb6c3b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:32.446477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.447217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.447750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.448464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.449275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.449789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.450503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.451077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.451621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.452114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.452683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.453189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:32.465144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8f3bf63f-ee06-4ee9-9aa6-e28e2cdf4fc9 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9813826 Jul 15 13:36:32.478103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Request body: {'port': {'device_id': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:32.563354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af09e8e5-8e95-48ba-b270-dc93b2b702fb {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:32.585148 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.627207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Transition to ACTIVE for port object af09e8e5-8e95-48ba-b270-dc93b2b702fb will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:32.638201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.658282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.698107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Pushing event updated for resources: {'Port': ['ID=af09e8e5-8e95-48ba-b270-dc93b2b702fb,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:32.767903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a057efbc-ad9f-433f-a754-374ee680438d up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:32.832033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2acdfba0-a65a-4150-b43f-a2cfb9c9ba1b req-815cd330-8de6-464f-ac3b-d21102b9f066 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 210 time: 0.1929235 Jul 15 13:36:32.899541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port a057efbc-ad9f-433f-a754-374ee680438d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:32.900077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Attempting to bind port af09e8e5-8e95-48ba-b270-dc93b2b702fb on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:32.900577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Attempting to bind port af09e8e5-8e95-48ba-b270-dc93b2b702fb by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:32.901087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Attempting to bind port af09e8e5-8e95-48ba-b270-dc93b2b702fb on network e498d651-bde1-43bb-a035-2740ca973f0e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:32.905370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port a057efbc-ad9f-433f-a754-374ee680438d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:32.906798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:32.907669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Port af09e8e5-8e95-48ba-b270-dc93b2b702fb on network e498d651-bde1-43bb-a035-2740ca973f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:32.908282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Attempting to bind port af09e8e5-8e95-48ba-b270-dc93b2b702fb on network e498d651-bde1-43bb-a035-2740ca973f0e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:32.915108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:32.915272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Checking segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:32.915739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Bound using segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:32.916332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Bound port: af09e8e5-8e95-48ba-b270-dc93b2b702fb, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:32.917029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.086849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.102295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Allocated IP 172.20.0.9 (e498d651-bde1-43bb-a035-2740ca973f0e/bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b/552c6800-7c40-403d-952b-458d54598bfc) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:33.139169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] For port af09e8e5-8e95-48ba-b270-dc93b2b702fb, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:33.140224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a057efbc-ad9f-433f-a754-374ee680438d'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:33.150652 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c489cd9-73c4-451f-8f12-f7fe96405a0a" -d '{"events": [{"server_uuid": "9c4d8379-16f6-4816-95b9-f24393baaa39", "name": "network-vif-plugged", "status": "completed", "tag": "a057efbc-ad9f-433f-a754-374ee680438d"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:33.173708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] For port af09e8e5-8e95-48ba-b270-dc93b2b702fb, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:33.207846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.209555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a057efbc-ad9f-433f-a754-374ee680438d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a057efbc-ad9f-433f-a754-374ee680438d,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:33.219468 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.316820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Pushing event updated for resources: {'Port': ['ID=af09e8e5-8e95-48ba-b270-dc93b2b702fb,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.337486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.338829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.342387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-4646f673-4398-4ffc-84f4-74b6a805bbaf service neutron] 10.222.0.58 "PUT /v2.0/ports/af09e8e5-8e95-48ba-b270-dc93b2b702fb HTTP/1.1" status: 200 len: 1092 time: 1.6418607 Jul 15 13:36:33.345901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6109786b-0417-4fc2-b362-d5fefe048608', 'tag': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:33.350872 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f20587-1dc7-4fc8-8924-f9d219c2379d" -d '{"events": [{"name": "network-changed", "server_uuid": "6109786b-0417-4fc2-b362-d5fefe048608", "tag": "af09e8e5-8e95-48ba-b270-dc93b2b702fb"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:33.412556 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3684561f-0b70-49a1-9a2d-19ad8fdc5c17 x-openstack-request-id: req-3684561f-0b70-49a1-9a2d-19ad8fdc5c17 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:33.413065 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4d8379-16f6-4816-95b9-f24393baaa39", "name": "network-vif-plugged", "status": "completed", "tag": "a057efbc-ad9f-433f-a754-374ee680438d", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:33.413488 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3684561f-0b70-49a1-9a2d-19ad8fdc5c17 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:33.414038 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a057efbc-ad9f-433f-a754-374ee680438d', 'code': 200} Jul 15 13:36:33.415317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a057efbc-ad9f-433f-a754-374ee680438d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.465217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd84b8-3e1a-45c7-ac2f-ba6ea7695446 req-fb015826-4e01-422a-b792-2ecd9ef33faa tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.467439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-edfd84b8-3e1a-45c7-ac2f-ba6ea7695446 req-fb015826-4e01-422a-b792-2ecd9ef33faa tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 944 time: 0.3948536 Jul 15 13:36:33.500474 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c612698-7514-43fb-91c3-0cb51f83b117 x-openstack-request-id: req-7c612698-7514-43fb-91c3-0cb51f83b117 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:33.501175 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6109786b-0417-4fc2-b362-d5fefe048608", "tag": "af09e8e5-8e95-48ba-b270-dc93b2b702fb", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:33.501606 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c612698-7514-43fb-91c3-0cb51f83b117 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:33.502338 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6109786b-0417-4fc2-b362-d5fefe048608', 'tag': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb', 'status': 'completed', 'code': 200} Jul 15 13:36:33.529404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60542) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:33.614108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-edfd84b8-3e1a-45c7-ac2f-ba6ea7695446 req-8b3e943e-ce78-4126-aee8-c1f45136d4ad tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073904 Jul 15 13:36:33.615347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.662101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5399573-fdc1-4e97-836f-a8802def7294 req-c29d1ef7-9b28-485b-96a6-14ecbbc616b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.664081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5399573-fdc1-4e97-836f-a8802def7294 req-c29d1ef7-9b28-485b-96a6-14ecbbc616b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 1097 time: 0.2591927 Jul 15 13:36:33.677021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b1a2e5d0-f7af-438b-949a-26d1a688d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.678386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-b1a2e5d0-f7af-438b-949a-26d1a688d087 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 1095 time: 0.2231174 Jul 15 13:36:33.727779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.760697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-a575d0cb-1cb0-489a-826b-d8b883a63411 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb HTTP/1.1" status: 200 len: 217 time: 0.0573475 Jul 15 13:36:33.834722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5fa06142-df0c-4490-8fc9-76728a15db46 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2799 time: 0.3000143 Jul 15 13:36:33.835373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60570) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:33.840104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Network e498d651-bde1-43bb-a035-2740ca973f0e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:33.849178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:33.849794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'network': {'name': 'tempest-network-smoke--1815221341', 'project_id': '2f9e97a25f804b078549c78237d41753', 'port_security_enabled': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:33.859561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:33.902239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Made reservation on behalf of 2f9e97a25f804b078549c78237d41753 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:33.908197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.914576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.915292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:33.923940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Pushing event updated for resources: {'Port': ['ID=552c6800-7c40-403d-952b-458d54598bfc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:33.925429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5399573-fdc1-4e97-836f-a8802def7294 req-44f5376d-1b5b-4873-ad19-c5ceb580c0a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510734 Jul 15 13:36:33.947572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-3bcb6c29-4aa8-40aa-bfbe-d6f82a04d600 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6514091 Jul 15 13:36:33.955563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6a158f28-fd30-4fba-9a34-d4f31db35c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:33.957146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6a158f28-fd30-4fba-9a34-d4f31db35c20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 200 len: 857 time: 0.1903315 Jul 15 13:36:33.972961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Request body: {'port': {'device_id': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:33.979513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:36:34.015139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-e636de51-d4b5-40dd-8de6-73ccf0b2f05a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e498d651-bde1-43bb-a035-2740ca973f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471582 Jul 15 13:36:34.124768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae67389-eeea-42a7-9816-fe3d04eb6c3b {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:34.159370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.171080 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.201528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.204103 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Added segment fa90da91-ce94-429c-bf6d-a99592c3f982 of type vlan for network c5847538-b9cc-4555-bdb2-977e8c217b23 Jul 15 13:36:34.212764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Transition to ACTIVE for port object cae67389-eeea-42a7-9816-fe3d04eb6c3b will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:34.227187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-8c8328f0-0464-4a98-8821-4ad6fc4fb02a service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988282 Jul 15 13:36:34.267636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.339449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.363251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d3c02-3410-4499-a768-3812cdeb8c29 req-7e6128a8-86d2-4a53-874f-8214b0072ce8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.371232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-962d3c02-3410-4499-a768-3812cdeb8c29 req-7e6128a8-86d2-4a53-874f-8214b0072ce8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 931 time: 0.2611978 Jul 15 13:36:34.457224 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.resource_extend [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:36:34.525863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3374-8d0d-4ae2-8554-cb3cbe3e67fb req-3b7488e8-a17b-433a-af3a-ebb3d59fd429 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.528314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bbd3374-8d0d-4ae2-8554-cb3cbe3e67fb req-3b7488e8-a17b-433a-af3a-ebb3d59fd429 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1309981 Jul 15 13:36:34.534250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-1a373a68-0d99-4d29-bdf4-9744810db32d service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717826 Jul 15 13:36:34.535414 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.543769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:34.545592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.625337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cae67389-eeea-42a7-9816-fe3d04eb6c3b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.685633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Network': ['ID=c5847538-b9cc-4555-bdb2-977e8c217b23,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:34.706350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c5847538-b9cc-4555-bdb2-977e8c217b23 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:36:34.718912 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-962d3c02-3410-4499-a768-3812cdeb8c29 req-a03e544d-0414-4894-8741-5bada40d71b3 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465517 Jul 15 13:36:34.900942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d29c37b0-f6c3-42d7-bef3-ec98884327c0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0553627 Jul 15 13:36:34.901843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60692) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:34.909912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'admin_state_up': True, 'project_id': '2f9e97a25f804b078549c78237d41753', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:34.956027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bbd3374-8d0d-4ae2-8554-cb3cbe3e67fb req-cdeeceab-2188-4227-be90-6ad6e82564e3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034278 Jul 15 13:36:34.964038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:34.967452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.024066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-388a539d-c8f8-461e-891c-4fd406bc5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.029899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-388a539d-c8f8-461e-891c-4fd406bc5460 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 1095 time: 0.2666333 Jul 15 13:36:35.104817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Attempting to bind port cae67389-eeea-42a7-9816-fe3d04eb6c3b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:35.105477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Attempting to bind port cae67389-eeea-42a7-9816-fe3d04eb6c3b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:35.106070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Attempting to bind port cae67389-eeea-42a7-9816-fe3d04eb6c3b on network e498d651-bde1-43bb-a035-2740ca973f0e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:35.125460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Port cae67389-eeea-42a7-9816-fe3d04eb6c3b on network e498d651-bde1-43bb-a035-2740ca973f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:35.126146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Attempting to bind port cae67389-eeea-42a7-9816-fe3d04eb6c3b on network e498d651-bde1-43bb-a035-2740ca973f0e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:35.141397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:35.141551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-e95477e5-e0ab-457a-9f8a-76559f6c681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.142164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Checking segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:35.142990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-e95477e5-e0ab-457a-9f8a-76559f6c681b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 918 time: 0.1018755 Jul 15 13:36:35.143416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Bound using segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:35.144088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Bound port: cae67389-eeea-42a7-9816-fe3d04eb6c3b, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:35.145167 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.184779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392622-25d1-4435-9454-a62be34adbf2 req-cb9122e0-8647-4dcc-b47f-8dee926618ad tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.193333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c392622-25d1-4435-9454-a62be34adbf2 req-cb9122e0-8647-4dcc-b47f-8dee926618ad tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 945 time: 0.2332318 Jul 15 13:36:35.313743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552c6800-7c40-403d-952b-458d54598bfc {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:35.324307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c392622-25d1-4435-9454-a62be34adbf2 req-331974a3-82f9-4c2d-aa96-be57c4c01dea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297855 Jul 15 13:36:35.339694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.360853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] For port cae67389-eeea-42a7-9816-fe3d04eb6c3b, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:35.363390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Transition to ACTIVE for port object 552c6800-7c40-403d-952b-458d54598bfc will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:35.365496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] For port cae67389-eeea-42a7-9816-fe3d04eb6c3b, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:35.367948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.373678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.432752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Pushing event updated for resources: {'Port': ['ID=552c6800-7c40-403d-952b-458d54598bfc,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.453989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.454659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.456416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/cae67389-eeea-42a7-9816-fe3d04eb6c3b HTTP/1.1" status: 200 len: 1092 time: 2.9826024 Jul 15 13:36:35.462497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'tag': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:35.465481 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504d30d4-321f-443c-aed1-4657416339eb" -d '{"events": [{"name": "network-changed", "server_uuid": "630ba257-6a42-4532-ad53-ad1ef2976eb2", "tag": "cae67389-eeea-42a7-9816-fe3d04eb6c3b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:35.510468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.544022 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d415734f-f913-4645-b973-19d6dbf28b6b x-openstack-request-id: req-d415734f-f913-4645-b973-19d6dbf28b6b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:35.544299 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630ba257-6a42-4532-ad53-ad1ef2976eb2", "tag": "cae67389-eeea-42a7-9816-fe3d04eb6c3b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:35.544861 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d415734f-f913-4645-b973-19d6dbf28b6b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:35.545362 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'tag': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b', 'status': 'completed', 'code': 200} Jul 15 13:36:35.553459 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-451be691-af52-4852-a613-a892383592f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb HTTP/1.1" status: 200 len: 217 time: 0.4017787 Jul 15 13:36:35.624275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807bc56-69f8-4f3a-b0bf-98ef253705d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cae67389-eeea-42a7-9816-fe3d04eb6c3b,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:35.669804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-38ce6713-b4a8-44d5-a508-c2bbb2f41b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.671812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-38ce6713-b4a8-44d5-a508-c2bbb2f41b5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 1095 time: 0.1439521 Jul 15 13:36:35.672721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Attempting to bind port 552c6800-7c40-403d-952b-458d54598bfc on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:35.673049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Attempting to bind port 552c6800-7c40-403d-952b-458d54598bfc by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:35.673381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Attempting to bind port 552c6800-7c40-403d-952b-458d54598bfc on network e498d651-bde1-43bb-a035-2740ca973f0e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:35.680202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Port 552c6800-7c40-403d-952b-458d54598bfc on network e498d651-bde1-43bb-a035-2740ca973f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:36:35.680544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Attempting to bind port 552c6800-7c40-403d-952b-458d54598bfc on network e498d651-bde1-43bb-a035-2740ca973f0e {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:35.732044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-093d73c3-0bca-4a6f-a8b3-82a7283790bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:35.733597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-093d73c3-0bca-4a6f-a8b3-82a7283790bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 200 len: 857 time: 0.1451066 Jul 15 13:36:35.740183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:35.776400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-041ad3be-b9ef-4781-8c2b-edcfa1ea5ea3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e498d651-bde1-43bb-a035-2740ca973f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319903 Jul 15 13:36:35.942650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-a360889d-1a75-439c-baa7-6431261bed96 service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596169 Jul 15 13:36:36.031711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-a346058f-1490-4aaf-b330-bf3abff3c3dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b HTTP/1.1" status: 200 len: 217 time: 0.3525560 Jul 15 13:36:36.032465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:36.032802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Checking segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:36.033180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Bound using segment: {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:36.033978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Bound port: 552c6800-7c40-403d-952b-458d54598bfc, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ce6db9-cf67-4e87-9b32-086158f23e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:36.034376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.060617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f20587-1dc7-4fc8-8924-f9d219c2379d req-b727db21-ebd9-4829-a445-d2b0eb826378 service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097844 Jul 15 13:36:36.170849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-ea63d0ed-4345-4c23-a2e1-b26cf693abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.172372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-ea63d0ed-4345-4c23-a2e1-b26cf693abf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 200 len: 857 time: 0.1264830 Jul 15 13:36:36.212609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] For port 552c6800-7c40-403d-952b-458d54598bfc, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:36.216503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.217348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-80eaa305-74bf-4670-b9a6-ac7e0ac90966 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e498d651-bde1-43bb-a035-2740ca973f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370069 Jul 15 13:36:36.226656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5936960-843c-4121-ac41-de1ceea5205a req-9e17de2d-4345-48b6-974e-5f7addbada7c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.228132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5936960-843c-4121-ac41-de1ceea5205a req-9e17de2d-4345-48b6-974e-5f7addbada7c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 943 time: 0.1999571 Jul 15 13:36:36.248298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] For port 552c6800-7c40-403d-952b-458d54598bfc, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=552c6800-7c40-403d-952b-458d54598bfc,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:36.248578 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.276487 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.315670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d3aed-b98f-4d04-9869-931317d0413e req-53e6f30b-555b-45c9-91d8-c9bdbeb30410 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.317980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-528d3aed-b98f-4d04-9869-931317d0413e req-53e6f30b-555b-45c9-91d8-c9bdbeb30410 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1975422 Jul 15 13:36:36.357080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.357731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.359220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] 10.222.0.58 "PUT /v2.0/ports/552c6800-7c40-403d-952b-458d54598bfc HTTP/1.1" status: 200 len: 1092 time: 2.3959610 Jul 15 13:36:36.415895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5936960-843c-4121-ac41-de1ceea5205a req-99f81c68-579b-4bea-93e0-47f546691ea3 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777842 Jul 15 13:36:36.420388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-528d3aed-b98f-4d04-9869-931317d0413e req-8d03b596-10b1-492f-b5cc-778245f0a8e0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604033 Jul 15 13:36:36.514872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f66848-2d67-451f-bad6-8b2160eaaa85 service neutron] Pushing event updated for resources: {'Port': ['ID=552c6800-7c40-403d-952b-458d54598bfc,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:36.531060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-2884e9ca-ed5e-4226-8b64-ec3d69f75011 service neutron] 10.222.0.59 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917767 Jul 15 13:36:36.547393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.25.3.81 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/d4d9d597-aa90-4b00-88e2-e67292589ec5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:36.738687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.757638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-95827bba-f9d1-4aac-8fc1-8ea98213bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.759715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-95827bba-f9d1-4aac-8fc1-8ea98213bf6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 1095 time: 0.3346956 Jul 15 13:36:36.817880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:36.849212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:36.853174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:36.859725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-9d6f3db8-25a0-4e82-8765-0cb69f63d6e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552c6800-7c40-403d-952b-458d54598bfc HTTP/1.1" status: 200 len: 217 time: 0.0884066 Jul 15 13:36:36.863783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-e4314f5c-e7ac-480d-95ec-f73e0777a586 service neutron] 10.222.0.59 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241837 Jul 15 13:36:36.884544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:36.932780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7affa6d-8e51-41dd-bb4b-0d7b72511238 req-bcad474b-4c60-4eb8-91d1-c65c0dec823b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.939987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7affa6d-8e51-41dd-bb4b-0d7b72511238 req-bcad474b-4c60-4eb8-91d1-c65c0dec823b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 945 time: 0.3059678 Jul 15 13:36:36.995289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-230b23be-4b66-4a8a-9980-2ecb676274b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:36.996783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-230b23be-4b66-4a8a-9980-2ecb676274b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 200 len: 857 time: 0.1302447 Jul 15 13:36:37.052375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-1fe5751c-c64b-4a7d-b374-7d8fdff3d00e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e498d651-bde1-43bb-a035-2740ca973f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474620 Jul 15 13:36:37.064151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=d4d9d597-aa90-4b00-88e2-e67292589ec5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:37.111379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7affa6d-8e51-41dd-bb4b-0d7b72511238 req-e0a7dc1a-b07e-488b-94ae-dd8b9f75f290 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698282 Jul 15 13:36:37.238070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d30d4-321f-443c-aed1-4657416339eb req-aea80ae5-fad4-4262-80e4-8bbf1e71cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.239716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-aea80ae5-fad4-4262-80e4-8bbf1e71cb71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 1095 time: 0.2924640 Jul 15 13:36:37.361141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d30d4-321f-443c-aed1-4657416339eb req-2b6cd012-12f1-47ae-9f5f-ec1459589fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.362869 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-2b6cd012-12f1-47ae-9f5f-ec1459589fd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 918 time: 0.1139691 Jul 15 13:36:37.393935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.430142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-2bfe3b68-7a11-41fd-a9b5-2ec4d1eba98e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b HTTP/1.1" status: 200 len: 217 time: 0.0558569 Jul 15 13:36:37.435325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-65569826-60c2-4da9-a8d1-c2f5c4a00668 service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583536 Jul 15 13:36:37.465814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45a374-573a-44a5-98d2-7c720058e2b7 req-2f7c373d-1a8d-4db5-bd4d-ce554487b768 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.484694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d45a374-573a-44a5-98d2-7c720058e2b7 req-2f7c373d-1a8d-4db5-bd4d-ce554487b768 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1693432 Jul 15 13:36:37.562314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'tag': '552c6800-7c40-403d-952b-458d54598bfc'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:37.565012 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163" -d '{"events": [{"name": "network-changed", "server_uuid": "f3659fa8-39e8-47c9-957f-82e9b83accc6", "tag": "552c6800-7c40-403d-952b-458d54598bfc"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:37.569259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df0e6c40-8e68-499d-8e4f-9762b854ecda req-e322fb1a-d109-4343-9dff-b6f6e3af72d1 service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244562 Jul 15 13:36:37.614553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d30d4-321f-443c-aed1-4657416339eb req-f0e57adc-60ce-45eb-a9b7-171991a6baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.617003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-f0e57adc-60ce-45eb-a9b7-171991a6baf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 200 len: 857 time: 0.1793380 Jul 15 13:36:37.672983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-248183c7-1e7d-429f-904d-3aaba38cc38c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e498d651-bde1-43bb-a035-2740ca973f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496569 Jul 15 13:36:37.675155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d45a374-573a-44a5-98d2-7c720058e2b7 req-6e8a0d61-ea1f-4e59-8472-0a0130b88551 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895189 Jul 15 13:36:37.773749 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d417c-8c71-41e4-aa34-dd60cc4dc4fe x-openstack-request-id: req-490d417c-8c71-41e4-aa34-dd60cc4dc4fe {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:37.774410 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3659fa8-39e8-47c9-957f-82e9b83accc6", "tag": "552c6800-7c40-403d-952b-458d54598bfc", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:37.774410 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-490d417c-8c71-41e4-aa34-dd60cc4dc4fe {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:37.775696 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'tag': '552c6800-7c40-403d-952b-458d54598bfc', 'status': 'completed', 'code': 200} Jul 15 13:36:37.849612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:37.910114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb54ce4-4e0b-448f-a299-c17a18895ab0 req-a6e3db1f-50f7-4e85-8f22-dd1d7ef7af27 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:37.920321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fcb54ce4-4e0b-448f-a299-c17a18895ab0 req-a6e3db1f-50f7-4e85-8f22-dd1d7ef7af27 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 943 time: 0.2506435 Jul 15 13:36:37.944415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-ecf723dc-32b7-4b31-b7bf-658ae9d9acae service neutron] 10.222.0.59 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234652 Jul 15 13:36:38.014100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:36:38.015278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-7fbf281d-1c8b-4264-861a-d88fb531207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.018732 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-7fbf281d-1c8b-4264-861a-d88fb531207a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c178d74a942c439cb844ae7e06a98c33&device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 1095 time: 0.1863599 Jul 15 13:36:38.068794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fcb54ce4-4e0b-448f-a299-c17a18895ab0 req-6844723d-8ab0-472c-96c9-366da2192fcd tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473429 Jul 15 13:36:38.181797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-504d30d4-321f-443c-aed1-4657416339eb req-155a0e6e-17fa-46a0-9159-ca44a208691d service neutron] 10.222.0.59 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269909 Jul 15 13:36:38.198249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-1ced1fae-a3e4-4fda-8abb-19b64a238e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.200174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:38.200455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-1ced1fae-a3e4-4fda-8abb-19b64a238e08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 200 len: 918 time: 0.1719775 Jul 15 13:36:38.211335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Sync routers for ids ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:38.225098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Routers {'24c4f6d5-c07a-4b51-bb42-eda8bde5d570'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:38.226542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:36:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:38.249509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:38.250883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04582a64-9517-4eb0-b2cb-b97a4d6d7c45 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3450241 Jul 15 13:36:38.254001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60776) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.276318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-40715e09-5ac4-4bbe-b206-1c18904599ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552c6800-7c40-403d-952b-458d54598bfc HTTP/1.1" status: 200 len: 217 time: 0.0687325 Jul 15 13:36:38.345998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-a3e6c23a-f8f8-4290-9f2f-3f2e64971b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.347670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-a3e6c23a-f8f8-4290-9f2f-3f2e64971b75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 200 len: 857 time: 0.0638182 Jul 15 13:36:38.366924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Set router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:38.382228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40889a99-8a85-4145-8ccb-21c5de28f01a tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.388411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-40889a99-8a85-4145-8ccb-21c5de28f01a tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=2f9e97a25f804b078549c78237d41753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1332712 Jul 15 13:36:38.391628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.408388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-e56e4ffc-da54-410f-8fa0-202ef7de822c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e498d651-bde1-43bb-a035-2740ca973f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528908 Jul 15 13:36:38.593459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-f45737e8-d30c-4ed3-8087-fe570a517209 service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770689 Jul 15 13:36:38.596746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device af09e8e5-8e95-48ba-b270-dc93b2b702fb details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:38.789328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port af09e8e5-8e95-48ba-b270-dc93b2b702fb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:38.828452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:36:38.833279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb', 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'port_id': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb', 'mac_address': 'fa:16:3e:7d:36:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:38.845597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cae67389-eeea-42a7-9816-fe3d04eb6c3b details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:38.879492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22522250-3f57-4a9e-98a6-1af99537ed60 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:38.888778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8d12f0e-5c95-4eab-bfe9-a3215dcd6163 req-64584b52-26eb-4aea-820d-3e76f482f58b service neutron] 10.222.0.58 "GET /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880766 Jul 15 13:36:38.889497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60790) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.891299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-22522250-3f57-4a9e-98a6-1af99537ed60 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4985895 Jul 15 13:36:38.944974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60794) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:38.955294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-36c0b694-9e38-4a0a-b44c-27f49e2fc035 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646846 Jul 15 13:36:38.991336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60796) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.001638 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-904ab86f-c3aa-45da-9d9c-3f6e56604548 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=2f9e97a25f804b078549c78237d41753&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553381 Jul 15 13:36:39.146437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c7fb1-c9f6-4c72-bf4a-50b211525858 req-2fccc62f-9db5-43b3-9fba-68a6335a9483 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.158988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb9c7fb1-c9f6-4c72-bf4a-50b211525858 req-2fccc62f-9db5-43b3-9fba-68a6335a9483 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.2015381 Jul 15 13:36:39.168014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:36:37Z', 'revision_number': 3, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:39.175303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d12841-f972-4dc0-9036-38eef3223cb1 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.179453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-91d12841-f972-4dc0-9036-38eef3223cb1 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1843274 Jul 15 13:36:39.182300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.194703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.216687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb9c7fb1-c9f6-4c72-bf4a-50b211525858 req-ddb11c31-e25e-4ed2-b9b5-be527e7721bf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517440 Jul 15 13:36:39.230958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Checking router: 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:39.232009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Updating router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 port d4d9d597-aa90-4b00-88e2-e67292589ec5 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:39.233447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d78a40cd-97bb-4a3d-ad39-425a4cc20a13 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499671 Jul 15 13:36:39.237027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60806) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:39.253582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1456320035', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'project_id': '2f9e97a25f804b078549c78237d41753', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:36:39.329540 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.resource_extend [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:36:39.347514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af09e8e5-8e95-48ba-b270-dc93b2b702fb {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:39.348062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f7b4b-4119-4ecf-86cc-4e631bfbc27f req-f237f5e3-d506-4d7e-8822-4aeaaa1b0b95 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:39.349740 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae2f7b4b-4119-4ecf-86cc-4e631bfbc27f req-f237f5e3-d506-4d7e-8822-4aeaaa1b0b95 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 943 time: 0.0877161 Jul 15 13:36:39.384343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port af09e8e5-8e95-48ba-b270-dc93b2b702fb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:39.397349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ae2f7b4b-4119-4ecf-86cc-4e631bfbc27f req-c0fce229-9c4c-4ddf-b719-a126e8132d54 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Jul 15 13:36:39.415529 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.498706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=af09e8e5-8e95-48ba-b270-dc93b2b702fb,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:39.502506 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.604708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.665667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:39.716347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:39.718900 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6fc972-9d4d-43a0-b903-ff061b5eae78" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-unplugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:39.728783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['af09e8e5-8e95-48ba-b270-dc93b2b702fb'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:39.785394 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.816672 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c13f65-50e6-4725-a067-b012127d0e58 x-openstack-request-id: req-a8c13f65-50e6-4725-a067-b012127d0e58 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:39.817015 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-unplugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:39.817275 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8c13f65-50e6-4725-a067-b012127d0e58 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:39.819665 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:36:39.823895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Made reservation on behalf of 2f9e97a25f804b078549c78237d41753 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:36:39.831998 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:39.972032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=11']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.019363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cae67389-eeea-42a7-9816-fe3d04eb6c3b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:40.050997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b', 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'port_id': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b', 'mac_address': 'fa:16:3e:72:2a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:40.202817 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.233651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae67389-eeea-42a7-9816-fe3d04eb6c3b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:40.272192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.330166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cae67389-eeea-42a7-9816-fe3d04eb6c3b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:40.346038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Subnet': ['ID=2b17c69f-aa8c-4b5c-aae5-bb7a4b923122,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.382507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.386293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.465079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Transition to ACTIVE for port object d4d9d597-aa90-4b00-88e2-e67292589ec5 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:40.481635 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.494443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=cae67389-eeea-42a7-9816-fe3d04eb6c3b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.505191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Checking segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:40.510881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network hostable DHCP agents. Network: c5847538-b9cc-4555-bdb2-977e8c217b23, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:36:40.587171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Attempting to bind port d4d9d597-aa90-4b00-88e2-e67292589ec5 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:40.590260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Attempting to bind port d4d9d597-aa90-4b00-88e2-e67292589ec5 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:40.591107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Attempting to bind port d4d9d597-aa90-4b00-88e2-e67292589ec5 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:40.603640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:40.609389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:40.610164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.610844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:40.611681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Bound port: d4d9d597-aa90-4b00-88e2-e67292589ec5, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:40.612305 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.627096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:40.659715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network c5847538-b9cc-4555-bdb2-977e8c217b23 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:36:40.687859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['cae67389-eeea-42a7-9816-fe3d04eb6c3b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:40.705078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c5847538-b9cc-4555-bdb2-977e8c217b23) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:40.711885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76f88-99ec-4625-ac88-7e26ccae6b38 None None] Pushing event updated for resources: {'Port': ['ID=d4d9d597-aa90-4b00-88e2-e67292589ec5,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:40.720994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.721630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:40.764382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b427b518-f955-402a-913d-3a58dde96aea None None] Network c5847538-b9cc-4555-bdb2-977e8c217b23 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:40.779151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8ee56-63f4-4a4d-a172-d8f171e72754 req-4c9b59b8-8407-4f52-8a5b-46c640730142 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.784869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6e1c4c28-b56e-46f6-9833-9e1b48e4b56e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5439596 Jul 15 13:36:40.787452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10d8ee56-63f4-4a4d-a172-d8f171e72754 req-4c9b59b8-8407-4f52-8a5b-46c640730142 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 943 time: 0.1965423 Jul 15 13:36:40.789875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60848) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:40.870294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9153266-08af-42ac-8a11-abf5d491755e req-b1120569-62c8-46ec-9a01-a4d2ddff87ca tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:40.886146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9153266-08af-42ac-8a11-abf5d491755e req-b1120569-62c8-46ec-9a01-a4d2ddff87ca tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3622689 Jul 15 13:36:40.930208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10d8ee56-63f4-4a4d-a172-d8f171e72754 req-8f0fa450-346a-41b1-b6e6-306730891a37 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417310 Jul 15 13:36:41.044789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9153266-08af-42ac-8a11-abf5d491755e req-be191661-fb3c-4d75-baaf-05fc5ccf7a91 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571488 Jul 15 13:36:41.047056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] For port d4d9d597-aa90-4b00-88e2-e67292589ec5, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:41.079335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] For port d4d9d597-aa90-4b00-88e2-e67292589ec5, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d4d9d597-aa90-4b00-88e2-e67292589ec5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:41.092256 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.271774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:41.319955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c5847538-b9cc-4555-bdb2-977e8c217b23', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'fixed_ips': [{'subnet_id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:36:41.321855 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.358611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'mac_address': 'fa:16:3e:f9:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:41.367853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a76f88-99ec-4625-ac88-7e26ccae6b38 None None] Pushing event updated for resources: {'Port': ['ID=d4d9d597-aa90-4b00-88e2-e67292589ec5,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:41.378993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Routers {'24c4f6d5-c07a-4b51-bb42-eda8bde5d570'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:41.379811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:36:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:41.448495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60872) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:41.656634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cde27fed-5f2f-4e1d-92b8-422c04635062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.837397 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.870031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.891044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cde27fed-5f2f-4e1d-92b8-422c04635062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.898934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cde27fed-5f2f-4e1d-92b8-422c04635062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:41.965218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] Set router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:42.032394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cde27fed-5f2f-4e1d-92b8-422c04635062 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3ab57be9903476f99782ea66aeb0ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781953 Jul 15 13:36:42.033494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60894) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:36:42.056536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde27fed-5f2f-4e1d-92b8-422c04635062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b679848-7f28-4033-8dc6-98a5aafe75f6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:42.069393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:42.180377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e4a-e362-40b1-984d-ef11de4e9e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.221612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e4a-e362-40b1-984d-ef11de4e9e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.302098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e4a-e362-40b1-984d-ef11de4e9e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.307580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6eb14e4a-e362-40b1-984d-ef11de4e9e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.311886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6eb14e4a-e362-40b1-984d-ef11de4e9e2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b679848-7f28-4033-8dc6-98a5aafe75f6 HTTP/1.1" status: 204 len: 168 time: 0.2681937 Jul 15 13:36:42.323289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb14e4a-e362-40b1-984d-ef11de4e9e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b679848-7f28-4033-8dc6-98a5aafe75f6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:42.558504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b8612-316c-4be4-810f-6be2b9eb0388 req-cc7dde53-a4cb-4315-abf7-c6ed626847ab tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.583608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-432b8612-316c-4be4-810f-6be2b9eb0388 req-cc7dde53-a4cb-4315-abf7-c6ed626847ab tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 943 time: 0.2964339 Jul 15 13:36:42.604390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bd62b-0ca8-47a9-b216-63f0946dd705 req-6b8bd43a-01de-4e9f-a8f2-2895ad62f1a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:42.626082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a6bd62b-0ca8-47a9-b216-63f0946dd705 req-6b8bd43a-01de-4e9f-a8f2-2895ad62f1a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2667551 Jul 15 13:36:42.713493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:42.730268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:42.731163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 552c6800-7c40-403d-952b-458d54598bfc details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:36:42.754632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a6bd62b-0ca8-47a9-b216-63f0946dd705 req-c6d4a518-1dc9-425f-bff8-69292be6dd93 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250694 Jul 15 13:36:42.798090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Allocated IP 172.20.0.18 (c5847538-b9cc-4555-bdb2-977e8c217b23/2b17c69f-aa8c-4b5c-aae5-bb7a4b923122/28e118f0-a4f0-4916-a8f5-8b69d198c352) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:42.941915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=12']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.208720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff55b750-df70-451e-9b85-35ecdab45ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.336888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 552c6800-7c40-403d-952b-458d54598bfc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=552c6800-7c40-403d-952b-458d54598bfc,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:43.390905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:36:37Z', 'revision_number': 3, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:43.400004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '552c6800-7c40-403d-952b-458d54598bfc', 'network_id': 'e498d651-bde1-43bb-a035-2740ca973f0e', 'port_id': '552c6800-7c40-403d-952b-458d54598bfc', 'mac_address': 'fa:16:3e:83:6e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:36:43.404713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.453156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4016869-033a-4e43-bda0-4bf244a4eede None None] The sync data for ids ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'] in n-d-798054-11 is: [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:36:37Z', 'revision_number': 3, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:43.488936 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-432b8612-316c-4be4-810f-6be2b9eb0388 req-2f59e2d6-823e-4f74-b854-68af5ad84a63 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9042649 Jul 15 13:36:43.514177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Transition to ACTIVE for port object 28e118f0-a4f0-4916-a8f5-8b69d198c352 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:43.516257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.545878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552c6800-7c40-403d-952b-458d54598bfc {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:36:43.629103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Transition to ACTIVE for port object 28e118f0-a4f0-4916-a8f5-8b69d198c352 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:43.634098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 552c6800-7c40-403d-952b-458d54598bfc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=552c6800-7c40-403d-952b-458d54598bfc,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:43.638042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.646434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:43.699583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device af09e8e5-8e95-48ba-b270-dc93b2b702fb up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:43.810330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['21718ce2-4eb8-454a-be1c-2b4e7c03ece5'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:43.839160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.20.0.17 (c5847538-b9cc-4555-bdb2-977e8c217b23/2b17c69f-aa8c-4b5c-aae5-bb7a4b923122/91a89232-cac0-4f21-81bc-f2cd252b3c57) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:36:43.892074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Network c5847538-b9cc-4555-bdb2-977e8c217b23 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:43.904577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Pushing event updated for resources: {'Port': ['ID=28e118f0-a4f0-4916-a8f5-8b69d198c352,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:43.910858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:43.920411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:43.963411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['552c6800-7c40-403d-952b-458d54598bfc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:44.091344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=552c6800-7c40-403d-952b-458d54598bfc,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.220579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Attempting to bind port 28e118f0-a4f0-4916-a8f5-8b69d198c352 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:44.221345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Attempting to bind port 28e118f0-a4f0-4916-a8f5-8b69d198c352 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:44.222019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Attempting to bind port 28e118f0-a4f0-4916-a8f5-8b69d198c352 on network c5847538-b9cc-4555-bdb2-977e8c217b23 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:44.231841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:44.232619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Checking segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:44.233352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.234382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Bound using segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:44.235149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Bound port: 28e118f0-a4f0-4916-a8f5-8b69d198c352, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:44.235785 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.326022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc2fb-32c4-48e1-a32b-fcfe51eef425 req-897ae187-9456-4cdb-9d25-e8d937d9efd7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:44.338496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-910cc2fb-32c4-48e1-a32b-fcfe51eef425 req-897ae187-9456-4cdb-9d25-e8d937d9efd7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.2371092 Jul 15 13:36:44.376254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port af09e8e5-8e95-48ba-b270-dc93b2b702fb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:44.436811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.480921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-910cc2fb-32c4-48e1-a32b-fcfe51eef425 req-c2ec2e7c-d402-4b74-97b4-ca08ebf70ea3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330457 Jul 15 13:36:44.512317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Transition to ACTIVE for port object 91a89232-cac0-4f21-81bc-f2cd252b3c57 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:44.523301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port af09e8e5-8e95-48ba-b270-dc93b2b702fb triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:44.526919 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.558492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:44.626491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network c5847538-b9cc-4555-bdb2-977e8c217b23 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:44.636619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:44.647198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:36:44.725311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=91a89232-cac0-4f21-81bc-f2cd252b3c57,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:44.756702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d4d9d597-aa90-4b00-88e2-e67292589ec5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:44.808614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.045169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] For port 28e118f0-a4f0-4916-a8f5-8b69d198c352, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:45.059527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] For port 28e118f0-a4f0-4916-a8f5-8b69d198c352, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=28e118f0-a4f0-4916-a8f5-8b69d198c352,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:45.070488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cae67389-eeea-42a7-9816-fe3d04eb6c3b up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:45.177232 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.245573 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.386165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.480333 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.631945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d4d9d597-aa90-4b00-88e2-e67292589ec5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:45.682785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d4d9d597-aa90-4b00-88e2-e67292589ec5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:45.685221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:45.858339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cfa3d-f58e-4221-8265-a0aa32978aee req-5c4d708f-6d91-4a1b-8d9b-886548893f3c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.867098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-590cfa3d-f58e-4221-8265-a0aa32978aee req-5c4d708f-6d91-4a1b-8d9b-886548893f3c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 944 time: 0.7709410 Jul 15 13:36:45.924965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68312993-679b-483c-9b58-63e023d94097 req-dc1b2dfe-d180-4d85-9da1-0746f5d88f3f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:45.951887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-590cfa3d-f58e-4221-8265-a0aa32978aee req-e3d31240-67dd-4225-887a-1dd3ad42a5b5 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Jul 15 13:36:45.956964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68312993-679b-483c-9b58-63e023d94097 req-dc1b2dfe-d180-4d85-9da1-0746f5d88f3f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.2344396 Jul 15 13:36:46.048691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eed68e02-9330-463a-b23c-4f30bf67eacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.059146 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.092805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-68312993-679b-483c-9b58-63e023d94097 req-4b9ac862-a6e7-4e09-aa0e-ce830f993d6c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326671 Jul 15 13:36:46.125815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port af09e8e5-8e95-48ba-b270-dc93b2b702fb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:46.139977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109786b-0417-4fc2-b362-d5fefe048608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:46.142743 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38c2223-f077-4f8b-9f4a-8a4f7f7bf5ea" -d '{"events": [{"server_uuid": "6109786b-0417-4fc2-b362-d5fefe048608", "name": "network-vif-plugged", "status": "completed", "tag": "af09e8e5-8e95-48ba-b270-dc93b2b702fb"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:46.150828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c83ea-d086-4a0e-ba99-76da401e8c46 None None] Pushing event updated for resources: {'Port': ['ID=28e118f0-a4f0-4916-a8f5-8b69d198c352,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.162713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.178037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port cae67389-eeea-42a7-9816-fe3d04eb6c3b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:46.193246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.290294 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ad035-c4b3-49e3-9079-12df19377152 x-openstack-request-id: req-623ad035-c4b3-49e3-9079-12df19377152 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:46.290603 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109786b-0417-4fc2-b362-d5fefe048608", "name": "network-vif-plugged", "status": "completed", "tag": "af09e8e5-8e95-48ba-b270-dc93b2b702fb", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:46.290870 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-623ad035-c4b3-49e3-9079-12df19377152 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:46.291292 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109786b-0417-4fc2-b362-d5fefe048608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb', 'code': 200} Jul 15 13:36:46.356155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port cae67389-eeea-42a7-9816-fe3d04eb6c3b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:46.356606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.449096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=af09e8e5-8e95-48ba-b270-dc93b2b702fb,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.472859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.483743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.610632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.621855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.730208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01977839-273e-4697-a9d0-b77ae6c5d82e req-27e71691-6400-4b14-9a2d-434604420b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:46.732649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-01977839-273e-4697-a9d0-b77ae6c5d82e req-27e71691-6400-4b14-9a2d-434604420b67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 1097 time: 0.3724737 Jul 15 13:36:46.739779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=91a89232-cac0-4f21-81bc-f2cd252b3c57,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:46.762678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.788085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d4d9d597-aa90-4b00-88e2-e67292589ec5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d4d9d597-aa90-4b00-88e2-e67292589ec5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:46.798187 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:46.856836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-01977839-273e-4697-a9d0-b77ae6c5d82e req-2543d86e-1b73-49bd-8275-db306bcb7448 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111553 Jul 15 13:36:46.881868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network c5847538-b9cc-4555-bdb2-977e8c217b23 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:36:46.887415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:36:46.973455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cae67389-eeea-42a7-9816-fe3d04eb6c3b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:46.992134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.050661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d4d9d597-aa90-4b00-88e2-e67292589ec5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.223841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 28e118f0-a4f0-4916-a8f5-8b69d198c352 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:47.346169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:36:47.393576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008907d-47cf-4d4a-98bc-b2ff2ee83e31 req-cc83a0b2-49a9-4610-8bdb-96a6c9a78c32 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:47.404218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0008907d-47cf-4d4a-98bc-b2ff2ee83e31 req-cc83a0b2-49a9-4610-8bdb-96a6c9a78c32 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 944 time: 0.0932484 Jul 15 13:36:47.419615 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.540452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0008907d-47cf-4d4a-98bc-b2ff2ee83e31 req-c4b965a4-9fe7-44fb-a61d-a32ea7e93c65 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352222 Jul 15 13:36:47.544179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=cae67389-eeea-42a7-9816-fe3d04eb6c3b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:47.630515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 28e118f0-a4f0-4916-a8f5-8b69d198c352 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:47.671943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:47.831962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:47.832585 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.962801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:47.988509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6e393-95c6-48b7-ac04-76e1e2287038 req-d624d309-99d8-4520-8019-b75b612ae049 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.007950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abc6e393-95c6-48b7-ac04-76e1e2287038 req-d624d309-99d8-4520-8019-b75b612ae049 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 945 time: 0.4920533 Jul 15 13:36:48.090809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:36:48.111844 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Sync routers for ids ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:36:48.125763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:48.131895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:48.144742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4d31ed92-adc0-4d73-abf1-cded12838577 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "PUT /v2.0/routers/24c4f6d5-c07a-4b51-bb42-eda8bde5d570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3453283 Jul 15 13:36:48.145017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 552c6800-7c40-403d-952b-458d54598bfc up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:48.154141 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Routers {'24c4f6d5-c07a-4b51-bb42-eda8bde5d570'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:48.154141 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:36:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:48.262633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abc6e393-95c6-48b7-ac04-76e1e2287038 req-7adb9293-9be4-4cfc-9088-2abee13f00a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533948 Jul 15 13:36:48.292681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b'}, {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:48.303746 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c520350-2ad3-4a81-befe-c0b5a9eafd41" -d '{"events": [{"server_uuid": "630ba257-6a42-4532-ad53-ad1ef2976eb2", "name": "network-vif-plugged", "status": "completed", "tag": "cae67389-eeea-42a7-9816-fe3d04eb6c3b"}, {"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:48.838313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3009f3bb-dfea-460a-b3a8-6d3d634189b3 None None] Network c5847538-b9cc-4555-bdb2-977e8c217b23 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:36:48.938131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9253a-34bf-420a-8464-beaa8580e9bb req-076580dc-9074-49ee-8171-e6e3772595d7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:48.963388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7bd9253a-34bf-420a-8464-beaa8580e9bb req-076580dc-9074-49ee-8171-e6e3772595d7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 944 time: 0.2182429 Jul 15 13:36:49.001220 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Set router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:49.057654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7bd9253a-34bf-420a-8464-beaa8580e9bb req-81ddcc4d-e1b0-48b6-9abb-adb7b6601dfa tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864222 Jul 15 13:36:49.098388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d4d9d597-aa90-4b00-88e2-e67292589ec5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:49.243018 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5521c8-ef0d-4c89-ac1e-0e46629a25da x-openstack-request-id: req-8f5521c8-ef0d-4c89-ac1e-0e46629a25da {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:49.243814 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ba257-6a42-4532-ad53-ad1ef2976eb2", "name": "network-vif-plugged", "status": "completed", "tag": "cae67389-eeea-42a7-9816-fe3d04eb6c3b", "code": 200}, {"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-plugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:49.243814 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f5521c8-ef0d-4c89-ac1e-0e46629a25da {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:49.244127 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b', 'code': 200} Jul 15 13:36:49.244236 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:36:49.261804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=13']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:49.293999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] Provisioning for port 28e118f0-a4f0-4916-a8f5-8b69d198c352 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:49.300416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.305339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] Provisioning complete for port 28e118f0-a4f0-4916-a8f5-8b69d198c352 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:49.305752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.349832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 552c6800-7c40-403d-952b-458d54598bfc completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:49.363057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 552c6800-7c40-403d-952b-458d54598bfc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:49.363931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.474294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d4d9d597-aa90-4b00-88e2-e67292589ec5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:49.476584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.532380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff063c10-cd2d-4e7b-88b7-2f522bbf6a88 req-eead1c38-931a-4ddc-8f4f-3d5be2958a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.543984 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff063c10-cd2d-4e7b-88b7-2f522bbf6a88 req-eead1c38-931a-4ddc-8f4f-3d5be2958a5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 1097 time: 0.2438979 Jul 15 13:36:49.572313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.686727 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:36:45Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '91a89232-cac0-4f21-81bc-f2cd252b3c57', 'name': '', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:69:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:42Z', 'updated_at': '2021-07-15T13:36:45Z', 'revision_number': 2, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:49.804964 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Checking router: 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:36:49.815044 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Updating router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 port 91a89232-cac0-4f21-81bc-f2cd252b3c57 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:36:49.853300 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.870018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff063c10-cd2d-4e7b-88b7-2f522bbf6a88 req-c945ca0a-246c-4721-9a86-f2c04104a1fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164654 Jul 15 13:36:49.883070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] For port 28e118f0-a4f0-4916-a8f5-8b69d198c352, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=28e118f0-a4f0-4916-a8f5-8b69d198c352,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:49.910151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.913435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:49.920224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9aaf5-ab7a-45f3-b016-5b800932472d req-f2165e10-149f-4b77-966e-0db962ea9b2a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:49.935820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ed9aaf5-ab7a-45f3-b016-5b800932472d req-f2165e10-149f-4b77-966e-0db962ea9b2a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.4058347 Jul 15 13:36:50.112098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ed9aaf5-ab7a-45f3-b016-5b800932472d req-5ee50a8f-9ddf-4c94-810d-2aa4bf9bc8e3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752470 Jul 15 13:36:50.184141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 552c6800-7c40-403d-952b-458d54598bfc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=552c6800-7c40-403d-952b-458d54598bfc,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:50.212747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.253094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e02e-a96c-49cd-ad19-18ec01d31ecb None None] Pushing event updated for resources: {'Port': ['ID=28e118f0-a4f0-4916-a8f5-8b69d198c352,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.440450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f6ecb8d1-e5c4-48ee-b9d4-b36055440827 None None] Provisioning complete for port 28e118f0-a4f0-4916-a8f5-8b69d198c352 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:50.451834 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb8d1-e5c4-48ee-b9d4-b36055440827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.522487 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.549452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=552c6800-7c40-403d-952b-458d54598bfc,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.549907 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Transition to ACTIVE for port object 91a89232-cac0-4f21-81bc-f2cd252b3c57 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:36:50.571001 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:50.615583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af2479-7cf3-4541-b9ce-223badcb3fc4 req-f7a17d05-4851-416d-891f-b579acfffdfc tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:50.617728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1af2479-7cf3-4541-b9ce-223badcb3fc4 req-f7a17d05-4851-416d-891f-b579acfffdfc tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 945 time: 0.2005017 Jul 15 13:36:50.719456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Pushing event updated for resources: {'Port': ['ID=91a89232-cac0-4f21-81bc-f2cd252b3c57,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:50.759017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1af2479-7cf3-4541-b9ce-223badcb3fc4 req-501aab48-a2c0-4724-a865-9317f9d9ed52 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296039 Jul 15 13:36:50.779686 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.780029 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.780361 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.780690 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.781011 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.781332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.781648 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.781964 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.782280 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.782639 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.783029 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:50.783345 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:36:51.032910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 28e118f0-a4f0-4916-a8f5-8b69d198c352 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:51.057421 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Attempting to bind port 91a89232-cac0-4f21-81bc-f2cd252b3c57 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:36:51.059808 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Attempting to bind port 91a89232-cac0-4f21-81bc-f2cd252b3c57 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:36:51.060220 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Attempting to bind port 91a89232-cac0-4f21-81bc-f2cd252b3c57 on network c5847538-b9cc-4555-bdb2-977e8c217b23 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:36:51.089854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:36:51.092532 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Checking segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:36:51.092957 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.093358 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Bound using segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:36:51.103046 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Bound port: 91a89232-cac0-4f21-81bc-f2cd252b3c57, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:36:51.103551 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.253971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552c6800-7c40-403d-952b-458d54598bfc'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:51.257556 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96876ac4-54fc-4ca3-af26-7171c5c5a52c" -d '{"events": [{"server_uuid": "f3659fa8-39e8-47c9-957f-82e9b83accc6", "name": "network-vif-plugged", "status": "completed", "tag": "552c6800-7c40-403d-952b-458d54598bfc"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:51.257802 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] For port 91a89232-cac0-4f21-81bc-f2cd252b3c57, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:36:51.266087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f6ecb8d1-e5c4-48ee-b9d4-b36055440827 None None] Provisioning for port 91a89232-cac0-4f21-81bc-f2cd252b3c57 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:51.272802 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] For port 91a89232-cac0-4f21-81bc-f2cd252b3c57, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91a89232-cac0-4f21-81bc-f2cd252b3c57,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:36:51.283410 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.360960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 28e118f0-a4f0-4916-a8f5-8b69d198c352 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:51.361593 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:51.485030 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e413-9f78-44a7-acb5-a6e437ce627a None None] Pushing event updated for resources: {'Port': ['ID=91a89232-cac0-4f21-81bc-f2cd252b3c57,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:51.498034 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Routers {'24c4f6d5-c07a-4b51-bb42-eda8bde5d570'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:36:51.499171 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:36:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:51.662249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ab1e9-7c43-4baa-acd3-a6a5b6102839 req-3a59e07c-a220-4b5c-9829-77e1565ec3d2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:51.664791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f23ab1e9-7c43-4baa-acd3-a6a5b6102839 req-3a59e07c-a220-4b5c-9829-77e1565ec3d2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.2039185 Jul 15 13:36:51.761799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f23ab1e9-7c43-4baa-acd3-a6a5b6102839 req-3857bf77-44a5-48de-bdb0-b26d9fe19d58 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898876 Jul 15 13:36:51.785831 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] Set router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:36:51.843934 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a61253a-0684-4146-b3b4-9479ca13aaf2 x-openstack-request-id: req-1a61253a-0684-4146-b3b4-9479ca13aaf2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:51.844505 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3659fa8-39e8-47c9-957f-82e9b83accc6", "name": "network-vif-plugged", "status": "completed", "tag": "552c6800-7c40-403d-952b-458d54598bfc", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:51.846687 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a61253a-0684-4146-b3b4-9479ca13aaf2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:51.847774 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552c6800-7c40-403d-952b-458d54598bfc', 'code': 200} Jul 15 13:36:52.051874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc617d21-3137-4934-8140-e07256401811 req-94843080-1211-41c0-833f-735769608d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.055470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc617d21-3137-4934-8140-e07256401811 req-94843080-1211-41c0-833f-735769608d81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 1097 time: 0.1034846 Jul 15 13:36:52.197831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc617d21-3137-4934-8140-e07256401811 req-42bb2777-0117-4be1-ac07-9e42aea6428e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Jul 15 13:36:52.210208 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:36:45Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '91a89232-cac0-4f21-81bc-f2cd252b3c57', 'name': '', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:69:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:42Z', 'updated_at': '2021-07-15T13:36:51Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:36:52.211152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b25b8-96d2-4b91-b5e3-6c1293903779 req-d33604dc-4c25-45f6-99ba-4098cee82a81 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:52.214892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-973b25b8-96d2-4b91-b5e3-6c1293903779 req-d33604dc-4c25-45f6-99ba-4098cee82a81 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 945 time: 0.1572034 Jul 15 13:36:52.262883 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fb3f0-aa39-4cc8-8945-da5c10c6ebfc None None] The sync data for ids ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'] in n-d-798054-11 is: [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:36:45Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '91a89232-cac0-4f21-81bc-f2cd252b3c57', 'name': '', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:69:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:42Z', 'updated_at': '2021-07-15T13:36:51Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:36:52.334735 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-973b25b8-96d2-4b91-b5e3-6c1293903779 req-7b286c56-a8cf-430e-af95-24e0f1d78609 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110771 Jul 15 13:36:53.023771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91a89232-cac0-4f21-81bc-f2cd252b3c57 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:53.156519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 91a89232-cac0-4f21-81bc-f2cd252b3c57 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:36:53.161822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 91a89232-cac0-4f21-81bc-f2cd252b3c57 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:53.162442 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.187057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf77e-3b44-4c31-ae23-072a761c4127 req-7fafe6dc-4ad6-44e2-8ad6-5f628b3e89bd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:53.190184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-232cf77e-3b44-4c31-ae23-072a761c4127 req-7fafe6dc-4ad6-44e2-8ad6-5f628b3e89bd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1284976 Jul 15 13:36:53.276817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-232cf77e-3b44-4c31-ae23-072a761c4127 req-a6ce1e62-b3a9-45a6-86cf-b23a1bc6d8da tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780206 Jul 15 13:36:53.444466 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.563569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 91a89232-cac0-4f21-81bc-f2cd252b3c57, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91a89232-cac0-4f21-81bc-f2cd252b3c57,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:53.571410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:53.715316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=91a89232-cac0-4f21-81bc-f2cd252b3c57,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:53.826786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23047ca0-45ad-4bbe-a248-a2a04847cbe6 req-0b254821-3624-4366-9c3d-d6a9b7ae67af tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:53.829321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-23047ca0-45ad-4bbe-a248-a2a04847cbe6 req-0b254821-3624-4366-9c3d-d6a9b7ae67af tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 945 time: 0.1544218 Jul 15 13:36:53.896134 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-23047ca0-45ad-4bbe-a248-a2a04847cbe6 req-3c32daad-0cef-4bd7-bad1-58454fce9345 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610342 Jul 15 13:36:54.205115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d468a-029d-4a05-8520-0e6676badd25 req-35235b2b-b7a9-43e5-980a-98670f39bb5c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.215939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-794d468a-029d-4a05-8520-0e6676badd25 req-35235b2b-b7a9-43e5-980a-98670f39bb5c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 945 time: 0.1363671 Jul 15 13:36:54.302256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-794d468a-029d-4a05-8520-0e6676badd25 req-b4d3a212-efe9-4b32-9cd2-e9779a13c2e5 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840008 Jul 15 13:36:54.504461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-c95ba82c-802d-4f86-b0b0-230f7effef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.506012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-c95ba82c-802d-4f86-b0b0-230f7effef3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1098 time: 0.1571596 Jul 15 13:36:54.703461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfd13e-771f-4d6a-99a7-49a70b770812 req-7bae4d11-07b9-46d0-a17c-91b9b0f74806 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.710842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21cfd13e-771f-4d6a-99a7-49a70b770812 req-7bae4d11-07b9-46d0-a17c-91b9b0f74806 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 945 time: 0.1766741 Jul 15 13:36:54.734171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-404af5eb-cfd7-485f-9014-1c6915b7b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:54.735818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-404af5eb-cfd7-485f-9014-1c6915b7b7f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1891770 Jul 15 13:36:54.790785 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21cfd13e-771f-4d6a-99a7-49a70b770812 req-1ebeeac8-4252-4f50-9026-56b0322398a0 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788655 Jul 15 13:36:54.920732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91a89232-cac0-4f21-81bc-f2cd252b3c57 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:36:54.946577 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-3f29f440-7c5e-4b76-b614-3556f78dd550 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 1000 time: 0.2021472 Jul 15 13:36:55.015956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 91a89232-cac0-4f21-81bc-f2cd252b3c57 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:36:55.016358 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:55.079088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-3132b473-2037-436e-9abc-a03eb0ee0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.080590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-3132b473-2037-436e-9abc-a03eb0ee0f95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1277382 Jul 15 13:36:55.176974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919308-22e7-414c-be08-d8c053f9f488 req-4bd25ea4-3d41-4f29-ae1d-450bbd467490 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.179198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a919308-22e7-414c-be08-d8c053f9f488 req-4bd25ea4-3d41-4f29-ae1d-450bbd467490 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.2088287 Jul 15 13:36:55.232454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-3b42fc84-6880-4aca-812b-19d8c531eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:55.233993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-3b42fc84-6880-4aca-812b-19d8c531eab4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453664 Jul 15 13:36:55.291564 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a919308-22e7-414c-be08-d8c053f9f488 req-c96f2f7f-5732-4f2d-b405-07881b2af05f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061161 Jul 15 13:36:55.426590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-e6a6a34c-907d-4860-890d-c5a16720105a service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827347 Jul 15 13:36:55.664260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b6fb669e-e9fd-43ef-82eb-4d74d766e5c1 req-988baa6b-7328-4f4b-a34e-a87d9d71cbe7 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293801 Jul 15 13:36:56.081056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c792ab-2e70-4c83-ba54-17c15bf20ba4 req-966a70d4-d624-4dee-bbc6-bcff53674bac tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.085240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63c792ab-2e70-4c83-ba54-17c15bf20ba4 req-966a70d4-d624-4dee-bbc6-bcff53674bac tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 945 time: 0.1330616 Jul 15 13:36:56.142570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63c792ab-2e70-4c83-ba54-17c15bf20ba4 req-a925a62d-c19f-44d8-8598-d5cd25bd959e tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Jul 15 13:36:56.208287 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:36:56.673247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007d5f9-dedd-4b42-9a24-61ad00ac1f5c req-98e8434a-7c97-4fb2-9b0e-0962ffd9bb69 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:56.679266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a007d5f9-dedd-4b42-9a24-61ad00ac1f5c req-98e8434a-7c97-4fb2-9b0e-0962ffd9bb69 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1709540 Jul 15 13:36:56.759135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a007d5f9-dedd-4b42-9a24-61ad00ac1f5c req-9b3f84b4-a85e-46f4-91a0-978279106713 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762308 Jul 15 13:36:57.221974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-19bf6a0d-9690-43db-8210-c0bb41614413 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.223631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-19bf6a0d-9690-43db-8210-c0bb41614413 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 945 time: 0.0980256 Jul 15 13:36:57.412349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Deleting port af09e8e5-8e95-48ba-b270-dc93b2b702fb {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:36:57.412712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.639204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] For port af09e8e5-8e95-48ba-b270-dc93b2b702fb, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=af09e8e5-8e95-48ba-b270-dc93b2b702fb,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:36:57.639610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:57.675084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Calling delete_port for af09e8e5-8e95-48ba-b270-dc93b2b702fb owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:36:57.702906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f48572-a065-4e8c-9db5-0fd07445528c req-5ba2d3b0-fa38-4499-9d5d-3f4e003c88b3 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:57.713871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0f48572-a065-4e8c-9db5-0fd07445528c req-5ba2d3b0-fa38-4499-9d5d-3f4e003c88b3 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=6109786b-0417-4fc2-b362-d5fefe048608 HTTP/1.1" status: 200 len: 945 time: 0.2624013 Jul 15 13:36:57.842392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0f48572-a065-4e8c-9db5-0fd07445528c req-8fd88c98-d6b0-4cb9-be7e-14ae2d3ddbed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263328 Jul 15 13:36:58.085385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.098437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['cae67389-eeea-42a7-9816-fe3d04eb6c3b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:58.197035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Pushing event deleted for resources: {'Port': ['ID=af09e8e5-8e95-48ba-b270-dc93b2b702fb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:36:58.225634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['af09e8e5-8e95-48ba-b270-dc93b2b702fb', '552c6800-7c40-403d-952b-458d54598bfc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:36:58.329624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] No DVR routers for this DVR port af09e8e5-8e95-48ba-b270-dc93b2b702fb on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:36:58.332632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:36:58.334604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-205ac942-c7e2-41a6-a2b3-2f2e0f33aa98 req-2cc6fe35-dde5-4a10-8bfa-dd09cef9efed tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "DELETE /v2.0/ports/af09e8e5-8e95-48ba-b270-dc93b2b702fb HTTP/1.1" status: 204 len: 173 time: 1.0991147 Jul 15 13:36:58.335047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109786b-0417-4fc2-b362-d5fefe048608', 'name': 'network-vif-deleted', 'tag': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:36:58.346654 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ea20d-30d9-41d4-b89c-225dc6460722" -d '{"events": [{"server_uuid": "6109786b-0417-4fc2-b362-d5fefe048608", "name": "network-vif-deleted", "tag": "af09e8e5-8e95-48ba-b270-dc93b2b702fb"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:36:58.371827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084401ab-e852-40a7-9922-c6d62449baf3 req-2c27b3f4-fb00-4d37-9315-7bb00e519450 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:58.390841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-084401ab-e852-40a7-9922-c6d62449baf3 req-2c27b3f4-fb00-4d37-9315-7bb00e519450 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.3906889 Jul 15 13:36:58.487937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-084401ab-e852-40a7-9922-c6d62449baf3 req-45a6e571-cf84-479f-8e03-588144d15113 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770185 Jul 15 13:36:58.549796 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5d1df-82b8-413c-8a53-aef2fb335bdf x-openstack-request-id: req-40a5d1df-82b8-413c-8a53-aef2fb335bdf {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:36:58.550092 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109786b-0417-4fc2-b362-d5fefe048608", "name": "network-vif-deleted", "tag": "af09e8e5-8e95-48ba-b270-dc93b2b702fb", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:36:58.550357 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40a5d1df-82b8-413c-8a53-aef2fb335bdf {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:36:58.550828 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109786b-0417-4fc2-b362-d5fefe048608', 'name': 'network-vif-deleted', 'tag': 'af09e8e5-8e95-48ba-b270-dc93b2b702fb', 'status': 'completed', 'code': 200} Jul 15 13:36:59.761987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dba9ac-8c6b-409b-a34c-b8e8a246a16d req-62ddbec1-6006-4997-aa65-fd61908f0e40 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:36:59.772461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41dba9ac-8c6b-409b-a34c-b8e8a246a16d req-62ddbec1-6006-4997-aa65-fd61908f0e40 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1047297 Jul 15 13:36:59.836893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41dba9ac-8c6b-409b-a34c-b8e8a246a16d req-515374be-5e96-47b4-80f8-934a43da0a45 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564361 Jul 15 13:37:01.322964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785bdaa-03de-4938-81b9-42d9cc614f0f req-27894be5-98de-46ce-b442-89c0cf81437c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:01.336508 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7785bdaa-03de-4938-81b9-42d9cc614f0f req-27894be5-98de-46ce-b442-89c0cf81437c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1722493 Jul 15 13:37:01.416093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7785bdaa-03de-4938-81b9-42d9cc614f0f req-5fc45c35-2aff-4e47-b322-89e245ce5a66 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776567 Jul 15 13:37:01.730269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device af09e8e5-8e95-48ba-b270-dc93b2b702fb no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:01.773954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: af09e8e5-8e95-48ba-b270-dc93b2b702fb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:01.774299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device af09e8e5-8e95-48ba-b270-dc93b2b702fb not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:01.998774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c771a-dfb0-477e-9291-119d300a2e6c req-29ded6ae-7773-4c72-ac8f-7f3babfd8dd8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.015431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c771a-dfb0-477e-9291-119d300a2e6c req-29ded6ae-7773-4c72-ac8f-7f3babfd8dd8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.017343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a4c771a-dfb0-477e-9291-119d300a2e6c req-29ded6ae-7773-4c72-ac8f-7f3babfd8dd8 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2&device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 1681 time: 0.2341697 Jul 15 13:37:02.111715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a4c771a-dfb0-477e-9291-119d300a2e6c req-329dad4c-45c6-4b0d-8ef8-5900d3c42b03 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881400 Jul 15 13:37:02.809695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2eccd-5026-493b-b064-065a56ca884e req-491e02d3-70fe-4a33-ab47-eb59d3472367 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:02.812669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1a2eccd-5026-493b-b064-065a56ca884e req-491e02d3-70fe-4a33-ab47-eb59d3472367 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1307709 Jul 15 13:37:02.899586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1a2eccd-5026-493b-b064-065a56ca884e req-204a6a64-c9a5-47eb-9717-3a66bd7901dc tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809565 Jul 15 13:37:04.351788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9456a-1a26-4f11-8a59-51f276374b7d req-b31f8099-47d7-495f-a1b6-957c553f6429 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.354340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04f9456a-1a26-4f11-8a59-51f276374b7d req-b31f8099-47d7-495f-a1b6-957c553f6429 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.1022129 Jul 15 13:37:04.499684 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04f9456a-1a26-4f11-8a59-51f276374b7d req-9a9c65e9-ad74-418b-90b8-9f04834feb0e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389387 Jul 15 13:37:04.686163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-6ad41ec9-039e-4ee1-a7cd-a59bff187a81 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.693603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-6ad41ec9-039e-4ee1-a7cd-a59bff187a81 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/networks?id=c5847538-b9cc-4555-bdb2-977e8c217b23 HTTP/1.1" status: 200 len: 798 time: 0.1966975 Jul 15 13:37:04.713592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3ae0ecb4-04b4-4985-bfba-c56b9b4ab931 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/quotas/2f9e97a25f804b078549c78237d41753 HTTP/1.1" status: 200 len: 375 time: 0.0184391 Jul 15 13:37:04.856649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-8ea0b811-424e-4e3d-9327-d8d2be8169ef tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1418798 Jul 15 13:37:04.892234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0752d-1db5-43fb-9244-cbc004358839 req-207aed70-1b0e-40a5-bbc6-fe7e22b67716 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:04.899659 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ce0752d-1db5-43fb-9244-cbc004358839 req-207aed70-1b0e-40a5-bbc6-fe7e22b67716 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 945 time: 0.1604576 Jul 15 13:37:04.998003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ce0752d-1db5-43fb-9244-cbc004358839 req-1ed23d27-d4c9-41d3-860c-fc06f8fdcddf tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972402 Jul 15 13:37:05.037196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-9e55c589-ea8e-44b2-9201-713e4a391dc7 service neutron] 10.222.0.57 "GET /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669636 Jul 15 13:37:05.258993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-16cea79e-946a-49ad-b131-eaed031fa5eb service neutron] 10.222.0.57 "GET /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059741 Jul 15 13:37:05.281636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-4db7b914-0ef6-41d7-be39-d3daaaf5895c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:05.283828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-4db7b914-0ef6-41d7-be39-d3daaaf5895c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.59 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 945 time: 0.1418335 Jul 15 13:37:05.493066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Deleting port cae67389-eeea-42a7-9816-fe3d04eb6c3b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:05.494295 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:05.737993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae013bc7-69eb-4a0a-947c-9cbfd185db38 req-fc60d75b-4547-4497-b38e-9678b3f2d7dc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 210 time: 0.0636833 Jul 15 13:37:06.058445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] For port cae67389-eeea-42a7-9816-fe3d04eb6c3b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cae67389-eeea-42a7-9816-fe3d04eb6c3b,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:06.059155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.132993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Calling delete_port for cae67389-eeea-42a7-9816-fe3d04eb6c3b owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:06.165655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-029cf309-e08d-4cb9-bfe1-bc7421cf48a3 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:06.168188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-029cf309-e08d-4cb9-bfe1-bc7421cf48a3 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3659fa8-39e8-47c9-957f-82e9b83accc6 HTTP/1.1" status: 200 len: 945 time: 0.5363472 Jul 15 13:37:06.533530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacb6cc-59b5-4e2f-a834-fc584e58a619 req-eb631a3f-a54b-469e-969c-cbca9b5dab4f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:06.536960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feacb6cc-59b5-4e2f-a834-fc584e58a619 req-eb631a3f-a54b-469e-969c-cbca9b5dab4f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.6605649 Jul 15 13:37:06.571415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Deleting port 552c6800-7c40-403d-952b-458d54598bfc {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:06.572357 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:06.576659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92ae63-0ea0-4880-9c60-d0a0aa67fc70 req-5688a0d2-c1fe-4872-8e4c-aaa32d98b506 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:06.585645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a92ae63-0ea0-4880-9c60-d0a0aa67fc70 req-5688a0d2-c1fe-4872-8e4c-aaa32d98b506 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 945 time: 0.3143728 Jul 15 13:37:06.643743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a92ae63-0ea0-4880-9c60-d0a0aa67fc70 req-ab202627-f8a9-405b-ae0e-4bb82bb2f67c tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/security-groups?id=c2746be7-eece-463b-80cf-c043c9ef35c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568874 Jul 15 13:37:07.051629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e20e641f-b39b-4a4e-9951-c503fb8e3a2c req-55fb62a7-2889-4f85-a4ba-fdab26624f9b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 210 time: 0.0523953 Jul 15 13:37:07.264915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] For port 552c6800-7c40-403d-952b-458d54598bfc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=552c6800-7c40-403d-952b-458d54598bfc,segment=NetworkSegment(29ce6db9-cf67-4e87-9b32-086158f23e8e),segment_id=29ce6db9-cf67-4e87-9b32-086158f23e8e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:07.265656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.283728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Calling delete_port for 552c6800-7c40-403d-952b-458d54598bfc owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:07.435295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feacb6cc-59b5-4e2f-a834-fc584e58a619 req-bec03d3d-7a5f-48fc-bf31-d896929b88ec tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8694694 Jul 15 13:37:07.490895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.503518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['552c6800-7c40-403d-952b-458d54598bfc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:07.630165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Pushing event deleted for resources: {'Port': ['ID=cae67389-eeea-42a7-9816-fe3d04eb6c3b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:07.813214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:07.844766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3840dac2-3619-46fa-98a7-c07bebe9f6f0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:07.846490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3840dac2-3619-46fa-98a7-c07bebe9f6f0 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.58 "GET /v2.0/networks?id=c5847538-b9cc-4555-bdb2-977e8c217b23 HTTP/1.1" status: 200 len: 798 time: 0.2279882 Jul 15 13:37:07.851340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] No DVR routers for this DVR port cae67389-eeea-42a7-9816-fe3d04eb6c3b on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:07.853265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.865021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:07.872076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eddf5c7a-089d-4b99-ad30-60992a042586 req-8385bb1d-e691-4cbc-8731-59ee7d5f73d1 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.59 "DELETE /v2.0/ports/cae67389-eeea-42a7-9816-fe3d04eb6c3b HTTP/1.1" status: 204 len: 173 time: 2.5812724 Jul 15 13:37:07.874468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'name': 'network-vif-deleted', 'tag': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:07.889318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Request body: {'port': {'device_id': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'admin_state_up': True, 'tenant_id': '2f9e97a25f804b078549c78237d41753'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:07.903970 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7a9b1f-2c04-4825-b912-897820d4142f" -d '{"events": [{"server_uuid": "630ba257-6a42-4532-ad53-ad1ef2976eb2", "name": "network-vif-deleted", "tag": "cae67389-eeea-42a7-9816-fe3d04eb6c3b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:08.023246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.076513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:08.079670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:08.082718 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22694eac-7df5-4e0d-b6f1-468e5a23ee74" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-unplugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:08.087752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.088742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 552c6800-7c40-403d-952b-458d54598bfc no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:08.171386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 552c6800-7c40-403d-952b-458d54598bfc {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:08.172163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 552c6800-7c40-403d-952b-458d54598bfc not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:08.183870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=14']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.224724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Pushing event deleted for resources: {'Port': ['ID=552c6800-7c40-403d-952b-458d54598bfc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:08.253377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-804da7a4-7b62-4857-93da-513764a8387a req-0471a89f-a8c4-47b5-8218-e345eccd4225 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.57 "GET /v2.0/ports?device_id=630ba257-6a42-4532-ad53-ad1ef2976eb2 HTTP/1.1" status: 200 len: 210 time: 0.2555356 Jul 15 13:37:08.282024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cb31-404b-4dc3-b96f-a60dba68114a req-050008ac-4c5c-444d-9181-05a00ba1abd4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:08.299249 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6945cb31-404b-4dc3-b96f-a60dba68114a req-050008ac-4c5c-444d-9181-05a00ba1abd4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 946 time: 0.3542354 Jul 15 13:37:08.332447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] No DVR routers for this DVR port 552c6800-7c40-403d-952b-458d54598bfc on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:08.340474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.344825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d57b3dcb-178a-411a-9a7c-5c2d2f00b25d req-25f83b49-75fb-4558-8e8d-12c6a5f822e7 tempest-ListServersNegativeTestJSON-348428698 tempest-ListServersNegativeTestJSON-348428698-project] 10.222.0.58 "DELETE /v2.0/ports/552c6800-7c40-403d-952b-458d54598bfc HTTP/1.1" status: 204 len: 173 time: 2.1562095 Jul 15 13:37:08.365977 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf3a479-9550-486e-ad7f-006a4612d28b x-openstack-request-id: req-5bf3a479-9550-486e-ad7f-006a4612d28b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:08.366414 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630ba257-6a42-4532-ad53-ad1ef2976eb2", "name": "network-vif-deleted", "tag": "cae67389-eeea-42a7-9816-fe3d04eb6c3b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:08.366699 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bf3a479-9550-486e-ad7f-006a4612d28b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:08.367382 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630ba257-6a42-4532-ad53-ad1ef2976eb2', 'name': 'network-vif-deleted', 'tag': 'cae67389-eeea-42a7-9816-fe3d04eb6c3b', 'status': 'completed', 'code': 200} Jul 15 13:37:08.409504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6945cb31-404b-4dc3-b96f-a60dba68114a req-465d2efe-67e0-4609-98e3-7c15b5303c72 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823569 Jul 15 13:37:08.411204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Made reservation on behalf of 2f9e97a25f804b078549c78237d41753 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:08.417036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:08.494327 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e737e3-0723-4aaa-b757-1f7e8ca675d4 x-openstack-request-id: req-89e737e3-0723-4aaa-b757-1f7e8ca675d4 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:08.494853 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-unplugged", "status": "completed", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:08.495506 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89e737e3-0723-4aaa-b757-1f7e8ca675d4 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:08.496881 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'code': 200} Jul 15 13:37:08.722708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Allocated IP 172.20.0.25 (c5847538-b9cc-4555-bdb2-977e8c217b23/2b17c69f-aa8c-4b5c-aae5-bb7a4b923122/1b962559-8be9-4cd7-af46-9ffa206ae09b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:08.778904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7fa52fc2-c8af-4d83-b73f-28733d48c7ad req-ba5ebc4a-0678-4ba5-8c6e-54e102485947 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 210 time: 0.0494947 Jul 15 13:37:08.944107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cae67389-eeea-42a7-9816-fe3d04eb6c3b no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:09.025256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: cae67389-eeea-42a7-9816-fe3d04eb6c3b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:09.025600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cae67389-eeea-42a7-9816-fe3d04eb6c3b not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:09.059096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.113399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Transition to ACTIVE for port object 1b962559-8be9-4cd7-af46-9ffa206ae09b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:09.176083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.233307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event updated for resources: {'Port': ['ID=1b962559-8be9-4cd7-af46-9ffa206ae09b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:09.268121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Network c5847538-b9cc-4555-bdb2-977e8c217b23 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:09.271871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:09.276572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:09.493293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:09.494816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.525304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-974888e4-5b13-4edd-8bfa-1b6064c243cc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6446607 Jul 15 13:37:09.544119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Request body: {'port': {'device_id': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:09.667194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:09.726764 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.748645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Deleting subnet bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:09.752935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.779898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a5429182-5f26-49ab-83de-1b4bbc88a524 None None] Provisioning for port 1b962559-8be9-4cd7-af46-9ffa206ae09b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:09.785533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a5429182-5f26-49ab-83de-1b4bbc88a524 None None] Provisioning complete for port 1b962559-8be9-4cd7-af46-9ffa206ae09b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:09.785911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5429182-5f26-49ab-83de-1b4bbc88a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.826133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:09.864495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a5429182-5f26-49ab-83de-1b4bbc88a524 None None] Port 1b962559-8be9-4cd7-af46-9ffa206ae09b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:09.958225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.311573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d29fea-7e56-4d5b-88a3-b898329c9991 req-61c08fcd-0209-41a1-bc96-e1121289c8b3 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.316264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67d29fea-7e56-4d5b-88a3-b898329c9991 req-61c08fcd-0209-41a1-bc96-e1121289c8b3 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 895 time: 0.2535913 Jul 15 13:37:10.322064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.378150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'name': 'network-vif-deleted', 'tag': '552c6800-7c40-403d-952b-458d54598bfc'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:10.381821 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a206c15b-27f2-43bd-9f55-4d4511928b88" -d '{"events": [{"server_uuid": "f3659fa8-39e8-47c9-957f-82e9b83accc6", "name": "network-vif-deleted", "tag": "552c6800-7c40-403d-952b-458d54598bfc"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:10.384665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.407513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.409687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02ad96c4-7433-48b7-b7a5-463f58dc6d51 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bb6dbb5c-ef71-4eab-9d8f-55b9cadd476b HTTP/1.1" status: 204 len: 168 time: 0.7397833 Jul 15 13:37:10.413046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33426) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:10.471522 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428ca6bb-1b1c-4b51-a0bf-32a0d49acb37 x-openstack-request-id: req-428ca6bb-1b1c-4b51-a0bf-32a0d49acb37 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:10.472049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b962559-8be9-4cd7-af46-9ffa206ae09b {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:10.472297 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3659fa8-39e8-47c9-957f-82e9b83accc6", "name": "network-vif-deleted", "tag": "552c6800-7c40-403d-952b-458d54598bfc", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:10.472622 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-428ca6bb-1b1c-4b51-a0bf-32a0d49acb37 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:10.473106 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3659fa8-39e8-47c9-957f-82e9b83accc6', 'name': 'network-vif-deleted', 'tag': '552c6800-7c40-403d-952b-458d54598bfc', 'status': 'completed', 'code': 200} Jul 15 13:37:10.483434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.532065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Transition to ACTIVE for port object 1b962559-8be9-4cd7-af46-9ffa206ae09b will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:10.552428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.558987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.579712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0290c-112e-40cb-aeac-ef6e5d3fb0f4 req-77d31068-6f8a-431b-b8ed-361a48cf286b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:10.588759 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28c0290c-112e-40cb-aeac-ef6e5d3fb0f4 req-77d31068-6f8a-431b-b8ed-361a48cf286b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1660190 Jul 15 13:37:10.678210 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.694333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e498d651-bde1-43bb-a035-2740ca973f0e']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.710506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ce6db9-cf67-4e87-9b32-086158f23e8e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.710912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ce6db9-cf67-4e87-9b32-086158f23e8e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:10.723052 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.748595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.756089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:10.756507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:10.844842 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:10.853131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.859857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Pushing event updated for resources: {'Port': ['ID=1b962559-8be9-4cd7-af46-9ffa206ae09b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.865204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:10.875996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28c0290c-112e-40cb-aeac-ef6e5d3fb0f4 req-527b428f-ef2b-4d38-ace0-71db31243bd8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862749 Jul 15 13:37:10.892877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] 10.222.0.57 "DELETE /v2.0/networks/e498d651-bde1-43bb-a035-2740ca973f0e HTTP/1.1" status: 204 len: 168 time: 0.4559729 Jul 15 13:37:10.905645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Attempting to bind port 1b962559-8be9-4cd7-af46-9ffa206ae09b on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:10.907260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Attempting to bind port 1b962559-8be9-4cd7-af46-9ffa206ae09b by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:10.909987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Attempting to bind port 1b962559-8be9-4cd7-af46-9ffa206ae09b on network c5847538-b9cc-4555-bdb2-977e8c217b23 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:10.924740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2db3c1-47cb-4c39-85d4-c460f15ca9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e498d651-bde1-43bb-a035-2740ca973f0e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:10.929483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Port 1b962559-8be9-4cd7-af46-9ffa206ae09b on network c5847538-b9cc-4555-bdb2-977e8c217b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:10.929797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Attempting to bind port 1b962559-8be9-4cd7-af46-9ffa206ae09b on network c5847538-b9cc-4555-bdb2-977e8c217b23 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:10.935885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:10.936199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Checking segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:10.936761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Bound using segment: {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:10.937201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Bound port: 1b962559-8be9-4cd7-af46-9ffa206ae09b, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa90da91-ce94-429c-bf6d-a99592c3f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:10.937562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.021848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] For port 1b962559-8be9-4cd7-af46-9ffa206ae09b, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:11.025936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] For port 1b962559-8be9-4cd7-af46-9ffa206ae09b, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:11.035202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.145809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.146437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.149229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] 10.222.0.58 "PUT /v2.0/ports/1b962559-8be9-4cd7-af46-9ffa206ae09b HTTP/1.1" status: 200 len: 1056 time: 1.6140988 Jul 15 13:37:11.149229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'tag': '1b962559-8be9-4cd7-af46-9ffa206ae09b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:11.150828 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "31ca7d1f-96ac-4092-a511-027bccba87b8", "tag": "1b962559-8be9-4cd7-af46-9ffa206ae09b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:11.311614 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1852e3b-194d-4409-9cba-57d0c0ba645a x-openstack-request-id: req-e1852e3b-194d-4409-9cba-57d0c0ba645a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:11.311991 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ca7d1f-96ac-4092-a511-027bccba87b8", "tag": "1b962559-8be9-4cd7-af46-9ffa206ae09b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:11.313171 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1852e3b-194d-4409-9cba-57d0c0ba645a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:11.313768 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'tag': '1b962559-8be9-4cd7-af46-9ffa206ae09b', 'status': 'completed', 'code': 200} Jul 15 13:37:11.321721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc700d-0fa1-4fef-b038-d2d0568fba4f service neutron] Pushing event updated for resources: {'Port': ['ID=1b962559-8be9-4cd7-af46-9ffa206ae09b,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.412027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-1b41cd5c-98db-4f08-9559-c78904ec6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.413604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-1b41cd5c-98db-4f08-9559-c78904ec6ca8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 1059 time: 0.2164600 Jul 15 13:37:11.425582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33464) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.477685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-83c13eed-bbb0-47fd-ac10-de65cf9db208 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b HTTP/1.1" status: 200 len: 217 time: 0.0515392 Jul 15 13:37:11.590356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1cfedbd6-ef91-45dc-8cc9-5ea73e5ea38b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c178d74a942c439cb844ae7e06a98c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633596 Jul 15 13:37:11.595741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33466) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:11.664879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-5de0ce24-f6a6-45e5-9d9f-1cc26466de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.673577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-5de0ce24-f6a6-45e5-9d9f-1cc26466de4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b17c69f-aa8c-4b5c-aae5-bb7a4b923122 HTTP/1.1" status: 200 len: 838 time: 0.1395118 Jul 15 13:37:11.676509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f2ca-3245-404f-b287-e6984a20218f req-9d2c8286-f493-49a0-a6e2-c57e09f0a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.678251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-9d2c8286-f493-49a0-a6e2-c57e09f0a0bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.2188156 Jul 15 13:37:11.713592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f6f991f-de9d-4085-9ab1-bc96a9d6e533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.741435 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f6f991f-de9d-4085-9ab1-bc96a9d6e533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.801798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f6f991f-de9d-4085-9ab1-bc96a9d6e533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.804741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f6f991f-de9d-4085-9ab1-bc96a9d6e533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:11.806155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0f6f991f-de9d-4085-9ab1-bc96a9d6e533 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c2746be7-eece-463b-80cf-c043c9ef35c6 HTTP/1.1" status: 204 len: 168 time: 0.2082496 Jul 15 13:37:11.818827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f991f-de9d-4085-9ab1-bc96a9d6e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2746be7-eece-463b-80cf-c043c9ef35c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:11.852293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bd312-2170-4f97-9500-8a8e315e6bf6 req-475317ad-05f2-4ba9-be5a-a47dc2867568 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.854095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-830bd312-2170-4f97-9500-8a8e315e6bf6 req-475317ad-05f2-4ba9-be5a-a47dc2867568 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3861134 Jul 15 13:37:11.896622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-568bf239-143e-4a05-9f45-cfe5afd35c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.898184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-568bf239-143e-4a05-9f45-cfe5afd35c33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5847538-b9cc-4555-bdb2-977e8c217b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2116249 Jul 15 13:37:11.930880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-8755a4fe-c5e3-46b8-ae97-e10c9e14d3c1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:37:11.931909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-8755a4fe-c5e3-46b8-ae97-e10c9e14d3c1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277703 Jul 15 13:37:11.948613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f2ca-3245-404f-b287-e6984a20218f req-36d21c11-b4a3-4957-8e12-4705b7f061e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:11.950826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-36d21c11-b4a3-4957-8e12-4705b7f061e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.2648566 Jul 15 13:37:12.081025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-830bd312-2170-4f97-9500-8a8e315e6bf6 req-0de343ba-98d6-4625-863c-8a5618f5678c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173178 Jul 15 13:37:12.206785 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-cdee8e17-1cea-4d39-857d-b21ad1c22a63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.2449994 Jul 15 13:37:12.313484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-7a6b08ca-0f72-453a-adce-042c2870aa51 service neutron] 10.222.0.58 "GET /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713305 Jul 15 13:37:12.390751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f2ca-3245-404f-b287-e6984a20218f req-36d01702-fc7f-41ae-943e-a19ab100faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.392585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-36d01702-fc7f-41ae-943e-a19ab100faee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1725461 Jul 15 13:37:12.595429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f2ca-3245-404f-b287-e6984a20218f req-1fa82c76-e20e-48f7-9c39-2a18ca8b65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.596886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-1fa82c76-e20e-48f7-9c39-2a18ca8b65fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978247 Jul 15 13:37:12.706099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46ee2c-1845-4faf-a02f-df73a02c1033 req-d91f3d62-b757-49a3-ae26-0767f2c9b206 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.717836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be46ee2c-1845-4faf-a02f-df73a02c1033 req-d91f3d62-b757-49a3-ae26-0767f2c9b206 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 945 time: 0.2199082 Jul 15 13:37:12.739703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb248026-7346-4c2c-8d25-c269ee5d86ff req-565be531-2515-42d6-a5e3-4893bac21780 service neutron] 10.222.0.58 "GET /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167972 Jul 15 13:37:12.901559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be46ee2c-1845-4faf-a02f-df73a02c1033 req-cc9276c1-9bbf-4d1d-bb54-4d5c48fb5324 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822937 Jul 15 13:37:12.910813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4741d-25b5-4a3b-a4e0-43ece72b015f req-b5065379-7b13-4f4a-87df-d49701982ecc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.921553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3e4741d-25b5-4a3b-a4e0-43ece72b015f req-b5065379-7b13-4f4a-87df-d49701982ecc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 907 time: 0.4688437 Jul 15 13:37:12.953525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-95c922c4-62e5-4140-a88d-dee77a0c1dfa service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458071 Jul 15 13:37:12.995145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-3a28f049-3f0a-405b-a6e9-e308ade60889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:12.998612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-3a28f049-3f0a-405b-a6e9-e308ade60889 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 1059 time: 0.1868784 Jul 15 13:37:13.081342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-287abfe5-bf48-4d3d-9370-ffd4311b5f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:13.144632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38f0f2ca-3245-404f-b287-e6984a20218f req-5c953483-2250-4854-94b1-6ebc523e50e7 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844828 Jul 15 13:37:13.242669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-1f8df23c-2a37-49dc-9b14-ee42cfcd8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.245403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-1f8df23c-2a37-49dc-9b14-ee42cfcd8824 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5847538-b9cc-4555-bdb2-977e8c217b23 HTTP/1.1" status: 200 len: 899 time: 0.2385669 Jul 15 13:37:13.380114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-1011afa4-52b7-42f7-a877-3efb99ea25b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b HTTP/1.1" status: 200 len: 217 time: 0.1282556 Jul 15 13:37:13.518726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f517d-f110-4213-8567-56d8ccc5394a req-b5aaf7dd-a8c2-4e88-b0bd-1a5332c2483a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.531205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-072f517d-f110-4213-8567-56d8ccc5394a req-b5aaf7dd-a8c2-4e88-b0bd-1a5332c2483a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1746230 Jul 15 13:37:13.556938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-cec2e0d3-b70f-4206-81e9-a459d9ca8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.566613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-cec2e0d3-b70f-4206-81e9-a459d9ca8d53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b17c69f-aa8c-4b5c-aae5-bb7a4b923122 HTTP/1.1" status: 200 len: 838 time: 0.1739790 Jul 15 13:37:13.636343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-072f517d-f110-4213-8567-56d8ccc5394a req-a166de2b-5774-4e84-9ec6-b7e007bf0f42 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040020 Jul 15 13:37:13.644165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33522) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:13.707504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-21687672-272d-4963-93a3-a8c00ddc0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.709608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-21687672-272d-4963-93a3-a8c00ddc0e6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5847538-b9cc-4555-bdb2-977e8c217b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1390913 Jul 15 13:37:13.762628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-e9bb474f-88db-49d9-929e-860f3a435dd7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:13.764395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-e9bb474f-88db-49d9-929e-860f3a435dd7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 945 time: 0.0993841 Jul 15 13:37:13.774476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1b962559-8be9-4cd7-af46-9ffa206ae09b details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:13.856999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1768495368-network', 'tenant_id': 'adb79e7f96014a0e9807605d26c5ecbe'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:13.879885 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-aa5a8c51-d6af-4fd1-95ba-bd58aa822647 service neutron] 10.222.0.58 "GET /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524141 Jul 15 13:37:13.986831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Made reservation on behalf of adb79e7f96014a0e9807605d26c5ecbe for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:13.989253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.020671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3fa74e25-c6cc-4305-aefe-f12ab6619ac4 req-1eb54296-a3a3-424b-9249-250f78048c5b service neutron] 10.222.0.58 "GET /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257348 Jul 15 13:37:14.028841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.054036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1b962559-8be9-4cd7-af46-9ffa206ae09b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:14.092513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '1b962559-8be9-4cd7-af46-9ffa206ae09b', 'network_id': 'c5847538-b9cc-4555-bdb2-977e8c217b23', 'port_id': '1b962559-8be9-4cd7-af46-9ffa206ae09b', 'mac_address': 'fa:16:3e:58:29:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b17c69f-aa8c-4b5c-aae5-bb7a4b923122', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:14.133993 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.148658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b962559-8be9-4cd7-af46-9ffa206ae09b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:14.170245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1b962559-8be9-4cd7-af46-9ffa206ae09b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:14.177620 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.181791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03141457-dc38-4e45-84b4-179c557cab97 req-4c36db7f-b956-4e35-a50b-787ef4682379 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.190303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03141457-dc38-4e45-84b4-179c557cab97 req-4c36db7f-b956-4e35-a50b-787ef4682379 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 945 time: 0.1181090 Jul 15 13:37:14.242045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Deleting port a057efbc-ad9f-433f-a754-374ee680438d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:14.242190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03141457-dc38-4e45-84b4-179c557cab97 req-a23bc4e3-aef7-4b2f-b2ad-cc9875233ecd tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485499 Jul 15 13:37:14.242665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.273661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=1b962559-8be9-4cd7-af46-9ffa206ae09b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.375001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28183cf4-f7ab-420c-a974-f3837cc91dde req-d27b6c1f-5d03-4548-98f1-c7a12c385178 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.382442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28183cf4-f7ab-420c-a974-f3837cc91dde req-d27b6c1f-5d03-4548-98f1-c7a12c385178 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 908 time: 0.2078888 Jul 15 13:37:14.397392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1b962559-8be9-4cd7-af46-9ffa206ae09b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:14.425497 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.435150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] For port a057efbc-ad9f-433f-a754-374ee680438d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a057efbc-ad9f-433f-a754-374ee680438d,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:14.435560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.442143 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.503166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Calling delete_port for a057efbc-ad9f-433f-a754-374ee680438d owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:14.521623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cee9ae-d533-448e-b418-1ab9b3b89453,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.530920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:14.579276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.579868 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Added segment 90ac4f3f-5460-4caa-8d0a-4cc67d8696f3 of type vlan for network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 Jul 15 13:37:14.634386 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.758864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.760254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.761379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.834347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca99399-3d91-4cd9-b91c-e8d1e4189ca4 req-8a5e8e05-c9ab-4128-bba8-dbd029638442 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:14.835849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ca99399-3d91-4cd9-b91c-e8d1e4189ca4 req-8a5e8e05-c9ab-4128-bba8-dbd029638442 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0730393 Jul 15 13:37:14.844322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.852265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1be10b-79f9-4176-ab71-750f4a6f72e8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.859304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4', 'a057efbc-ad9f-433f-a754-374ee680438d'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:14.864811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1096db91-9746-4613-ba28-015b4c228100', '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:14.899185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event deleted for resources: {'Port': ['ID=a057efbc-ad9f-433f-a754-374ee680438d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:14.928535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:14.929266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05f52cb0-073f-479e-badb-186a0893e2b4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2829030 Jul 15 13:37:14.937132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:14.957186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Request body: {'subnet': {'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1768495368-subnet', 'tenant_id': 'adb79e7f96014a0e9807605d26c5ecbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:14.977558 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ca99399-3d91-4cd9-b91c-e8d1e4189ca4 req-adfefa20-05e4-4b53-8b7d-8506540725c0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338477 Jul 15 13:37:14.979240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] No DVR routers for this DVR port a057efbc-ad9f-433f-a754-374ee680438d on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:14.985299 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:14.991376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5dee3d79-479c-405c-9690-4954f3fbc3c7 req-8970a1d1-971b-4498-beb6-a3ffe755382e tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "DELETE /v2.0/ports/a057efbc-ad9f-433f-a754-374ee680438d HTTP/1.1" status: 204 len: 173 time: 1.2214715 Jul 15 13:37:14.993324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'name': 'network-vif-deleted', 'tag': 'a057efbc-ad9f-433f-a754-374ee680438d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:14.998233 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d376c59f-abfa-4a72-8500-d23dcdae2e4e" -d '{"events": [{"server_uuid": "9c4d8379-16f6-4816-95b9-f24393baaa39", "name": "network-vif-deleted", "tag": "a057efbc-ad9f-433f-a754-374ee680438d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:15.018907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Made reservation on behalf of adb79e7f96014a0e9807605d26c5ecbe for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:15.034928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.110738 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6111ae0e-c295-432c-b2b6-804fd495ffac x-openstack-request-id: req-6111ae0e-c295-432c-b2b6-804fd495ffac {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:15.115402 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4d8379-16f6-4816-95b9-f24393baaa39", "name": "network-vif-deleted", "tag": "a057efbc-ad9f-433f-a754-374ee680438d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:15.115801 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6111ae0e-c295-432c-b2b6-804fd495ffac {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:15.116329 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4d8379-16f6-4816-95b9-f24393baaa39', 'name': 'network-vif-deleted', 'tag': 'a057efbc-ad9f-433f-a754-374ee680438d', 'status': 'completed', 'code': 200} Jul 15 13:37:15.295995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.322227 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.364616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe25a151-278f-4ee8-bc60-8d9b1203220c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:15.379319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Checking segment: {'id': '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:15.379850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Network hostable DHCP agents. Network: 1b1be10b-79f9-4176-ab71-750f4a6f72e8, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:15.387760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.404881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:15.429188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1b1be10b-79f9-4176-ab71-750f4a6f72e8) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:15.433940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.434551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.450233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35475b-4c02-4dbc-b36d-fb8ee80d6e3f None None] Network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:15.452935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7c0b546f-fcef-4b9c-9a95-914010a2c4b4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5232568 Jul 15 13:37:15.543705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cde6ffa9-ba8b-4207-908a-954327468c99 req-a2001d40-31b1-4a39-a07b-fdc3dfdbcac7 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4d8379-16f6-4816-95b9-f24393baaa39 HTTP/1.1" status: 200 len: 210 time: 0.0709221 Jul 15 13:37:15.617951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d4b26-f53f-4aa3-9469-3560037ca3ec req-9ef5f348-1770-4fdb-9fdf-c09cf6221f85 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.628302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-512d4b26-f53f-4aa3-9469-3560037ca3ec req-9ef5f348-1770-4fdb-9fdf-c09cf6221f85 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1363235 Jul 15 13:37:15.700251 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a7d0ddc-ee01-45c8-8907-646590c0f338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.735346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:15.779954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-512d4b26-f53f-4aa3-9469-3560037ca3ec req-adddf37f-7b3f-4f53-81b0-85b089cab5dc tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507270 Jul 15 13:37:15.812021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1b962559-8be9-4cd7-af46-9ffa206ae09b up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:15.903039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c8a3a-a22e-499d-a451-855a01ebbf34 req-6f9c7740-4774-481c-9430-703e00230a93 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:15.920422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a0c8a3a-a22e-499d-a451-855a01ebbf34 req-6f9c7740-4774-481c-9430-703e00230a93 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 908 time: 0.2311201 Jul 15 13:37:15.937715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f7196-f234-4c86-9e86-b0202d1b8223 None None] Network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:16.103587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 1b962559-8be9-4cd7-af46-9ffa206ae09b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:16.117064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 1b962559-8be9-4cd7-af46-9ffa206ae09b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:16.117492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.133395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be692c-6fb4-4346-beb0-cd36d40746e0 req-a2b16dc2-a9bb-4228-ad4e-2aada00232ff tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.141900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18be692c-6fb4-4346-beb0-cd36d40746e0 req-a2b16dc2-a9bb-4228-ad4e-2aada00232ff tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1166039 Jul 15 13:37:16.250469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18be692c-6fb4-4346-beb0-cd36d40746e0 req-0b637ff9-553a-43e3-a596-45caa746e3e6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070158 Jul 15 13:37:16.482351 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.522993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-7896d497-57b0-45dc-b1b3-9200ffa71329 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.524935 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-7896d497-57b0-45dc-b1b3-9200ffa71329 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/networks?id=1b1be10b-79f9-4176-ab71-750f4a6f72e8 HTTP/1.1" status: 200 len: 814 time: 0.2138896 Jul 15 13:37:16.528729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b962559-8be9-4cd7-af46-9ffa206ae09b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:16.531218 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5145357-c3c1-4a17-8188-25fbe1b0734b" -d '{"events": [{"server_uuid": "31ca7d1f-96ac-4092-a511-027bccba87b8", "name": "network-vif-plugged", "status": "completed", "tag": "1b962559-8be9-4cd7-af46-9ffa206ae09b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:16.551480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-c195c7a0-6a62-4c03-a07b-db431c9b0a9b tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/quotas/adb79e7f96014a0e9807605d26c5ecbe HTTP/1.1" status: 200 len: 375 time: 0.0165217 Jul 15 13:37:16.553898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 1b962559-8be9-4cd7-af46-9ffa206ae09b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:16.561390 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:16.627039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-0b39dfaf-1e17-49d0-9d0e-91df359aae89 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=adb79e7f96014a0e9807605d26c5ecbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665066 Jul 15 13:37:16.689185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=1b962559-8be9-4cd7-af46-9ffa206ae09b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:16.762226 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e341296e-eebe-462d-8cc7-50048fa26a77 service neutron] 10.222.0.57 "GET /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 Jul 15 13:37:16.798637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-7088b6c4-3fa1-4ea2-a65a-be5eea6da5e3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:16.806936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-7088b6c4-3fa1-4ea2-a65a-be5eea6da5e3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.1929784 Jul 15 13:37:16.820434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-08104641-6ffc-430c-85fd-caf3875725a7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/quotas/f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 375 time: 0.0120440 Jul 15 13:37:16.927917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-f74b0214-590b-4fb9-ad00-a755e6ded502 service neutron] 10.222.0.57 "GET /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544514 Jul 15 13:37:16.945736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a057efbc-ad9f-433f-a754-374ee680438d no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:16.955466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-70eedd7f-0162-40d6-903b-9ffdb9228a02 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1291494 Jul 15 13:37:17.024509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: a057efbc-ad9f-433f-a754-374ee680438d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:17.037774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a057efbc-ad9f-433f-a754-374ee680438d not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:17.085806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-74c61650-081b-441a-a9cd-a429d5c5bb79 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262817 Jul 15 13:37:17.114143 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:17.172292 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996c310-1420-45b8-a8c5-5a85f527c6c2 x-openstack-request-id: req-f996c310-1420-45b8-a8c5-5a85f527c6c2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:17.172791 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ca7d1f-96ac-4092-a511-027bccba87b8", "name": "network-vif-plugged", "status": "completed", "tag": "1b962559-8be9-4cd7-af46-9ffa206ae09b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:17.173226 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f996c310-1420-45b8-a8c5-5a85f527c6c2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:17.174648 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b962559-8be9-4cd7-af46-9ffa206ae09b', 'code': 200} Jul 15 13:37:17.649435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a879b-3924-4ef6-a8d9-437ecbefd287 req-82829cba-2049-41fa-b173-510cb0d1c5c4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:17.657907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-244bd894-0b57-4aba-8c7c-42d4d861d43e service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708861 Jul 15 13:37:17.662269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-146a879b-3924-4ef6-a8d9-437ecbefd287 req-82829cba-2049-41fa-b173-510cb0d1c5c4 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 909 time: 0.1149669 Jul 15 13:37:17.789759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a29d7739-a8b0-40ff-b3dd-2e776f766544 req-daeb43c2-6a9f-4a4e-97da-c99a2344d738 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 210 time: 0.0547323 Jul 15 13:37:17.865939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ec2c5-06e5-4de9-bb32-c9797512c108 req-11a855f4-2235-43bc-9a22-1d312583ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:17.869254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-458ec2c5-06e5-4de9-bb32-c9797512c108 req-11a855f4-2235-43bc-9a22-1d312583ac43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 1061 time: 0.2085748 Jul 15 13:37:18.053724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-039a8418-688c-4d16-b59a-c3801237eb07 req-623585e9-2703-4a54-b9d7-58756ab95724 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 210 time: 0.0647070 Jul 15 13:37:18.614639 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:18.952147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857a37e-7e64-4453-b8dd-1c24285ef0d9 req-049ac5ae-f800-476f-a224-a21b6574667e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.970420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4857a37e-7e64-4453-b8dd-1c24285ef0d9 req-049ac5ae-f800-476f-a224-a21b6574667e tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 909 time: 0.1727548 Jul 15 13:37:18.973231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-9c27821e-0217-4133-a7e1-4086472864e9 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:18.976781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-9c27821e-0217-4133-a7e1-4086472864e9 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.59 "GET /v2.0/networks?id=1b1be10b-79f9-4176-ab71-750f4a6f72e8 HTTP/1.1" status: 200 len: 814 time: 0.2175121 Jul 15 13:37:19.001464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Request body: {'port': {'device_id': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8', 'admin_state_up': True, 'tenant_id': 'adb79e7f96014a0e9807605d26c5ecbe'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:19.183159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c878a965-3c69-4e63-b03c-62b4b04ad48f req-c18b75a4-8aed-4d3a-b11e-099e0a55ebc5 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 210 time: 0.0716119 Jul 15 13:37:19.225351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905501d-95a0-4572-a393-ffd223efdf90 req-4b58a6e5-3455-4354-8dd2-2358999d78b7 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.237298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5905501d-95a0-4572-a393-ffd223efdf90 req-4b58a6e5-3455-4354-8dd2-2358999d78b7 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 909 time: 0.0911267 Jul 15 13:37:19.341483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Made reservation on behalf of adb79e7f96014a0e9807605d26c5ecbe for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:19.347904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:19.429929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb0eb9-5067-41d9-a749-f8b175c6e2ee req-bfe0ab73-2f81-479e-9bf0-818cf2893f41 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.432638 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5adb0eb9-5067-41d9-a749-f8b175c6e2ee req-bfe0ab73-2f81-479e-9bf0-818cf2893f41 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 1061 time: 0.0791757 Jul 15 13:37:19.615343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b506eb54-d64d-4e52-9c44-39c3efe55ce9 req-c57b7792-639b-4117-9600-c34450754569 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 210 time: 0.1059945 Jul 15 13:37:19.820921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Allocated IP 172.20.0.11 (1b1be10b-79f9-4176-ab71-750f4a6f72e8/fe25a151-278f-4ee8-bc60-8d9b1203220c/06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:19.886433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8428-2f31-48c3-b60c-305501e21ab7 req-3ea74d11-5cd2-4f65-93e3-c68b393f4de8 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.894096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20ea8428-2f31-48c3-b60c-305501e21ab7 req-3ea74d11-5cd2-4f65-93e3-c68b393f4de8 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1136 time: 0.2305989 Jul 15 13:37:19.940404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-da5ab2db-6a5a-40db-a1f6-c8fb5fc639d2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:19.941955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-da5ab2db-6a5a-40db-a1f6-c8fb5fc639d2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.2259834 Jul 15 13:37:19.991648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'port': {'device_id': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'admin_state_up': True, 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:20.051215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-20ea8428-2f31-48c3-b60c-305501e21ab7 req-80df0435-eaa5-4d20-af89-2980a588c2eb tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1557395 Jul 15 13:37:20.082457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33714) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:20.120511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.191988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.253947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Pushing event updated for resources: {'Port': ['ID=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:20.278930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:20.280854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:20.289842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:20.330908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a360f86-7ce4-4a8d-bcb4-65cececaa907 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.336033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9a360f86-7ce4-4a8d-bcb4-65cececaa907 tempest-TestSecurityGroupsBasicOps-471605386 tempest-TestSecurityGroupsBasicOps-471605386-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 1056 time: 0.2490225 Jul 15 13:37:20.356084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:20.360176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.367825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.368600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.396596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-e609eea2-8f2d-4ba4-bbc1-a76f7749271d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4000950 Jul 15 13:37:20.407326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-64f10ed8-ded5-4dbc-9083-aec5f2a3cfd5 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:37:20.408531 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-64f10ed8-ded5-4dbc-9083-aec5f2a3cfd5 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057621 Jul 15 13:37:20.420272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Request body: {'port': {'device_id': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:20.661557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Allocated IP 172.20.0.9 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/0b4e0978-c8c8-476b-9019-65b5efc0e8ac) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:20.693894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:20.856037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c42f2-6cff-43f2-966b-2ab6aa6f797f req-f725797e-a3fc-47d5-8a59-9b565700a9e9 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:20.861259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3c4c42f2-6cff-43f2-966b-2ab6aa6f797f req-f725797e-a3fc-47d5-8a59-9b565700a9e9 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 932 time: 0.3683305 Jul 15 13:37:21.021334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.047054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25ed98d5-0560-4f4c-91c8-148282218b24 req-9ebce0c4-b859-4678-854a-ee6faa168c6f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 210 time: 0.0515070 Jul 15 13:37:21.063474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3c4c42f2-6cff-43f2-966b-2ab6aa6f797f req-6c752566-37d2-4937-ab1e-cfc8e9371577 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807687 Jul 15 13:37:21.105858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Transition to ACTIVE for port object 0b4e0978-c8c8-476b-9019-65b5efc0e8ac will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:21.173896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.223642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:21.230723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:21.243727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:21.341080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edb4f4-0268-4420-90d0-db4b82a7b9d0 req-6f05c363-5c71-4c4d-9c7a-897efe82f243 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.342714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65edb4f4-0268-4420-90d0-db4b82a7b9d0 req-6f05c363-5c71-4c4d-9c7a-897efe82f243 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 909 time: 0.1328483 Jul 15 13:37:21.352130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:21.357119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.405610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:21.409596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.418477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.424951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-a433a039-179a-4bdc-b731-0d070a80311b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4684737 Jul 15 13:37:21.437932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Request body: {'port': {'device_id': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:21.447894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Transition to ACTIVE for port object 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:21.453288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.554913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.627614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:21.690716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Attempting to bind port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:21.691033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Attempting to bind port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:21.691374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Attempting to bind port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 on network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:21.719243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 on network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:21.719759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Attempting to bind port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 on network 1b1be10b-79f9-4176-ab71-750f4a6f72e8 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:21.730424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c37156d0-1f01-4a00-a0f6-408d8c17f051 None None] Provisioning for port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:21.734400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:21.747553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c37156d0-1f01-4a00-a0f6-408d8c17f051 None None] Provisioning complete for port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:21.747936 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c37156d0-1f01-4a00-a0f6-408d8c17f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.749629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Checking segment: {'id': '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:21.750093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Bound using segment: {'id': '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:21.754078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Bound port: 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:21.754078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:21.857288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c37156d0-1f01-4a00-a0f6-408d8c17f051 None None] Port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:37:22.027802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] For port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:22.032343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] For port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,segment=NetworkSegment(90ac4f3f-5460-4caa-8d0a-4cc67d8696f3),segment_id=90ac4f3f-5460-4caa-8d0a-4cc67d8696f3)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:22.051519 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.139129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.140278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.142244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] 10.222.0.59 "PUT /v2.0/ports/06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 HTTP/1.1" status: 200 len: 1093 time: 1.7272601 Jul 15 13:37:22.145127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'tag': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:22.159802 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d" -d '{"events": [{"name": "network-changed", "server_uuid": "033a05d0-70b7-43b0-ad8e-f0ef2f096478", "tag": "06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:22.263105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4e0978-c8c8-476b-9019-65b5efc0e8ac {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:22.277234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.286867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25581189-5779-4e8c-8697-0894107ac3fa req-002cd9fa-1697-462c-a63c-4e900822720f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.288414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25581189-5779-4e8c-8697-0894107ac3fa req-002cd9fa-1697-462c-a63c-4e900822720f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.58 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 909 time: 0.2248590 Jul 15 13:37:22.331988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Transition to ACTIVE for port object 0b4e0978-c8c8-476b-9019-65b5efc0e8ac will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:22.346924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.348531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3c020-503a-447f-b8cd-8f4dc6095fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.457094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-baab5993-bf29-4af1-830c-02c9a40c48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.458829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-baab5993-bf29-4af1-830c-02c9a40c48ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adb79e7f96014a0e9807605d26c5ecbe&device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 1096 time: 0.2592072 Jul 15 13:37:22.578313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-ebdf53fe-c047-406d-ab08-d0deeb8ef1c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 HTTP/1.1" status: 200 len: 217 time: 0.1003349 Jul 15 13:37:22.608363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cda69e-ca70-40be-b5c7-786f64504894 req-7ecc51e5-da72-4ecb-bcc5-1d2d304df652 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.621430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86cda69e-ca70-40be-b5c7-786f64504894 req-7ecc51e5-da72-4ecb-bcc5-1d2d304df652 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 943 time: 0.2738647 Jul 15 13:37:22.646129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:22.683772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-6cd59edc-ec10-4109-b153-05b9f1d49947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.685552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-6cd59edc-ec10-4109-b153-05b9f1d49947 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe25a151-278f-4ee8-bc60-8d9b1203220c HTTP/1.1" status: 200 len: 854 time: 0.1002564 Jul 15 13:37:22.694096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31afcf-1583-4d61-ac11-1d1d1a518154 req-682ecdd8-9014-42c7-819c-b2a18b2997bf tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:22.696087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d31afcf-1583-4d61-ac11-1d1d1a518154 req-682ecdd8-9014-42c7-819c-b2a18b2997bf tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 944 time: 0.2771299 Jul 15 13:37:22.730063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Attempting to bind port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:22.730400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Attempting to bind port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:22.730757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Attempting to bind port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:22.731249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86cda69e-ca70-40be-b5c7-786f64504894 req-54694dec-e248-415f-bb10-ce2ec0c8bf89 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085045 Jul 15 13:37:22.760714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac on network ae4be086-0c65-428d-818e-24d7a5d3bf65 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:37:22.761048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Attempting to bind port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:22.770841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:22.771214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:22.771617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:22.772073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Bound port: 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:22.772442 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:22.778169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port 1b962559-8be9-4cd7-af46-9ffa206ae09b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:22.778721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.044964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d31afcf-1583-4d61-ac11-1d1d1a518154 req-2e557caa-85ad-4f6d-99b4-b076d4297069 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177497 Jul 15 13:37:23.060546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] For port 1b962559-8be9-4cd7-af46-9ffa206ae09b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1b962559-8be9-4cd7-af46-9ffa206ae09b,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:23.061342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.099586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for 1b962559-8be9-4cd7-af46-9ffa206ae09b owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:23.194663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] For port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:23.213203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] For port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:23.241313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.332398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.405966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-f9c3f59f-5fc3-4290-8519-75dcb3aa13e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b1be10b-79f9-4176-ab71-750f4a6f72e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7103634 Jul 15 13:37:23.419164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.419802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.421341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-c433b511-e006-427b-81d4-601e4a4d0e6f service neutron] 10.222.0.59 "PUT /v2.0/ports/0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 200 len: 1092 time: 1.9885662 Jul 15 13:37:23.421970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'tag': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:23.424420 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e36ff78-84dc-45e1-aabd-4ca582ad7790" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c", "tag": "0b4e0978-c8c8-476b-9019-65b5efc0e8ac"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:23.449806 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2984dd8-7e49-4308-9dd5-c117009a889a x-openstack-request-id: req-c2984dd8-7e49-4308-9dd5-c117009a889a {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:23.450121 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033a05d0-70b7-43b0-ad8e-f0ef2f096478", "tag": "06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:23.450404 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2984dd8-7e49-4308-9dd5-c117009a889a {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:23.451812 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'tag': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1', 'status': 'completed', 'code': 200} Jul 15 13:37:23.642708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f0d2b-295b-4ad5-86b9-a670f2876979 req-3c9dbaac-9683-4830-80f9-4fae8c9a1233 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.650868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-470f0d2b-295b-4ad5-86b9-a670f2876979 req-3c9dbaac-9683-4830-80f9-4fae8c9a1233 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 909 time: 0.3124292 Jul 15 13:37:23.660488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aedb90-2266-4f65-8e01-3314cd5ea500 req-c8e5bb1c-eea9-440e-94bf-60821a0857a1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.677461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33aedb90-2266-4f65-8e01-3314cd5ea500 req-c8e5bb1c-eea9-440e-94bf-60821a0857a1 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 946 time: 0.2699745 Jul 15 13:37:23.688860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.698165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-61dbda6c-a35c-4d03-8262-bdf9fb48c7ec service neutron] 10.222.0.59 "GET /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431681 Jul 15 13:37:23.729161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=1b962559-8be9-4cd7-af46-9ffa206ae09b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:23.792936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-37c81b2a-e930-4b60-96a7-ae7c3000b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.794586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-37c81b2a-e930-4b60-96a7-ae7c3000b325 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 1095 time: 0.3218532 Jul 15 13:37:23.819423 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1be9c7-f79d-4de5-a8b3-bf547d8ec7eb x-openstack-request-id: req-ac1be9c7-f79d-4de5-a8b3-bf547d8ec7eb {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:23.819714 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c", "tag": "0b4e0978-c8c8-476b-9019-65b5efc0e8ac", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:23.821529 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-33aedb90-2266-4f65-8e01-3314cd5ea500 req-76101a36-3116-44e3-9e70-fd569fee18b5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406817 Jul 15 13:37:23.821963 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac1be9c7-f79d-4de5-a8b3-bf547d8ec7eb {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:23.823237 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'tag': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac', 'status': 'completed', 'code': 200} Jul 15 13:37:23.892188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] No DVR routers for this DVR port 1b962559-8be9-4cd7-af46-9ffa206ae09b on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:23.903407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-bbb5fe04-3638-4933-a90e-8eea02071ec3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 200 len: 217 time: 0.1011438 Jul 15 13:37:23.904795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:23.908794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-25581189-5779-4e8c-8697-0894107ac3fa req-c10d43ba-355a-4446-a6f1-fc54547f7ecb tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.58 "DELETE /v2.0/ports/1b962559-8be9-4cd7-af46-9ffa206ae09b HTTP/1.1" status: 204 len: 173 time: 1.6142149 Jul 15 13:37:23.981398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-a2e5c4d0-4d7f-4ce0-bb06-51ba695add43 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:23.983113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-a2e5c4d0-4d7f-4ce0-bb06-51ba695add43 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 946 time: 0.2487781 Jul 15 13:37:23.985481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a78f8f8-1060-4cff-8eaa-3928cb1ef037 req-fff5b297-eff7-47e0-bcfd-10d0f8f39fa0 service neutron] 10.222.0.59 "GET /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776177 Jul 15 13:37:24.051420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-5f995d44-1118-4c37-8f20-3e74a1f26e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.053229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-5f995d44-1118-4c37-8f20-3e74a1f26e32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1418490 Jul 15 13:37:24.189570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-0f0075e1-eeb3-42e7-91d5-c81a6eb4808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.191496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-0f0075e1-eeb3-42e7-91d5-c81a6eb4808d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312060 Jul 15 13:37:24.354257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Deleting port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:24.355367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.376560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-0f173675-ad00-4885-824e-74ec8e48f9a4 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785262 Jul 15 13:37:24.493322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-810590a8-e769-42dc-845a-862223021b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.495262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-810590a8-e769-42dc-845a-862223021b6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=adb79e7f96014a0e9807605d26c5ecbe&device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 1096 time: 0.3096669 Jul 15 13:37:24.518181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d192288-d0c3-4267-aae3-d3b24df80881 req-057e7e01-f948-4a37-a3c9-c0152aead51c service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344788 Jul 15 13:37:24.526558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] For port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:24.526937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:24.549503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Calling delete_port for 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:24.571209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac183a-e765-4a5b-91e0-9b655245c6d9 req-4b58dc4d-4c21-4959-8874-21fe8f769fd0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.582035 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2ac183a-e765-4a5b-91e0-9b655245c6d9 req-4b58dc4d-4c21-4959-8874-21fe8f769fd0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 943 time: 0.1051080 Jul 15 13:37:24.627383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8204b-256c-487f-ac5a-65e2d36fe432 req-947fce54-3ea0-4500-b914-a6881b1b0d20 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.629598 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a8204b-256c-487f-ac5a-65e2d36fe432 req-947fce54-3ea0-4500-b914-a6881b1b0d20 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 944 time: 0.3433695 Jul 15 13:37:24.730669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2ac183a-e765-4a5b-91e0-9b655245c6d9 req-2d6ea396-2da5-4dae-810b-0306d76c2201 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401992 Jul 15 13:37:24.769594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-e2b8604d-ee92-40e7-b0fc-614235bf3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.771569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-e2b8604d-ee92-40e7-b0fc-614235bf3854 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 1095 time: 0.1687508 Jul 15 13:37:24.802609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-06f8f575-6e2f-4492-a0a5-eae83bee10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.804522 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-06f8f575-6e2f-4492-a0a5-eae83bee10ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b1be10b-79f9-4176-ab71-750f4a6f72e8 HTTP/1.1" status: 200 len: 915 time: 0.3010499 Jul 15 13:37:24.850872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a8204b-256c-487f-ac5a-65e2d36fe432 req-ca779c6e-0068-4069-b073-385c686517f6 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734748 Jul 15 13:37:24.942043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-2cbf8c4c-fa8b-4b65-90a6-d9c5e9762491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:24.944296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-2cbf8c4c-fa8b-4b65-90a6-d9c5e9762491 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1657665 Jul 15 13:37:24.996095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be0fd691-3c02-45d1-b9bd-6d95957abf90 req-f0b9c4ce-e6ca-48d9-8772-94d91956a078 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=31ca7d1f-96ac-4092-a511-027bccba87b8 HTTP/1.1" status: 200 len: 210 time: 0.0495973 Jul 15 13:37:25.008421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-9f594ae8-df22-4cb6-afe4-d4f892aee699 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 HTTP/1.1" status: 200 len: 217 time: 0.1913831 Jul 15 13:37:25.034746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-933b9782-1334-470a-8fc4-9abdeec0b0a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 200 len: 217 time: 0.0471315 Jul 15 13:37:25.106095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-29f31c69-ce04-47f9-88b1-46ec17f6df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.109218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-29f31c69-ce04-47f9-88b1-46ec17f6df0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0678413 Jul 15 13:37:25.152112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.165411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['1096db91-9746-4613-ba28-015b4c228100', '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:25.207467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-d5c3766e-96fb-481e-90a3-39514ade0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.209996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-d5c3766e-96fb-481e-90a3-39514ade0951 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921330 Jul 15 13:37:25.211526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:25.213205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event deleted for resources: {'Port': ['ID=11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:25.249168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-affa7af5-9c0f-42e5-a40e-c2a57ac91f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.258429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-affa7af5-9c0f-42e5-a40e-c2a57ac91f16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe25a151-278f-4ee8-bc60-8d9b1203220c HTTP/1.1" status: 200 len: 854 time: 0.2231288 Jul 15 13:37:25.321871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-ab1f623a-cd03-4e58-b3e3-69501e649dbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b1be10b-79f9-4176-ab71-750f4a6f72e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620203 Jul 15 13:37:25.387115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f882fc6-d40b-4b4f-a952-ecc36f458abb req-7b8bd4f8-223c-4784-a8b8-d43261625e2c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.394442 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f882fc6-d40b-4b4f-a952-ecc36f458abb req-7b8bd4f8-223c-4784-a8b8-d43261625e2c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b2f254a-1566-426c-98aa-34f1000adc08 HTTP/1.1" status: 200 len: 867 time: 0.3431997 Jul 15 13:37:25.436772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-4fa9d3b9-0adf-4d74-b35e-c583f62ae8f6 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179313 Jul 15 13:37:25.457542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] No DVR routers for this DVR port 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:25.464510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:25.469836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e36a5f2-2229-4f78-b563-9b15983b1911 req-2e844023-10d9-4fca-b501-ad493bde80c5 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "DELETE /v2.0/ports/11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 HTTP/1.1" status: 204 len: 173 time: 1.4742982 Jul 15 13:37:25.470312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f254a-1566-426c-98aa-34f1000adc08', 'name': 'network-vif-deleted', 'tag': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:25.487484 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a957a1a-6e72-4dbf-91d7-2dc2db3ce31c" -d '{"events": [{"server_uuid": "9b2f254a-1566-426c-98aa-34f1000adc08", "name": "network-vif-deleted", "tag": "11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:25.549998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f882fc6-d40b-4b4f-a952-ecc36f458abb req-a9f855cc-ddd6-4764-b1e8-5e39e309bb6b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540766 Jul 15 13:37:25.597219 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c222bb-225b-46d4-86dc-5568c46b9c8d x-openstack-request-id: req-69c222bb-225b-46d4-86dc-5568c46b9c8d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:25.597627 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2f254a-1566-426c-98aa-34f1000adc08", "name": "network-vif-deleted", "tag": "11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:25.598268 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69c222bb-225b-46d4-86dc-5568c46b9c8d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:25.598868 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2f254a-1566-426c-98aa-34f1000adc08', 'name': 'network-vif-deleted', 'tag': '11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92', 'status': 'completed', 'code': 200} Jul 15 13:37:25.637720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-025980e0-d8e5-4bcd-8b0d-d17bfaad55c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652550 Jul 15 13:37:25.653031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e36ff78-84dc-45e1-aabd-4ca582ad7790 req-c52ad65f-035f-42d5-82fb-046140d7ef34 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088540 Jul 15 13:37:25.764683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd2d5f11-b959-431f-b5bd-c643ea51ee8d req-32bdc841-3a9b-4242-95e7-8259e7a52a1f service neutron] 10.222.0.59 "GET /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213109 Jul 15 13:37:25.825210 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'name': 'network-vif-deleted', 'tag': '1b962559-8be9-4cd7-af46-9ffa206ae09b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:25.829932 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0535e76-21ea-4f4f-b99b-6017cf297676" -d '{"events": [{"server_uuid": "31ca7d1f-96ac-4092-a511-027bccba87b8", "name": "network-vif-deleted", "tag": "1b962559-8be9-4cd7-af46-9ffa206ae09b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:25.830400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1b962559-8be9-4cd7-af46-9ffa206ae09b no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:25.876832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 1b962559-8be9-4cd7-af46-9ffa206ae09b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:25.878494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1b962559-8be9-4cd7-af46-9ffa206ae09b not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:25.906365 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac64a65-150a-4ee1-91c5-a0dc835552eb x-openstack-request-id: req-0ac64a65-150a-4ee1-91c5-a0dc835552eb {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:25.906859 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ca7d1f-96ac-4092-a511-027bccba87b8", "name": "network-vif-deleted", "tag": "1b962559-8be9-4cd7-af46-9ffa206ae09b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:25.910583 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ac64a65-150a-4ee1-91c5-a0dc835552eb {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:25.910583 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ca7d1f-96ac-4092-a511-027bccba87b8', 'name': 'network-vif-deleted', 'tag': '1b962559-8be9-4cd7-af46-9ffa206ae09b', 'status': 'completed', 'code': 200} Jul 15 13:37:25.953792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f565346-fdf0-45c2-b748-da70b0a36fd8 req-c8604d46-caf0-4163-ad07-2a3663f281ae tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:25.960893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f565346-fdf0-45c2-b748-da70b0a36fd8 req-c8604d46-caf0-4163-ad07-2a3663f281ae tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 943 time: 0.1033340 Jul 15 13:37:26.011845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f565346-fdf0-45c2-b748-da70b0a36fd8 req-2e52f6f4-1592-44b6-8bf0-e3b5652b8d5b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Jul 15 13:37:26.130903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33834) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:26.273420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5943b93-e8ca-458e-8515-91f64befe0fd req-3f12eed9-6fe9-43df-bdf1-9f6bfae888e2 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:26.276367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5943b93-e8ca-458e-8515-91f64befe0fd req-3f12eed9-6fe9-43df-bdf1-9f6bfae888e2 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 944 time: 0.1942229 Jul 15 13:37:26.358583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5943b93-e8ca-458e-8515-91f64befe0fd req-e8825aeb-30ea-4147-b3eb-02bb0c003bca tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693429 Jul 15 13:37:26.852147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.004126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:27.241720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,segment=NetworkSegment(90ac4f3f-5460-4caa-8d0a-4cc67d8696f3),segment_id=90ac4f3f-5460-4caa-8d0a-4cc67d8696f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:27.283523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1', 'network_id': '1b1be10b-79f9-4176-ab71-750f4a6f72e8', 'port_id': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1', 'mac_address': 'fa:16:3e:9e:c0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe25a151-278f-4ee8-bc60-8d9b1203220c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:27.403203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.437547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:27.451505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eae4c-31f0-495c-b0ec-95fdccb82bef req-de8b8d25-d4f6-404a-83b0-2b9dca3b250b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:27.459156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e58eae4c-31f0-495c-b0ec-95fdccb82bef req-de8b8d25-d4f6-404a-83b0-2b9dca3b250b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 943 time: 0.1433518 Jul 15 13:37:27.471459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,segment=NetworkSegment(90ac4f3f-5460-4caa-8d0a-4cc67d8696f3),segment_id=90ac4f3f-5460-4caa-8d0a-4cc67d8696f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:27.478067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.489634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b0829-fd76-45cb-a09f-cb2508192fe9 req-1313d0b6-e41b-405e-896f-56a512f46d77 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:27.492653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3b4b0829-fd76-45cb-a09f-cb2508192fe9 req-1313d0b6-e41b-405e-896f-56a512f46d77 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 946 time: 0.3032925 Jul 15 13:37:27.520717 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e58eae4c-31f0-495c-b0ec-95fdccb82bef req-ab92be27-c834-4d9c-bd88-f06124ac5be7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Jul 15 13:37:27.603476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3b4b0829-fd76-45cb-a09f-cb2508192fe9 req-57a90a85-b866-4222-8897-73b7c7ea3694 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994740 Jul 15 13:37:27.615570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:27.713741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:27.846098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:27.852832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port 91a89232-cac0-4f21-81bc-f2cd252b3c57 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:27.853812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:27.880801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617a34f-4565-4065-8edc-ff8fdda796e2 req-21bd6c24-1ba0-4502-bcb9-de0b95209c17 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:27.905481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:27.906120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 11c18a2a-8ff3-49d5-be0d-f0dd9f7c3e92 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:27.907185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f617a34f-4565-4065-8edc-ff8fdda796e2 req-21bd6c24-1ba0-4502-bcb9-de0b95209c17 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 945 time: 0.1675367 Jul 15 13:37:28.005594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] For port 91a89232-cac0-4f21-81bc-f2cd252b3c57, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=91a89232-cac0-4f21-81bc-f2cd252b3c57,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:28.010640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.018188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f617a34f-4565-4065-8edc-ff8fdda796e2 req-a755bf1b-2d50-43ca-9364-25a4f20889b2 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084065 Jul 15 13:37:28.039221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for 91a89232-cac0-4f21-81bc-f2cd252b3c57 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:28.313775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:28.343884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=91a89232-cac0-4f21-81bc-f2cd252b3c57,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:28.604143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62988486-14c1-4716-8d6b-7a44328f517b req-c3ed11d7-2c24-484c-95d2-fe666658cf2b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:28.606205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62988486-14c1-4716-8d6b-7a44328f517b req-c3ed11d7-2c24-484c-95d2-fe666658cf2b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 946 time: 0.2052627 Jul 15 13:37:28.672638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.035904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b4e0978-c8c8-476b-9019-65b5efc0e8ac details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:37:29.042774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:29.081998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ea858-31c6-4cb3-859d-ed7fb9d2983f req-ce7588c6-1954-4c42-ac03-f6b438f3533a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.084001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-090ea858-31c6-4cb3-859d-ed7fb9d2983f req-ce7588c6-1954-4c42-ac03-f6b438f3533a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 946 time: 0.2331705 Jul 15 13:37:29.200365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-090ea858-31c6-4cb3-859d-ed7fb9d2983f req-3b303a47-b8a4-4732-b6cf-3aeeed77350b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084218 Jul 15 13:37:29.207845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:29.229690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:29.230062 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.463791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:29.506820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac', 'mac_address': 'fa:16:3e:a5:4a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:37:29.514563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8f9e-2ae7-4516-b275-8d55291efa42 req-962b4a04-4712-4109-b8d5-b1ef1d7b4a01 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.523198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd1a8f9e-2ae7-4516-b275-8d55291efa42 req-962b4a04-4712-4109-b8d5-b1ef1d7b4a01 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 943 time: 0.6380377 Jul 15 13:37:29.584016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.611110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Deleting port 1096db91-9746-4613-ba28-015b4c228100 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:29.611110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.612377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5823028-d60b-4cc4-8d1a-bdd4e53b766d req-35eaedeb-6a75-42fb-8fe5-069836e32e2d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:29.626724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5823028-d60b-4cc4-8d1a-bdd4e53b766d req-35eaedeb-6a75-42fb-8fe5-069836e32e2d tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 945 time: 0.1952267 Jul 15 13:37:29.693218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5823028-d60b-4cc4-8d1a-bdd4e53b766d req-c806550c-9424-49c7-9f61-2b498e28bfb5 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645654 Jul 15 13:37:29.711856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,segment=NetworkSegment(90ac4f3f-5460-4caa-8d0a-4cc67d8696f3),segment_id=90ac4f3f-5460-4caa-8d0a-4cc67d8696f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:29.716677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:29.718864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd1a8f9e-2ae7-4516-b275-8d55291efa42 req-87eabbe9-896e-45c4-8ce6-fc15b3941610 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944044 Jul 15 13:37:29.720568 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1114a26-8066-4935-8bea-207376e76982" -d '{"events": [{"server_uuid": "033a05d0-70b7-43b0-ad8e-f0ef2f096478", "name": "network-vif-plugged", "status": "completed", "tag": "06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:29.736497 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.835904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:29.837779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] For port 1096db91-9746-4613-ba28-015b4c228100, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=1096db91-9746-4613-ba28-015b4c228100,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:29.838233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.838625 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.840763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:29.861089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4e0978-c8c8-476b-9019-65b5efc0e8ac {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:37:29.871745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Calling delete_port for 1096db91-9746-4613-ba28-015b4c228100 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:29.887020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:29.899762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:29.910313 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53630a-20f7-41eb-9c85-750f9c34113e x-openstack-request-id: req-0c53630a-20f7-41eb-9c85-750f9c34113e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:29.910674 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033a05d0-70b7-43b0-ad8e-f0ef2f096478", "name": "network-vif-plugged", "status": "completed", "tag": "06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:29.910922 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c53630a-20f7-41eb-9c85-750f9c34113e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:29.911559 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1', 'code': 200} Jul 15 13:37:30.036723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.136241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:30.236088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb994487-fe90-4800-98d5-36ecacd4b263 req-8885fa02-91c8-4bdb-9453-45ae7f5e6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:30.238874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb994487-fe90-4800-98d5-36ecacd4b263 req-8885fa02-91c8-4bdb-9453-45ae7f5e6c7c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 1098 time: 0.2522316 Jul 15 13:37:30.243201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:30.266377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] Sync routers for ids ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:30.268873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1f36dd07-c882-4cfc-a823-3013eac97e37 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "PUT /v2.0/routers/24c4f6d5-c07a-4b51-bb42-eda8bde5d570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1365619 Jul 15 13:37:30.272166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:30.284122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] Routers {'24c4f6d5-c07a-4b51-bb42-eda8bde5d570'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:30.284844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:30.361525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb994487-fe90-4800-98d5-36ecacd4b263 req-c69a74de-5a61-4948-9652-63cd7ae93c43 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147327 Jul 15 13:37:30.381836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.430868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event deleted for resources: {'Port': ['ID=1096db91-9746-4613-ba28-015b4c228100,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:30.470262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting subnet 2b17c69f-aa8c-4b5c-aae5-bb7a4b923122 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:30.480584 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.512972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] Set router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:30.557710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] No DVR routers for this DVR port 1096db91-9746-4613-ba28-015b4c228100 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:30.560704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.563119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62988486-14c1-4716-8d6b-7a44328f517b req-5c4a8d27-90b8-4044-a0aa-f56de1ad8b3b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.58 "DELETE /v2.0/ports/1096db91-9746-4613-ba28-015b4c228100 HTTP/1.1" status: 204 len: 173 time: 1.9511988 Jul 15 13:37:30.564379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'name': 'network-vif-deleted', 'tag': '1096db91-9746-4613-ba28-015b4c228100'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:30.568230 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaa967c-ce61-4d7e-83cf-8524d635ffd5" -d '{"events": [{"server_uuid": "ab6d1a7a-4c15-4b69-8c96-29eac5c8d524", "name": "network-vif-deleted", "tag": "1096db91-9746-4613-ba28-015b4c228100"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:30.572658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7e8c388b-017c-4a8c-b6e3-6883810c38eb req-9af625fd-4b83-498a-9f48-c42545c0952b tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 210 time: 0.0856574 Jul 15 13:37:30.608121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.735458 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012dc575-1297-47f6-ac5d-f73d2c0581c9 x-openstack-request-id: req-012dc575-1297-47f6-ac5d-f73d2c0581c9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:30.736222 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6d1a7a-4c15-4b69-8c96-29eac5c8d524", "name": "network-vif-deleted", "tag": "1096db91-9746-4613-ba28-015b4c228100", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:30.736222 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-012dc575-1297-47f6-ac5d-f73d2c0581c9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:30.738885 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6d1a7a-4c15-4b69-8c96-29eac5c8d524', 'name': 'network-vif-deleted', 'tag': '1096db91-9746-4613-ba28-015b4c228100', 'status': 'completed', 'code': 200} Jul 15 13:37:30.921865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:30.997651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:31.069201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] Checking router: 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:31.080896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] Routers {'24c4f6d5-c07a-4b51-bb42-eda8bde5d570'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:31.081727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:31.177218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.207701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Subnet': ['ID=2b17c69f-aa8c-4b5c-aae5-bb7a4b923122,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:31.230098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.244557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a75bbb3-26e3-492a-bab4-80c9c2d1c46b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/subnets/2b17c69f-aa8c-4b5c-aae5-bb7a4b923122 HTTP/1.1" status: 204 len: 168 time: 0.9691563 Jul 15 13:37:31.245714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 33928) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:31.265900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd62b8-382a-4aab-beb4-102ad2d07439 req-13060a07-7d9e-4f20-91dd-2fb51ff55ee1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.266757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d3814-04ef-488f-8a7d-a567031c501d None None] Network c5847538-b9cc-4555-bdb2-977e8c217b23 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:31.271248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bbd62b8-382a-4aab-beb4-102ad2d07439 req-13060a07-7d9e-4f20-91dd-2fb51ff55ee1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 944 time: 0.2717800 Jul 15 13:37:31.282510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['d2bd005a-b2c5-4a16-8520-14b0a8cc10f4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:37:31.378915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8039f56-13c9-4dc2-82ca-18bb1a70ad58 req-befd6a9e-d80a-4034-ba92-531cab2e2e74 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:31.381540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8039f56-13c9-4dc2-82ca-18bb1a70ad58 req-befd6a9e-d80a-4034-ba92-531cab2e2e74 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 946 time: 0.2192383 Jul 15 13:37:31.502203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bbd62b8-382a-4aab-beb4-102ad2d07439 req-a7eff035-fbc0-478d-8642-5bf0764b2c6a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035682 Jul 15 13:37:31.511592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] Set router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:31.536348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e8039f56-13c9-4dc2-82ca-18bb1a70ad58 req-3002140b-f9cf-4a15-b28b-5bb65fd62765 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327295 Jul 15 13:37:31.698949 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:31.893255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1096db91-9746-4613-ba28-015b4c228100 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:31.960198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 1096db91-9746-4613-ba28-015b4c228100 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:31.960535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 1096db91-9746-4613-ba28-015b4c228100 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:31.991803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95810863-8b17-4221-981e-86577d34e912 req-f0e04062-e4b4-4657-a023-4dec36f2e127 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab6d1a7a-4c15-4b69-8c96-29eac5c8d524 HTTP/1.1" status: 200 len: 210 time: 0.0373526 Jul 15 13:37:31.998753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] DHCP port deletion for c5847538-b9cc-4555-bdb2-977e8c217b23 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:32.049612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:32.084999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2dcc5-e845-4396-8795-4308a05c10af None None] The sync data for ids ['24c4f6d5-c07a-4b51-bb42-eda8bde5d570'] in n-d-798054-11 is: [{'id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1056676291', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:36:34Z', 'updated_at': '2021-07-15T13:37:28Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': 'd4d9d597-aa90-4b00-88e2-e67292589ec5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c4f6d5-c07a-4b51-bb42-eda8bde5d570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:36:36Z', 'updated_at': '2021-07-15T13:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:32.092838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.120324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Deleting port 28e118f0-a4f0-4916-a8f5-8b69d198c352 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:32.120728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.181607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port d4d9d597-aa90-4b00-88e2-e67292589ec5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:32.182277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.208249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] For port 28e118f0-a4f0-4916-a8f5-8b69d198c352, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=28e118f0-a4f0-4916-a8f5-8b69d198c352,segment=NetworkSegment(fa90da91-ce94-429c-bf6d-a99592c3f982),segment_id=fa90da91-ce94-429c-bf6d-a99592c3f982)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:32.208650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.223120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Calling delete_port for 28e118f0-a4f0-4916-a8f5-8b69d198c352 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:32.308975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] For port d4d9d597-aa90-4b00-88e2-e67292589ec5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d4d9d597-aa90-4b00-88e2-e67292589ec5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:32.309851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.326207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for d4d9d597-aa90-4b00-88e2-e67292589ec5 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:32.494767 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:32.609995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Pushing event deleted for resources: {'Port': ['ID=28e118f0-a4f0-4916-a8f5-8b69d198c352,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:32.624876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] No DVR routers for this DVR port 28e118f0-a4f0-4916-a8f5-8b69d198c352 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:32.667290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.671663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.672526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.672860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.673188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.675909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.676313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.678277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.681814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.684840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.685191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.685526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091de6-21e0-48c7-be1e-00a53c41b245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:32.789502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.027677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91a89232-cac0-4f21-81bc-f2cd252b3c57 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:33.121216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b4e0978-c8c8-476b-9019-65b5efc0e8ac up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:33.188610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=d4d9d597-aa90-4b00-88e2-e67292589ec5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:33.208724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.209124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.209430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.210994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.210994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.210994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.210994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.210994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.212988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.212988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.212988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.212988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:33.225300 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:37:33.226624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1498e5c-ef8e-4092-8858-9d866be224dc req-3b571034-e802-426d-8473-2f4ba3989465 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:33.228514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1498e5c-ef8e-4092-8858-9d866be224dc req-3b571034-e802-426d-8473-2f4ba3989465 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 946 time: 0.5057495 Jul 15 13:37:33.252996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5826e1-b3f9-4c69-8c31-6735ccd03dc5 req-e00e93c9-8fb8-4c70-b64f-a8a09bef71c6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:33.255656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f5826e1-b3f9-4c69-8c31-6735ccd03dc5 req-e00e93c9-8fb8-4c70-b64f-a8a09bef71c6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 944 time: 0.1688321 Jul 15 13:37:33.262332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 91a89232-cac0-4f21-81bc-f2cd252b3c57 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:33.263089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 91a89232-cac0-4f21-81bc-f2cd252b3c57 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:33.263807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 28e118f0-a4f0-4916-a8f5-8b69d198c352 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:33.330564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 28e118f0-a4f0-4916-a8f5-8b69d198c352 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:33.330564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 28e118f0-a4f0-4916-a8f5-8b69d198c352 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:33.341996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1498e5c-ef8e-4092-8858-9d866be224dc req-39b3c0e1-ae9b-47a8-86b9-9c8f3e275ede tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522718 Jul 15 13:37:33.345676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.357489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f5826e1-b3f9-4c69-8c31-6735ccd03dc5 req-8e2069af-6103-4d19-8692-ac71f71c09cc tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908356 Jul 15 13:37:33.397016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:33.410058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:37:33.410477 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.539415 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.542050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.661063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.705607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:33.708492 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e441ecb7-941b-4504-96c5-ee30f6b30ca5" -d '{"events": [{"server_uuid": "d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0b4e0978-c8c8-476b-9019-65b5efc0e8ac"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:33.726185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:33.736915 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.746129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.747396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Fanout notify agent at l3_agent the message router_deleted on router 24c4f6d5-c07a-4b51-bb42-eda8bde5d570 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:33.759195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:33.760571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-752f2374-f41e-4d25-9616-8cba4c3ecbd6 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/routers/24c4f6d5-c07a-4b51-bb42-eda8bde5d570 HTTP/1.1" status: 204 len: 168 time: 2.4883695 Jul 15 13:37:33.763788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33956) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:33.908832 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa7c19-9a1d-4d3a-a217-c2b157d9ba67 x-openstack-request-id: req-34fa7c19-9a1d-4d3a-a217-c2b157d9ba67 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:33.909134 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c", "name": "network-vif-plugged", "status": "completed", "tag": "0b4e0978-c8c8-476b-9019-65b5efc0e8ac", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:33.909375 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34fa7c19-9a1d-4d3a-a217-c2b157d9ba67 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:33.909784 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac', 'code': 200} Jul 15 13:37:33.910788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:33.982926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.043866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efe9a6-3804-48bf-8d44-6383602b4d07 req-ebcf3830-a2b0-44e8-8b46-c22fe7e22c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.046035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67efe9a6-3804-48bf-8d44-6383602b4d07 req-ebcf3830-a2b0-44e8-8b46-c22fe7e22c11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 1097 time: 0.1157389 Jul 15 13:37:34.170424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.193788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5847538-b9cc-4555-bdb2-977e8c217b23']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.198119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67efe9a6-3804-48bf-8d44-6383602b4d07 req-8a328241-54d3-4ab9-a79a-4a321fdc4456 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316626 Jul 15 13:37:34.212951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa90da91-ce94-429c-bf6d-a99592c3f982') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.213556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa90da91-ce94-429c-bf6d-a99592c3f982') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:34.226169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.245035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.253368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:34.254734 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:34.333885 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:34.337190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.361906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.365063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/networks/c5847538-b9cc-4555-bdb2-977e8c217b23 HTTP/1.1" status: 204 len: 168 time: 0.5996027 Jul 15 13:37:34.367733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 33966) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:34.407872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Network': ['ID=c5847538-b9cc-4555-bdb2-977e8c217b23,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:34.432937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.433266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.433618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.433956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.434362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.434801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.435061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.435470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.435823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.436284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.436618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.436938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3238f0-349e-4749-8cad-8e464d2860c9 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:37:34.591669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3613-2136-42c1-8372-ea5a5e1d45bf req-b1d6390e-1655-4fea-b06c-dfb00f9a3040 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.593443 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-addb3613-2136-42c1-8372-ea5a5e1d45bf req-b1d6390e-1655-4fea-b06c-dfb00f9a3040 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 946 time: 0.2148824 Jul 15 13:37:34.598141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59837382-6326-46a3-804c-bf85edb74199 req-8a4109e2-e1c5-4b47-beba-3fd9580da7c7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:34.606289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59837382-6326-46a3-804c-bf85edb74199 req-8a4109e2-e1c5-4b47-beba-3fd9580da7c7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.0838110 Jul 15 13:37:34.659029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59837382-6326-46a3-804c-bf85edb74199 req-eee905ca-2c76-49ff-aec9-80cfeb28a8b0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Jul 15 13:37:34.674929 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-addb3613-2136-42c1-8372-ea5a5e1d45bf req-fd1bb583-e948-4198-af18-82bdd0d9fa1f tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 Jul 15 13:37:34.695176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port 09f0caaa-4c30-4de6-a956-5048a4c35147 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:34.695649 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.791883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.792347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:34.808204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for 09f0caaa-4c30-4de6-a956-5048a4c35147 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:34.952393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d4d9d597-aa90-4b00-88e2-e67292589ec5 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:34.974008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d4d9d597-aa90-4b00-88e2-e67292589ec5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:34.974353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d4d9d597-aa90-4b00-88e2-e67292589ec5 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:35.048893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.084248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=09f0caaa-4c30-4de6-a956-5048a4c35147,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:35.160328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.164582 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Floating IP d63d3ba9-cb88-439d-ba65-cb1c0285020c disassociated (deleted). External IP: 172.25.3.225, port: c4c7d32f-0f7d-42f2-9c95-782572de2f4d. Jul 15 13:37:35.416705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 162eb033-13b1-42be-9f07-9c15e67ae546 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:35.543257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:35.549586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:35.553598 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] Sync routers for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:35.565481 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:35.566605 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:35.610414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d04a7dc2-0cdf-4520-b41e-d0469373d997 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/floatingips/d63d3ba9-cb88-439d-ba65-cb1c0285020c HTTP/1.1" status: 204 len: 168 time: 1.2412629 Jul 15 13:37:35.611643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:35.617405 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5dc69-81ec-47f4-b950-51d66ec121a8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:35.656549 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2cb33a-39d8-40b8-a957-ebfef7022e99 x-openstack-request-id: req-2b2cb33a-39d8-40b8-a957-ebfef7022e99 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:35.656841 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:35.657095 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b2cb33a-39d8-40b8-a957-ebfef7022e99 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:35.657506 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'status': 'completed', 'code': 200} Jul 15 13:37:35.723079 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:35.841137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-d673c8e4-0871-42aa-9cfe-0802050c8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.847496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-d673c8e4-0871-42aa-9cfe-0802050c8721 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f9e97a25f804b078549c78237d41753&device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 1136 time: 0.1620572 Jul 15 13:37:35.949825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-72069a39-cd79-418d-91a4-43ddf3448d2b tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:35.951484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-72069a39-cd79-418d-91a4-43ddf3448d2b tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.59 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 946 time: 0.1375678 Jul 15 13:37:36.111845 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:44Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.140285 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] Checking router: 162eb033-13b1-42be-9f07-9c15e67ae546 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:36.150473 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:36.151176 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.181020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-7d799446-0681-42f7-b959-1aa331cd4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.182793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-7d799446-0681-42f7-b959-1aa331cd4954 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 HTTP/1.1" status: 200 len: 897 time: 0.3287041 Jul 15 13:37:36.280875 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:36.304430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-8a69d123-090f-47f5-95af-6b36ad22f094 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d HTTP/1.1" status: 200 len: 217 time: 0.1040137 Jul 15 13:37:36.329403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dab6d-e986-42c4-b1e6-bef66c465317 req-5471eadb-6dfe-42db-b251-fa95fe6b7978 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.331957 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f1dab6d-e986-42c4-b1e6-bef66c465317 req-5471eadb-6dfe-42db-b251-fa95fe6b7978 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.4319170 Jul 15 13:37:36.339780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Deleting port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:36.341337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.438641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7de210-af11-46e8-be9f-baa33761d7a8 req-ca6519e4-b121-4b59-9232-f82d2735839b tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.444750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ea7de210-af11-46e8-be9f-baa33761d7a8 req-ca6519e4-b121-4b59-9232-f82d2735839b tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 946 time: 0.3338664 Jul 15 13:37:36.449589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f1dab6d-e986-42c4-b1e6-bef66c465317 req-624ca88a-d8fd-4275-a5f7-8a772cf2ef1f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067376 Jul 15 13:37:36.459258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-bcea4d43-6f6b-4b54-8ad9-754ebcc47c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.460964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-bcea4d43-6f6b-4b54-8ad9-754ebcc47c37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8507c71-fd97-4bcd-99f8-d839b6cd280f HTTP/1.1" status: 200 len: 834 time: 0.1436484 Jul 15 13:37:36.577282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-88f24aa2-25ed-4585-97c9-44ca30453af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:36.578824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-88f24aa2-25ed-4585-97c9-44ca30453af0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030025 Jul 15 13:37:36.621639 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:44Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:36.630514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ea7de210-af11-46e8-be9f-baa33761d7a8 req-2e3445e2-e06f-4e66-92ed-cb0371264599 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/security-groups?id=71cee9ae-d533-448e-b418-1ab9b3b89453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708617 Jul 15 13:37:36.665233 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f75bd-755c-4936-8bff-d1c1bb66294c None None] The sync data for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 is: [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '3e06474a-af80-4108-899b-bf394451d592', 'name': '', 'network_id': 'bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:37Z', 'updated_at': '2021-07-15T13:35:44Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'subnets': [{'id': 'a8507c71-fd97-4bcd-99f8-d839b6cd280f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:36.704628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] For port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,segment=NetworkSegment(90ac4f3f-5460-4caa-8d0a-4cc67d8696f3),segment_id=90ac4f3f-5460-4caa-8d0a-4cc67d8696f3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:36.705002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:36.756212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Calling delete_port for 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:37.090433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.124716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761e21ce-6133-461b-b596-d79423fb0e1b None None] New status for floating IP d63d3ba9-cb88-439d-ba65-cb1c0285020c: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:37:37.142596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Pushing event deleted for resources: {'Port': ['ID=06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:37.275082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] No DVR routers for this DVR port 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:37.279249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.281729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5e2a58a-390f-4ee2-8886-a07d5b9c5542 req-6cda1039-8d58-469e-adfe-bf4f13ccd8de tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.59 "DELETE /v2.0/ports/06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 HTTP/1.1" status: 204 len: 173 time: 1.3225379 Jul 15 13:37:37.309274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'name': 'network-vif-deleted', 'tag': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:37.319968 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d1346a-6649-48b2-bbf1-305744d0d496" -d '{"events": [{"server_uuid": "033a05d0-70b7-43b0-ad8e-f0ef2f096478", "name": "network-vif-deleted", "tag": "06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:37.401209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-5f52db95-9383-4965-9faa-fc6bcfbd4c44 service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090410 Jul 15 13:37:37.454947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2761-9d27-4d00-9c24-18feb6cbca80 req-566f2511-cb73-400c-9454-7ae6206aed4b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:37.457603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-190a2761-9d27-4d00-9c24-18feb6cbca80 req-566f2511-cb73-400c-9454-7ae6206aed4b tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 984 time: 0.8181989 Jul 15 13:37:37.497516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c46cd-8c9d-4b11-9bdd-78cecff6b49c req-0c4c6e35-0cc2-4b48-81d9-f0b6b8ada01e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:37.509411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-246c46cd-8c9d-4b11-9bdd-78cecff6b49c req-0c4c6e35-0cc2-4b48-81d9-f0b6b8ada01e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.3681388 Jul 15 13:37:37.551845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-4e7afbf6-d897-4d16-a793-a836c65d784a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:37.553954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-4e7afbf6-d897-4d16-a793-a836c65d784a tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 984 time: 0.2711189 Jul 15 13:37:37.604665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28d5dc69-81ec-47f4-b950-51d66ec121a8 req-4ca61456-f600-4fb0-9585-3d325af9f9a8 service neutron] 10.222.0.59 "GET /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990180 Jul 15 13:37:37.629402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-190a2761-9d27-4d00-9c24-18feb6cbca80 req-b67714e3-a929-4a06-a891-eb8d02168735 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/security-groups?id=80f22f8f-e257-46b4-a1b5-f53bc7c7f215&id=fda9e164-c4b7-4122-819e-8ae40c928169&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0650387 Jul 15 13:37:37.723158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-246c46cd-8c9d-4b11-9bdd-78cecff6b49c req-f9588469-4f43-4260-82c5-ad8d46b9511b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126052 Jul 15 13:37:37.749141 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48e511a-3e19-4674-aa61-c17f3d2a265b x-openstack-request-id: req-e48e511a-3e19-4674-aa61-c17f3d2a265b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:37.751034 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033a05d0-70b7-43b0-ad8e-f0ef2f096478", "name": "network-vif-deleted", "tag": "06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:37.751569 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e48e511a-3e19-4674-aa61-c17f3d2a265b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:37.753266 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033a05d0-70b7-43b0-ad8e-f0ef2f096478', 'name': 'network-vif-deleted', 'tag': '06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1', 'status': 'completed', 'code': 200} Jul 15 13:37:37.789432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port c4c7d32f-0f7d-42f2-9c95-782572de2f4d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:37.790154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.924042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-385fdd63-4d7f-4e25-a357-85b0aa894f09 req-aebfd5a7-c0ee-446f-9c3a-c232459ab625 tempest-ServerAddressesTestJSON-315041789 tempest-ServerAddressesTestJSON-315041789-project] 10.222.0.57 "GET /v2.0/ports?device_id=033a05d0-70b7-43b0-ad8e-f0ef2f096478 HTTP/1.1" status: 200 len: 210 time: 0.0319402 Jul 15 13:37:37.961089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] For port c4c7d32f-0f7d-42f2-9c95-782572de2f4d, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:37.961467 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:37.978800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for c4c7d32f-0f7d-42f2-9c95-782572de2f4d owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:38.186152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.218118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=c4c7d32f-0f7d-42f2-9c95-782572de2f4d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:38.287696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] No DVR routers for this DVR port c4c7d32f-0f7d-42f2-9c95-782572de2f4d on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:38.290734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:38.293377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b056cef-3f78-4c65-8bb5-04d76dc4584a req-beab6204-0dde-4463-9c78-9c8f3b312d05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.59 "DELETE /v2.0/ports/c4c7d32f-0f7d-42f2-9c95-782572de2f4d HTTP/1.1" status: 204 len: 173 time: 0.7335360 Jul 15 13:37:39.033324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2c678d31-2e22-4bef-812e-d22644e8bd59 req-f8cc1ee9-26f8-4359-b7de-c155bc82c9bc tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d28cd26-ce8f-4f27-8817-8d69c7543fb6 HTTP/1.1" status: 200 len: 210 time: 0.0524204 Jul 15 13:37:39.082202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c4c7d32f-0f7d-42f2-9c95-782572de2f4d no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:39.129773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: c4c7d32f-0f7d-42f2-9c95-782572de2f4d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:39.129911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c4c7d32f-0f7d-42f2-9c95-782572de2f4d not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:39.130251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:39.136974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34196) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:39.159096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6c10-b2d2-4deb-8b9e-5c05606cc5df req-43d9c354-7475-43dc-9dfa-487e27f4677a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:39.175385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be0d6c10-b2d2-4deb-8b9e-5c05606cc5df req-43d9c354-7475-43dc-9dfa-487e27f4677a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2064476 Jul 15 13:37:39.208903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:39.209954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 06c8d0c1-99bd-40d6-aaf5-afa53bfc72e1 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:39.303675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be0d6c10-b2d2-4deb-8b9e-5c05606cc5df req-95a8b613-614b-44e4-9ed0-e82467b254ea tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181176 Jul 15 13:37:39.314052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Deleting subnet fe25a151-278f-4ee8-bc60-8d9b1203220c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:39.318155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.362313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.415403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.495149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.534966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.537248 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fe25a151-278f-4ee8-bc60-8d9b1203220c HTTP/1.1" status: 204 len: 168 time: 0.3991654 Jul 15 13:37:39.538869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e5dbb-7823-4355-bd07-982f8d9975e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe25a151-278f-4ee8-bc60-8d9b1203220c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:39.540285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34240) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:39.631307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.733956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.753573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1be10b-79f9-4176-ab71-750f4a6f72e8']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:39.756781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'name': 'network-vif-deleted', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:39.759820 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ab6b88-72bf-425e-9645-e85a6c575bc5" -d '{"events": [{"server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "name": "network-vif-deleted", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:39.801896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:39.802164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ac4f3f-5460-4caa-8d0a-4cc67d8696f3') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:39.815073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.836030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.842558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:39.842954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:39.844667 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:39.870071 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d87cee1-25f9-4074-a53d-f3181c033ee9 x-openstack-request-id: req-1d87cee1-25f9-4074-a53d-f3181c033ee9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:39.870352 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d28cd26-ce8f-4f27-8817-8d69c7543fb6", "name": "network-vif-deleted", "tag": "c4c7d32f-0f7d-42f2-9c95-782572de2f4d", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:39.870811 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d87cee1-25f9-4074-a53d-f3181c033ee9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:39.871423 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d28cd26-ce8f-4f27-8817-8d69c7543fb6', 'name': 'network-vif-deleted', 'tag': 'c4c7d32f-0f7d-42f2-9c95-782572de2f4d', 'status': 'completed', 'code': 200} Jul 15 13:37:39.921556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.928457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:39.930850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1b1be10b-79f9-4176-ab71-750f4a6f72e8 HTTP/1.1" status: 204 len: 168 time: 0.3886375 Jul 15 13:37:39.951145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725651-a877-4fe0-95d2-96dc0ec6c653 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1be10b-79f9-4176-ab71-750f4a6f72e8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.141773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34320) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.150513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34322) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.218823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-56c37859-b862-43ee-a1b5-6c3b68a0783a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=adb79e7f96014a0e9807605d26c5ecbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756412 Jul 15 13:37:40.219546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.267316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4dfb-47b0-4ebc-b895-a1f7cc1c5c9f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.287597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58fdf8e6-4fa8-4942-a932-96b33e30c6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.307498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4dfb-47b0-4ebc-b895-a1f7cc1c5c9f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.360782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58fdf8e6-4fa8-4942-a932-96b33e30c6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.380749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4dfb-47b0-4ebc-b895-a1f7cc1c5c9f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.388835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4dfb-47b0-4ebc-b895-a1f7cc1c5c9f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.396101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a6cd4dfb-47b0-4ebc-b895-a1f7cc1c5c9f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/security-groups/80f22f8f-e257-46b4-a1b5-f53bc7c7f215 HTTP/1.1" status: 204 len: 168 time: 0.2434077 Jul 15 13:37:40.403456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34356) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.433754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd4dfb-47b0-4ebc-b895-a1f7cc1c5c9f tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f22f8f-e257-46b4-a1b5-f53bc7c7f215,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.510324 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9c7c-36a1-4eef-9ba5-d80aedc08572 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.520832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58fdf8e6-4fa8-4942-a932-96b33e30c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.523690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58fdf8e6-4fa8-4942-a932-96b33e30c6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.528225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-58fdf8e6-4fa8-4942-a932-96b33e30c6fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71cee9ae-d533-448e-b418-1ab9b3b89453 HTTP/1.1" status: 204 len: 168 time: 0.3073187 Jul 15 13:37:40.537752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdf8e6-4fa8-4942-a932-96b33e30c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cee9ae-d533-448e-b418-1ab9b3b89453,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.556926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9c7c-36a1-4eef-9ba5-d80aedc08572 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.635677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9c7c-36a1-4eef-9ba5-d80aedc08572 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.639925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9c7c-36a1-4eef-9ba5-d80aedc08572 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:40.641691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f6bf9c7c-36a1-4eef-9ba5-d80aedc08572 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/security-groups/fda9e164-c4b7-4122-819e-8ae40c928169 HTTP/1.1" status: 204 len: 168 time: 0.2364399 Jul 15 13:37:40.644629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:40.661983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9c7c-36a1-4eef-9ba5-d80aedc08572 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda9e164-c4b7-4122-819e-8ae40c928169,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:40.978893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3686b7-7726-46d0-be6e-fc0e00d15055 req-91ae51bc-115e-4c90-802f-e08ffd62c7dd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:40.980918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd3686b7-7726-46d0-be6e-fc0e00d15055 req-91ae51bc-115e-4c90-802f-e08ffd62c7dd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2214630 Jul 15 13:37:41.122552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505687b-bce6-4a64-8507-9456d8ddd811 req-d3841c0c-84ce-4276-87f3-360e5914a69c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:41.138907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a505687b-bce6-4a64-8507-9456d8ddd811 req-d3841c0c-84ce-4276-87f3-360e5914a69c tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 945 time: 0.1873024 Jul 15 13:37:41.218196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a505687b-bce6-4a64-8507-9456d8ddd811 req-b4187ea8-cc60-4492-9e62-59aac28522e3 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771711 Jul 15 13:37:41.277376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd3686b7-7726-46d0-be6e-fc0e00d15055 req-e85c9442-d0dd-4f12-a729-4465eca2ac5a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979371 Jul 15 13:37:41.496520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:41.945072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port 3e06474a-af80-4108-899b-bf394451d592 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:41.945427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.076208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] For port 3e06474a-af80-4108-899b-bf394451d592, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3e06474a-af80-4108-899b-bf394451d592,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:42.077201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.110146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for 3e06474a-af80-4108-899b-bf394451d592 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:42.388007 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.421071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=3e06474a-af80-4108-899b-bf394451d592,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:42.533018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-5dbd0114-abfd-462e-bde0-d5be33a384fb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.535895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-5dbd0114-abfd-462e-bde0-d5be33a384fb tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 945 time: 0.1868610 Jul 15 13:37:42.546788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821bd0-0b66-4b1d-9e53-7b1e258f4099 req-75e379dc-7781-464e-864d-d5c047eae126 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.548799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef821bd0-0b66-4b1d-9e53-7b1e258f4099 req-75e379dc-7781-464e-864d-d5c047eae126 tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 945 time: 0.1504953 Jul 15 13:37:42.618851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34552) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:42.649082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef762-3f04-405e-a670-72516a976859 req-60e3a667-f514-45a0-a4fe-9fe1d45fc480 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:42.651062 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6faef762-3f04-405e-a670-72516a976859 req-60e3a667-f514-45a0-a4fe-9fe1d45fc480 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.1665330 Jul 15 13:37:42.695855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef821bd0-0b66-4b1d-9e53-7b1e258f4099 req-80bee4ba-2368-48b4-8f2f-0bbb779fef7a tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/security-groups?id=18783285-1655-4f6b-99fd-0831e6fd63df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947318 Jul 15 13:37:42.722554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Deleting port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:42.723161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.810811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6faef762-3f04-405e-a670-72516a976859 req-a8da1eca-539b-45cf-bf25-ace0eb638381 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397765 Jul 15 13:37:42.834540 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b87c117-c84b-41e3-9b13-38659bb3667d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.848894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] For port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,segment=NetworkSegment(bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6),segment_id=bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:42.849271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.857378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:42.863654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Calling delete_port for d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:43.084426 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8b6d048a-e245-4ed2-9be1-db51a0674df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.129685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b87c117-c84b-41e3-9b13-38659bb3667d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.139226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b87c117-c84b-41e3-9b13-38659bb3667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.140643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.187583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Pushing event deleted for resources: {'Port': ['ID=d2bd005a-b2c5-4a16-8520-14b0a8cc10f4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.251201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] No DVR routers for this DVR port d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:43.255252 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.258299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13e45aa0-863b-4c25-be4b-11757266a3d3 req-adf42db7-a5b0-491c-b1dd-c00736bb83ea tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.59 "DELETE /v2.0/ports/d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 HTTP/1.1" status: 204 len: 173 time: 0.7082710 Jul 15 13:37:43.259128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'name': 'network-vif-deleted', 'tag': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:37:43.269601 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2f3e7-da69-43a3-8cb7-3396fa761e67" -d '{"events": [{"server_uuid": "d670cdfa-65f7-4f5d-97ca-03831a15d2c1", "name": "network-vif-deleted", "tag": "d2bd005a-b2c5-4a16-8520-14b0a8cc10f4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:37:43.274326 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6b87c117-c84b-41e3-9b13-38659bb3667d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09ca9e8020464454b04e330f81d80601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538508 Jul 15 13:37:43.276852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34564) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:43.281396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Router 162eb033-13b1-42be-9f07-9c15e67ae546 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:37:43.292535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87c117-c84b-41e3-9b13-38659bb3667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c87df0-e75c-4f4e-b139-9fd642a8f015,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.340446 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f53362c-590a-489f-b8ef-8b404df7061b x-openstack-request-id: req-6f53362c-590a-489f-b8ef-8b404df7061b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:37:43.340697 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670cdfa-65f7-4f5d-97ca-03831a15d2c1", "name": "network-vif-deleted", "tag": "d2bd005a-b2c5-4a16-8520-14b0a8cc10f4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:37:43.340891 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f53362c-590a-489f-b8ef-8b404df7061b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:37:43.341312 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670cdfa-65f7-4f5d-97ca-03831a15d2c1', 'name': 'network-vif-deleted', 'tag': 'd2bd005a-b2c5-4a16-8520-14b0a8cc10f4', 'status': 'completed', 'code': 200} Jul 15 13:37:43.395153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94571899-502d-422b-ab04-b296a24c5035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.433898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94571899-502d-422b-ab04-b296a24c5035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.519610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94571899-502d-422b-ab04-b296a24c5035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.523604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94571899-502d-422b-ab04-b296a24c5035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.528301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:43.541582 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] Sync routers for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:43.542375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94571899-502d-422b-ab04-b296a24c5035 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9c87df0-e75c-4f4e-b139-9fd642a8f015 HTTP/1.1" status: 204 len: 168 time: 0.2504871 Jul 15 13:37:43.545145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-76cdb89c-e603-4058-9fc7-b7a60bf16342 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "PUT /v2.0/routers/162eb033-13b1-42be-9f07-9c15e67ae546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8984332 Jul 15 13:37:43.547851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:43.554088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94571899-502d-422b-ab04-b296a24c5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c87df0-e75c-4f4e-b139-9fd642a8f015,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:43.554291 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:43.554840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:43.647810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting subnet a8507c71-fd97-4bcd-99f8-d839b6cd280f {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:43.660635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.720964 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:43.804740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:43.996419 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:44.009404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.054681 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] Checking router: 162eb033-13b1-42be-9f07-9c15e67ae546 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:37:44.081590 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] Routers {'162eb033-13b1-42be-9f07-9c15e67ae546'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:44.083224 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['162eb033-13b1-42be-9f07-9c15e67ae546'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:44.119717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-876b73e6-93eb-4882-9553-756be3f12bb9 req-d612088f-a92a-4563-b7e5-8fac65d1122d tempest-AttachVolumeNegativeTest-1814327272 tempest-AttachVolumeNegativeTest-1814327272-project] 10.222.0.57 "GET /v2.0/ports?device_id=d670cdfa-65f7-4f5d-97ca-03831a15d2c1 HTTP/1.1" status: 200 len: 210 time: 0.1447911 Jul 15 13:37:44.218996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c75c7-b49f-46d9-be53-7aa9bd83a892 req-01af8adf-413c-4fe9-b6c4-d05c94b44c76 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:44.230729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-048c75c7-b49f-46d9-be53-7aa9bd83a892 req-01af8adf-413c-4fe9-b6c4-d05c94b44c76 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2269683 Jul 15 13:37:44.242341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.304441 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] Set router 162eb033-13b1-42be-9f07-9c15e67ae546 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:44.312879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Subnet': ['ID=a8507c71-fd97-4bcd-99f8-d839b6cd280f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:44.317617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.319988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8af0ab-1854-41f3-abda-11844fb6496e None None] Network bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:44.321260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-60d6a370-d803-4180-9d41-2ab5d2485b05 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/subnets/a8507c71-fd97-4bcd-99f8-d839b6cd280f HTTP/1.1" status: 204 len: 168 time: 0.7704618 Jul 15 13:37:44.328276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34586) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:44.489873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-048c75c7-b49f-46d9-be53-7aa9bd83a892 req-4e7188da-4237-4a79-8267-7a6c4e65c408 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581983 Jul 15 13:37:44.675861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.690643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] DHCP port deletion for bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:37:44.857637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] Deleting port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:44.858397 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.903239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:44.918925 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:44.977619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] For port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,segment=NetworkSegment(06c08694-ec13-4872-84ac-3a33402f8ce5),segment_id=06c08694-ec13-4872-84ac-3a33402f8ce5)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:44.979349 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.006113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] Calling delete_port for 8fa933d1-dd50-48e2-ae38-e602fb1cc63d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:45.015129 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3da0-5a9e-456e-ac86-908b16afa466 None None] The sync data for ids ['162eb033-13b1-42be-9f07-9c15e67ae546'] in n-d-798054-11 is: [{'id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1365050676', 'tenant_id': '2f9e97a25f804b078549c78237d41753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:37:42Z', 'revision_number': 5, 'project_id': '2f9e97a25f804b078549c78237d41753', 'gw_port': {'id': '62c80034-47c9-47ff-ae03-9e32350dff96', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162eb033-13b1-42be-9f07-9c15e67ae546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:35:32Z', 'updated_at': '2021-07-15T13:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:37:45.060110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Deleting port 62c80034-47c9-47ff-ae03-9e32350dff96 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:37:45.060710 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.087196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8fa933d1-dd50-48e2-ae38-e602fb1cc63d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:45.089581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:45.175174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:45.175519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device d2bd005a-b2c5-4a16-8520-14b0a8cc10f4 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:45.231754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.235944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] For port 62c80034-47c9-47ff-ae03-9e32350dff96, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=62c80034-47c9-47ff-ae03-9e32350dff96,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:37:45.236341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.261822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34606) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.281594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Calling delete_port for 62c80034-47c9-47ff-ae03-9e32350dff96 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:37:45.367207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.396892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] Pushing event deleted for resources: {'Port': ['ID=8fa933d1-dd50-48e2-ae38-e602fb1cc63d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:45.398791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.412176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.439950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad75380-f6ca-4d99-bef0-e5005a5b18e1 None None] No DVR routers for this DVR port 8fa933d1-dd50-48e2-ae38-e602fb1cc63d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:37:45.473138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Deleting subnet d30c9598-299c-44a3-bddd-898f45755d12 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:37:45.477458 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.538586 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.568380 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc8db82f-f97b-44e1-aa3c-61bb4d10690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.607607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.691808 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.707775 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.794765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30c9598-299c-44a3-bddd-898f45755d12,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:45.802049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:45.806440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70d7c9ba-7ad2-4a45-a901-9903fb7715ec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d30c9598-299c-44a3-bddd-898f45755d12 HTTP/1.1" status: 204 len: 168 time: 0.5404916 Jul 15 13:37:45.807842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34614) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:45.985223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.038823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d77f4-d1e7-4ebd-8e3e-5c78a1fe2d5e req-8f4cd26a-fc6f-4fb0-a6f9-938dc41a8e44 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:46.048135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e5d77f4-d1e7-4ebd-8e3e-5c78a1fe2d5e req-8f4cd26a-fc6f-4fb0-a6f9-938dc41a8e44 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2676613 Jul 15 13:37:46.106177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.113093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.119842 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e5d77f4-d1e7-4ebd-8e3e-5c78a1fe2d5e req-5b5f974f-1adf-4934-8f83-e177a2a7dfd9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705588 Jul 15 13:37:46.124831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2086902-f464-48af-a90f-7ad2bf2fb926']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.160222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.161455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf5f0b2-2e41-4d2b-a1cf-d2050d8d10a6') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:46.190958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.200931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Port': ['ID=62c80034-47c9-47ff-ae03-9e32350dff96,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:46.220368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.248794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:46.248794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:46.251228 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:46.366921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.398916 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.406125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.418449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] 10.222.0.57 "DELETE /v2.0/networks/f2086902-f464-48af-a90f-7ad2bf2fb926 HTTP/1.1" status: 204 len: 168 time: 0.5998888 Jul 15 13:37:46.479485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef3aff-d061-4e53-93fb-1b0b8c00b77d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2086902-f464-48af-a90f-7ad2bf2fb926,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:46.621181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.627387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.719700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.720626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Fanout notify agent at l3_agent the message router_deleted on router 162eb033-13b1-42be-9f07-9c15e67ae546 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:37:46.729002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.733763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34632) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:46.735033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-072992b6-2111-42e9-8ef4-d492b02cd1df tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/routers/162eb033-13b1-42be-9f07-9c15e67ae546 HTTP/1.1" status: 204 len: 168 time: 2.3927634 Jul 15 13:37:46.903612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:46.926844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.034255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e06474a-af80-4108-899b-bf394451d592 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:47.060314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8164bed2-4867-4b63-a57b-0812379c9959 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b0d3e38f5c94a4a91590d99a9d6e7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322496 Jul 15 13:37:47.063088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:47.117835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 3e06474a-af80-4108-899b-bf394451d592 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:47.118424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3e06474a-af80-4108-899b-bf394451d592 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:47.153178 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.200788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.211329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f189fa3-20f4-423c-ad8a-71d4242c4c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.214540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:47.227101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c08694-ec13-4872-84ac-3a33402f8ce5') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:47.227588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c08694-ec13-4872-84ac-3a33402f8ce5') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:47.242042 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.242863 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f189fa3-20f4-423c-ad8a-71d4242c4c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.263597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.275635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:37:47.276171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:37:47.283659 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:37:47.335032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f189fa3-20f4-423c-ad8a-71d4242c4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.338649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f189fa3-20f4-423c-ad8a-71d4242c4c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.340704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6f189fa3-20f4-423c-ad8a-71d4242c4c5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18783285-1655-4f6b-99fd-0831e6fd63df HTTP/1.1" status: 204 len: 168 time: 0.2758861 Jul 15 13:37:47.372893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f189fa3-20f4-423c-ad8a-71d4242c4c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18783285-1655-4f6b-99fd-0831e6fd63df,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.541323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.569937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:47.592199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] 10.222.0.57 "DELETE /v2.0/networks/bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7 HTTP/1.1" status: 204 len: 168 time: 0.8570857 Jul 15 13:37:47.675544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d918-94b5-42b1-8315-7f3bdd85dee1 tempest-TestSecurityGroupsBasicOps-1661337295 tempest-TestSecurityGroupsBasicOps-1661337295-project] Pushing event deleted for resources: {'Network': ['ID=bbd48be4-9f44-4cbf-be85-a9eb4eb3ccd7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:47.775935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e3a4d-e25e-4cac-9b40-6c05d4215d7e req-1de9c8d9-a8d1-4b1b-b396-e9ced5eeadd7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:47.784700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab2e3a4d-e25e-4cac-9b40-6c05d4215d7e req-1de9c8d9-a8d1-4b1b-b396-e9ced5eeadd7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.3586338 Jul 15 13:37:47.910678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab2e3a4d-e25e-4cac-9b40-6c05d4215d7e req-921c1b3f-6396-4020-8e8f-0a5b308fbe14 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137631 Jul 15 13:37:48.471722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:48.504400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-176de9ae-5f88-4c9e-abac-f33a18388507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.506631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-176de9ae-5f88-4c9e-abac-f33a18388507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 1097 time: 0.4122994 Jul 15 13:37:48.603180 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:48.814775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-8b3a4e97-f1e2-491f-b5f5-e188c541f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:48.816629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-8b3a4e97-f1e2-491f-b5f5-e188c541f76c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.2537541 Jul 15 13:37:48.929656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-b0f005ac-29a1-453d-a8f1-4e2db646eeca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 200 len: 217 time: 0.1058805 Jul 15 13:37:48.965884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 62c80034-47c9-47ff-ae03-9e32350dff96 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:37:49.009794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5323855-4310-4047-8c1b-9608de09b3b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f9e97a25f804b078549c78237d41753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5334973 Jul 15 13:37:49.012241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:49.019116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 62c80034-47c9-47ff-ae03-9e32350dff96 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:37:49.019709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 62c80034-47c9-47ff-ae03-9e32350dff96 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:37:49.076603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-b6e7a4f0-2597-4653-b9d5-b3de6cd5580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.078128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-b6e7a4f0-2597-4653-b9d5-b3de6cd5580d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1405523 Jul 15 13:37:49.131804 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032a0e69-817f-4fd2-b78a-b76632f98117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.190105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032a0e69-817f-4fd2-b78a-b76632f98117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.204511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-2f9d243c-c446-4051-b4f7-501ada0607aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:49.207107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-2f9d243c-c446-4051-b4f7-501ada0607aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175666 Jul 15 13:37:49.336899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032a0e69-817f-4fd2-b78a-b76632f98117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.342200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032a0e69-817f-4fd2-b78a-b76632f98117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:49.346222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-032a0e69-817f-4fd2-b78a-b76632f98117 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8df7302b-f957-47db-9527-7fe3cec113e9 HTTP/1.1" status: 204 len: 168 time: 0.3325074 Jul 15 13:37:49.364031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a0e69-817f-4fd2-b78a-b76632f98117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7302b-f957-47db-9527-7fe3cec113e9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.057913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489bba-3adf-42a7-9b53-488c9735d7cc req-26ac00c0-6ddd-4082-9ddc-a61fd11eafa6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:50.067117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd489bba-3adf-42a7-9b53-488c9735d7cc req-26ac00c0-6ddd-4082-9ddc-a61fd11eafa6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.8407540 Jul 15 13:37:50.156725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34720) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.198456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a558-a932-466a-9d71-743c272eeeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.237848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-f3cb896b-af67-413e-a88d-fd40e74642ea service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0233471 Jul 15 13:37:50.524815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a558-a932-466a-9d71-743c272eeeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.544120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a558-a932-466a-9d71-743c272eeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.638887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1a558-a932-466a-9d71-743c272eeeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab66d4f-488b-42e5-ae83-7cbedb7df04e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:50.645964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd489bba-3adf-42a7-9b53-488c9735d7cc req-3c84014e-1615-4bec-a9b7-3c36f78ddd34 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576866 Jul 15 13:37:50.669419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6cb1a558-a932-466a-9d71-743c272eeeb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2296e6a2a48243b4a436a517960eda22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110188 Jul 15 13:37:50.670587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:50.707583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-823143bd-276b-43b4-8f5f-af493c7d14dc req-b080b8b3-27f5-439a-935d-96bca9e949b6 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473231 Jul 15 13:37:50.755877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-571b0194-f66c-4b14-9e5b-cc241300a77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.808218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-571b0194-f66c-4b14-9e5b-cc241300a77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.892404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-571b0194-f66c-4b14-9e5b-cc241300a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.897306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-571b0194-f66c-4b14-9e5b-cc241300a77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:50.903153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-571b0194-f66c-4b14-9e5b-cc241300a77b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ab66d4f-488b-42e5-ae83-7cbedb7df04e HTTP/1.1" status: 204 len: 168 time: 0.2311392 Jul 15 13:37:50.921671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b0194-f66c-4b14-9e5b-cc241300a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab66d4f-488b-42e5-ae83-7cbedb7df04e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:51.627328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34746) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.690320 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b32f1762-ca25-46d9-9449-b276bbb23eb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a16c152bb2b406a9bd924fb3dfd3bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616746 Jul 15 13:37:51.693056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34750) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:51.753029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9e44e87-8551-45a4-8793-3b0f89755767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.794219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9e44e87-8551-45a4-8793-3b0f89755767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.878816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9e44e87-8551-45a4-8793-3b0f89755767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.881522 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e9e44e87-8551-45a4-8793-3b0f89755767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:51.882845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e9e44e87-8551-45a4-8793-3b0f89755767 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7568b82f-fd92-46ef-a77c-799c72bab1ef HTTP/1.1" status: 204 len: 168 time: 0.1881323 Jul 15 13:37:51.903595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e44e87-8551-45a4-8793-3b0f89755767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568b82f-fd92-46ef-a77c-799c72bab1ef,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:52.004934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9400994-0ff6-40aa-98ff-7fe4d6963370 req-4cf67c06-2a71-4ad3-ad64-08328b884e00 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:52.007114 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9400994-0ff6-40aa-98ff-7fe4d6963370 req-4cf67c06-2a71-4ad3-ad64-08328b884e00 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.1531079 Jul 15 13:37:52.104280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9400994-0ff6-40aa-98ff-7fe4d6963370 req-42da0440-752b-41cd-9bb6-c85c5e510e8f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869877 Jul 15 13:37:52.864998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34788) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.077892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edece7-02c6-4308-b67a-bc65e1ff5707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.346039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edece7-02c6-4308-b67a-bc65e1ff5707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.357440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-52edece7-02c6-4308-b67a-bc65e1ff5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.406544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edece7-02c6-4308-b67a-bc65e1ff5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dfd4d3-b579-491a-bc36-da77eec9bf48,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.471472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-52edece7-02c6-4308-b67a-bc65e1ff5707 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84de0525f60e4bf5a6a771d6c357aba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049330 Jul 15 13:37:53.474203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34806) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.485059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:53.513716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4daba-7e76-416f-90c7-de04c631de8c req-04e24d44-1f4f-48e0-8885-946bc7380dc3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:53.523562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0eb4daba-7e76-416f-90c7-de04c631de8c req-04e24d44-1f4f-48e0-8885-946bc7380dc3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.1616671 Jul 15 13:37:53.553282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b820dcf-c68e-4c6e-8371-fde398deeecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.595669 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b820dcf-c68e-4c6e-8371-fde398deeecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.600989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0eb4daba-7e76-416f-90c7-de04c631de8c req-b29d02fc-5b79-420a-b2a7-79c8d74cd8b1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735788 Jul 15 13:37:53.662939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1111289349-network', 'tenant_id': 'b147892944d84596b385ca4470b92554'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:53.670923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b820dcf-c68e-4c6e-8371-fde398deeecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.673723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b820dcf-c68e-4c6e-8371-fde398deeecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.675179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2b820dcf-c68e-4c6e-8371-fde398deeecd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26dfd4d3-b579-491a-bc36-da77eec9bf48 HTTP/1.1" status: 204 len: 168 time: 0.1998706 Jul 15 13:37:53.707748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b820dcf-c68e-4c6e-8371-fde398deeecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dfd4d3-b579-491a-bc36-da77eec9bf48,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:53.712112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Made reservation on behalf of b147892944d84596b385ca4470b92554 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:53.716255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.766646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.936248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:53.942313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.004279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:37:54.020178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e38088-cc20-47d3-be9d-e05dfb3a3851,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.026538 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.027146 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Added segment 39987c33-2ec3-4695-8c83-9688e5f0ded0 of type vlan for network e139dca3-3ad6-4a04-8a68-474869f41dee Jul 15 13:37:54.112684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34838) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.118934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.141052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2860-65ea-48d1-a89d-3d24b7919286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.183648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.185905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:54.188271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.327461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=e139dca3-3ad6-4a04-8a68-474869f41dee,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.341765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e139dca3-3ad6-4a04-8a68-474869f41dee details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:37:54.401554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2860-65ea-48d1-a89d-3d24b7919286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.411681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2860-65ea-48d1-a89d-3d24b7919286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.417045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8474527-2500-427e-bb3b-b5b4c1a4dbe6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9303088 Jul 15 13:37:54.421860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34852) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.427021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Request body: {'subnet': {'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1111289349-subnet', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:54.449421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc2860-65ea-48d1-a89d-3d24b7919286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4636d9d5-71f8-4233-beaa-b75cb5af8f31,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.470084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Made reservation on behalf of b147892944d84596b385ca4470b92554 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:37:54.472963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.521685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b1cc2860-65ea-48d1-a89d-3d24b7919286 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1591d07175ce4e1bbec8967b972d74bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035759 Jul 15 13:37:54.522437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34856) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:54.615203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f43e4f56-f96b-4480-a4b3-b067630a4090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.694260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f43e4f56-f96b-4480-a4b3-b067630a4090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.736417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.832048 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f43e4f56-f96b-4480-a4b3-b067630a4090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.834740 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f43e4f56-f96b-4480-a4b3-b067630a4090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:54.836511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f43e4f56-f96b-4480-a4b3-b067630a4090 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4636d9d5-71f8-4233-beaa-b75cb5af8f31 HTTP/1.1" status: 204 len: 168 time: 0.3129704 Jul 15 13:37:54.846438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e4f56-f96b-4480-a4b3-b067630a4090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4636d9d5-71f8-4233-beaa-b75cb5af8f31,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:54.996699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef397b3-4a52-4ac0-a8db-acdc42ac0f91,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:55.017510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Checking segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:55.018155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Network hostable DHCP agents. Network: e139dca3-3ad6-4a04-8a68-474869f41dee, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:37:55.068640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc813b-32f5-41a4-9de0-a894d6bf2ce2 req-8eb34c4c-2bea-40e5-98a3-83063a68b68a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:55.070439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-facc813b-32f5-41a4-9de0-a894d6bf2ce2 req-8eb34c4c-2bea-40e5-98a3-83063a68b68a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2943535 Jul 15 13:37:55.072403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Network e139dca3-3ad6-4a04-8a68-474869f41dee is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:37:55.094084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e139dca3-3ad6-4a04-8a68-474869f41dee) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:55.110327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e67e5-1339-4a24-9452-5aa8374fc517 None None] Network e139dca3-3ad6-4a04-8a68-474869f41dee requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:55.118672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:55.119199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.217815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-facc813b-32f5-41a4-9de0-a894d6bf2ce2 req-c692e3b9-ac9b-4f44-b331-affa984df673 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936301 Jul 15 13:37:55.237915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-40b5b94d-a228-46b9-be3f-9b7f86d94bd1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8148601 Jul 15 13:37:55.243791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34866) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:55.248851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:37:55.287539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.288781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.347710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e139dca3-3ad6-4a04-8a68-474869f41dee', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:37:55.349683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.423500 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.666043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.684332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Allocated IP 172.20.0.2 (e139dca3-3ad6-4a04-8a68-474869f41dee/fef397b3-4a52-4ac0-a8db-acdc42ac0f91/5249a32c-addf-4cd0-bd9d-ae2cdaae2543) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:55.908881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.921450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Transition to ACTIVE for port object 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:55.941671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Transition to ACTIVE for port object 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:37:55.951116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.975920 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:55.997482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Network e139dca3-3ad6-4a04-8a68-474869f41dee is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:56.004479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.007487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:56.013106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:56.024224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Pushing event updated for resources: {'Port': ['ID=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.095108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Attempting to bind port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:37:56.095806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Attempting to bind port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:37:56.096174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Attempting to bind port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 on network e139dca3-3ad6-4a04-8a68-474869f41dee {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:37:56.104053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:37:56.104444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Checking segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:37:56.104665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.105164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Bound using segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:37:56.105665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Bound port: 5249a32c-addf-4cd0-bd9d-ae2cdaae2543, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:37:56.106097 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.237753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Allocated IP 172.25.3.126 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/649956ea-b19f-45ae-8e7d-6df024703a61) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:37:56.364520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] For port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:37:56.377075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] For port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:37:56.387243 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.617205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b911903-9a09-497a-b9e1-383f5406ec02 None None] Pushing event updated for resources: {'Port': ['ID=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:56.709487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:56.740368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10ce28-2624-47da-94e6-e72b9c9ac5e5 req-90a712df-6766-4493-8f00-cdfaa4689430 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:56.754131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c10ce28-2624-47da-94e6-e72b9c9ac5e5 req-90a712df-6766-4493-8f00-cdfaa4689430 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2405190 Jul 15 13:37:56.877654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c10ce28-2624-47da-94e6-e72b9c9ac5e5 req-3a9d64a9-ea0d-4f3d-b166-753dd95535ef tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222146 Jul 15 13:37:56.914455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.020996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:37:57.030970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:37:57.034891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:37:57.093855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Pushing event updated for resources: {'Port': ['ID=649956ea-b19f-45ae-8e7d-6df024703a61,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:57.462414 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:57.591799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34926) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:57.974102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18866c3a-1f81-4598-a16f-626ef64a75b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.048909 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.240022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18866c3a-1f81-4598-a16f-626ef64a75b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.296653 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-18866c3a-1f81-4598-a16f-626ef64a75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.354446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Router d76efb7a-d16b-4646-ba77-00866cda58f8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:37:58.397344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afed59cc-969f-43e6-94c7-f97a13934ac7 None None] Network e139dca3-3ad6-4a04-8a68-474869f41dee requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:37:58.525105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:37:58.525578 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-18866c3a-1f81-4598-a16f-626ef64a75b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56e4e3a1e6b54b46b5cd047015bd2a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9323730 Jul 15 13:37:58.533140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34956) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.535681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18866c3a-1f81-4598-a16f-626ef64a75b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb117f03-b6ac-4221-8fed-1b2bf77b8ce9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:58.550154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8d48890d-a6c1-4f65-9b22-cc4671f1256b None None] Provisioning for port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:37:58.569967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Sync routers for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:37:58.611202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8356182-18e9-46fc-a1af-4636672f95e2 req-01149bd9-4766-4610-ad89-9411b263db4c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:37:58.613460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8356182-18e9-46fc-a1af-4636672f95e2 req-01149bd9-4766-4610-ad89-9411b263db4c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.3805573 Jul 15 13:37:58.640123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34960) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.651087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.652704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5f52e841-a5b9-407d-b203-7ecd239ae167 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4077892 Jul 15 13:37:58.662215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:37:58.669823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:37:58.670132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 34966) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:58.683404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43bd9491-5c9e-4150-93ca-0e080ebe3b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:58.791581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43bd9491-5c9e-4150-93ca-0e080ebe3b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.001581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8356182-18e9-46fc-a1af-4636672f95e2 req-f42aa823-f5ee-4975-a06f-d85ac3a050e7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818178 Jul 15 13:37:59.013719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98ff05ef-52ba-4429-8890-3c2a84ebca50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.119721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43bd9491-5c9e-4150-93ca-0e080ebe3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.124009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43bd9491-5c9e-4150-93ca-0e080ebe3b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.128580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-43bd9491-5c9e-4150-93ca-0e080ebe3b3c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb117f03-b6ac-4221-8fed-1b2bf77b8ce9 HTTP/1.1" status: 204 len: 168 time: 0.5937490 Jul 15 13:37:59.159783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd9491-5c9e-4150-93ca-0e080ebe3b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb117f03-b6ac-4221-8fed-1b2bf77b8ce9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:59.208621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:37:59.245588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:37:59.290945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98ff05ef-52ba-4429-8890-3c2a84ebca50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.299424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98ff05ef-52ba-4429-8890-3c2a84ebca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.344514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-98ff05ef-52ba-4429-8890-3c2a84ebca50 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46c8cdc5b3d04ac2a184a785ea72fc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017145 Jul 15 13:37:59.345724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 34970) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:37:59.450116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff05ef-52ba-4429-8890-3c2a84ebca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3748f2-1ad7-4ad9-b9f7-a20234bb4e39,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:37:59.545497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f22-6111-4ff3-909a-577581399bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.582709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f22-6111-4ff3-909a-577581399bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.700981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f22-6111-4ff3-909a-577581399bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.705238 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d71d5f22-6111-4ff3-909a-577581399bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:37:59.707856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d71d5f22-6111-4ff3-909a-577581399bd5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab3748f2-1ad7-4ad9-b9f7-a20234bb4e39 HTTP/1.1" status: 204 len: 168 time: 0.3588610 Jul 15 13:37:59.748038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d5f22-6111-4ff3-909a-577581399bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3748f2-1ad7-4ad9-b9f7-a20234bb4e39,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.135317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:00.147690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:00.148236 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.388500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.432014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:37:57Z', 'revision_number': 3, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:00.475027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747ff3f-a2e4-4a95-a528-28b2c447c5cc req-7d9cbc25-558a-4e89-96a7-e1b3f07ee97a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:00.483604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1747ff3f-a2e4-4a95-a528-28b2c447c5cc req-7d9cbc25-558a-4e89-96a7-e1b3f07ee97a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2034240 Jul 15 13:38:00.561806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:00.565888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Checking router: d76efb7a-d16b-4646-ba77-00866cda58f8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:00.567368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.568185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Updating router d76efb7a-d16b-4646-ba77-00866cda58f8 port 649956ea-b19f-45ae-8e7d-6df024703a61 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:00.643621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.674795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1747ff3f-a2e4-4a95-a528-28b2c447c5cc req-abeb6b9d-5385-491d-83e1-004791231bbd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802258 Jul 15 13:38:00.830298 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:00.888705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:00.954796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-98eb197d-0be0-4eef-8246-d18e064bf64e None None] Provisioning complete for port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:00.955183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-98eb197d-0be0-4eef-8246-d18e064bf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.127131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:01.156027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Allocated IP 172.20.0.1 (e139dca3-3ad6-4a04-8a68-474869f41dee/fef397b3-4a52-4ac0-a8db-acdc42ac0f91/382dda9b-11c5-4154-8dc8-89705f66ac62) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:01.341541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:01.342239 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.407597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.457120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Transition to ACTIVE for port object 382dda9b-11c5-4154-8dc8-89705f66ac62 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:01.474034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.502115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Transition to ACTIVE for port object 649956ea-b19f-45ae-8e7d-6df024703a61 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:01.531736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.547834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.653467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Network e139dca3-3ad6-4a04-8a68-474869f41dee is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:01.660833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Attempting to bind port 649956ea-b19f-45ae-8e7d-6df024703a61 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:01.663637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Attempting to bind port 649956ea-b19f-45ae-8e7d-6df024703a61 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:01.663637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Attempting to bind port 649956ea-b19f-45ae-8e7d-6df024703a61 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:01.664025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:01.668903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:01.677676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23f52-d314-481f-b496-0e60c2ff60f3 None None] Pushing event updated for resources: {'Port': ['ID=649956ea-b19f-45ae-8e7d-6df024703a61,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:01.685234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:01.685636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:01.686196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.686615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:01.687049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Bound port: 649956ea-b19f-45ae-8e7d-6df024703a61, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:01.687732 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.802617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.812839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] For port 649956ea-b19f-45ae-8e7d-6df024703a61, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:01.820338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] For port 649956ea-b19f-45ae-8e7d-6df024703a61, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=649956ea-b19f-45ae-8e7d-6df024703a61,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:01.830099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:01.931921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23f52-d314-481f-b496-0e60c2ff60f3 None None] Pushing event updated for resources: {'Port': ['ID=649956ea-b19f-45ae-8e7d-6df024703a61,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:01.971598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:01.972446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:01.995994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Pushing event updated for resources: {'Port': ['ID=382dda9b-11c5-4154-8dc8-89705f66ac62,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:02.337676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3698f4ab-ed0c-4184-8c56-78465a632a91 None None] Provisioning for port 382dda9b-11c5-4154-8dc8-89705f66ac62 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:02.402010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3698f4ab-ed0c-4184-8c56-78465a632a91 None None] Provisioning complete for port 382dda9b-11c5-4154-8dc8-89705f66ac62 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:02.405132 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3698f4ab-ed0c-4184-8c56-78465a632a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.468365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:02.536039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94b7c6-13cd-4c7c-a225-bec54ab7f63c req-21466619-bbe7-4f71-a095-365ae9621476 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:02.548550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb94b7c6-13cd-4c7c-a225-bec54ab7f63c req-21466619-bbe7-4f71-a095-365ae9621476 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.4351490 Jul 15 13:38:02.581846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3698f4ab-ed0c-4184-8c56-78465a632a91 None None] Port 382dda9b-11c5-4154-8dc8-89705f66ac62 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:02.625605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:02.751503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb94b7c6-13cd-4c7c-a225-bec54ab7f63c req-f4d4ee86-8221-4ccf-b6eb-b83a2a8aedeb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932678 Jul 15 13:38:03.178969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:37:57Z', 'revision_number': 3, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:03.226620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.239038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.251326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0b3b6b-5f4b-4e3c-b677-ca740d832f20 None None] The sync data for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 is: [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:37:57Z', 'revision_number': 3, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:03.410799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:03.479897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Pushing event updated for resources: {'Port': ['ID=382dda9b-11c5-4154-8dc8-89705f66ac62,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:03.832827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Network e139dca3-3ad6-4a04-8a68-474869f41dee is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:03.835050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:04.278187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Router d76efb7a-d16b-4646-ba77-00866cda58f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:04.345116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22818e08-c451-480f-ac42-1f0e703c5952 req-15791dc3-2560-4907-bc2a-a104fce5282a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:04.356341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22818e08-c451-480f-ac42-1f0e703c5952 req-15791dc3-2560-4907-bc2a-a104fce5282a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.2586317 Jul 15 13:38:04.464459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-76926a38-30c0-4796-85ea-b484153882a4 None None] Provisioning complete for port 382dda9b-11c5-4154-8dc8-89705f66ac62 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:04.466105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35120) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:04.466575 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-76926a38-30c0-4796-85ea-b484153882a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.479894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1804934785', 'description': 'tempest-secgroup-smoke-1804934785 description', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:04.545411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-76926a38-30c0-4796-85ea-b484153882a4 None None] Port 382dda9b-11c5-4154-8dc8-89705f66ac62 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:04.586863 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22818e08-c451-480f-ac42-1f0e703c5952 req-1fb84ec1-5aa2-49b9-96f5-9b89c1e89aab tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253783 Jul 15 13:38:04.599158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.607935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:04.633964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-08aa9105-58c5-4366-82b1-e25a82e1754f admin admin] 10.222.0.57 "PUT /v2.0/routers/d76efb7a-d16b-4646-ba77-00866cda58f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9498510 Jul 15 13:38:04.634206 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.983961 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:04.996211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.111884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 649956ea-b19f-45ae-8e7d-6df024703a61 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:05.128483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627026e9-39f3-426f-bb4a-c66a87685ff7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.255537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 649956ea-b19f-45ae-8e7d-6df024703a61 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:05.268007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 649956ea-b19f-45ae-8e7d-6df024703a61 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:05.268640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.406777 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.418157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.564272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.566557 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.572903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1039152 Jul 15 13:38:05.576635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8d7b7-6580-4996-a599-1b342eb66679 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:05.579365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:05.585224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '14039f3b-7f75-4dd5-95b0-b2e306d2bfb2', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:05.631937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721e9b-ca89-4df0-9a16-ffe6660fce28 req-d659f8f1-bb8c-4928-b9e5-df0804574a2a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:05.634383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93721e9b-ca89-4df0-9a16-ffe6660fce28 req-d659f8f1-bb8c-4928-b9e5-df0804574a2a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3835909 Jul 15 13:38:05.636643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 649956ea-b19f-45ae-8e7d-6df024703a61, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=649956ea-b19f-45ae-8e7d-6df024703a61,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:05.650636 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.701532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:05.735709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93721e9b-ca89-4df0-9a16-ffe6660fce28 req-3b7c1981-9acf-4530-a6d4-22c689c4b2cd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895200 Jul 15 13:38:05.933345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=649956ea-b19f-45ae-8e7d-6df024703a61,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:06.092318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.104525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.193824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a8a34a-d56f-47f9-9d64-8a07139d5387,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:06.264633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.266629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5333e821-9a9e-4648-a211-d36278d89eaa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6851735 Jul 15 13:38:06.271453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35174) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.282209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '14039f3b-7f75-4dd5-95b0-b2e306d2bfb2', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:06.374514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711b0be-8c10-4209-bafb-96035a217d49 req-2a8b7823-854c-406a-bc28-bc3f0fc8dea1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:06.376398 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a711b0be-8c10-4209-bafb-96035a217d49 req-2a8b7823-854c-406a-bc28-bc3f0fc8dea1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2061965 Jul 15 13:38:06.442449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.473584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a711b0be-8c10-4209-bafb-96035a217d49 req-b58e593f-bc26-45a0-83f9-a3073f6204c9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835452 Jul 15 13:38:06.606300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.612703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.676509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b26b20d-e619-4fa4-8682-a0f5d0218a7e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:06.681475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35188) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.729449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.734498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.734780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5b11cbf4-bb25-4236-bc31-e10046b5aefa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4611495 Jul 15 13:38:06.740637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '14039f3b-7f75-4dd5-95b0-b2e306d2bfb2', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:06.778978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35194) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:06.785792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-671454728-network', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:06.812126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.852979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Made reservation on behalf of 15a0cd3bb9c64dbe8bfc757ad2e3d56e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:06.856558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.885330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:06.922003 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Sync routers for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:06.965326 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:06.975429 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:07.078325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.096387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.112756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 649956ea-b19f-45ae-8e7d-6df024703a61 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:07.182152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb5ef1b-ae78-4d59-87e0-36ac3e900c34,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.282939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 649956ea-b19f-45ae-8e7d-6df024703a61 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:07.283579 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.350849 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:07.402646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6f19e1b5-bc6c-4c0e-bf73-fa8f65a0e82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.603287 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.616887 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.619471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.623623 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee2637b6-386f-432f-b8a0-f0ec2fae3dc2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8847604 Jul 15 13:38:07.624878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35212) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:07.641094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:07.654770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.655287 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Added segment 86385a0e-b2b1-481a-af6c-6444c276e60b of type vlan for network 05c6a865-787f-40b1-888f-b2c99ebfc66d Jul 15 13:38:07.655650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '14039f3b-7f75-4dd5-95b0-b2e306d2bfb2', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:07.715938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.767811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.770213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.771309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.785523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-88f6c2d8-bf51-4bfc-9165-93581a718210 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:07.797118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-88f6c2d8-bf51-4bfc-9165-93581a718210 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.6575398 Jul 15 13:38:07.909293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6f19e1b5-bc6c-4c0e-bf73-fa8f65a0e82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.926377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6f19e1b5-bc6c-4c0e-bf73-fa8f65a0e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:07.953649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Pushing event updated for resources: {'Network': ['ID=05c6a865-787f-40b1-888f-b2c99ebfc66d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:07.969712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:08.009882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fcf43b-c1ef-4ca2-a64c-404c0bd2f53a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.050360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19e1b5-bc6c-4c0e-bf73-fa8f65a0e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafc4fc5-5b59-49b2-ae9e-1c6d02c8b6e2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.051184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-ec8c2ffb-e203-4541-aa4f-981c616f9eb9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/quotas/f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 375 time: 0.2397869 Jul 15 13:38:08.069135 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 2, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:08.122107 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Checking router: d76efb7a-d16b-4646-ba77-00866cda58f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:08.122825 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Updating router d76efb7a-d16b-4646-ba77-00866cda58f8 port 382dda9b-11c5-4154-8dc8-89705f66ac62 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:08.159867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.175234 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.179168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6f19e1b5-bc6c-4c0e-bf73-fa8f65a0e82a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4112cfda14724926adbdf2b1e560a44d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4963768 Jul 15 13:38:08.186318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35216) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.270421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ce81a932-886f-4714-bcc6-1f2bc2150144 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4874177 Jul 15 13:38:08.275181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35218) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.309309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Request body: {'subnet': {'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-671454728-subnet', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:08.383804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Made reservation on behalf of 15a0cd3bb9c64dbe8bfc757ad2e3d56e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:08.387156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.412007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-ddb3f1b8-51f7-42c7-9c64-2cc11623f0d3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3532438 Jul 15 13:38:08.424622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.443485 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.489775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.502457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35222) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:08.513030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8811126 Jul 15 13:38:08.528253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '14039f3b-7f75-4dd5-95b0-b2e306d2bfb2', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:08.611885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9676a-1323-4d45-aba5-ba16a681911a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44cc695-71ad-43d2-828f-5c22df0d8519,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.629513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d08c7363-4b1f-4185-a6b3-e1d635867172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.680879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d08c7363-4b1f-4185-a6b3-e1d635867172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.683985 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:08.726564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.794303 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.824365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Transition to ACTIVE for port object 382dda9b-11c5-4154-8dc8-89705f66ac62 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:08.833754 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.864566 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.867702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d08c7363-4b1f-4185-a6b3-e1d635867172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.871863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d08c7363-4b1f-4185-a6b3-e1d635867172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.873811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d08c7363-4b1f-4185-a6b3-e1d635867172 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cafc4fc5-5b59-49b2-ae9e-1c6d02c8b6e2 HTTP/1.1" status: 204 len: 168 time: 0.6858015 Jul 15 13:38:08.877166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.919860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-295a30e6-0a14-4041-b675-ab6142153959 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994731 Jul 15 13:38:08.923000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c7363-4b1f-4185-a6b3-e1d635867172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafc4fc5-5b59-49b2-ae9e-1c6d02c8b6e2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:08.962614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:08.970747 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7945630-b4fc-415d-a5d6-03a6535cd45e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.087670 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Pushing event updated for resources: {'Port': ['ID=382dda9b-11c5-4154-8dc8-89705f66ac62,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.103735 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.104123 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.104470 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.105991 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.106347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.106813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.108751 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.109654 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.110083 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.110955 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.111477 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.111814 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:09.116296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e592131-41a9-47e9-9b60-22695dfbba25,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.144919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Checking segment: {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:09.145641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Network hostable DHCP agents. Network: 05c6a865-787f-40b1-888f-b2c99ebfc66d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:09.169827 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Attempting to bind port 382dda9b-11c5-4154-8dc8-89705f66ac62 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:09.170193 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Attempting to bind port 382dda9b-11c5-4154-8dc8-89705f66ac62 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:09.170851 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Attempting to bind port 382dda9b-11c5-4154-8dc8-89705f66ac62 on network e139dca3-3ad6-4a04-8a68-474869f41dee {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:09.181555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:09.185033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:09.186538 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Checking segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:09.191657 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.192453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Bound using segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:09.193082 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Bound port: 382dda9b-11c5-4154-8dc8-89705f66ac62, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:09.193832 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.197149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 05c6a865-787f-40b1-888f-b2c99ebfc66d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:09.201979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:09.203360 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.207652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379dd2a2-9022-421a-9c80-6ae36c9859ba None None] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:09.228028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b7c4ca17-985c-49db-a9a0-f43836d2773f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9370806 Jul 15 13:38:09.228729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.239528 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:09.283938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.285190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5de95253-0c78-4e73-8ce5-9d9b32a80b76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7806585 Jul 15 13:38:09.288297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35232) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.295183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '14039f3b-7f75-4dd5-95b0-b2e306d2bfb2', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:09.302645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.304141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.359166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-d8f8315d-34cc-42df-b013-4e86b04d4818 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677254 Jul 15 13:38:09.379509 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] For port 382dda9b-11c5-4154-8dc8-89705f66ac62, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:09.387071 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] For port 382dda9b-11c5-4154-8dc8-89705f66ac62, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=382dda9b-11c5-4154-8dc8-89705f66ac62,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:09.397293 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.518156 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:09.519645 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:37:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:09.603073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35236) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:09.633613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.651159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e66c9956-e27c-45d8-8b54-b5976d6f83d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.705629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce95e6-01e7-470a-bbd1-745e42a0f17e None None] Pushing event updated for resources: {'Port': ['ID=382dda9b-11c5-4154-8dc8-89705f66ac62,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:09.708542 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:09.805924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-05c6a865-787f-40b1-888f-b2c99ebfc66d', 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'fixed_ips': [{'subnet_id': '8e592131-41a9-47e9-9b60-22695dfbba25'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:09.807315 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.907660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:09.946614 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:10.000139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-79f19147-1e01-4b27-8914-209b68895711 req-56505297-dd04-4a97-855b-97083a8d0126 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 210 time: 0.1988428 Jul 15 13:38:10.042553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e66c9956-e27c-45d8-8b54-b5976d6f83d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.050745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e66c9956-e27c-45d8-8b54-b5976d6f83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.209654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Allocated IP 172.20.0.2 (05c6a865-787f-40b1-888f-b2c99ebfc66d/8e592131-41a9-47e9-9b60-22695dfbba25/529d672d-df0a-41a3-b945-99efdb50d06d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:10.215708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c9956-e27c-45d8-8b54-b5976d6f83d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07622ba8-ae41-4bf1-99f1-f82db2ebafd8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.226213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e66c9956-e27c-45d8-8b54-b5976d6f83d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9813a4424dc545aea136ae36edc7b8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217375 Jul 15 13:38:10.230793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35246) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.251048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.255611 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:10.329413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64099caf-e148-470c-b3b7-8ab5c0b38c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.370660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.383154 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.398127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64099caf-e148-470c-b3b7-8ab5c0b38c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.467988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358a1023-5dc5-47ea-9482-88bba6cf99b2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.498912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.503963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c65dd606-7735-42c3-9442-71c051c968e6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2140584 Jul 15 13:38:10.507898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35248) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:10.531252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'network': {'name': 'tempest-network-smoke--828205673', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:10.534400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64099caf-e148-470c-b3b7-8ab5c0b38c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.550514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-64099caf-e148-470c-b3b7-8ab5c0b38c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.552544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-64099caf-e148-470c-b3b7-8ab5c0b38c88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07622ba8-ae41-4bf1-99f1-f82db2ebafd8 HTTP/1.1" status: 204 len: 168 time: 0.3204718 Jul 15 13:38:10.566281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.573481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64099caf-e148-470c-b3b7-8ab5c0b38c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07622ba8-ae41-4bf1-99f1-f82db2ebafd8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.596984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Transition to ACTIVE for port object 529d672d-df0a-41a3-b945-99efdb50d06d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:10.601362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:10.605593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.614151 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:10.660644 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15bd0a0-d115-4245-800f-52eb3cc57794 None None] The sync data for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 is: [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:09Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:10.685156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Transition to ACTIVE for port object 529d672d-df0a-41a3-b945-99efdb50d06d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:10.705544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.715303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:10.816462 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.818256 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Added segment 9aefa761-f40f-4957-9c39-2a005f55d53e of type vlan for network f43a7138-e430-4f1e-8b13-c2b58415db69 Jul 15 13:38:10.876952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:10.903414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:10.939747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Pushing event updated for resources: {'Port': ['ID=529d672d-df0a-41a3-b945-99efdb50d06d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:10.954173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:10.961886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:11.160819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-419e150c-51b5-46b1-9909-f2f722a5172a req-3d5a68ab-ec6f-4ef8-beff-3f57d61e1d4f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 210 time: 0.0572059 Jul 15 13:38:11.185209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 382dda9b-11c5-4154-8dc8-89705f66ac62 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:11.187007 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.resource_extend [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 13:38:11.304603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Attempting to bind port 529d672d-df0a-41a3-b945-99efdb50d06d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:11.307942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.313337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Attempting to bind port 529d672d-df0a-41a3-b945-99efdb50d06d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:11.313849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Attempting to bind port 529d672d-df0a-41a3-b945-99efdb50d06d on network 05c6a865-787f-40b1-888f-b2c99ebfc66d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:11.336088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:11.336789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.349587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:11.350405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Checking segment: {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:11.351133 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.352447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Bound using segment: {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:11.353225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Bound port: 529d672d-df0a-41a3-b945-99efdb50d06d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:11.353811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.471074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.539567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] For port 529d672d-df0a-41a3-b945-99efdb50d06d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:11.546353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] For port 529d672d-df0a-41a3-b945-99efdb50d06d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=529d672d-df0a-41a3-b945-99efdb50d06d,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:11.563334 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.612342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35274) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:11.619032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'admin_state_up': True, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:11.627199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1101751 Jul 15 13:38:11.657324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 382dda9b-11c5-4154-8dc8-89705f66ac62 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:11.690697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 382dda9b-11c5-4154-8dc8-89705f66ac62 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:11.690697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.703543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.704663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.790123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:11.825251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b1ebd-5f45-4f71-a2a2-e9c1e4a864f0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Network': ['ID=f43a7138-e430-4f1e-8b13-c2b58415db69,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:11.897894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f43a7138-e430-4f1e-8b13-c2b58415db69 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:12.188391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:12.430078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fbef2-0527-481a-bc66-ecf1b03f09ba None None] Pushing event updated for resources: {'Port': ['ID=529d672d-df0a-41a3-b945-99efdb50d06d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:12.767288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Allocated IP 172.25.3.163 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/2fe4eedc-3334-47ac-a478-ff8e39afc36e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:12.984956 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.154871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d6c3866-1a76-452c-8760-cdf830d05058 req-29e4773a-9d33-487c-876a-9213ac96d4f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 210 time: 0.1408887 Jul 15 13:38:13.188100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a6ffd588-1d44-4148-9912-a30a703523aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.201919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 382dda9b-11c5-4154-8dc8-89705f66ac62, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=382dda9b-11c5-4154-8dc8-89705f66ac62,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:13.215346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.229389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60302a4a-5081-4f6b-b725-03ac76584b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.384195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=382dda9b-11c5-4154-8dc8-89705f66ac62,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:13.493366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 529d672d-df0a-41a3-b945-99efdb50d06d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:13.581590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.614374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:13.729851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 529d672d-df0a-41a3-b945-99efdb50d06d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:14.014825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a6ffd588-1d44-4148-9912-a30a703523aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.020239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.127259 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.135932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe4eedc-3334-47ac-a478-ff8e39afc36e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.152757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a6ffd588-1d44-4148-9912-a30a703523aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.158297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49006523-4a75-4f55-aae1-b459d726bc74 None None] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:14.263010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a6ffd588-1d44-4148-9912-a30a703523aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dfd62dc123714979a88f0568ce9930e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0379810 Jul 15 13:38:14.269038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35316) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:14.339881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] Provisioning for port 529d672d-df0a-41a3-b945-99efdb50d06d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:14.352421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-7400abef-2894-4b00-9db9-de050abc2013 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:14.355913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-7400abef-2894-4b00-9db9-de050abc2013 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.3907993 Jul 15 13:38:14.378888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'port': {'device_id': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'admin_state_up': True, 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:14.380275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:14.398100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] Provisioning complete for port 529d672d-df0a-41a3-b945-99efdb50d06d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:14.399033 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.413038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:14.420488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:14.551139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.551737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffd588-1d44-4148-9912-a30a703523aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e59ba-57f8-4476-98df-1e610f0ca0ae,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:14.598033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] For port 529d672d-df0a-41a3-b945-99efdb50d06d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=529d672d-df0a-41a3-b945-99efdb50d06d,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:14.608664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.821063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bffa9030-c124-4613-905a-df0210197da3 req-81da281e-3d2b-478f-a306-b90482a1008e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 210 time: 0.3272688 Jul 15 13:38:14.872417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25c564cc-4f0b-46e7-8b2a-cbf1608c7f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:14.926138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25c564cc-4f0b-46e7-8b2a-cbf1608c7f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.072244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee509abb-4285-4216-a8e6-5360b95fe5e2 None None] Pushing event updated for resources: {'Port': ['ID=529d672d-df0a-41a3-b945-99efdb50d06d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.081388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-58428d9d-c266-4faf-8843-fe9d8540ab63 None None] Provisioning complete for port 529d672d-df0a-41a3-b945-99efdb50d06d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:15.082046 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-58428d9d-c266-4faf-8843-fe9d8540ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.116163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25c564cc-4f0b-46e7-8b2a-cbf1608c7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.119612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-25c564cc-4f0b-46e7-8b2a-cbf1608c7f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.124109 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-25c564cc-4f0b-46e7-8b2a-cbf1608c7f44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d81e59ba-57f8-4476-98df-1e610f0ca0ae HTTP/1.1" status: 204 len: 168 time: 0.8486462 Jul 15 13:38:15.139073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c564cc-4f0b-46e7-8b2a-cbf1608c7f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e59ba-57f8-4476-98df-1e610f0ca0ae,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.158048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.178171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:15.182592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.227208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.240391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.261749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.384151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.390717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 382dda9b-11c5-4154-8dc8-89705f66ac62 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:15.429332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Allocated IP 172.20.0.11 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/73110c59-767c-44cd-ad74-09d71eb6aa19) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:15.473776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 382dda9b-11c5-4154-8dc8-89705f66ac62 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:15.474231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.597619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.604331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d591afb-b297-49fc-8975-0bd1d97bf6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.617241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Transition to ACTIVE for port object 73110c59-767c-44cd-ad74-09d71eb6aa19 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:15.662147 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.685809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:15.773100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.776591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:15.782835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:15.790329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 529d672d-df0a-41a3-b945-99efdb50d06d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:15.812911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:15.874407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:15.876517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:15.912710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=73110c59-767c-44cd-ad74-09d71eb6aa19,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:15.982806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-70b21938-f779-4d5e-a6c9-795094f6294d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6181042 Jul 15 13:38:15.997165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Request body: {'port': {'device_id': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:16.046183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 529d672d-df0a-41a3-b945-99efdb50d06d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:16.048463 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.155532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.106 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/6498944d-c143-4370-86cf-e1e6fdb99926) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:16.162501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.417555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1fc40ad5-4535-4b9c-9cdc-5cb8fd708b87 None None] Provisioning for port 73110c59-767c-44cd-ad74-09d71eb6aa19 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:16.417980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.422808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1fc40ad5-4535-4b9c-9cdc-5cb8fd708b87 None None] Provisioning complete for port 73110c59-767c-44cd-ad74-09d71eb6aa19 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:16.423352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1fc40ad5-4535-4b9c-9cdc-5cb8fd708b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.440879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361aa6d-e0f4-4d18-9815-0f0ef6864aa0 req-af55b1bc-f1c8-436e-9213-d5720a0e6bee tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:16.442589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9361aa6d-e0f4-4d18-9815-0f0ef6864aa0 req-af55b1bc-f1c8-436e-9213-d5720a0e6bee tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 932 time: 0.2735422 Jul 15 13:38:16.471624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40ad5-4535-4b9c-9cdc-5cb8fd708b87 None None] Port 73110c59-767c-44cd-ad74-09d71eb6aa19 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:16.672569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9361aa6d-e0f4-4d18-9815-0f0ef6864aa0 req-05676f03-b0d4-428c-997a-c41f7045dd1a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158737 Jul 15 13:38:16.679152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.817673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Router 5938b65b-2464-44ab-8b10-96f979053d76 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:16.883852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:16.955735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:16.966286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:16.971381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:17.018954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:17.028361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=6498944d-c143-4370-86cf-e1e6fdb99926,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.031168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Sync routers for ids ['5938b65b-2464-44ab-8b10-96f979053d76'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:17.047429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73110c59-767c-44cd-ad74-09d71eb6aa19 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:17.051272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Routers {'5938b65b-2464-44ab-8b10-96f979053d76'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:17.052086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5938b65b-2464-44ab-8b10-96f979053d76'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:17.063886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.067860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-58cc6d9a-3bb0-41ea-a382-434bb46cb793 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8354924 Jul 15 13:38:17.068427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.068547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35394) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:17.171525 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.174087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35396) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:17.271607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Set router 5938b65b-2464-44ab-8b10-96f979053d76 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:17.309799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Transition to ACTIVE for port object 73110c59-767c-44cd-ad74-09d71eb6aa19 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:17.571985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:17.574198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.620587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:38:14Z', 'revision_number': 3, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:17.653500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Checking router: 5938b65b-2464-44ab-8b10-96f979053d76 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:17.654163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Updating router 5938b65b-2464-44ab-8b10-96f979053d76 port 2fe4eedc-3334-47ac-a478-ff8e39afc36e binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:17.667453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd7d6-de9a-41ec-9cda-6286fb36fdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.719395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.749078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73110c59-767c-44cd-ad74-09d71eb6aa19,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:17.865735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.924758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd7d6-de9a-41ec-9cda-6286fb36fdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.933841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:17.938213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b3cd7d6-de9a-41ec-9cda-6286fb36fdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.093135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cd7d6-de9a-41ec-9cda-6286fb36fdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba87cbe4-c0e8-4c84-b79b-02e565678dbb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.107412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4b3cd7d6-de9a-41ec-9cda-6286fb36fdaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efe428ac4a8244c3b9def450649a9710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9258189 Jul 15 13:38:18.109977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35414) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:18.276709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f3fa13-0a1f-49a1-a789-c36d7d228408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.305658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62d4d8b8-462d-4166-9402-7a7262c7d34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.322514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f3fa13-0a1f-49a1-a789-c36d7d228408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.332747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Allocated IP 172.20.0.1 (05c6a865-787f-40b1-888f-b2c99ebfc66d/8e592131-41a9-47e9-9b60-22695dfbba25/089d03d2-a805-4ed9-a417-9839e3116891) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:18.399375 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.431202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Transition to ACTIVE for port object 2fe4eedc-3334-47ac-a478-ff8e39afc36e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:18.443102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.455878 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f3fa13-0a1f-49a1-a789-c36d7d228408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.459388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f3fa13-0a1f-49a1-a789-c36d7d228408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.462604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67f3fa13-0a1f-49a1-a789-c36d7d228408 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba87cbe4-c0e8-4c84-b79b-02e565678dbb HTTP/1.1" status: 204 len: 168 time: 0.3474584 Jul 15 13:38:18.481345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Attempting to bind port 2fe4eedc-3334-47ac-a478-ff8e39afc36e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:18.481719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Attempting to bind port 2fe4eedc-3334-47ac-a478-ff8e39afc36e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:18.482094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Attempting to bind port 2fe4eedc-3334-47ac-a478-ff8e39afc36e on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:18.496913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3fa13-0a1f-49a1-a789-c36d7d228408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba87cbe4-c0e8-4c84-b79b-02e565678dbb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.509084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:18.509352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:18.509763 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.510441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:18.511240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Bound port: 2fe4eedc-3334-47ac-a478-ff8e39afc36e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:18.511640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.567073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.586948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] For port 2fe4eedc-3334-47ac-a478-ff8e39afc36e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:18.592188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] For port 2fe4eedc-3334-47ac-a478-ff8e39afc36e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fe4eedc-3334-47ac-a478-ff8e39afc36e,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:18.616531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Transition to ACTIVE for port object 089d03d2-a805-4ed9-a417-9839e3116891 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:18.627694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.656703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.672231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dba6d4-a84a-40f0-b686-12c1426dede5 None None] Pushing event updated for resources: {'Port': ['ID=2fe4eedc-3334-47ac-a478-ff8e39afc36e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.678450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Routers {'5938b65b-2464-44ab-8b10-96f979053d76'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:18.679393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5938b65b-2464-44ab-8b10-96f979053d76'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:18.732748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.772978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:18.811369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] Set router 5938b65b-2464-44ab-8b10-96f979053d76 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:18.817241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:18.837638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:18.900765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Pushing event updated for resources: {'Port': ['ID=089d03d2-a805-4ed9-a417-9839e3116891,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:18.910039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:18.922469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9a6f-1348-47c5-b1ff-7de4e1d102b5 req-6798a223-ea9f-4137-baec-7ee6c59fb9bb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:18.929168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-824a9a6f-1348-47c5-b1ff-7de4e1d102b5 req-6798a223-ea9f-4137-baec-7ee6c59fb9bb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 944 time: 0.9406831 Jul 15 13:38:19.047418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dba6d4-a84a-40f0-b686-12c1426dede5 None None] Pushing event updated for resources: {'Port': ['ID=2fe4eedc-3334-47ac-a478-ff8e39afc36e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.060639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Attempting to bind port 73110c59-767c-44cd-ad74-09d71eb6aa19 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:19.061018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Attempting to bind port 73110c59-767c-44cd-ad74-09d71eb6aa19 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:19.061397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Attempting to bind port 73110c59-767c-44cd-ad74-09d71eb6aa19 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:19.118101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35422) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.137521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.141736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Port 73110c59-767c-44cd-ad74-09d71eb6aa19 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:19.142448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Attempting to bind port 73110c59-767c-44cd-ad74-09d71eb6aa19 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:19.158398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de227028-1000-499d-ba9d-70077fb25db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.179466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:19.179816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:19.180275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:19.180951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Bound port: 73110c59-767c-44cd-ad74-09d71eb6aa19, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:19.181329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.230374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.243566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e20fa26b-c8b9-403d-b1ae-8b32e86990e9 None None] Provisioning for port 089d03d2-a805-4ed9-a417-9839e3116891 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:19.253583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:38:14Z', 'revision_number': 3, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:19.293416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e20fa26b-c8b9-403d-b1ae-8b32e86990e9 None None] Provisioning complete for port 089d03d2-a805-4ed9-a417-9839e3116891 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:19.293881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e20fa26b-c8b9-403d-b1ae-8b32e86990e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.311285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-824a9a6f-1348-47c5-b1ff-7de4e1d102b5 req-25883fa6-432b-4c35-b360-ca3fa4cec3cb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669825 Jul 15 13:38:19.317188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269050a0-4d4f-42dc-9703-eca7ae06d149 None None] The sync data for ids ['5938b65b-2464-44ab-8b10-96f979053d76'] in n-d-798054-11 is: [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:38:14Z', 'revision_number': 3, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:19.340312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e20fa26b-c8b9-403d-b1ae-8b32e86990e9 None None] Port 089d03d2-a805-4ed9-a417-9839e3116891 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:19.452950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62d4d8b8-462d-4166-9402-7a7262c7d34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.461856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-62d4d8b8-462d-4166-9402-7a7262c7d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.464891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] For port 73110c59-767c-44cd-ad74-09d71eb6aa19, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:19.476077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] For port 73110c59-767c-44cd-ad74-09d71eb6aa19, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=73110c59-767c-44cd-ad74-09d71eb6aa19,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:19.498693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.502781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.517337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.547081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-62d4d8b8-462d-4166-9402-7a7262c7d34c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91414ded041646749918e64fe1c68e46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9701157 Jul 15 13:38:19.555726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35426) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.566865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4d8b8-462d-4166-9402-7a7262c7d34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa1a658-87a5-41d2-a017-5c060e5a56c3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.589009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.589751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.591567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/73110c59-767c-44cd-ad74-09d71eb6aa19 HTTP/1.1" status: 200 len: 1093 time: 3.5990610 Jul 15 13:38:19.594486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'tag': '73110c59-767c-44cd-ad74-09d71eb6aa19'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:19.597342 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "95ec52ac-436b-4d77-ba92-eb62b357d961", "tag": "73110c59-767c-44cd-ad74-09d71eb6aa19"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:19.704604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Pushing event updated for resources: {'Port': ['ID=089d03d2-a805-4ed9-a417-9839e3116891,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.713997 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.714782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95869d-b3a7-4a42-b600-706e92dc10e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73110c59-767c-44cd-ad74-09d71eb6aa19,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.723341 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee70bcbb-4db5-4481-8f63-47d4a0b808b4 x-openstack-request-id: req-ee70bcbb-4db5-4481-8f63-47d4a0b808b4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:19.723997 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ec52ac-436b-4d77-ba92-eb62b357d961", "tag": "73110c59-767c-44cd-ad74-09d71eb6aa19", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:19.724970 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee70bcbb-4db5-4481-8f63-47d4a0b808b4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:19.725934 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'tag': '73110c59-767c-44cd-ad74-09d71eb6aa19', 'status': 'completed', 'code': 200} Jul 15 13:38:19.740259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 88d51d18-6fb3-45e4-ab82-7977d2802c25 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:19.792331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-232cdd48-aeda-4186-ac14-a8412a96894a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.848017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de227028-1000-499d-ba9d-70077fb25db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.855614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de227028-1000-499d-ba9d-70077fb25db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.924864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de227028-1000-499d-ba9d-70077fb25db1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cb74a62d8d645f0b2e20bde99ceffd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023365 Jul 15 13:38:19.926299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35430) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:19.936098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de227028-1000-499d-ba9d-70077fb25db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37be24e5-0047-4a53-8dec-17b663c111fe,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:19.937746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-3273c3d8-c42b-42e3-9673-4d8aeb6afcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:19.944687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-3273c3d8-c42b-42e3-9673-4d8aeb6afcde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 1096 time: 0.3060780 Jul 15 13:38:19.949152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-232cdd48-aeda-4186-ac14-a8412a96894a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:19.963353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:19.971326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:20.028023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-05a977c4-7b93-42a2-8c79-5024a3f3daca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73110c59-767c-44cd-ad74-09d71eb6aa19 HTTP/1.1" status: 200 len: 217 time: 0.0592484 Jul 15 13:38:20.083426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:20.095134 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Sync routers for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:20.112348 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:20.113531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:20.140002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.141300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05cf4422-84d5-4644-b99f-4324cfdb2144 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.5276337 Jul 15 13:38:20.143184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-26527226-ea7e-4c95-af56-334e261f2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:20.144830 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-26527226-ea7e-4c95-af56-334e261f2b1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1036887 Jul 15 13:38:20.145356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35432) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:20.165478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49044940-6584-4589-8ab3-87a82c4836df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.174653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-232cdd48-aeda-4186-ac14-a8412a96894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.182336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-232cdd48-aeda-4186-ac14-a8412a96894a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.183736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-232cdd48-aeda-4186-ac14-a8412a96894a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eaa1a658-87a5-41d2-a017-5c060e5a56c3 HTTP/1.1" status: 204 len: 168 time: 0.6269636 Jul 15 13:38:20.212069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49044940-6584-4589-8ab3-87a82c4836df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.235469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cdd48-aeda-4186-ac14-a8412a96894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa1a658-87a5-41d2-a017-5c060e5a56c3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.235718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Router 5938b65b-2464-44ab-8b10-96f979053d76 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:20.322207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-cba4ca88-dba5-40ec-b33d-a88781644a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:20.328711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-cba4ca88-dba5-40ec-b33d-a88781644a67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680613 Jul 15 13:38:20.391609 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:20.434329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3446d27-3f0d-4c47-9b48-db9c12cb9e7b None None] Provisioning complete for port 089d03d2-a805-4ed9-a417-9839e3116891 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:20.434929 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3446d27-3f0d-4c47-9b48-db9c12cb9e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.637731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-654e7144-82a1-49cf-bf0b-4de4beb7f316 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023436 Jul 15 13:38:20.644209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e3446d27-3f0d-4c47-9b48-db9c12cb9e7b None None] Port 089d03d2-a805-4ed9-a417-9839e3116891 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:20.672809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:20.681537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49044940-6584-4589-8ab3-87a82c4836df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.685682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-49044940-6584-4589-8ab3-87a82c4836df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:20.687470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-49044940-6584-4589-8ab3-87a82c4836df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37be24e5-0047-4a53-8dec-17b663c111fe HTTP/1.1" status: 204 len: 168 time: 0.7604613 Jul 15 13:38:20.699786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-60dd17da-7689-4a85-8a24-7d7196385581 admin admin] 10.222.0.57 "PUT /v2.0/routers/5938b65b-2464-44ab-8b10-96f979053d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6303751 Jul 15 13:38:20.708819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49044940-6584-4589-8ab3-87a82c4836df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be24e5-0047-4a53-8dec-17b663c111fe,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:20.898176 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4de9d47a-dc8d-4f5f-bed6-18da7cf8130b req-a609d247-14d6-4923-9949-ff9ac8e3c692 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537007 Jul 15 13:38:21.068805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35454) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.069497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9cd33414-6bb4-4ac8-a873-2afe4222fd05 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ab43f525a3914c93b39cda9d6df0f02a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9209042 Jul 15 13:38:21.090090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cfac3-99a3-4c30-ae25-aef8c82af4fc req-1530d2c9-4f06-449b-b4e2-2cdcd0e802d1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.102015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-198cfac3-99a3-4c30-ae25-aef8c82af4fc req-1530d2c9-4f06-449b-b4e2-2cdcd0e802d1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 944 time: 0.2856195 Jul 15 13:38:21.171458 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:17Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:21.206433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-198cfac3-99a3-4c30-ae25-aef8c82af4fc req-e79ecc75-9abd-4462-9cc3-3b0542df7201 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028805 Jul 15 13:38:21.240944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-15a43eca-7455-43bf-8a89-7db4b79274a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.246019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-15a43eca-7455-43bf-8a89-7db4b79274a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 1096 time: 0.2706852 Jul 15 13:38:21.254098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Checking router: 88d51d18-6fb3-45e4-ab82-7977d2802c25 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:21.254462 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Updating router 88d51d18-6fb3-45e4-ab82-7977d2802c25 port 6498944d-c143-4370-86cf-e1e6fdb99926 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:21.347135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b44951-d097-4b74-9337-2e4155d79899 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.353370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-66b44951-d097-4b74-9337-2e4155d79899 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805722 Jul 15 13:38:21.356865 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.357665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35462) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.434651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-91a4e07f-f74e-4815-b61f-294833fa67db tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754359 Jul 15 13:38:21.437559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35466) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:21.455878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fe4eedc-3334-47ac-a478-ff8e39afc36e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:21.467757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962961543', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:21.572491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 2fe4eedc-3334-47ac-a478-ff8e39afc36e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:21.581466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2fe4eedc-3334-47ac-a478-ff8e39afc36e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:21.583482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.587833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-9d0ad2a0-58dd-4641-a203-0d4ca905f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.589633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-9d0ad2a0-58dd-4641-a203-0d4ca905f614 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.3356893 Jul 15 13:38:21.687429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-c9096a7e-98ae-45ba-9a85-1065b940c668 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73110c59-767c-44cd-ad74-09d71eb6aa19 HTTP/1.1" status: 200 len: 217 time: 0.0878122 Jul 15 13:38:21.792525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-0585d511-4ae5-4bb0-ba71-1667203897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.793173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:21.795861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-0585d511-4ae5-4bb0-ba71-1667203897f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1004841 Jul 15 13:38:21.801088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.855840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.909754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 2fe4eedc-3334-47ac-a478-ff8e39afc36e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fe4eedc-3334-47ac-a478-ff8e39afc36e,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:21.920718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:21.975187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-db03507c-9479-4729-9ff4-98444db8f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:21.977589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-db03507c-9479-4729-9ff4-98444db8f557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745434 Jul 15 13:38:22.033634 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.078365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Transition to ACTIVE for port object 6498944d-c143-4370-86cf-e1e6fdb99926 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:22.089010 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.112712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=2fe4eedc-3334-47ac-a478-ff8e39afc36e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:22.211040 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Attempting to bind port 6498944d-c143-4370-86cf-e1e6fdb99926 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:22.212033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Attempting to bind port 6498944d-c143-4370-86cf-e1e6fdb99926 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:22.212033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Attempting to bind port 6498944d-c143-4370-86cf-e1e6fdb99926 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:22.240620 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:22.243954 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:22.246930 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.248667 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:22.249497 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Bound port: 6498944d-c143-4370-86cf-e1e6fdb99926, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:22.251280 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.272501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Sync routers for ids ['5938b65b-2464-44ab-8b10-96f979053d76'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:22.324804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Routers {'5938b65b-2464-44ab-8b10-96f979053d76'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:22.325974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5938b65b-2464-44ab-8b10-96f979053d76'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:22.375451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-8fe4ce50-6621-4eff-8a84-3269cadc5abe service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824372 Jul 15 13:38:22.378038 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] For port 6498944d-c143-4370-86cf-e1e6fdb99926, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:22.383919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] For port 6498944d-c143-4370-86cf-e1e6fdb99926, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6498944d-c143-4370-86cf-e1e6fdb99926,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:22.405955 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.416021 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa48b95-bb93-4439-9edc-c572c5ae8d0f None None] Pushing event updated for resources: {'Port': ['ID=6498944d-c143-4370-86cf-e1e6fdb99926,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:22.627620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35490) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:22.635526 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa48b95-bb93-4439-9edc-c572c5ae8d0f None None] Pushing event updated for resources: {'Port': ['ID=6498944d-c143-4370-86cf-e1e6fdb99926,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:22.652094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d4a9b09-9d18-49dc-913b-e6d6b203eb5e req-89434070-7b47-49aa-a49f-17315a915137 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690883 Jul 15 13:38:22.660069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286489027', 'description': 'tempest-secgroup-smoke-286489027 description', 'project_id': 'b147892944d84596b385ca4470b92554'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:22.685309 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:22.686418 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:22.712783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Set router 5938b65b-2464-44ab-8b10-96f979053d76 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:22.746140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.778924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:22.840177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95081-9cd2-4cb4-bbb2-fb754a361fae req-29a21948-4e5d-46a6-a011-f0b235a85a72 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:22.843117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7c95081-9cd2-4cb4-bbb2-fb754a361fae req-29a21948-4e5d-46a6-a011-f0b235a85a72 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 944 time: 0.2138734 Jul 15 13:38:22.967676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Subnet': ['ID=298eef74-57c7-42ae-8876-25b046b2b6a7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:22.973535 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7c95081-9cd2-4cb4-bbb2-fb754a361fae req-97ef1d26-1f1b-4936-af7a-db59fbab4a7a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044767 Jul 15 13:38:22.995447 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:22.995787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Checking segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:22.996153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network hostable DHCP agents. Network: f43a7138-e430-4f1e-8b13-c2b58415db69, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:23.056551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network f43a7138-e430-4f1e-8b13-c2b58415db69 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:23.073850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f43a7138-e430-4f1e-8b13-c2b58415db69) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:23.078803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:23.079855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.091217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.097993 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.105999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72391052-cf9e-44ab-9ea7-1a782dcb8006 None None] Network f43a7138-e430-4f1e-8b13-c2b58415db69 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:23.134725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e1b1e151-7af2-40c5-bb2d-344cdacae36b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6887512 Jul 15 13:38:23.138020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35506) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.169632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.177993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5243235 Jul 15 13:38:23.186774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35508) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.193972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group_rule': {'security_group_id': 'b495aa34-9d13-4a46-9678-08d2a10b574b', 'project_id': 'b147892944d84596b385ca4470b92554', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:23.225493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a69e85-7411-414f-9304-620c90d11872 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b495aa34-9d13-4a46-9678-08d2a10b574b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.280240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.487112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.495634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.503413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fe4eedc-3334-47ac-a478-ff8e39afc36e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:23.508142 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:17Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:23.535066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00a2806-7b99-4cb0-b516-b093fe5458cd,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:23.569800 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.572140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eb1d1a16-6f02-484b-bcc7-e6ad731a1d04 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841465 Jul 15 13:38:23.575120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35520) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:23.583544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group_rule': {'security_group_id': 'b495aa34-9d13-4a46-9678-08d2a10b574b', 'project_id': 'b147892944d84596b385ca4470b92554', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:23.587495 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44156676-8fd8-41b8-af5f-6d2315625318 None None] The sync data for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 is: [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:17Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:23.653841 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.667660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f43a7138-e430-4f1e-8b13-c2b58415db69', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:23.668691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.670924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 2fe4eedc-3334-47ac-a478-ff8e39afc36e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:23.671369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.797301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:38:19Z', 'revision_number': 4, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '089d03d2-a805-4ed9-a417-9839e3116891', 'name': '', 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'mac_address': 'fa:16:3e:d4:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '8e592131-41a9-47e9-9b60-22695dfbba25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:17Z', 'updated_at': '2021-07-15T13:38:19Z', 'revision_number': 2, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'subnets': [{'id': '8e592131-41a9-47e9-9b60-22695dfbba25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:23.878141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Checking router: 5938b65b-2464-44ab-8b10-96f979053d76 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:23.881796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Updating router 5938b65b-2464-44ab-8b10-96f979053d76 port 089d03d2-a805-4ed9-a417-9839e3116891 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:23.919082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.926495 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.986742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:23.990829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4118898 Jul 15 13:38:24.023748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35526) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.054257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group_rule': {'security_group_id': 'b495aa34-9d13-4a46-9678-08d2a10b574b', 'project_id': 'b147892944d84596b385ca4470b92554', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:24.085651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354487b8-9970-4f5a-809a-ce9893e29726 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad2d88f-b79b-4ce1-bef1-97ac93995b7e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.224949 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.479728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.493029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.512448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.559809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.563497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5382004 Jul 15 13:38:24.574167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35540) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.592506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group_rule': {'security_group_id': 'b495aa34-9d13-4a46-9678-08d2a10b574b', 'project_id': 'b147892944d84596b385ca4470b92554', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:24.604324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cd744-8cc1-4f68-ade5-88dbd73a4bc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21b3038-37af-47f6-ac87-c6219e1b91ef,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.670152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.772943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe47e-59de-45ab-a3c2-9b116ebb719e req-825b0003-cde3-4784-ab9f-77a222656374 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:24.774695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3ebe47e-59de-45ab-a3c2-9b116ebb719e req-825b0003-cde3-4784-ab9f-77a222656374 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 944 time: 0.3778446 Jul 15 13:38:24.908033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.916552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.947216 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f3ebe47e-59de-45ab-a3c2-9b116ebb719e req-5834544c-0199-488e-8729-b9973d75cb05 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633172 Jul 15 13:38:24.952442 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:24.958780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3804519 Jul 15 13:38:24.958780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333dd06-bda1-40e2-9033-c925dbc8c235 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee300094-e1d0-4ffc-b563-59fd84da2689,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:24.960237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35550) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:24.968602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group_rule': {'security_group_id': 'b495aa34-9d13-4a46-9678-08d2a10b574b', 'project_id': 'b147892944d84596b385ca4470b92554', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:25.033820 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Project b147892944d84596b385ca4470b92554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:25.053213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.204272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Allocated IP 172.20.0.2 (f43a7138-e430-4f1e-8b13-c2b58415db69/298eef74-57c7-42ae-8876-25b046b2b6a7/79fc030c-6a39-4e2e-9540-b5267a6449e3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:25.222193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.267694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.275199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.337588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 73110c59-767c-44cd-ad74-09d71eb6aa19 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:25.383343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08978886-6c0a-4a8e-b78a-dcab38dc5ab2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:25.424178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.430408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35556) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:25.432902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-32fe93b0-dfac-46ee-827a-abf8b67401c4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4710643 Jul 15 13:38:25.436396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'security_group_rule': {'security_group_id': 'b495aa34-9d13-4a46-9678-08d2a10b574b', 'project_id': 'b147892944d84596b385ca4470b92554', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:25.493953 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Project b147892944d84596b385ca4470b92554 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:38:25.505697 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.560767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6498944d-c143-4370-86cf-e1e6fdb99926 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:25.705738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.713672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.752072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46accfc4-7201-4f7b-98e6-99efbba0345c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:25.781970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:25.783639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fb537708-f529-4e91-a9a6-e5134569de8d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3519931 Jul 15 13:38:25.984353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6498944d-c143-4370-86cf-e1e6fdb99926 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:26.007868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 73110c59-767c-44cd-ad74-09d71eb6aa19, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=73110c59-767c-44cd-ad74-09d71eb6aa19,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:26.019305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6498944d-c143-4370-86cf-e1e6fdb99926 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:26.019756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.103416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '73110c59-767c-44cd-ad74-09d71eb6aa19', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '73110c59-767c-44cd-ad74-09d71eb6aa19', 'mac_address': 'fa:16:3e:a3:f1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:26.119047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.173057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Transition to ACTIVE for port object 79fc030c-6a39-4e2e-9540-b5267a6449e3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:26.209553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.256481 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.265484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Transition to ACTIVE for port object 79fc030c-6a39-4e2e-9540-b5267a6449e3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:26.292643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Transition to ACTIVE for port object 089d03d2-a805-4ed9-a417-9839e3116891 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:26.311006 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.333912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Network f43a7138-e430-4f1e-8b13-c2b58415db69 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:26.335271 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.364131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:26.366391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.373550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:26.379489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73110c59-767c-44cd-ad74-09d71eb6aa19 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:26.507049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 6498944d-c143-4370-86cf-e1e6fdb99926, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6498944d-c143-4370-86cf-e1e6fdb99926,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:26.521747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.1 (f43a7138-e430-4f1e-8b13-c2b58415db69/298eef74-57c7-42ae-8876-25b046b2b6a7/1607a930-9670-4cd6-b147-df79509af380) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:26.549208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 73110c59-767c-44cd-ad74-09d71eb6aa19, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=73110c59-767c-44cd-ad74-09d71eb6aa19,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:26.573306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Pushing event updated for resources: {'Port': ['ID=79fc030c-6a39-4e2e-9540-b5267a6449e3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.585352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.589071 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.606557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44fa36-846c-4d39-a4c0-0d0210689bb4 req-a84a29ea-dcf0-45dc-98b7-76f414017a0c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:26.607325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-d00a7052-7cee-4f2b-ae83-09052ba28653 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286489027&fields=id&tenant_id=b147892944d84596b385ca4470b92554 HTTP/1.1" status: 200 len: 267 time: 0.1866186 Jul 15 13:38:26.610781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Attempting to bind port 79fc030c-6a39-4e2e-9540-b5267a6449e3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:26.611286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Attempting to bind port 79fc030c-6a39-4e2e-9540-b5267a6449e3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:26.613174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Attempting to bind port 79fc030c-6a39-4e2e-9540-b5267a6449e3 on network f43a7138-e430-4f1e-8b13-c2b58415db69 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:26.613332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35588) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:26.625726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb44fa36-846c-4d39-a4c0-0d0210689bb4 req-a84a29ea-dcf0-45dc-98b7-76f414017a0c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 944 time: 0.1885815 Jul 15 13:38:26.685441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:26.685831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Checking segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:26.688617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.689110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Bound using segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:26.689908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Bound port: 79fc030c-6a39-4e2e-9540-b5267a6449e3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:26.690105 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:26.703725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb44fa36-846c-4d39-a4c0-0d0210689bb4 req-138b601a-900a-46b7-b230-6b71d6f279ed tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713463 Jul 15 13:38:26.853804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['73110c59-767c-44cd-ad74-09d71eb6aa19'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:26.908803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacda36-1044-447e-927c-d55cd1837169 None None] Pushing event updated for resources: {'Port': ['ID=089d03d2-a805-4ed9-a417-9839e3116891,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:26.931484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Attempting to bind port 089d03d2-a805-4ed9-a417-9839e3116891 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:26.932134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Attempting to bind port 089d03d2-a805-4ed9-a417-9839e3116891 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:26.932568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Attempting to bind port 089d03d2-a805-4ed9-a417-9839e3116891 on network 05c6a865-787f-40b1-888f-b2c99ebfc66d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:26.999157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:27.000033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Checking segment: {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:27.000203 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.000486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Bound using segment: {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:27.001188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Bound port: 089d03d2-a805-4ed9-a417-9839e3116891, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86385a0e-b2b1-481a-af6c-6444c276e60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:27.001679 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.019117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.040544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] For port 79fc030c-6a39-4e2e-9540-b5267a6449e3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:27.046510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-779812bc-46b0-469d-b104-b1e2924a3c58 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.055079 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-779812bc-46b0-469d-b104-b1e2924a3c58 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/networks?id=e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 200 len: 809 time: 0.4440835 Jul 15 13:38:27.084677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] For port 79fc030c-6a39-4e2e-9540-b5267a6449e3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=79fc030c-6a39-4e2e-9540-b5267a6449e3,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:27.106399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-e8563569-8d4d-4711-ac1f-fa572001857c tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/quotas/b147892944d84596b385ca4470b92554 HTTP/1.1" status: 200 len: 375 time: 0.0499382 Jul 15 13:38:27.109608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=73110c59-767c-44cd-ad74-09d71eb6aa19,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.110381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object 1607a930-9670-4cd6-b147-df79509af380 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:27.133570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.262678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.342569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-8af1d28f-bad9-49db-8e2d-69e954f24c22 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b147892944d84596b385ca4470b92554&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2348278 Jul 15 13:38:27.356278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=6498944d-c143-4370-86cf-e1e6fdb99926,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.361093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] For port 089d03d2-a805-4ed9-a417-9839e3116891, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:27.373103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network f43a7138-e430-4f1e-8b13-c2b58415db69 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:27.405756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:27.410780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:27.441781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] For port 089d03d2-a805-4ed9-a417-9839e3116891, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=089d03d2-a805-4ed9-a417-9839e3116891,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:27.457726 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1941deb-e7a1-425d-bdeb-0f6449dd0a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.462733 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.535070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c095f-71d7-4c77-8ad8-3ed22b2a450b None None] Pushing event updated for resources: {'Port': ['ID=79fc030c-6a39-4e2e-9540-b5267a6449e3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.550650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=1607a930-9670-4cd6-b147-df79509af380,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.600436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:27.629718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Routers {'5938b65b-2464-44ab-8b10-96f979053d76'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:27.630371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5938b65b-2464-44ab-8b10-96f979053d76'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:27.728875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacda36-1044-447e-927c-d55cd1837169 None None] Pushing event updated for resources: {'Port': ['ID=089d03d2-a805-4ed9-a417-9839e3116891,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:27.850258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] Set router 5938b65b-2464-44ab-8b10-96f979053d76 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:27.960520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd597b-ab44-4648-a4c9-eba0b029a1ed req-1de72620-d377-4a79-bf02-caaad05855bf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:27.970719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15dd597b-ab44-4648-a4c9-eba0b029a1ed req-1de72620-d377-4a79-bf02-caaad05855bf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 945 time: 0.0996368 Jul 15 13:38:28.025809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1941deb-e7a1-425d-bdeb-0f6449dd0a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.063910 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1941deb-e7a1-425d-bdeb-0f6449dd0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.126445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15dd597b-ab44-4648-a4c9-eba0b029a1ed req-9c61740d-866a-4e56-9692-551497adf77d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535301 Jul 15 13:38:28.158867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1941deb-e7a1-425d-bdeb-0f6449dd0a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a243b-f1ad-47e3-ad42-a2b211e74157,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.214587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-fd95385f-ddf4-46ba-bb61-1599205ff87d service neutron] 10.222.0.57 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112507 Jul 15 13:38:28.222125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d1941deb-e7a1-425d-bdeb-0f6449dd0a75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66e15340a2534baaaa5e5f0d9b9ca5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6024787 Jul 15 13:38:28.225333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:28.293985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:38:19Z', 'revision_number': 4, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '089d03d2-a805-4ed9-a417-9839e3116891', 'name': '', 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'mac_address': 'fa:16:3e:d4:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '8e592131-41a9-47e9-9b60-22695dfbba25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:17Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 4, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'subnets': [{'id': '8e592131-41a9-47e9-9b60-22695dfbba25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:28.330894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86a9c7e1-5f70-4b36-a063-3913be87104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.361007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c19d1b-25d8-473e-bf27-9d3c59636a46 None None] The sync data for ids ['5938b65b-2464-44ab-8b10-96f979053d76'] in n-d-798054-11 is: [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:38:19Z', 'revision_number': 4, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '089d03d2-a805-4ed9-a417-9839e3116891', 'name': '', 'network_id': '05c6a865-787f-40b1-888f-b2c99ebfc66d', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'mac_address': 'fa:16:3e:d4:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '8e592131-41a9-47e9-9b60-22695dfbba25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:17Z', 'updated_at': '2021-07-15T13:38:27Z', 'revision_number': 4, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'subnets': [{'id': '8e592131-41a9-47e9-9b60-22695dfbba25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:28.363585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86a9c7e1-5f70-4b36-a063-3913be87104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.364302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-e55c9df7-e717-4055-9bbe-f215be49a593 service neutron] 10.222.0.57 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386621 Jul 15 13:38:28.379537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.514133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86a9c7e1-5f70-4b36-a063-3913be87104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.517375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-86a9c7e1-5f70-4b36-a063-3913be87104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.520791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-86a9c7e1-5f70-4b36-a063-3913be87104b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d6a243b-f1ad-47e3-ad42-a2b211e74157 HTTP/1.1" status: 204 len: 168 time: 0.2930779 Jul 15 13:38:28.542383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9c7e1-5f70-4b36-a063-3913be87104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a243b-f1ad-47e3-ad42-a2b211e74157,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:28.827157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9f11544-2250-4c1a-8f59-a099829c0df5 req-9ee327a6-47f2-437a-9c7c-0d374c3447b3 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 210 time: 0.0592186 Jul 15 13:38:28.931704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.939682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:28.976611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:28.984872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c699db-7a18-4d98-a1a8-cb56bf7a4ab0 None None] Network f43a7138-e430-4f1e-8b13-c2b58415db69 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:29.012277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.148493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-142931a2-f4ab-4916-a62f-d00bd1d192fe None None] Provisioning for port 79fc030c-6a39-4e2e-9540-b5267a6449e3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:29.204153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network f43a7138-e430-4f1e-8b13-c2b58415db69 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:29.208741 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ef82af2-d208-45e9-a7f6-e7a1419efa63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.209010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:29.212889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=1607a930-9670-4cd6-b147-df79509af380,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:29.371018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 73110c59-767c-44cd-ad74-09d71eb6aa19 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:29.535063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ef82af2-d208-45e9-a7f6-e7a1419efa63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.544612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8ef82af2-d208-45e9-a7f6-e7a1419efa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.620269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e725a-5eb5-4099-a6dd-ce88bf35ed05 req-d63687b4-3ef7-4743-aaca-ef0081c42337 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:29.623724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f8e725a-5eb5-4099-a6dd-ce88bf35ed05 req-d63687b4-3ef7-4743-aaca-ef0081c42337 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 945 time: 0.2229455 Jul 15 13:38:29.641956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 88d51d18-6fb3-45e4-ab82-7977d2802c25 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:29.695482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8ef82af2-d208-45e9-a7f6-e7a1419efa63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8865da0e441a4bd4880f317cec3d6861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7173843 Jul 15 13:38:29.697731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef82af2-d208-45e9-a7f6-e7a1419efa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa353d0-3289-415a-bdda-33d8736bfccc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:29.703309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35662) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:29.792633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f8e725a-5eb5-4099-a6dd-ce88bf35ed05 req-9e11b967-46a7-4023-9d1b-28ca7cd5bfdc tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308317 Jul 15 13:38:29.865145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a11eef07-de4e-4814-b4d5-7a5de7089ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.923744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a11eef07-de4e-4814-b4d5-7a5de7089ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:29.941416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6498944d-c143-4370-86cf-e1e6fdb99926 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:30.004279 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a11eef07-de4e-4814-b4d5-7a5de7089ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.012049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a11eef07-de4e-4814-b4d5-7a5de7089ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.014132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a11eef07-de4e-4814-b4d5-7a5de7089ce5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fa353d0-3289-415a-bdda-33d8736bfccc HTTP/1.1" status: 204 len: 168 time: 0.3084793 Jul 15 13:38:30.025635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eef07-de4e-4814-b4d5-7a5de7089ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa353d0-3289-415a-bdda-33d8736bfccc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:30.135330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:30.144437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35676) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.153980 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Sync routers for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:30.181075 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:30.181075 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.181894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-af52d209-742e-4ab7-8724-c5f392bab600 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/88d51d18-6fb3-45e4-ab82-7977d2802c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0341458 Jul 15 13:38:30.237838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58a33edc-c724-4a66-b6fb-655685e48178 req-12be83a5-a9c0-46fa-8732-4f3130c60ed4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 210 time: 0.1237092 Jul 15 13:38:30.309164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 73110c59-767c-44cd-ad74-09d71eb6aa19 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:30.313516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6498944d-c143-4370-86cf-e1e6fdb99926 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:30.317959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.378977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 73110c59-767c-44cd-ad74-09d71eb6aa19 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:30.379734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.491232 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:30.599781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.640244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-747122a0-bb54-459d-8b16-c8442dd2d925 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1804934785&fields=id&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 267 time: 0.0870090 Jul 15 13:38:30.764701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.783217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 79fc030c-6a39-4e2e-9540-b5267a6449e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:30.850885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-b57536a0-6251-4ac2-b0cc-7f4f02f75ec8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:30.860369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-b57536a0-6251-4ac2-b0cc-7f4f02f75ec8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 796 time: 0.2190161 Jul 15 13:38:30.880136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73110c59-767c-44cd-ad74-09d71eb6aa19'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:30.881397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-952f4cdd-f4d4-4c4e-a65a-9ffc40b95be4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/quotas/ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 375 time: 0.0191288 Jul 15 13:38:30.885011 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a743b2-37a5-4be6-9f79-6daeb076696e" -d '{"events": [{"server_uuid": "95ec52ac-436b-4d77-ba92-eb62b357d961", "name": "network-vif-plugged", "status": "completed", "tag": "73110c59-767c-44cd-ad74-09d71eb6aa19"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:30.911972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Provisioning for port 1607a930-9670-4cd6-b147-df79509af380 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:30.922427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 73110c59-767c-44cd-ad74-09d71eb6aa19, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=73110c59-767c-44cd-ad74-09d71eb6aa19,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:30.931609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Provisioning complete for port 1607a930-9670-4cd6-b147-df79509af380 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:30.936375 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.947348 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:30.964534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:30.969117 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 2, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:30.981234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 79fc030c-6a39-4e2e-9540-b5267a6449e3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:30.987232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fda3d646-07cc-4cb5-8e96-af8cb7294e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.000298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.042437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Port 1607a930-9670-4cd6-b147-df79509af380 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:31.048939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 79fc030c-6a39-4e2e-9540-b5267a6449e3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:31.049346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.064656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1922832568-network', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.079802 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Checking router: 88d51d18-6fb3-45e4-ab82-7977d2802c25 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:31.084899 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Updating router 88d51d18-6fb3-45e4-ab82-7977d2802c25 port 1607a930-9670-4cd6-b147-df79509af380 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:31.132513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Provisioning complete for port 79fc030c-6a39-4e2e-9540-b5267a6449e3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:31.132906 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.183733 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.192391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=73110c59-767c-44cd-ad74-09d71eb6aa19,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.202056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:38:31.202056 n-d-798054-11 neutron-server[93994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:38:31.202056 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id': 'b609d2390f4b4fc4907182110b18416f', 'id': '070e0fdd-59b3-450e-84c4-ada5517b6666', 'expiration': datetime.datetime(2021, 7, 15, 13, 40, 31, 116994)}] Jul 15 13:38:31.202056 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:38:31.202663 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:38:31.222686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-8e19936c-9931-4d94-9f33-8a4c0ff578d9 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.224719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-8e19936c-9931-4d94-9f33-8a4c0ff578d9 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.58 "GET /v2.0/networks?id=e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 200 len: 809 time: 0.1887772 Jul 15 13:38:31.248669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:31.251195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.295024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.315144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.373478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad94b5-934a-4710-87bc-067a3333a23b req-b3e02f77-1bf9-4ad4-b81a-e2841ddf08a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:31.381312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0bad94b5-934a-4710-87bc-067a3333a23b req-b3e02f77-1bf9-4ad4-b81a-e2841ddf08a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 946 time: 0.2562351 Jul 15 13:38:31.436960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fda3d646-07cc-4cb5-8e96-af8cb7294e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.437213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 79fc030c-6a39-4e2e-9540-b5267a6449e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=79fc030c-6a39-4e2e-9540-b5267a6449e3,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:31.453935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.454869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 089d03d2-a805-4ed9-a417-9839e3116891 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:31.470135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fda3d646-07cc-4cb5-8e96-af8cb7294e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.474278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0bad94b5-934a-4710-87bc-067a3333a23b req-9e9f26d2-0088-4fd8-b7f8-df07f671236d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915737 Jul 15 13:38:31.537103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fda3d646-07cc-4cb5-8e96-af8cb7294e34 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fd162ed1bc843a0b9b49aec2734f978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3893359 Jul 15 13:38:31.538456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:31.538728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.575491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-a1d10ccc-703f-47ef-befa-d924efff7194 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6930220 Jul 15 13:38:31.645624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-531404be-2dd2-4e9a-bcd5-9084829d3eeb tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b147892944d84596b385ca4470b92554 HTTP/1.1" status: 200 len: 379 time: 0.4061131 Jul 15 13:38:31.654755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d646-07cc-4cb5-8e96-af8cb7294e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2301cc-4224-4216-bc57-3f46e1b28014,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.672531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'port': {'device_id': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'admin_state_up': True, 'tenant_id': 'b147892944d84596b385ca4470b92554', 'security_groups': ['b495aa34-9d13-4a46-9678-08d2a10b574b']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:31.706579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=79fc030c-6a39-4e2e-9540-b5267a6449e3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.717747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.739080 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:38:31.739851 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-4b5d4cfc-d017-4495-b0d5-3f28898e4a93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:38:31.744056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 089d03d2-a805-4ed9-a417-9839e3116891 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:31.750057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2309ef04-0c05-43e1-a060-b32b47eb2583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.756437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 089d03d2-a805-4ed9-a417-9839e3116891 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:31.757150 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.788446 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.796152 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4fa8a0-78e7-4494-9e60-fdef94ed86c8 x-openstack-request-id: req-7d4fa8a0-78e7-4494-9e60-fdef94ed86c8 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:31.796490 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec52ac-436b-4d77-ba92-eb62b357d961", "name": "network-vif-plugged", "status": "completed", "tag": "73110c59-767c-44cd-ad74-09d71eb6aa19", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:31.796917 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d4fa8a0-78e7-4494-9e60-fdef94ed86c8 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:31.797384 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73110c59-767c-44cd-ad74-09d71eb6aa19', 'code': 200} Jul 15 13:38:31.800624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.814121 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Transition to ACTIVE for port object 1607a930-9670-4cd6-b147-df79509af380 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:31.825570 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.879630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-46fb3047-e32a-47c5-9332-1d90c2cd05c1 service neutron] 10.222.0.57 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859941 Jul 15 13:38:31.899519 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.946615 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.959495 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e23da-cb3d-4274-a6e8-8f4af04aaf6e None None] Pushing event updated for resources: {'Port': ['ID=1607a930-9670-4cd6-b147-df79509af380,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:31.965139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 089d03d2-a805-4ed9-a417-9839e3116891, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=089d03d2-a805-4ed9-a417-9839e3116891,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:31.980351 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:31.994361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2309ef04-0c05-43e1-a060-b32b47eb2583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.041851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-3ec39bfc-03da-4ec3-94ba-649423826e47 service neutron] 10.222.0.57 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603534 Jul 15 13:38:32.078798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:32.098455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=089d03d2-a805-4ed9-a417-9839e3116891,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.107703 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Attempting to bind port 1607a930-9670-4cd6-b147-df79509af380 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:32.108118 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Attempting to bind port 1607a930-9670-4cd6-b147-df79509af380 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:32.110203 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Attempting to bind port 1607a930-9670-4cd6-b147-df79509af380 on network f43a7138-e430-4f1e-8b13-c2b58415db69 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:32.120089 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:32.120347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Checking segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:32.120722 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.121128 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Bound using segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:32.121618 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Bound port: 1607a930-9670-4cd6-b147-df79509af380, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:32.122073 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.126771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 79fc030c-6a39-4e2e-9540-b5267a6449e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:32.163230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0943d8f6-f71f-4c89-b66c-4317097e7e73 req-a4b59d9f-050f-42b4-b43a-3e36787a86b8 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 210 time: 0.1741509 Jul 15 13:38:32.184821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00986ac-7e32-41bd-a1ab-ec3e6849eec1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.218209 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] For port 1607a930-9670-4cd6-b147-df79509af380, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:32.222562 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] For port 1607a930-9670-4cd6-b147-df79509af380, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1607a930-9670-4cd6-b147-df79509af380,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:32.230364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.232914 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.233594 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Added segment 29ab19b2-8c77-4707-9e57-0d1026970ecb of type vlan for network b36c25ba-74a8-4ffe-8a92-558aba83c932 Jul 15 13:38:32.240085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 79fc030c-6a39-4e2e-9540-b5267a6449e3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:32.240508 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.278364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.291423 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:32.292342 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:32.317255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Made reservation on behalf of b147892944d84596b385ca4470b92554 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:32.321246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.324063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.383342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.427914 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e23da-cb3d-4274-a6e8-8f4af04aaf6e None None] Pushing event updated for resources: {'Port': ['ID=1607a930-9670-4cd6-b147-df79509af380,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.469174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b609d2390f4b4fc4907182110b18416f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5032532 Jul 15 13:38:32.469926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.470942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.471521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.472007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:32.529564 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:32.591039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2461608-92f8-4416-a469-601c5d57602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.646859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2461608-92f8-4416-a469-601c5d57602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.660891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] Pushing event updated for resources: {'Network': ['ID=b36c25ba-74a8-4ffe-8a92-558aba83c932,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.674074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:32.675898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f860f1-5591-4f81-82f1-986aeae15541 req-6e96b4b0-230f-429f-9d2a-9acb98a592a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:32.677715 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52f860f1-5591-4f81-82f1-986aeae15541 req-6e96b4b0-230f-429f-9d2a-9acb98a592a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 1098 time: 0.7412755 Jul 15 13:38:32.702228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-200d2ace-4e7f-4b49-ae28-a8cb7b52eba7 req-ad120aa8-b326-4987-903b-529dd300776d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 210 time: 0.2706652 Jul 15 13:38:32.713742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2309ef04-0c05-43e1-a060-b32b47eb2583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.716796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2309ef04-0c05-43e1-a060-b32b47eb2583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.721770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2309ef04-0c05-43e1-a060-b32b47eb2583 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca2301cc-4224-4216-bc57-3f46e1b28014 HTTP/1.1" status: 204 len: 168 time: 1.1792982 Jul 15 13:38:32.731689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eb7ca6e9-7ee7-4c33-a634-4e414efbaa58 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1303310 Jul 15 13:38:32.734484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35728) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:32.737814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2d30f-6152-46f9-8b10-e63f3e36d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd80728-e839-44bf-a7e2-36ab88ff28b9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.799504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Request body: {'subnet': {'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1922832568-subnet', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:32.824688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309ef04-0c05-43e1-a060-b32b47eb2583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2301cc-4224-4216-bc57-3f46e1b28014,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:32.859297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2461608-92f8-4416-a469-601c5d57602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.860328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-52f860f1-5591-4f81-82f1-986aeae15541 req-c6e810a4-c490-4b37-98ee-734787d4c289 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488121 Jul 15 13:38:32.865765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2461608-92f8-4416-a469-601c5d57602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.866673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:32.870785 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d2461608-92f8-4416-a469-601c5d57602f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ccd80728-e839-44bf-a7e2-36ab88ff28b9 HTTP/1.1" status: 204 len: 168 time: 0.3954449 Jul 15 13:38:32.871418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:32.916838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2461608-92f8-4416-a469-601c5d57602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd80728-e839-44bf-a7e2-36ab88ff28b9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:33.048701 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:32Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:33.099093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210f17b-b5bc-4aaf-864b-54bc9fdf9cdb req-2a3a09be-c499-45f6-8ca3-8380c4330487 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:33.101495 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c210f17b-b5bc-4aaf-864b-54bc9fdf9cdb req-2a3a09be-c499-45f6-8ca3-8380c4330487 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 946 time: 0.3103223 Jul 15 13:38:33.118867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Allocated IP 172.20.0.8 (e139dca3-3ad6-4a04-8a68-474869f41dee/fef397b3-4a52-4ac0-a8db-acdc42ac0f91/01ba5428-bda0-4eac-b606-8da6680ca568) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:33.133165 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c4b87d-0357-48a3-b5ba-6373423b436e None None] The sync data for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 is: [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:32Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:33.225894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.388277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b246a3b-956f-4540-8aa5-e57c9ecfeac7,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:33.417189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:33.419064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Network hostable DHCP agents. Network: b36c25ba-74a8-4ffe-8a92-558aba83c932, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:33.432991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.433587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.434037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.434710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.435262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.435671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.436065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.436521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.436915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.437351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.437674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.438041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:33.481385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:33.497546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b36c25ba-74a8-4ffe-8a92-558aba83c932) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:33.508469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfbe8ad-761b-4d97-b2a3-38a8f30a0709 None None] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:33.511136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:33.512534 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.563108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-016add93-6987-452b-9deb-910a8583ed11 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8258052 Jul 15 13:38:33.565242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35744) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:33.585444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:33.695005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebbfa66b-097d-455c-a07d-783163fd7ec7 req-259a5b43-de3f-428b-9753-2ce73d085cc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 210 time: 0.1010396 Jul 15 13:38:33.752536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.752536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.923620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b36c25ba-74a8-4ffe-8a92-558aba83c932', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:33.924555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:33.950576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.025446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c210f17b-b5bc-4aaf-864b-54bc9fdf9cdb req-9bd171a2-63d3-42d4-ab41-52b410d128db tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9148610 Jul 15 13:38:34.073132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09f70fbd-cf9c-4d76-b7ca-93d3f01a5eca req-55424f1c-911a-4a9f-9430-f2907f4d5431 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 210 time: 0.1098759 Jul 15 13:38:34.345636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Allocated IP 172.20.0.2 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/637007dc-6a49-4731-a21f-628102b7ff51) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:34.366124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 089d03d2-a805-4ed9-a417-9839e3116891 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:34.426477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.457900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.472078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Transition to ACTIVE for port object 01ba5428-bda0-4eac-b606-8da6680ca568 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:34.584220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.605297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 089d03d2-a805-4ed9-a417-9839e3116891 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:34.605654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.718645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'Port': ['ID=01ba5428-bda0-4eac-b606-8da6680ca568,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:34.738483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.738883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.739222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.739555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.740529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.740866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.742400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.742400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.742705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.742982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.743598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.744119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:34.770347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Network e139dca3-3ad6-4a04-8a68-474869f41dee is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:34.772752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:34.776682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:34.830138 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.854552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1607a930-9670-4cd6-b147-df79509af380 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:34.879651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:34.881196 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:34.921677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-4c95bd99-c265-4e53-8e56-ef895dbc3530 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2540939 Jul 15 13:38:34.925542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Transition to ACTIVE for port object 637007dc-6a49-4731-a21f-628102b7ff51 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:34.935395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Request body: {'port': {'device_id': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:34.972522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Transition to ACTIVE for port object 637007dc-6a49-4731-a21f-628102b7ff51 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:34.986212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.042117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1607a930-9670-4cd6-b147-df79509af380 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:35.079130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1607a930-9670-4cd6-b147-df79509af380 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:35.080000 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.095772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:35.124454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:35.133417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:35.137936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Pushing event updated for resources: {'Port': ['ID=637007dc-6a49-4731-a21f-628102b7ff51,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.230481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.234394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.238283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.239029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.239713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.240308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.240982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.241611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.243298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.244011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.246066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.248392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:38:35.381022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.381938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Attempting to bind port 637007dc-6a49-4731-a21f-628102b7ff51 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:35.381938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Attempting to bind port 637007dc-6a49-4731-a21f-628102b7ff51 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:35.381938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Attempting to bind port 637007dc-6a49-4731-a21f-628102b7ff51 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:35.395258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35790) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:35.442242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be513b7-07b8-42a5-aced-2c12f13d4dba req-582e485a-65fb-419e-a252-4f1eaab63aa7 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.447257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:35.447676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:35.448067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.448475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:35.448975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Bound port: 637007dc-6a49-4731-a21f-628102b7ff51, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:35.449365 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.450557 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1be513b7-07b8-42a5-aced-2c12f13d4dba req-582e485a-65fb-419e-a252-4f1eaab63aa7 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 931 time: 0.3594697 Jul 15 13:38:35.452229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8c3b449c-1a73-41f4-9f15-5f4783b0d0ef None None] Provisioning for port 01ba5428-bda0-4eac-b606-8da6680ca568 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:35.455040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.476328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8c3b449c-1a73-41f4-9f15-5f4783b0d0ef None None] Provisioning complete for port 01ba5428-bda0-4eac-b606-8da6680ca568 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:35.476677 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8c3b449c-1a73-41f4-9f15-5f4783b0d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.524078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b449c-1a73-41f4-9f15-5f4783b0d0ef None None] Port 01ba5428-bda0-4eac-b606-8da6680ca568 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:35.552593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 1607a930-9670-4cd6-b147-df79509af380, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1607a930-9670-4cd6-b147-df79509af380,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:35.581456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1be513b7-07b8-42a5-aced-2c12f13d4dba req-6e9bb24b-ccae-4417-967f-bc6a3ac69c37 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297095 Jul 15 13:38:35.620926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] For port 637007dc-6a49-4731-a21f-628102b7ff51, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:35.628496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] For port 637007dc-6a49-4731-a21f-628102b7ff51, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=637007dc-6a49-4731-a21f-628102b7ff51,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:35.630427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.637152 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.681970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-86b83aea-0465-4ce4-a3dc-9e1a060f9f1d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.688652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-86b83aea-0465-4ce4-a3dc-9e1a060f9f1d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 796 time: 1.0958810 Jul 15 13:38:35.747209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=1607a930-9670-4cd6-b147-df79509af380,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.849160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-2165b837-862b-4324-ac4d-fd21f916ed7c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 380 time: 0.1416860 Jul 15 13:38:35.885863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'port': {'device_id': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'admin_state_up': True, 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'security_groups': ['14039f3b-7f75-4dd5-95b0-b2e306d2bfb2']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:35.890308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6f1ec-7e6c-47a7-8505-8763e33d7267 None None] Pushing event updated for resources: {'Port': ['ID=637007dc-6a49-4731-a21f-628102b7ff51,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:35.931531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ba5428-bda0-4eac-b606-8da6680ca568 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:35.941351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:35.946979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35171acd-fa12-4aac-b304-c70767ea94e2 req-84988aa4-083f-4d3c-b94e-731325f3c343 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:35.955367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35171acd-fa12-4aac-b304-c70767ea94e2 req-84988aa4-083f-4d3c-b94e-731325f3c343 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 946 time: 0.2645512 Jul 15 13:38:35.970105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Transition to ACTIVE for port object 01ba5428-bda0-4eac-b606-8da6680ca568 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:36.100700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8b5c6f9-434b-4e8d-a8b6-b5f3e58dee80 req-9f44e722-acec-423f-a1da-dc092acc7154 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 210 time: 0.1240683 Jul 15 13:38:36.101412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.154556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1607a930-9670-4cd6-b147-df79509af380 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:36.159296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2c24b75f-abff-4b1d-b42e-49412bb91dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.164042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Pushing event updated for resources: {'Port': ['ID=01ba5428-bda0-4eac-b606-8da6680ca568,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:36.288194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1607a930-9670-4cd6-b147-df79509af380 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:36.289047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.391469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.456397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.467206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2c24b75f-abff-4b1d-b42e-49412bb91dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.503761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2c24b75f-abff-4b1d-b42e-49412bb91dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.516750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Attempting to bind port 01ba5428-bda0-4eac-b606-8da6680ca568 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:36.517104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Attempting to bind port 01ba5428-bda0-4eac-b606-8da6680ca568 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:36.518083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Attempting to bind port 01ba5428-bda0-4eac-b606-8da6680ca568 on network e139dca3-3ad6-4a04-8a68-474869f41dee {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:36.566444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Port 01ba5428-bda0-4eac-b606-8da6680ca568 on network e139dca3-3ad6-4a04-8a68-474869f41dee not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:36.566834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Attempting to bind port 01ba5428-bda0-4eac-b606-8da6680ca568 on network e139dca3-3ad6-4a04-8a68-474869f41dee {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:36.585093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2c24b75f-abff-4b1d-b42e-49412bb91dd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25cd17017b5b4e089c4eca3e199b567e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1857121 Jul 15 13:38:36.586155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:36.586514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Checking segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:36.586931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Bound using segment: {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:36.587393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Bound port: 01ba5428-bda0-4eac-b606-8da6680ca568, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39987c33-2ec3-4695-8c83-9688e5f0ded0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:36.587759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.590113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24b75f-abff-4b1d-b42e-49412bb91dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9d504-77e8-4e6e-844f-851ec7a24f16,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:36.592718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35814) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:36.615896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Allocated IP 172.25.3.50 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/9a0a22f8-084e-4834-b973-d63f5caa123b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:36.713238 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc92e0e4-f5cf-44d7-b38b-33b32e453d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.753831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] For port 01ba5428-bda0-4eac-b606-8da6680ca568, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:36.758421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] For port 01ba5428-bda0-4eac-b606-8da6680ca568, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01ba5428-bda0-4eac-b606-8da6680ca568,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:36.759641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.765277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc92e0e4-f5cf-44d7-b38b-33b32e453d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.784445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.806538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35171acd-fa12-4aac-b304-c70767ea94e2 req-7f2a6a96-e92f-446c-a1b8-5c0462024bc8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945662 Jul 15 13:38:36.845556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:36.849825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.962162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:36.964171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.967343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] 10.222.0.58 "PUT /v2.0/ports/01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 200 len: 1092 time: 2.0430031 Jul 15 13:38:36.987858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:36.991614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:36.997327 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d00483-3796-45a6-bcc9-b753de4dfb64" -d '{"events": [{"name": "network-changed", "server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:37.135761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83353e71-dc31-4b14-9fe8-2eeb00ccfe50 service neutron] Pushing event updated for resources: {'Port': ['ID=01ba5428-bda0-4eac-b606-8da6680ca568,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.192332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:37.199908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:37.219354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0a22f8-084e-4834-b973-d63f5caa123b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.223882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:37.245347 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4f509-b53a-42aa-9649-5f2bff19b064 x-openstack-request-id: req-24c4f509-b53a-42aa-9649-5f2bff19b064 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:37.245810 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:37.246220 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24c4f509-b53a-42aa-9649-5f2bff19b064 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:37.246930 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568', 'status': 'completed', 'code': 200} Jul 15 13:38:37.294145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072171d4-cf1f-4ac4-b716-057dfc128c7a req-3a1f4b60-854c-4670-94d8-40b4841a3515 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.296248 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-072171d4-cf1f-4ac4-b716-057dfc128c7a req-3a1f4b60-854c-4670-94d8-40b4841a3515 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 943 time: 0.5340025 Jul 15 13:38:37.297122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc92e0e4-f5cf-44d7-b38b-33b32e453d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.300362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc92e0e4-f5cf-44d7-b38b-33b32e453d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:37.306246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dc92e0e4-f5cf-44d7-b38b-33b32e453d5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44b9d504-77e8-4e6e-844f-851ec7a24f16 HTTP/1.1" status: 204 len: 168 time: 0.7109559 Jul 15 13:38:37.311406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.3 (f43a7138-e430-4f1e-8b13-c2b58415db69/298eef74-57c7-42ae-8876-25b046b2b6a7/b915ae08-aa91-4d45-a78f-977fb951ec64) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:37.344717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92e0e4-f5cf-44d7-b38b-33b32e453d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9d504-77e8-4e6e-844f-851ec7a24f16,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:37.438442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-94948a2b-7f40-4e4b-a69d-9561acd3076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.441219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-94948a2b-7f40-4e4b-a69d-9561acd3076e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b147892944d84596b385ca4470b92554&device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1095 time: 0.3859587 Jul 15 13:38:37.444701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-072171d4-cf1f-4ac4-b716-057dfc128c7a req-65a62732-0e66-4fc2-8838-2469359da6b2 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128817 Jul 15 13:38:37.515055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-e5c72b3e-0eca-47da-86cd-89c047b4059d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 200 len: 217 time: 0.0616076 Jul 15 13:38:37.668185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-72dc7246-2e95-48bc-941f-c28d3946e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.671258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-72dc7246-2e95-48bc-941f-c28d3946e15a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fef397b3-4a52-4ac0-a8db-acdc42ac0f91 HTTP/1.1" status: 200 len: 848 time: 0.1498098 Jul 15 13:38:37.682026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4a039066-0232-439d-bddc-6a6c8c073db1 req-9a7d74ea-e259-4e33-8176-f846d42e8d25 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 210 time: 0.1356356 Jul 15 13:38:37.800569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-52423d8f-05c6-4f74-b080-d36d918174a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:37.802555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-52423d8f-05c6-4f74-b080-d36d918174a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e139dca3-3ad6-4a04-8a68-474869f41dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236291 Jul 15 13:38:37.959445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349f2fc4-50b3-4f47-b60b-da559ba9ff81 None None] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:37.964454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-c5392e85-066a-4b10-b335-4bd0067c37bf service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528964 Jul 15 13:38:38.035375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.083023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.110450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object b915ae08-aa91-4d45-a78f-977fb951ec64 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:38.210020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 637007dc-6a49-4731-a21f-628102b7ff51 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:38.270021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d105c16d-0aac-4a6e-b7ec-eb379c5e12ac req-3e9690b2-b99a-4e64-a70e-896f5b8d0685 service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995863 Jul 15 13:38:38.271234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.317797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e34bb7f3-7e1d-49e4-bd77-bc9a1c21ab58 None None] Provisioning for port 637007dc-6a49-4731-a21f-628102b7ff51 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:38.394155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 637007dc-6a49-4731-a21f-628102b7ff51 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:38.406597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 637007dc-6a49-4731-a21f-628102b7ff51 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:38.407596 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.518748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-dadd5130-5591-41e5-92d6-22b20df63572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.521278 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-dadd5130-5591-41e5-92d6-22b20df63572 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b147892944d84596b385ca4470b92554&device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1095 time: 0.1793056 Jul 15 13:38:38.622930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network f43a7138-e430-4f1e-8b13-c2b58415db69 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:38.635383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:38.640109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:38.731620 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.769035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:38.839673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-d9c17712-4ec7-4108-a5b0-9325c3cba85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.842613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-d9c17712-4ec7-4108-a5b0-9325c3cba85a service neutron] 10.222.0.58 "GET /v2.0/networks?id=e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 200 len: 910 time: 0.3136542 Jul 15 13:38:38.898158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-64faf6fb-16c6-43c6-8650-15eb8a6fe3a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 200 len: 217 time: 0.0478501 Jul 15 13:38:38.944886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:38.962980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:38.963879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.061219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-107fba37-e1ff-4d1e-9455-85ecf3456e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.063021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-107fba37-e1ff-4d1e-9455-85ecf3456e2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fef397b3-4a52-4ac0-a8db-acdc42ac0f91 HTTP/1.1" status: 200 len: 848 time: 0.1543202 Jul 15 13:38:39.077867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23411-5d6d-4fff-8f5b-39a624746aaf req-2071dfd6-07fb-4c8a-85b7-7f2a078f87d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.079871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86c23411-5d6d-4fff-8f5b-39a624746aaf req-2071dfd6-07fb-4c8a-85b7-7f2a078f87d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 931 time: 0.0993416 Jul 15 13:38:39.123802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3c8c272-b9ae-4433-a38a-59539e93cb53 None None] Provisioning for port b915ae08-aa91-4d45-a78f-977fb951ec64 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:39.130732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3c8c272-b9ae-4433-a38a-59539e93cb53 None None] Provisioning complete for port b915ae08-aa91-4d45-a78f-977fb951ec64 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.131470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3c8c272-b9ae-4433-a38a-59539e93cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.140484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-89b0b32b-5ac0-4517-b5d6-d6cf33e371dd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2776072 Jul 15 13:38:39.151142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35886) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:39.160013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-b230a6de-228d-43d8-975c-ea77bd860c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.162281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-b230a6de-228d-43d8-975c-ea77bd860c4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e139dca3-3ad6-4a04-8a68-474869f41dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812690 Jul 15 13:38:39.178108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 637007dc-6a49-4731-a21f-628102b7ff51, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=637007dc-6a49-4731-a21f-628102b7ff51,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:39.179929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8c272-b9ae-4433-a38a-59539e93cb53 None None] Port b915ae08-aa91-4d45-a78f-977fb951ec64 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:39.184366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Request body: {'port': {'device_id': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:39.185759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86c23411-5d6d-4fff-8f5b-39a624746aaf req-6e667f78-73b7-4a2d-aa1d-6f303bac6488 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702319 Jul 15 13:38:39.188690 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.274174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=637007dc-6a49-4731-a21f-628102b7ff51,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:39.287140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-91f3708d-4dbc-489d-a93e-f4a85e5c2724 service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041188 Jul 15 13:38:39.340227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711b3c5-997a-44e9-ac97-50990655b0c4 req-dfa29bf1-5282-402f-abb8-baf2afe464bb tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:39.343331 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f711b3c5-997a-44e9-ac97-50990655b0c4 req-dfa29bf1-5282-402f-abb8-baf2afe464bb tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 943 time: 0.5469999 Jul 15 13:38:39.429280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d00483-3796-45a6-bcc9-b753de4dfb64 req-35f87c1d-fb79-4ca7-87d6-9e964586cb65 service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296723 Jul 15 13:38:39.478439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7778a669-3101-481f-a5e8-6184864f4e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.535425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.540627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f711b3c5-997a-44e9-ac97-50990655b0c4 req-95e77a06-c912-4280-a02f-029d706cb117 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530561 Jul 15 13:38:39.607564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d28f23c4-f2f7-4d70-982d-9cdec272994e None None] Provisioning complete for port 637007dc-6a49-4731-a21f-628102b7ff51 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:39.608304 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d28f23c4-f2f7-4d70-982d-9cdec272994e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:39.617304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:40.078477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 637007dc-6a49-4731-a21f-628102b7ff51 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:40.121402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35910) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:40.135935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 637007dc-6a49-4731-a21f-628102b7ff51 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:40.137101 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.219676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7778a669-3101-481f-a5e8-6184864f4e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.229025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:40.234792 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7778a669-3101-481f-a5e8-6184864f4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.250440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:40.262112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:40.263168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:40.280221 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53755288-c372-43d8-9b17-3a0616cf8fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.312929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.314655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e2f2d3aa-785c-4784-91ce-6dee6d43ddd0 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7479022 Jul 15 13:38:40.317659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:40.320745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778a669-3101-481f-a5e8-6184864f4e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bdfbbd-aadd-4ee5-9027-5cee54f68d5c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.336608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7778a669-3101-481f-a5e8-6184864f4e48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0938f1cf2654b50a66227a8bc9b5389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825404 Jul 15 13:38:40.343026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 35918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:40.409878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:40.434823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53755288-c372-43d8-9b17-3a0616cf8fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.443480 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-53755288-c372-43d8-9b17-3a0616cf8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.494699 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-53755288-c372-43d8-9b17-3a0616cf8fd4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10e310bf3d144552b89124a6919e2414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714082 Jul 15 13:38:40.499995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:40.512597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53755288-c372-43d8-9b17-3a0616cf8fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9238cf-b184-4959-a88c-290a7999817a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.528888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af21a-e710-49eb-8a9e-85df83301c11 req-79a0ed84-6b40-4d09-b9a1-2662b4819faf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.530287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a8af21a-e710-49eb-8a9e-85df83301c11 req-79a0ed84-6b40-4d09-b9a1-2662b4819faf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 931 time: 0.1383300 Jul 15 13:38:40.534608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b915ae08-aa91-4d45-a78f-977fb951ec64 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:40.564899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.596828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7a8af21a-e710-49eb-8a9e-85df83301c11 req-60936ceb-a247-43c3-b653-9f356d409eed tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 Jul 15 13:38:40.609277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2ba-03a1-4a2d-b55d-f39f66784afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.615374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8051f0ad-2bcb-449a-a581-f78705631587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.623206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Transition to ACTIVE for port object b915ae08-aa91-4d45-a78f-977fb951ec64 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:40.635520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2ba-03a1-4a2d-b55d-f39f66784afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.642437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.642723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 3, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:40.689822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:40.690171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Updating router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa port 9a0a22f8-084e-4834-b973-d63f5caa123b binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:40.697747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2ba-03a1-4a2d-b55d-f39f66784afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.700532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1cd6c2ba-03a1-4a2d-b55d-f39f66784afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.704220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1cd6c2ba-03a1-4a2d-b55d-f39f66784afd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb9238cf-b184-4959-a88c-290a7999817a HTTP/1.1" status: 204 len: 168 time: 0.2001336 Jul 15 13:38:40.711389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6c2ba-03a1-4a2d-b55d-f39f66784afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9238cf-b184-4959-a88c-290a7999817a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:40.761392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.788979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8051f0ad-2bcb-449a-a581-f78705631587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:40.839675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b576a3-60e5-4810-925f-66b7fd04e10f req-f7198bab-2538-4594-9912-8537938035c1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:40.848225 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71b576a3-60e5-4810-925f-66b7fd04e10f req-f7198bab-2538-4594-9912-8537938035c1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 943 time: 0.0932250 Jul 15 13:38:40.894824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71b576a3-60e5-4810-925f-66b7fd04e10f req-f9f90a8f-0b3b-4940-ada7-c5b72c40b793 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452540 Jul 15 13:38:40.919140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.039915 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8051f0ad-2bcb-449a-a581-f78705631587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.044121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8051f0ad-2bcb-449a-a581-f78705631587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.049018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8051f0ad-2bcb-449a-a581-f78705631587 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32bdfbbd-aadd-4ee5-9027-5cee54f68d5c HTTP/1.1" status: 204 len: 168 time: 0.7030120 Jul 15 13:38:41.122596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f0ad-2bcb-449a-a581-f78705631587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bdfbbd-aadd-4ee5-9027-5cee54f68d5c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.148323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35932) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.165457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7f76-1afe-4009-a564-3e128c57287b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.168072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.181724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Transition to ACTIVE for port object 9a0a22f8-084e-4834-b973-d63f5caa123b will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:41.189759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.225302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:41.226343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:41.227031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 on network f43a7138-e430-4f1e-8b13-c2b58415db69 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:41.236599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d3857-96c1-4825-a3a5-4da84d8c75ca None None] Pushing event updated for resources: {'Port': ['ID=9a0a22f8-084e-4834-b973-d63f5caa123b,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.259800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Port b915ae08-aa91-4d45-a78f-977fb951ec64 on network f43a7138-e430-4f1e-8b13-c2b58415db69 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:38:41.260571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 on network f43a7138-e430-4f1e-8b13-c2b58415db69 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:41.266196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Attempting to bind port 9a0a22f8-084e-4834-b973-d63f5caa123b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:41.266610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Attempting to bind port 9a0a22f8-084e-4834-b973-d63f5caa123b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:41.266981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Attempting to bind port 9a0a22f8-084e-4834-b973-d63f5caa123b on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:41.273584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:41.273894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:41.274316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:41.274621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Checking segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:41.274758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.275139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:41.275593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Bound using segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:41.275746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Bound port: 9a0a22f8-084e-4834-b973-d63f5caa123b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:41.276038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.276509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Bound port: b915ae08-aa91-4d45-a78f-977fb951ec64, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:41.277041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.294293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7f76-1afe-4009-a564-3e128c57287b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.300339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7f76-1afe-4009-a564-3e128c57287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.329216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e7f76-1afe-4009-a564-3e128c57287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ee0f41-3964-457f-8609-a986c7a226df,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.350444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] For port 9a0a22f8-084e-4834-b973-d63f5caa123b, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:41.357237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] For port 9a0a22f8-084e-4834-b973-d63f5caa123b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9a0a22f8-084e-4834-b973-d63f5caa123b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:41.365297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.375322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bd3e7f76-1afe-4009-a564-3e128c57287b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c657233c400543129b75db3fb6e9e193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247517 Jul 15 13:38:41.376447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35936) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.420363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:41.421055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:41.430200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:41.444858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69674fe0-2a97-47f7-89f9-9578d56a3ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.452687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:41.473587 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69674fe0-2a97-47f7-89f9-9578d56a3ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.481871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35938) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.492738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.507987 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875b9351-bd31-4219-9a83-20687bf91761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.522884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d3857-96c1-4825-a3a5-4da84d8c75ca None None] Pushing event updated for resources: {'Port': ['ID=9a0a22f8-084e-4834-b973-d63f5caa123b,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.542789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:41.543720 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.544920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] 10.222.0.59 "PUT /v2.0/ports/b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 1092 time: 2.3710639 Jul 15 13:38:41.552306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:41.554665 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:41.597243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69674fe0-2a97-47f7-89f9-9578d56a3ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.600277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69674fe0-2a97-47f7-89f9-9578d56a3ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.600791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:41.604247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.604459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-69674fe0-2a97-47f7-89f9-9578d56a3ff6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29ee0f41-3964-457f-8609-a986c7a226df HTTP/1.1" status: 204 len: 168 time: 0.2242179 Jul 15 13:38:41.621004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69674fe0-2a97-47f7-89f9-9578d56a3ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ee0f41-3964-457f-8609-a986c7a226df,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.648499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96e69b-1af5-4730-8d22-a8d237fc4046 service neutron] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.705967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875b9351-bd31-4219-9a83-20687bf91761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.713027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-875b9351-bd31-4219-9a83-20687bf91761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:41.818375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-875b9351-bd31-4219-9a83-20687bf91761 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4917594f5905470d8553e195dea10fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347752 Jul 15 13:38:41.819269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 35950) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:41.853030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b9351-bd31-4219-9a83-20687bf91761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb971b3-ff51-48ca-9ef7-89a1504e8476,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:41.972307 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1754074-8d1b-43c4-8d8d-a8a466f9a527 x-openstack-request-id: req-a1754074-8d1b-43c4-8d8d-a8a466f9a527 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:41.972957 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:41.973408 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1754074-8d1b-43c4-8d8d-a8a466f9a527 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:41.974122 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'status': 'completed', 'code': 200} Jul 15 13:38:42.013574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-a62ccd69-9fc9-497c-9c67-1f3c2fa96a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.015630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-a62ccd69-9fc9-497c-9c67-1f3c2fa96a45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1095 time: 0.4164932 Jul 15 13:38:42.079306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a55e9d6f-7566-4d90-9be9-e4ae7715b304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.120338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-5a741fa7-788f-4585-a285-19f7d4399ca1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 217 time: 0.0877285 Jul 15 13:38:42.126544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01ba5428-bda0-4eac-b606-8da6680ca568 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:42.140691 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a55e9d6f-7566-4d90-9be9-e4ae7715b304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.232030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb36d1-f37b-4d7e-946f-2ef92e49d5c3 req-c22402fe-9dfb-499e-a77e-10a0a2d1f7e8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.248675 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38cb36d1-f37b-4d7e-946f-2ef92e49d5c3 req-c22402fe-9dfb-499e-a77e-10a0a2d1f7e8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.3718524 Jul 15 13:38:42.267427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 01ba5428-bda0-4eac-b606-8da6680ca568, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01ba5428-bda0-4eac-b606-8da6680ca568,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:42.283554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '01ba5428-bda0-4eac-b606-8da6680ca568', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'port_id': '01ba5428-bda0-4eac-b606-8da6680ca568', 'mac_address': 'fa:16:3e:24:00:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:42.287278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a55e9d6f-7566-4d90-9be9-e4ae7715b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.294387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a55e9d6f-7566-4d90-9be9-e4ae7715b304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.295915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a55e9d6f-7566-4d90-9be9-e4ae7715b304 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3cb971b3-ff51-48ca-9ef7-89a1504e8476 HTTP/1.1" status: 204 len: 168 time: 0.4731212 Jul 15 13:38:42.325713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-38cb36d1-f37b-4d7e-946f-2ef92e49d5c3 req-c4b5ece4-736b-4f1c-8c0e-3db7c5fa9b94 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740905 Jul 15 13:38:42.333050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.334911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e9d6f-7566-4d90-9be9-e4ae7715b304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb971b3-ff51-48ca-9ef7-89a1504e8476,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.345244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Allocated IP 172.20.0.1 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:42.349198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ba5428-bda0-4eac-b606-8da6680ca568 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:42.371688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0149cca4-9546-4890-83ee-8bfa9745ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.373267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-0149cca4-9546-4890-83ee-8bfa9745ae8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.2207305 Jul 15 13:38:42.391684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 3, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:42.397203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 01ba5428-bda0-4eac-b606-8da6680ca568, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01ba5428-bda0-4eac-b606-8da6680ca568,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:42.423708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f8faa-1e60-4531-a0e0-8018f524fa9e None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:37Z', 'revision_number': 3, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:42.425491 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.494606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=01ba5428-bda0-4eac-b606-8da6680ca568,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:42.495828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd1dfe-82a7-4e19-a0aa-6dea1f3f4757 req-415e1108-d552-449d-806e-0114958f50da tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.510141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7fd1dfe-82a7-4e19-a0aa-6dea1f3f4757 req-415e1108-d552-449d-806e-0114958f50da tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 943 time: 0.2517133 Jul 15 13:38:42.619150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7fd1dfe-82a7-4e19-a0aa-6dea1f3f4757 req-a6b587ad-013d-45d7-946a-1de01780509d tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080725 Jul 15 13:38:42.641651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['01ba5428-bda0-4eac-b606-8da6680ca568'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:42.647130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-296a6b0b-6c6a-4e19-9bdd-89bc275a3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:42.648041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-296a6b0b-6c6a-4e19-9bdd-89bc275a3d9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2577133 Jul 15 13:38:42.651673 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.684177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Transition to ACTIVE for port object 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:42.838825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:42.855400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-986441d5-1f3a-4df8-9be7-657407616745 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967654 Jul 15 13:38:42.943905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:42.955688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:42.960698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:42.971382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Pushing event updated for resources: {'Port': ['ID=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:43.077586 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc2370eb-bd26-498c-9557-2e2a4db6de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.119626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.267814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-098ae47f-77c4-43a5-ab9c-8797908c6562 req-a8030f94-11c3-4caa-b8b0-840969d46a80 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736291 Jul 15 13:38:43.324577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4fcda5e3-f9c8-4938-9182-e826d160d300 None None] Provisioning for port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:43.330110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4fcda5e3-f9c8-4938-9182-e826d160d300 None None] Provisioning complete for port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:43.330943 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4fcda5e3-f9c8-4938-9182-e826d160d300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.380199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4fcda5e3-f9c8-4938-9182-e826d160d300 None None] Port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:43.487149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:43.491316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-870d13ba-36cd-4421-b576-aeca1c2026ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.493085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-870d13ba-36cd-4421-b576-aeca1c2026ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1095 time: 0.1424429 Jul 15 13:38:43.848236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63745b09-889f-4208-a87a-dd66a02fdc1b req-3cd910ec-93eb-45ee-b58a-f973982d6adf tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.849768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63745b09-889f-4208-a87a-dd66a02fdc1b req-3cd910ec-93eb-45ee-b58a-f973982d6adf tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 944 time: 0.0807920 Jul 15 13:38:43.895160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63745b09-889f-4208-a87a-dd66a02fdc1b req-9e71db56-1690-4819-a04e-8f43dedd8d8b tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339978 Jul 15 13:38:43.990432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-561ffdef-b245-4123-b29e-069c61cd569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:43.992721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-561ffdef-b245-4123-b29e-069c61cd569c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.4896505 Jul 15 13:38:44.007553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf09e96-a8cc-4f88-9a3c-4b7704d3cca5 req-84acec21-b794-480e-b493-f5c38a8e00b7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.014759 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cf09e96-a8cc-4f88-9a3c-4b7704d3cca5 req-84acec21-b794-480e-b493-f5c38a8e00b7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.5195036 Jul 15 13:38:44.095354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-dfce72ef-5808-49f6-aebb-dc473c907996 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 217 time: 0.0959406 Jul 15 13:38:44.130297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01ba5428-bda0-4eac-b606-8da6680ca568 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:44.196832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cf09e96-a8cc-4f88-9a3c-4b7704d3cca5 req-d3578eea-a4a8-4ccd-ab0c-c725eed40115 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809957 Jul 15 13:38:44.204119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-ed63b3a6-1257-4a7d-883c-f81d1bf08457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.206845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-ed63b3a6-1257-4a7d-883c-f81d1bf08457 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.1028893 Jul 15 13:38:44.220398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9a0a22f8-084e-4834-b973-d63f5caa123b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:44.302453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9a0a22f8-084e-4834-b973-d63f5caa123b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:44.313653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9a0a22f8-084e-4834-b973-d63f5caa123b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:44.314352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.363114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.389595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.389918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 01ba5428-bda0-4eac-b606-8da6680ca568 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:44.395747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 01ba5428-bda0-4eac-b606-8da6680ca568 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:44.396126 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.471773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-6e5d393e-bdc0-491d-aeba-bb9e2667d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:44.474209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-6e5d393e-bdc0-491d-aeba-bb9e2667d743 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2508292 Jul 15 13:38:44.498797 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.529056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9a0a22f8-084e-4834-b973-d63f5caa123b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9a0a22f8-084e-4834-b973-d63f5caa123b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:44.534277 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.622764 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.624554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9a0a22f8-084e-4834-b973-d63f5caa123b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.638165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-95f04a53-6c55-4917-a294-31072e89b794 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522844 Jul 15 13:38:44.657619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.661021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Pushing event updated for resources: {'Port': ['ID=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.702755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 01ba5428-bda0-4eac-b606-8da6680ca568, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01ba5428-bda0-4eac-b606-8da6680ca568,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:44.704815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:44.711485 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc4c8b8-5c5f-4dac-9053-d43299972d86" -d '{"events": [{"server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "name": "network-vif-plugged", "status": "completed", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:44.720616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:44.797504 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee548ee3-2ad7-400b-ba2f-6e2226d07909 x-openstack-request-id: req-ee548ee3-2ad7-400b-ba2f-6e2226d07909 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:44.798359 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "name": "network-vif-plugged", "status": "completed", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:44.798572 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee548ee3-2ad7-400b-ba2f-6e2226d07909 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:44.799001 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568', 'code': 200} Jul 15 13:38:44.825845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=01ba5428-bda0-4eac-b606-8da6680ca568,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:44.854331 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f30e1ab0-ed68-4dd5-ab64-a288cfac8c3d req-29631742-5997-4bd7-9228-306b59e61343 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051616 Jul 15 13:38:44.880341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:44.882221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:45.034883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:45.044216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bcd0-bba8-4666-8636-36bcf86d42f7 req-ecf2b2ad-0423-473f-9d8c-3c8c7e8dff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.054346 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4e7bcd0-bba8-4666-8636-36bcf86d42f7 req-ecf2b2ad-0423-473f-9d8c-3c8c7e8dff91 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1097 time: 0.1705911 Jul 15 13:38:45.102345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4e7bcd0-bba8-4666-8636-36bcf86d42f7 req-485a4c00-846a-49f0-8fc9-8e858b79c7bf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Jul 15 13:38:45.182943 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.213000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:45.220063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1f0b337b-de0d-4c9e-8364-2694f50c02a5 admin admin] 10.222.0.57 "PUT /v2.0/routers/b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8999660 Jul 15 13:38:45.230290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:45.239987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e402457a-300f-4ad5-929a-ab5fbf6410e5 None None] Provisioning complete for port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:45.240605 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e402457a-300f-4ad5-929a-ab5fbf6410e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.252770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b670955-3aaa-4252-9389-b61980aba992 req-4457aad5-a352-4c09-a863-9ecaba597f91 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.258600 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:45.259410 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:45.272310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b670955-3aaa-4252-9389-b61980aba992 req-4457aad5-a352-4c09-a863-9ecaba597f91 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1204739 Jul 15 13:38:45.303525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e402457a-300f-4ad5-929a-ab5fbf6410e5 None None] Port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:45.357438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b670955-3aaa-4252-9389-b61980aba992 req-9d0bac5a-a3ff-4faa-9b93-eadc78d93244 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836952 Jul 15 13:38:45.368860 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.475573 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:45.505529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e381dd-bfb5-437a-a607-4cb824ecefda req-62e9c3d2-1248-4eab-919c-ea0691e53d6f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:45.508222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97e381dd-bfb5-437a-a607-4cb824ecefda req-62e9c3d2-1248-4eab-919c-ea0691e53d6f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.0939896 Jul 15 13:38:45.551332 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8a2cee14-7874-4208-9262-273ce55de924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.577001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97e381dd-bfb5-437a-a607-4cb824ecefda req-ca43639e-6480-4e8b-a8d0-5a81fa688a78 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626411 Jul 15 13:38:45.668127 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:45.714391 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 2, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:45.741854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:45.742205 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Updating router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:45.786666 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.084407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9a0a22f8-084e-4834-b973-d63f5caa123b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:46.196529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9a0a22f8-084e-4834-b973-d63f5caa123b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:46.198811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.267613 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.281108 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Transition to ACTIVE for port object 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:46.291423 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.379825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:46.388837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1635404495-network', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:46.420600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970302-b3a5-47d8-8113-f3f8fa455a22 req-9e88143d-b207-43fb-a001-ab56fed32b23 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.424414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Made reservation on behalf of ec5019351a2741ddb1318768250e5d7e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:46.429742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.433388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a970302-b3a5-47d8-8113-f3f8fa455a22 req-9e88143d-b207-43fb-a001-ab56fed32b23 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1274300 Jul 15 13:38:46.453823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.502689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a970302-b3a5-47d8-8113-f3f8fa455a22 req-5fa09b1e-1b7a-4f9f-8a82-c8e1cfaa4627 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625095 Jul 15 13:38:46.508317 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Attempting to bind port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:46.509141 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Attempting to bind port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:46.509697 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Attempting to bind port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:46.514916 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a515e-319d-47f7-b406-3eb2ea13154a None None] Pushing event updated for resources: {'Port': ['ID=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.527587 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:46.528267 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:46.528983 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.529540 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:46.530182 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Bound port: 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:46.530782 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.627724 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] For port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:46.637292 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] For port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:46.644731 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.771025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029efd1b-33cd-44a7-86b0-f1e16e227ece req-02c4ae46-963c-4016-ad48-7b6b9d90b7c2 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.772786 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:46.773438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:46.777081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-029efd1b-33cd-44a7-86b0-f1e16e227ece req-02c4ae46-963c-4016-ad48-7b6b9d90b7c2 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1844816 Jul 15 13:38:46.784041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc462e-aed0-46b8-a3a8-7e5be7730c38 req-79bf1594-87d8-4645-bc05-1386b4408b95 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:46.787270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.794932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ecc462e-aed0-46b8-a3a8-7e5be7730c38 req-79bf1594-87d8-4645-bc05-1386b4408b95 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1179383 Jul 15 13:38:46.800124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.845578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:38:46.853792 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a515e-319d-47f7-b406-3eb2ea13154a None None] Pushing event updated for resources: {'Port': ['ID=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.857720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ecc462e-aed0-46b8-a3a8-7e5be7730c38 req-da021a81-a475-4624-847b-365e08d7f0b1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615165 Jul 15 13:38:46.867005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85722eb2-f1d4-4bfa-a910-a71f60daca85,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:46.891930 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-029efd1b-33cd-44a7-86b0-f1e16e227ece req-57a499d4-abd3-4129-92a3-6d5c1abb9a51 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020265 Jul 15 13:38:46.893655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:46.894009 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Added segment d5968b58-3161-4f6d-8403-b7c45c1139f3 of type vlan for network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c Jul 15 13:38:46.976268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.032727 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:47.043533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.045322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.046159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.102200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7210128 Jul 15 13:38:47.109210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36098) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:47.115715 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.119327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Request body: {'subnet': {'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1635404495-subnet', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:47.143805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100428-47db-4f32-a323-d14dbd904769 admin admin] Pushing event updated for resources: {'Network': ['ID=900d17b3-0a22-4ead-83cc-1fc20a7eb29c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.156690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:38:47.187861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Made reservation on behalf of ec5019351a2741ddb1318768250e5d7e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:38:47.190185 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.218901 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:38:47.254499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8e5fd-b48c-4734-97b7-74dded883b23 req-7246fd16-35c8-480e-a30a-50a35ac6397c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.270778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12f8e5fd-b48c-4734-97b7-74dded883b23 req-7246fd16-35c8-480e-a30a-50a35ac6397c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.2411501 Jul 15 13:38:47.343714 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:46Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:47.366584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12f8e5fd-b48c-4734-97b7-74dded883b23 req-39b37152-adc3-445e-8883-2596cafd70b6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944290 Jul 15 13:38:47.373936 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae35b4c-61b9-4783-8429-99a26fd1309e None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:46Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:47.399603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:38:47.605279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:47.639983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'port_id': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'mac_address': 'fa:16:3e:26:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:38:47.640920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675c309-0a70-425e-b88a-d3406ea1669d req-4a0f05b0-0c1c-44e1-8a0b-e11480ca5937 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.642774 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3675c309-0a70-425e-b88a-d3406ea1669d req-4a0f05b0-0c1c-44e1-8a0b-e11480ca5937 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1402853 Jul 15 13:38:47.661330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.695030 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.710564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3675c309-0a70-425e-b88a-d3406ea1669d req-6205fffb-4f8a-4aa9-8340-747235cfbfc1 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608394 Jul 15 13:38:47.716406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b915ae08-aa91-4d45-a78f-977fb951ec64 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:38:47.751443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:47.758777 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.850018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67f9fa7-e742-4d6b-95a6-847c2992865c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.851411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:47.884137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88efb3-48fa-4142-83cb-a21cb337f9a0 req-ec70055f-34dc-4d1a-9431-e9b829f636ad tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.885767 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac88efb3-48fa-4142-83cb-a21cb337f9a0 req-ec70055f-34dc-4d1a-9431-e9b829f636ad tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2976928 Jul 15 13:38:47.902553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Checking segment: {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:47.903013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Network hostable DHCP agents. Network: 900d17b3-0a22-4ead-83cc-1fc20a7eb29c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:38:47.948127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac88efb3-48fa-4142-83cb-a21cb337f9a0 req-40fca6d3-a26f-442f-b3a2-a0997e3719ff tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534875 Jul 15 13:38:47.961823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:38:47.979535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 900d17b3-0a22-4ead-83cc-1fc20a7eb29c) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:47.983804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:47.986707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:47.991015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb4339-8b6d-41cc-8e39-3144254ab8b6 None None] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:48.011683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533557dc-9813-4c3e-b610-bf2de33738fb req-b51e9e0d-e22e-4c6c-b896-095aa2f729ce tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.013568 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-533557dc-9813-4c3e-b610-bf2de33738fb req-b51e9e0d-e22e-4c6c-b896-095aa2f729ce tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1179090 Jul 15 13:38:48.055543 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d1e5a2c4-4a53-4551-b8f1-0421d602f5a5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9423323 Jul 15 13:38:48.056290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.064338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:48.125046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.126319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.173496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-533557dc-9813-4c3e-b610-bf2de33738fb req-62eb6b73-67a9-4ebc-a494-c6c8313a4e72 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511581 Jul 15 13:38:48.212910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['b915ae08-aa91-4d45-a78f-977fb951ec64'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:38:48.227490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36126) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.261258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-72c03d81-1cdf-4c4a-8ec1-96b7921b3c83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2014050 Jul 15 13:38:48.276281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:48.281378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.487763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5c2f2-608f-4ced-814e-82f173710457 req-fb731e8c-0555-4173-9577-c805decfb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.489550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-fb731e8c-0555-4173-9577-c805decfb221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 1097 time: 0.1708720 Jul 15 13:38:48.695514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.787719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8310cca-fc4c-407e-832d-ee8eb167ec38 req-1330bac0-0056-4de1-a54e-c74332692b30 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.789959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8310cca-fc4c-407e-832d-ee8eb167ec38 req-1330bac0-0056-4de1-a54e-c74332692b30 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 944 time: 0.1366589 Jul 15 13:38:48.845320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5c2f2-608f-4ced-814e-82f173710457 req-5c1bedf8-3edf-44df-a4f6-56a2116bdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.854264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-5c1bedf8-3edf-44df-a4f6-56a2116bdcf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.3386717 Jul 15 13:38:48.880611 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8310cca-fc4c-407e-832d-ee8eb167ec38 req-fec35c21-9994-4c24-a456-e6c9e2d117de tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609097 Jul 15 13:38:48.950806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-ac7d0ec5-c5c6-4692-a454-5697566d087a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 200 len: 217 time: 0.0770230 Jul 15 13:38:48.953034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3170f96e-2e8b-4fdd-8b71-cab09ac20ecf tempest-TestServerBasicOps-316932831 tempest-TestServerBasicOps-316932831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:48.958421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3170f96e-2e8b-4fdd-8b71-cab09ac20ecf tempest-TestServerBasicOps-316932831 tempest-TestServerBasicOps-316932831-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1092 time: 0.7286894 Jul 15 13:38:48.958748 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:48.960377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36140) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:48.966459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '01ba5428-bda0-4eac-b606-8da6680ca568', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:49.009019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.097050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5c2f2-608f-4ced-814e-82f173710457 req-181fd1b5-161f-43d9-99c1-07b1ba7ffad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.098706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-181fd1b5-161f-43d9-99c1-07b1ba7ffad1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1391277 Jul 15 13:38:49.100194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'fixed_ips': [{'subnet_id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:38:49.102267 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.134739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:49.144597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.179393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.216601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:49.221222 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.272940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5c2f2-608f-4ced-814e-82f173710457 req-c9ac3a52-3511-480a-8d8a-87956f39c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.274550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-c9ac3a52-3511-480a-8d8a-87956f39c36d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684604 Jul 15 13:38:49.277644 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.440525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Allocated IP 172.25.3.149 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/5c1bb909-82fb-490c-be48-93f5c450c046) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:49.498620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e16ae-9569-4a21-a91f-5475ef19a953 req-f016012a-50c5-4cdf-8f13-8de8d9ff00c8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:49.504108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-8f6bd2b5-cd0d-484f-b3fc-1d9c43cdd271 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024379 Jul 15 13:38:49.519792 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee6e16ae-9569-4a21-a91f-5475ef19a953 req-f016012a-50c5-4cdf-8f13-8de8d9ff00c8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2225657 Jul 15 13:38:49.599016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.605472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee6e16ae-9569-4a21-a91f-5475ef19a953 req-bf4571db-ae0d-40d6-bd25-ba8af1a634bb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846975 Jul 15 13:38:49.670071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9de5c2f2-608f-4ced-814e-82f173710457 req-21569801-3558-4de6-a7b8-2faf57d4eff9 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440516 Jul 15 13:38:49.672355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:49.674889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Allocated IP 172.20.0.2 (900d17b3-0a22-4ead-83cc-1fc20a7eb29c/e67f9fa7-e742-4d6b-95a6-847c2992865c/3fc36d10-02dc-4f77-bac6-0f5dc135a37e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:49.683694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.712296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.772557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.828076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:49.832103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:49.835538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:49.839773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:49.848034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Allocated IP 172.25.3.75 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/bba32eb7-8f68-4549-9519-97ce2c032cdb) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:49.963323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:49.973628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Transition to ACTIVE for port object 3fc36d10-02dc-4f77-bac6-0f5dc135a37e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:49.993689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Pushing event updated for resources: {'Port': ['ID=5c1bb909-82fb-490c-be48-93f5c450c046,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.018445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Transition to ACTIVE for port object 3fc36d10-02dc-4f77-bac6-0f5dc135a37e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:50.025837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.032701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.128456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.139108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Pushing event updated for resources: {'Port': ['ID=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.148622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:50.186798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:50.190774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:50.194581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'Port': ['ID=bba32eb7-8f68-4549-9519-97ce2c032cdb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.206337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:50.225947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:50.236101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b30014-6045-4ed2-8ee9-d1498f599fca req-70d9a1ce-9d88-4690-8c7a-ce40aee81be6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:50.237757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66b30014-6045-4ed2-8ee9-d1498f599fca req-70d9a1ce-9d88-4690-8c7a-ce40aee81be6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 944 time: 0.1702888 Jul 15 13:38:50.238844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:50.242356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:50.300924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Attempting to bind port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:50.302022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Attempting to bind port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:50.302603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Attempting to bind port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e on network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:50.306891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:50.307532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.343544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:50.344421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Checking segment: {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:50.345022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.345604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Bound using segment: {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:50.346287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Bound port: 3fc36d10-02dc-4f77-bac6-0f5dc135a37e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:50.347036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.414569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66b30014-6045-4ed2-8ee9-d1498f599fca req-8b502867-a1aa-44d0-98d4-fb3bc99fc72d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163912 Jul 15 13:38:50.474012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] For port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:50.478757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] For port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:50.488231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:50.558715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02760d9c-b5d0-4ede-bf09-e6a6459db6b2 None None] Pushing event updated for resources: {'Port': ['ID=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:50.596417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.025593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.043352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57673b7-80d5-4992-a3e4-17c64c5c7ae7 req-f2d3843a-e177-4d58-a341-356e6b71fce9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:51.049666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d57673b7-80d5-4992-a3e4-17c64c5c7ae7 req-f2d3843a-e177-4d58-a341-356e6b71fce9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2886448 Jul 15 13:38:51.186286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d57673b7-80d5-4992-a3e4-17c64c5c7ae7 req-f095d52f-373e-413f-971b-65769e7efd97 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848262 Jul 15 13:38:51.239947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:38:51.318608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.365003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:51.379920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Sync routers for ids ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:51.388988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.391528 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1be20806-a5a1-4cf1-81af-b2a691c3a06e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3335133 Jul 15 13:38:51.392983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Routers {'499216b8-6625-4cf3-a28d-3c0c25f5aad5'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:51.393668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:51.393863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36176) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:51.444489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:51.488587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.577267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Set router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:51.583699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port b915ae08-aa91-4d45-a78f-977fb951ec64 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:51.621413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port b915ae08-aa91-4d45-a78f-977fb951ec64 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:51.621747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.796081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc7722-96e3-4af7-ab11-e670a453def6 req-c552d208-2e5b-4219-bac2-99b88c8ffdeb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:51.797726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4cc7722-96e3-4af7-ab11-e670a453def6 req-c552d208-2e5b-4219-bac2-99b88c8ffdeb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 944 time: 0.2469885 Jul 15 13:38:51.937369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:51.939017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d4cc7722-96e3-4af7-ab11-e670a453def6 req-374dba27-597d-411e-bda3-76f7850232bf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324644 Jul 15 13:38:52.009565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:52.012054 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37725651-6f34-42a4-90d7-da9ccb323ab2" -d '{"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-plugged", "status": "completed", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:52.040735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:52.073699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.082212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.093292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.142729 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c76197-5361-4cca-b3a4-b069d66a1936 x-openstack-request-id: req-31c76197-5361-4cca-b3a4-b069d66a1936 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:52.145058 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-plugged", "status": "completed", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:52.145322 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31c76197-5361-4cca-b3a4-b069d66a1936 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:52.145729 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'code': 200} Jul 15 13:38:52.193491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d18a6c-82f7-4262-a3ab-d9f2a3830aeb None None] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:38:52.218107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 3, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:52.228517 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.320758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:52.331658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fc36d10-02dc-4f77-bac6-0f5dc135a37e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:52.333426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event updated for resources: {'Port': ['ID=bba32eb7-8f68-4549-9519-97ce2c032cdb,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:52.338705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.406646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c23c0-9e1e-4a3a-885c-a6f227a16ac6 req-56238399-4a7b-4bf7-b605-c215f162e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.408085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-494c23c0-9e1e-4a3a-885c-a6f227a16ac6 req-56238399-4a7b-4bf7-b605-c215f162e5b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1097 time: 0.1523159 Jul 15 13:38:52.445509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Checking router: 499216b8-6625-4cf3-a28d-3c0c25f5aad5 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:52.446242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Updating router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 port 5c1bb909-82fb-490c-be48-93f5c450c046 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:52.521789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-75d9b993-5a93-407e-b5fd-46952a41fef1 None None] Provisioning for port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:52.529690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Allocated IP 172.20.0.1 (900d17b3-0a22-4ead-83cc-1fc20a7eb29c/e67f9fa7-e742-4d6b-95a6-847c2992865c/acd59bc1-4f86-49e4-a87c-e9b87dfcdd24) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:52.547913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b62d3-c0c8-417e-a333-52ea1f694ce0 req-29ab092d-0412-4856-9a89-5b77393f1e48 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:52.549877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-648b62d3-c0c8-417e-a333-52ea1f694ce0 req-29ab092d-0412-4856-9a89-5b77393f1e48 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1637199 Jul 15 13:38:52.551910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-494c23c0-9e1e-4a3a-885c-a6f227a16ac6 req-7e3448c3-4950-40f6-870a-439aaa2ed719 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185892 Jul 15 13:38:52.555900 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Floating IP c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd associated. External IP: 172.25.3.75, port: 01ba5428-bda0-4eac-b606-8da6680ca568. Jul 15 13:38:52.598553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.670996 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.672397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:52.673630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-648b62d3-c0c8-417e-a333-52ea1f694ce0 req-b8380610-8bb0-4bd9-8887-f8661eed9e55 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138041 Jul 15 13:38:52.689500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Transition to ACTIVE for port object acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:52.730387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.773335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:52.777402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:52.781565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:52.781943 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.785755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:52.831718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Pushing event updated for resources: {'Port': ['ID=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:52.836389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Router d76efb7a-d16b-4646-ba77-00866cda58f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:52.847006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:52.981928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:52.996668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] Sync routers for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:53.016819 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:53.019514 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:53.025573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.076612 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.099296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d77ed463-eee2-4001-b815-6204ff875fb4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1377630 Jul 15 13:38:53.099998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:53.103483 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:53.114104 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.201016 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e8d40-c356-4d69-80e9-fea688648106 x-openstack-request-id: req-aa8e8d40-c356-4d69-80e9-fea688648106 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:53.201545 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:53.201901 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa8e8d40-c356-4d69-80e9-fea688648106 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:53.202617 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568', 'status': 'completed', 'code': 200} Jul 15 13:38:53.214197 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:53.524208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:53.536868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615b911-9cd7-4b1a-8d32-46f013fd9d6a req-baa739dd-3a47-493b-8ab5-ade0cd6271c6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:53.543170 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3615b911-9cd7-4b1a-8d32-46f013fd9d6a req-baa739dd-3a47-493b-8ab5-ade0cd6271c6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.3205400 Jul 15 13:38:53.546124 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.623349 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.639415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f6536972-566e-423c-a2b3-fbca669433e8 None None] Provisioning complete for port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:53.640284 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6536972-566e-423c-a2b3-fbca669433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.666185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3615b911-9cd7-4b1a-8d32-46f013fd9d6a req-ac1e6a47-d203-4911-9008-e2b84c97e234 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868428 Jul 15 13:38:53.682911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-6d841160-3a99-4151-8fb7-d0c80470ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:53.684887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-6d841160-3a99-4151-8fb7-d0c80470ccb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b147892944d84596b385ca4470b92554&device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1097 time: 0.4270351 Jul 15 13:38:53.700399 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'port_id': '01ba5428-bda0-4eac-b606-8da6680ca568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'mac_address': 'fa:16:3e:24:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:50Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 0, 'project_id': 'b147892944d84596b385ca4470b92554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:53.712729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Transition to ACTIVE for port object 5c1bb909-82fb-490c-be48-93f5c450c046 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:53.713921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.729640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.744677 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.754816 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] Checking router: d76efb7a-d16b-4646-ba77-00866cda58f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:53.764533 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.785718 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:53.797551 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:53.895416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Attempting to bind port 5c1bb909-82fb-490c-be48-93f5c450c046 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:53.895787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Attempting to bind port 5c1bb909-82fb-490c-be48-93f5c450c046 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:53.898177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Attempting to bind port 5c1bb909-82fb-490c-be48-93f5c450c046 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:53.908164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92a92-aae4-47f0-b500-22079fa8268e None None] Pushing event updated for resources: {'Port': ['ID=5c1bb909-82fb-490c-be48-93f5c450c046,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.922632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:53.922985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:53.925673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.927826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:53.928084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Bound port: 5c1bb909-82fb-490c-be48-93f5c450c046, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:53.928382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.931794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Pushing event updated for resources: {'Port': ['ID=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:53.943403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:53.952928 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:53.972673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-87b79b26-2ab6-43a6-9d72-951bdcb37de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:53.974223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-87b79b26-2ab6-43a6-9d72-951bdcb37de8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 200 len: 910 time: 0.2797325 Jul 15 13:38:54.012842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869dab6-024e-4c93-9400-180589ae8f4a req-7f43d0fa-ac3b-4d83-b018-82bc666a0985 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.014483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7869dab6-024e-4c93-9400-180589ae8f4a req-7f43d0fa-ac3b-4d83-b018-82bc666a0985 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1178255 Jul 15 13:38:54.050062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] For port 5c1bb909-82fb-490c-be48-93f5c450c046, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:54.058593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] For port 5c1bb909-82fb-490c-be48-93f5c450c046, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c1bb909-82fb-490c-be48-93f5c450c046,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:54.079611 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.120131 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7869dab6-024e-4c93-9400-180589ae8f4a req-b06f7865-9de4-4764-b80e-56eeaa590775 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936828 Jul 15 13:38:54.125642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-ff16880e-e8fb-4693-9aeb-f119de119fed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 200 len: 998 time: 0.1433167 Jul 15 13:38:54.132809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c6904be7-d76f-413c-834a-53ae5da6f126 None None] Provisioning for port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:54.148245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fc36d10-02dc-4f77-bac6-0f5dc135a37e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:54.156705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c6904be7-d76f-413c-834a-53ae5da6f126 None None] Provisioning complete for port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.157073 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c6904be7-d76f-413c-834a-53ae5da6f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.179357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Routers {'499216b8-6625-4cf3-a28d-3c0c25f5aad5'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:54.180438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.189357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:54.216507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:54.272139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92a92-aae4-47f0-b500-22079fa8268e None None] Pushing event updated for resources: {'Port': ['ID=5c1bb909-82fb-490c-be48-93f5c450c046,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:54.320416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-ac7509ff-68e6-49cb-b9fb-8d8d3cddfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:54.324838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-ac7509ff-68e6-49cb-b9fb-8d8d3cddfa84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fef397b3-4a52-4ac0-a8db-acdc42ac0f91 HTTP/1.1" status: 200 len: 848 time: 0.1528654 Jul 15 13:38:54.331565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c6904be7-d76f-413c-834a-53ae5da6f126 None None] Port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:54.380646 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'port_id': '01ba5428-bda0-4eac-b606-8da6680ca568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'mac_address': 'fa:16:3e:24:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:50Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 0, 'project_id': 'b147892944d84596b385ca4470b92554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.385523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] Set router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:54.505393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.506561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.546556 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4258f63d-23ae-4632-baf8-dc79a7bbd1b6 None None] The sync data for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 is: [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'port_id': '01ba5428-bda0-4eac-b606-8da6680ca568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'mac_address': 'fa:16:3e:24:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:50Z', 'updated_at': '2021-07-15T13:38:50Z', 'revision_number': 0, 'project_id': 'b147892944d84596b385ca4470b92554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:54.721171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-03106f07-eddb-4195-9cb1-e982f2f7c311 None None] Provisioning complete for port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:54.721832 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-03106f07-eddb-4195-9cb1-e982f2f7c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:54.768945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-03106f07-eddb-4195-9cb1-e982f2f7c311 None None] Port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:38:54.780088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'acd59bc1-4f86-49e4-a87c-e9b87dfcdd24', 'name': '', 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'mac_address': 'fa:16:3e:d3:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:52Z', 'updated_at': '2021-07-15T13:38:53Z', 'revision_number': 2, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'subnets': [{'id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:54.821788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c50f25-7a39-483d-a276-3e1f06a10435 None None] The sync data for ids ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'] in n-d-798054-11 is: [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'acd59bc1-4f86-49e4-a87c-e9b87dfcdd24', 'name': '', 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'mac_address': 'fa:16:3e:d3:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:52Z', 'updated_at': '2021-07-15T13:38:53Z', 'revision_number': 2, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'subnets': [{'id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:38:54.904679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee04df-02ef-4f3c-a03f-31d3a9eb4843 None None] New status for floating IP c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:38:54.981119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:54.997717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36248) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.002910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-d88a2bfa-7fa7-4998-99d4-3bd5ad66a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.004894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-d88a2bfa-7fa7-4998-99d4-3bd5ad66a1ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e139dca3-3ad6-4a04-8a68-474869f41dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6665814 Jul 15 13:38:55.014984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1916ac-982f-4536-8b50-71b2310bfd74 req-f76fc18b-7152-41c8-80f5-28ada2116ad2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.016552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a1916ac-982f-4536-8b50-71b2310bfd74 req-f76fc18b-7152-41c8-80f5-28ada2116ad2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1197703 Jul 15 13:38:55.179159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9135c6e8-c70b-4ae4-9401-91220710b5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.222059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a1916ac-982f-4536-8b50-71b2310bfd74 req-a4888f76-2e7d-49f5-9125-9f0be6f7b4b5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944892 Jul 15 13:38:55.252126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-420fd43d-67f4-4d76-a840-11fb3d59377f service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345369 Jul 15 13:38:55.266125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:55.276876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-be45d3d8-e466-44c7-b9fe-8b5023953524 admin admin] 10.222.0.57 "PUT /v2.0/routers/499216b8-6625-4cf3-a28d-3c0c25f5aad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8809960 Jul 15 13:38:55.333244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9135c6e8-c70b-4ae4-9401-91220710b5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.340819 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9135c6e8-c70b-4ae4-9401-91220710b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.420403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.423242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9135c6e8-c70b-4ae4-9401-91220710b5e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5ecc60dedb244d5bf6f9ebb03c4f42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243038 Jul 15 13:38:55.425808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135c6e8-c70b-4ae4-9401-91220710b5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16103382-b2f0-467a-a9b7-305dc77a9794,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:55.439192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d2b38ad-a42d-4375-b68d-f03fe2a8fe4b req-e31043b9-f6a3-4ac7-94e2-fa0799144a9b service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810179 Jul 15 13:38:55.534046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb19e-9a34-4cc2-abe4-d79a33bf626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.540266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c3bf3-9ff6-450d-ba4e-b887d2e6ab21 req-951faccf-b2a0-4cdc-98fe-e72b202d7480 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.542017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76c3bf3-9ff6-450d-ba4e-b887d2e6ab21 req-951faccf-b2a0-4cdc-98fe-e72b202d7480 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1173368 Jul 15 13:38:55.574004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb19e-9a34-4cc2-abe4-d79a33bf626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.592723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76c3bf3-9ff6-450d-ba4e-b887d2e6ab21 req-b5170516-92d6-4c0a-90da-04fc1aa639e3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Jul 15 13:38:55.627262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177d12-c685-4ffb-b438-45a9255124fb req-1c1cad3e-f560-46bc-9f9b-3b1c4844038b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.629210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96177d12-c685-4ffb-b438-45a9255124fb req-1c1cad3e-f560-46bc-9f9b-3b1c4844038b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1986353 Jul 15 13:38:55.666019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb19e-9a34-4cc2-abe4-d79a33bf626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.669329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3fdfb19e-9a34-4cc2-abe4-d79a33bf626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:55.673007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3fdfb19e-9a34-4cc2-abe4-d79a33bf626e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/16103382-b2f0-467a-a9b7-305dc77a9794 HTTP/1.1" status: 204 len: 168 time: 0.2491603 Jul 15 13:38:55.696622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfb19e-9a34-4cc2-abe4-d79a33bf626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16103382-b2f0-467a-a9b7-305dc77a9794,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:55.710800 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96177d12-c685-4ffb-b438-45a9255124fb req-d8d17f80-2b81-4366-8ff1-30fa616bcc08 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752370 Jul 15 13:38:55.728339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36272) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.794697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4171e91-70fb-4042-aa6e-34bde64eea30 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:55.804628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36274) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:55.804910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f4171e91-70fb-4042-aa6e-34bde64eea30 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1092 time: 0.0701587 Jul 15 13:38:55.805245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:38:55.877818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.032288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.157572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c1bb909-82fb-490c-be48-93f5c450c046 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:56.184613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.200 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/78f6629b-4e7e-4f68-9f50-663e405f58fd) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:38:56.192321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36278) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:56.223544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca18256b-43da-474e-8bc2-67d82f9bc505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.235885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5c1bb909-82fb-490c-be48-93f5c450c046 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:38:56.244720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5c1bb909-82fb-490c-be48-93f5c450c046 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:56.244976 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.370966 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.380297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca18256b-43da-474e-8bc2-67d82f9bc505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.388223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ca18256b-43da-474e-8bc2-67d82f9bc505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.416333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5c1bb909-82fb-490c-be48-93f5c450c046, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c1bb909-82fb-490c-be48-93f5c450c046,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:38:56.425368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.426684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.446038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ca18256b-43da-474e-8bc2-67d82f9bc505 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39c9739151544f89a4df8e17de6b79be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525418 Jul 15 13:38:56.447224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18256b-43da-474e-8bc2-67d82f9bc505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d2ab4f-5b93-4721-9bde-556511e9d1a3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.450132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36284) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:56.538255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5c1bb909-82fb-490c-be48-93f5c450c046,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.545003 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86eac850-71db-4ac4-9e23-dce0461dba0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.547166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.574719 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86eac850-71db-4ac4-9e23-dce0461dba0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.600449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:38:56.603546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:38:56.608710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:38:56.634711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=78f6629b-4e7e-4f68-9f50-663e405f58fd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.640805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86eac850-71db-4ac4-9e23-dce0461dba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.643599 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86eac850-71db-4ac4-9e23-dce0461dba0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:56.659621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-86eac850-71db-4ac4-9e23-dce0461dba0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57d2ab4f-5b93-4721-9bde-556511e9d1a3 HTTP/1.1" status: 204 len: 168 time: 0.2058203 Jul 15 13:38:56.671460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eac850-71db-4ac4-9e23-dce0461dba0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d2ab4f-5b93-4721-9bde-556511e9d1a3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:56.972273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e67593-2fe1-4db8-a844-67cb9f4a675d req-ac7635f2-0ca6-44b7-b5ca-7e37bb42187a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:56.974065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2e67593-2fe1-4db8-a844-67cb9f4a675d req-ac7635f2-0ca6-44b7-b5ca-7e37bb42187a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1498153 Jul 15 13:38:57.098313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2e67593-2fe1-4db8-a844-67cb9f4a675d req-1bfafd4d-ede0-4631-9bd7-8b2d4e67e6e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160893 Jul 15 13:38:57.188120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.293159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.408918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-e18ee941-2feb-4098-81df-6d995cbf685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.410630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-e18ee941-2feb-4098-81df-6d995cbf685d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.0869722 Jul 15 13:38:57.518650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.528218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.574491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-2b535c6e-5d2e-4f34-ae43-0ef7c0cd2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.576193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-2b535c6e-5d2e-4f34-ae43-0ef7c0cd2feb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1377304 Jul 15 13:38:57.634482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=78f6629b-4e7e-4f68-9f50-663e405f58fd,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:57.646291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:57.684969 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-c2b5320e-f829-4d03-b855-f208456e3c37 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.1012292 Jul 15 13:38:57.744034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-e75d2c92-f81b-47ae-adee-b1ddec5993e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.751817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-e75d2c92-f81b-47ae-adee-b1ddec5993e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0502400 Jul 15 13:38:57.786141 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP 501e1872-2be4-482c-a23e-d9bae47bfe7f associated. External IP: 172.25.3.200, port: b915ae08-aa91-4d45-a78f-977fb951ec64. Jul 15 13:38:57.909861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-1cb2d138-3248-4888-bdde-01ff28cf7a0d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.911577 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-1cb2d138-3248-4888-bdde-01ff28cf7a0d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1642864 Jul 15 13:38:57.915148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-ecc4a893-332b-466f-b9bc-f5cae7b8e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:57.916702 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-ecc4a893-332b-466f-b9bc-f5cae7b8e786 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573112 Jul 15 13:38:57.973879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-f77ffc20-cbf4-40cf-8a4e-4a24a922c5c4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0497169 Jul 15 13:38:58.152463 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-233c6fae-7465-4506-b89d-e68a3e6a0e60 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257288 Jul 15 13:38:58.161654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c1bb909-82fb-490c-be48-93f5c450c046 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:38:58.216672 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-f8d57798-e590-4154-9410-3cf21cc82e94 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352176 Jul 15 13:38:58.224726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-802f2953-36e0-4a90-84c8-95fbe708a09e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:38:58.254886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5c1bb909-82fb-490c-be48-93f5c450c046 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:38:58.255776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.256554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-802f2953-36e0-4a90-84c8-95fbe708a09e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386796 Jul 15 13:38:58.310856 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Sync routers for ids ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:58.322706 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Routers {'499216b8-6625-4cf3-a28d-3c0c25f5aad5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:58.325012 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:58.376126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 88d51d18-6fb3-45e4-ab82-7977d2802c25 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:38:58.455865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4143c8c5-87de-4a35-8716-7ff41a3081de req-9c218367-8225-44cf-ac67-f9865aae4cff service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944157 Jul 15 13:38:58.480990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-14b2e274-3226-4865-aa2c-11b6bb67414f service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234864 Jul 15 13:38:58.497883 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Set router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:58.583536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b8bfc-39f9-4692-8568-5954b9641a13 req-0728bb3b-171b-4056-9d98-837e60da49db tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:58.595753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-855b8bfc-39f9-4692-8568-5954b9641a13 req-0728bb3b-171b-4056-9d98-837e60da49db tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2171547 Jul 15 13:38:58.619256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-1828d04d-b541-48ce-b62c-dfde8e7bf0df service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303246 Jul 15 13:38:58.624242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:38:58.636937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] Sync routers for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:38:58.650580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:58.651779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:58.668166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-855b8bfc-39f9-4692-8568-5954b9641a13 req-a9756d03-31f9-43a2-8b8f-faed02dcfd74 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711102 Jul 15 13:38:58.669663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.720767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-edca6076-92a2-4b4d-bad6-97eab7d7ecf7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9199789 Jul 15 13:38:58.721334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:38:58.723916 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6649f36a-2b8a-4284-895d-939f6942824f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:38:58.784152 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'acd59bc1-4f86-49e4-a87c-e9b87dfcdd24', 'name': '', 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'mac_address': 'fa:16:3e:d3:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:52Z', 'updated_at': '2021-07-15T13:38:53Z', 'revision_number': 2, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'subnets': [{'id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:58.820263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:58.826186 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Checking router: 499216b8-6625-4cf3-a28d-3c0c25f5aad5 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:58.835442 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Updating router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:38:58.907349 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:58.947888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c110d8-8e9a-4f2e-831a-50878ed5ee20 req-302494c7-76dc-4303-a521-a93ed754a524 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:58.949922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57c110d8-8e9a-4f2e-831a-50878ed5ee20 req-302494c7-76dc-4303-a521-a93ed754a524 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.0952659 Jul 15 13:38:59.028493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57c110d8-8e9a-4f2e-831a-50878ed5ee20 req-115d3960-8b78-443d-b97b-c5425d577f23 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722528 Jul 15 13:38:59.056705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36388) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:38:59.200835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '501e1872-2be4-482c-a23e-d9bae47bfe7f', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'port_id': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'mac_address': 'fa:16:3e:26:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:59.229909 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee719fd-e954-4b62-9ebf-2351d918a0bf x-openstack-request-id: req-3ee719fd-e954-4b62-9ebf-2351d918a0bf {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:38:59.230485 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:38:59.231094 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ee719fd-e954-4b62-9ebf-2351d918a0bf {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:38:59.231715 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'status': 'completed', 'code': 200} Jul 15 13:38:59.236842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] Checking router: 88d51d18-6fb3-45e4-ab82-7977d2802c25 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:38:59.247597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:59.248463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:38:59.335222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09cdb7d6-bbe0-426c-9b24-421404975f56 req-99687d06-6364-4e68-8ec5-2bcdf2777335 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.1399405 Jul 15 13:38:59.383067 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.416430 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Transition to ACTIVE for port object acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:38:59.433865 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.461837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eb267ab7-ddfe-4a38-9709-a25a3cfe566b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/501e1872-2be4-482c-a23e-d9bae47bfe7f HTTP/1.1" status: 200 len: 991 time: 0.4033575 Jul 15 13:38:59.494738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f36a-2b8a-4284-895d-939f6942824f req-3dea1af0-9adf-4ed0-9076-8eee76575589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:59.497335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-3dea1af0-9adf-4ed0-9076-8eee76575589 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1097 time: 0.2536414 Jul 15 13:38:59.508808 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10742035-d1dc-4589-bc2a-974795bbc2ce None None] Pushing event updated for resources: {'Port': ['ID=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.616997 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Attempting to bind port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:38:59.617374 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Attempting to bind port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:38:59.617787 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Attempting to bind port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 on network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:38:59.623705 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:38:59.624091 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Checking segment: {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:38:59.624509 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.625136 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Bound using segment: {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:38:59.625390 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Bound port: acd59bc1-4f86-49e4-a87c-e9b87dfcdd24, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5968b58-3161-4f6d-8403-b7c45c1139f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:38:59.625829 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.676488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:38:59.739593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f36a-2b8a-4284-895d-939f6942824f req-48dae360-9a5c-4ba5-981a-5433a45a1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:38:59.741413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-48dae360-9a5c-4ba5-981a-5433a45a1fe3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.2204919 Jul 15 13:38:59.809535 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] For port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:38:59.822744 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] For port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:38:59.830879 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:38:59.910976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-69708627-db36-4fb8-be0d-5002a5488fd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 999 time: 0.1513150 Jul 15 13:38:59.971679 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10742035-d1dc-4589-bc2a-974795bbc2ce None None] Pushing event updated for resources: {'Port': ['ID=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:38:59.991047 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Routers {'499216b8-6625-4cf3-a28d-3c0c25f5aad5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:38:59.991905 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:38:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.049122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f36a-2b8a-4284-895d-939f6942824f req-bc41d805-e9d0-4ada-aadf-e8c56b803316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.051372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-bc41d805-e9d0-4ada-aadf-e8c56b803316 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.1393356 Jul 15 13:39:00.089894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe706c0-0a2f-4810-b427-e9794bfc564f req-3e84e175-294a-4bc2-a6ad-61b5899b708c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.103563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe706c0-0a2f-4810-b427-e9794bfc564f req-3e84e175-294a-4bc2-a6ad-61b5899b708c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1378825 Jul 15 13:39:00.189232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe706c0-0a2f-4810-b427-e9794bfc564f req-b8451b20-8454-4afe-ab40-702333c82664 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844386 Jul 15 13:39:00.216261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f36a-2b8a-4284-895d-939f6942824f req-d32db7dc-92df-4fec-bb08-46e332c1d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:00.217802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-d32db7dc-92df-4fec-bb08-46e332c1d80d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1582174 Jul 15 13:39:00.245278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:00.332889 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] Set router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:39:00.401815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '501e1872-2be4-482c-a23e-d9bae47bfe7f', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'port_id': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'mac_address': 'fa:16:3e:26:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.441357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad9b8-67b1-487e-b7e2-1464f8a6c0a1 None None] The sync data for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 is: [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '501e1872-2be4-482c-a23e-d9bae47bfe7f', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'port_id': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'mac_address': 'fa:16:3e:26:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:38:56Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:00.465564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36462) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:00.500903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:00.514621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:00.514621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.527587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-d7f2ac87-c95f-4dbe-9b5a-719b6ce7f76f service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953336 Jul 15 13:39:00.703765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f4b8a2d-e2db-46ff-bd72-454526caed88 req-73fe6317-6485-44d1-ae82-f13d3ada71e0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.1148946 Jul 15 13:39:00.751045 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.752322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0d593eff-1494-4a91-9d40-677942501b01 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/501e1872-2be4-482c-a23e-d9bae47bfe7f HTTP/1.1" status: 200 len: 991 time: 0.2854943 Jul 15 13:39:00.788977 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'acd59bc1-4f86-49e4-a87c-e9b87dfcdd24', 'name': '', 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'mac_address': 'fa:16:3e:d3:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:52Z', 'updated_at': '2021-07-15T13:38:59Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'subnets': [{'id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:00.810008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6649f36a-2b8a-4284-895d-939f6942824f req-fb9e39c4-7ea4-4595-9660-2a23b43cb2ea service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702117 Jul 15 13:39:00.848150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:00.861038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:00.886970 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35ceb-b57d-4893-952c-0781d5ca4bb1 None None] The sync data for ids ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'] in n-d-798054-11 is: [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:38:52Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'acd59bc1-4f86-49e4-a87c-e9b87dfcdd24', 'name': '', 'network_id': '900d17b3-0a22-4ead-83cc-1fc20a7eb29c', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'mac_address': 'fa:16:3e:d3:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:52Z', 'updated_at': '2021-07-15T13:38:59Z', 'revision_number': 4, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'subnets': [{'id': 'e67f9fa7-e742-4d6b-95a6-847c2992865c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:39:00.994375 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfa3c0-cb7a-4cd0-9b17-35b0f0a0b26a None None] New status for floating IP 501e1872-2be4-482c-a23e-d9bae47bfe7f: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:39:01.006246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad89989-0b6f-4395-965e-322a76a5076c req-addc8f92-0615-4349-adef-5f57474a1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.012869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:01.017042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-addc8f92-0615-4349-adef-5f57474a1d75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.1661096 Jul 15 13:39:01.158001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-1f4952b7-6ce4-4330-a8d2-5bc9057244fd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.159618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-1f4952b7-6ce4-4330-a8d2-5bc9057244fd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.2947812 Jul 15 13:39:01.172708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:01.195308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad89989-0b6f-4395-965e-322a76a5076c req-9a18dd47-7477-4b75-8107-17659d51a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.199624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-9a18dd47-7477-4b75-8107-17659d51a5a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1749794 Jul 15 13:39:01.204958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd35771-c4f7-48e2-b785-cd99f670b3d5 req-d7213b0d-2217-4f37-898d-dad4440a621a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.212780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ecd35771-c4f7-48e2-b785-cd99f670b3d5 req-d7213b0d-2217-4f37-898d-dad4440a621a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1828978 Jul 15 13:39:01.308030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-8bc24b25-91a0-4668-baa3-ff78d5ec65ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.1008294 Jul 15 13:39:01.344784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ecd35771-c4f7-48e2-b785-cd99f670b3d5 req-6871e7f5-2f4f-4b6b-a294-2550a7de9c48 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308169 Jul 15 13:39:01.412506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad89989-0b6f-4395-965e-322a76a5076c req-b6862dd9-e714-4f2d-a1b2-19b0e54ce654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.415394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-b6862dd9-e714-4f2d-a1b2-19b0e54ce654 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0899303 Jul 15 13:39:01.426980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:01.432211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.516857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad89989-0b6f-4395-965e-322a76a5076c req-d788b9df-7a03-4c1d-8750-dad1fd645c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:01.519788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-d788b9df-7a03-4c1d-8750-dad1fd645c71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977168 Jul 15 13:39:01.652324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.5 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/cf357742-b30a-4c17-8c63-1aa55a689219) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:01.682591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-349b9ac6-146a-4ba6-ba4c-21c8eb75c3b8 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559613 Jul 15 13:39:01.758096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36538) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:01.916622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f6b83f4b-7bbb-4609-93e4-b3bd7d1a8e8d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/501e1872-2be4-482c-a23e-d9bae47bfe7f HTTP/1.1" status: 200 len: 993 time: 0.1569541 Jul 15 13:39:01.930397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ad89989-0b6f-4395-965e-322a76a5076c req-02f7b5ae-624b-459e-a478-c6d65a16d229 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402778 Jul 15 13:39:01.988879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:01.996382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-56281533-885b-45e2-b3c1-e9ba6bd71a6d req-6564ac5a-4db7-476f-aa13-0e43a486f0b7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.0630381 Jul 15 13:39:02.032195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object cf357742-b30a-4c17-8c63-1aa55a689219 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:02.117482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:02.138062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.185305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:02.185680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.217005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:02.221006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:02.227057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:02.231328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=cf357742-b30a-4c17-8c63-1aa55a689219,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.309788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:02.310240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.332579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0182642b-aa9f-4047-9dd3-9b85a8f4500c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1641712 Jul 15 13:39:02.345436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Request body: {'port': {'device_id': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:02.510488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.553001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36554) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.639380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fa7350cc-a3a4-4c8a-8b8e-4f11235dcbbe None None] Provisioning for port cf357742-b30a-4c17-8c63-1aa55a689219 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:02.647648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fa7350cc-a3a4-4c8a-8b8e-4f11235dcbbe None None] Provisioning complete for port cf357742-b30a-4c17-8c63-1aa55a689219 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:02.649530 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fa7350cc-a3a4-4c8a-8b8e-4f11235dcbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.725389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fa7350cc-a3a4-4c8a-8b8e-4f11235dcbbe None None] Port cf357742-b30a-4c17-8c63-1aa55a689219 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:39:02.731177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ba51ff-ff34-45d6-8682-7d19aa367231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.874431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d9a8b-4c44-4948-a8a1-4cb3a1c96a9f req-4990dc33-bc6f-4a5d-8764-8479fd1d04b5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:02.876060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7d9a8b-4c44-4948-a8a1-4cb3a1c96a9f req-4990dc33-bc6f-4a5d-8764-8479fd1d04b5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2966330 Jul 15 13:39:02.889913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ba51ff-ff34-45d6-8682-7d19aa367231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.895315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5ba51ff-ff34-45d6-8682-7d19aa367231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:02.948303 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5ba51ff-ff34-45d6-8682-7d19aa367231 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89a49ce0cf4e4cf88aa51e9ccc2b22d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913031 Jul 15 13:39:02.948303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba51ff-ff34-45d6-8682-7d19aa367231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56b715-8812-46db-8f1d-fcaa91e90032,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:02.950486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36558) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:02.965408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7d9a8b-4c44-4948-a8a1-4cb3a1c96a9f req-2df2eeb0-08a4-45e7-b262-03f0128069a4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819240 Jul 15 13:39:03.032922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa9df-dfd1-47d7-bc7c-8eddaa1d58b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.036231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf357742-b30a-4c17-8c63-1aa55a689219 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:03.046687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.060764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa9df-dfd1-47d7-bc7c-8eddaa1d58b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.067926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Transition to ACTIVE for port object cf357742-b30a-4c17-8c63-1aa55a689219 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:03.077840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.157704 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa9df-dfd1-47d7-bc7c-8eddaa1d58b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.160861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa9df-dfd1-47d7-bc7c-8eddaa1d58b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.168452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bd2aa9df-dfd1-47d7-bc7c-8eddaa1d58b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e56b715-8812-46db-8f1d-fcaa91e90032 HTTP/1.1" status: 204 len: 168 time: 0.2164178 Jul 15 13:39:03.185980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Pushing event updated for resources: {'Port': ['ID=cf357742-b30a-4c17-8c63-1aa55a689219,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.196100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aa9df-dfd1-47d7-bc7c-8eddaa1d58b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56b715-8812-46db-8f1d-fcaa91e90032,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.321591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Attempting to bind port cf357742-b30a-4c17-8c63-1aa55a689219 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:03.322273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Attempting to bind port cf357742-b30a-4c17-8c63-1aa55a689219 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:03.322818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Attempting to bind port cf357742-b30a-4c17-8c63-1aa55a689219 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:03.330063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Port cf357742-b30a-4c17-8c63-1aa55a689219 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:03.330751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Attempting to bind port cf357742-b30a-4c17-8c63-1aa55a689219 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:03.340079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:03.340434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:03.340943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:03.341269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Bound port: cf357742-b30a-4c17-8c63-1aa55a689219, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:03.341695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.389055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ca07c-1aee-4f89-a744-c6c2a96c36a0 req-658a5d11-f39e-4b89-9e06-63c5672ce209 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:03.390783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a3ca07c-1aee-4f89-a744-c6c2a96c36a0 req-658a5d11-f39e-4b89-9e06-63c5672ce209 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.1202540 Jul 15 13:39:03.477039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a3ca07c-1aee-4f89-a744-c6c2a96c36a0 req-793f7370-b1b2-43eb-9f58-0cf020a6c8ea tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665967 Jul 15 13:39:03.501745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] For port cf357742-b30a-4c17-8c63-1aa55a689219, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:03.514956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] For port cf357742-b30a-4c17-8c63-1aa55a689219, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf357742-b30a-4c17-8c63-1aa55a689219,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:03.528024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.570505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:03.571174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:03.572675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] 10.222.0.58 "PUT /v2.0/ports/cf357742-b30a-4c17-8c63-1aa55a689219 HTTP/1.1" status: 200 len: 1092 time: 1.2321608 Jul 15 13:39:03.573150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'tag': 'cf357742-b30a-4c17-8c63-1aa55a689219'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:03.575857 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c802886-9433-4859-8341-46db07337c37" -d '{"events": [{"name": "network-changed", "server_uuid": "5014766e-3259-4d08-93e5-0776a7b3ddea", "tag": "cf357742-b30a-4c17-8c63-1aa55a689219"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:03.613165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f823-d00c-48cf-9186-90ac2b4db00d service neutron] Pushing event updated for resources: {'Port': ['ID=cf357742-b30a-4c17-8c63-1aa55a689219,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:03.670678 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af0397b-a0b6-4e04-94d8-02fcb60e8cc6 x-openstack-request-id: req-8af0397b-a0b6-4e04-94d8-02fcb60e8cc6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:03.670958 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5014766e-3259-4d08-93e5-0776a7b3ddea", "tag": "cf357742-b30a-4c17-8c63-1aa55a689219", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:03.671217 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8af0397b-a0b6-4e04-94d8-02fcb60e8cc6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:03.671609 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'tag': 'cf357742-b30a-4c17-8c63-1aa55a689219', 'status': 'completed', 'code': 200} Jul 15 13:39:03.710099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-3a988c2b-85b3-4867-9bee-a94cea738288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:03.711764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-3a988c2b-85b3-4867-9bee-a94cea738288 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 1095 time: 0.0818329 Jul 15 13:39:03.769987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-1c473861-3256-4542-b444-62828ea4ccd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf357742-b30a-4c17-8c63-1aa55a689219 HTTP/1.1" status: 200 len: 217 time: 0.0500822 Jul 15 13:39:03.833635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0d3456ca-76d6-4aa4-b778-d2fc3ee94d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:03.835199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-0d3456ca-76d6-4aa4-b778-d2fc3ee94d5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0593057 Jul 15 13:39:03.898636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-a9cdae05-c0ca-47d9-b303-0ddf74630500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:03.900176 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-a9cdae05-c0ca-47d9-b303-0ddf74630500 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586689 Jul 15 13:39:04.023469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-86fec3a8-b3c3-4f3a-8bea-ea8364e34d3f service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147058 Jul 15 13:39:04.141471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96edcb24-43ce-4391-a7f1-827508892ad8 req-b2c2fa51-2f7d-450c-b932-894e76a35239 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109500 Jul 15 13:39:04.217626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac48b6f-bfd2-46b7-9c22-025a974cc993 req-4f8a1629-62db-4b1b-89bf-54603906a161 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.221403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ac48b6f-bfd2-46b7-9c22-025a974cc993 req-4f8a1629-62db-4b1b-89bf-54603906a161 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0955212 Jul 15 13:39:04.256662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802886-9433-4859-8341-46db07337c37 req-3add0c41-42e4-4a7d-b173-fb64b375c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.258274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-3add0c41-42e4-4a7d-b173-fb64b375c836 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 1095 time: 0.0644424 Jul 15 13:39:04.270089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ac48b6f-bfd2-46b7-9c22-025a974cc993 req-9a502ab0-ee89-4630-b7b2-5383e53fa4b3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Jul 15 13:39:04.375841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802886-9433-4859-8341-46db07337c37 req-6419020f-7b35-4905-8277-034a7ae447a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.377361 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-6419020f-7b35-4905-8277-034a7ae447a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1122186 Jul 15 13:39:04.433892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-613ccf51-2c94-4fb3-b120-94c59ccd279d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf357742-b30a-4c17-8c63-1aa55a689219 HTTP/1.1" status: 200 len: 217 time: 0.0488107 Jul 15 13:39:04.539165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802886-9433-4859-8341-46db07337c37 req-5bfe8a7a-c7f0-4006-b36e-8155d3e3ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.541142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-5bfe8a7a-c7f0-4006-b36e-8155d3e3ca7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0956361 Jul 15 13:39:04.586643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acd384-e23c-4947-9d7e-56f7b41324cc req-2da90b71-6b33-4628-9126-8a04dc7f9dd1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.588597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01acd384-e23c-4947-9d7e-56f7b41324cc req-2da90b71-6b33-4628-9126-8a04dc7f9dd1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1539073 Jul 15 13:39:04.683864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01acd384-e23c-4947-9d7e-56f7b41324cc req-82e22fec-cf6b-4679-b3d6-23a4581e5a97 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863445 Jul 15 13:39:04.705073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c802886-9433-4859-8341-46db07337c37 req-47a4eb6a-2d02-4660-8ada-1fdfbec75e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.721174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-47a4eb6a-2d02-4660-8ada-1fdfbec75e36 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1605871 Jul 15 13:39:04.800332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14212cc1-83cd-433f-a678-21027da8599b req-a19febde-eb99-428d-8fbe-47e575a05033 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:04.808193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-14212cc1-83cd-433f-a678-21027da8599b req-a19febde-eb99-428d-8fbe-47e575a05033 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.0952950 Jul 15 13:39:04.860656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-14212cc1-83cd-433f-a678-21027da8599b req-ed1339e2-71fa-492b-8e17-b5ee34392eb7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514448 Jul 15 13:39:04.925254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-9e4e0373-93cd-44bb-ab50-c1ec6d1aa4ae service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956570 Jul 15 13:39:04.969868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36618) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:05.169215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c802886-9433-4859-8341-46db07337c37 req-01a27f0b-2608-43bb-a491-81ddd3e25b2e service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378862 Jul 15 13:39:05.210819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-156825922'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:05.252343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Made reservation on behalf of d43d5cc8ec0549f883aab77b724b0e87 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:05.256271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.269961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.288710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a16ce-7b7c-4169-af42-23927700b554 req-15dff911-5a69-4ed2-b975-0da0b60a80fd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.289909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-104a16ce-7b7c-4169-af42-23927700b554 req-15dff911-5a69-4ed2-b975-0da0b60a80fd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1188543 Jul 15 13:39:05.352929 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-104a16ce-7b7c-4169-af42-23927700b554 req-2f8a228f-976c-41c7-9623-82e4543f4a97 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543258 Jul 15 13:39:05.435087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.442402 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.482496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:05.493638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5860e499-9449-49ef-99a2-9387490a499a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:05.499490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.500130 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Added segment fbe7b4d0-ce3f-4371-a356-0b96453ace25 of type vlan for network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 Jul 15 13:39:05.549335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.585967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.592853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.593499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.642827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6715474 Jul 15 13:39:05.646879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36632) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:05.655594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Request body: {'subnet': {'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:05.711548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acb480-0b71-4a7d-998f-b41d56c9ed0b tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event updated for resources: {'Network': ['ID=34708c74-fcd8-4a4e-87ef-2c4e44e283c4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:05.730080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:05.825894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Made reservation on behalf of d43d5cc8ec0549f883aab77b724b0e87 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:05.835168 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:05.838983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46127dde-77fe-4ddd-8153-511e6c209f94 req-7e138577-a6c6-404b-a0af-eb7cf241ddbb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:05.849258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46127dde-77fe-4ddd-8153-511e6c209f94 req-7e138577-a6c6-404b-a0af-eb7cf241ddbb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1224496 Jul 15 13:39:05.905152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-46127dde-77fe-4ddd-8153-511e6c209f94 req-5ca22400-0525-453b-b478-75083bcea38e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536287 Jul 15 13:39:06.347963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc435-9d4c-4bcc-8491-24a8de100b6c req-a60bdb63-5aac-4b2f-8ec6-5b365ea65e74 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.349653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-037cc435-9d4c-4bcc-8491-24a8de100b6c req-a60bdb63-5aac-4b2f-8ec6-5b365ea65e74 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.1174111 Jul 15 13:39:06.443128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-037cc435-9d4c-4bcc-8491-24a8de100b6c req-4d2b5469-eea4-4610-b59a-8828e7df7373 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811861 Jul 15 13:39:06.450208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.508775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event updated for resources: {'Subnet': ['ID=7e26a18f-9cac-4ff3-a73e-eb482a96bf03,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:06.534745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Checking segment: {'id': 'fbe7b4d0-ce3f-4371-a356-0b96453ace25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:06.535379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Network hostable DHCP agents. Network: 34708c74-fcd8-4a4e-87ef-2c4e44e283c4, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:06.556142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:06.569610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 34708c74-fcd8-4a4e-87ef-2c4e44e283c4) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:06.575106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:06.575735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.587138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff1db2f-0f24-49df-ad14-a9537ce92a7e None None] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:06.596545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-29d4f98e-194a-4bce-a3e9-0662f00b4918 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9475391 Jul 15 13:39:06.599700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:06.608045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Request body: {'port': {'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1935220205'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:06.755859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Made reservation on behalf of d43d5cc8ec0549f883aab77b724b0e87 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:06.760589 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.761119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-34708c74-fcd8-4a4e-87ef-2c4e44e283c4', 'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4', 'tenant_id': 'd43d5cc8ec0549f883aab77b724b0e87', 'fixed_ips': [{'subnet_id': '7e26a18f-9cac-4ff3-a73e-eb482a96bf03'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:06.762192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:06.781160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] device_id is not set on port 326aca7e-6609-4a5e-a8d2-bee16d558e67 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:06.917892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Allocated IP 172.20.0.6 (34708c74-fcd8-4a4e-87ef-2c4e44e283c4/7e26a18f-9cac-4ff3-a73e-eb482a96bf03/326aca7e-6609-4a5e-a8d2-bee16d558e67) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:07.097889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e719e-bee1-438c-985e-12026f688977 req-a4e04d4a-a710-43b0-ab26-8b3dc85545c8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.099802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b31e719e-bee1-438c-985e-12026f688977 req-a4e04d4a-a710-43b0-ab26-8b3dc85545c8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0713201 Jul 15 13:39:07.103635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.118190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Transition to ACTIVE for port object 326aca7e-6609-4a5e-a8d2-bee16d558e67 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:07.140118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b31e719e-bee1-438c-985e-12026f688977 req-c24208a2-dff7-4c8b-8670-e8dc673767f0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341845 Jul 15 13:39:07.153114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.194150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:07.197412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:07.201530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:07.205463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Allocated IP 172.20.0.2 (34708c74-fcd8-4a4e-87ef-2c4e44e283c4/7e26a18f-9cac-4ff3-a73e-eb482a96bf03/41e86a1f-00a7-40cf-8204-d0810aeb3a59) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:07.257342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event updated for resources: {'Port': ['ID=326aca7e-6609-4a5e-a8d2-bee16d558e67,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.269680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.270302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.290554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8935b73f-5224-45cc-858d-b562a2b9a9bc tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6870310 Jul 15 13:39:07.291267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36650) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:07.396675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.402683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Deleting port 326aca7e-6609-4a5e-a8d2-bee16d558e67 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:07.403260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.408347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Transition to ACTIVE for port object 41e86a1f-00a7-40cf-8204-d0810aeb3a59 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:07.426610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Transition to ACTIVE for port object 41e86a1f-00a7-40cf-8204-d0810aeb3a59 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:07.437186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.486898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Pushing event updated for resources: {'Port': ['ID=41e86a1f-00a7-40cf-8204-d0810aeb3a59,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.502130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:07.504589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:07.511576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:07.561813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.591801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Calling delete_port for 326aca7e-6609-4a5e-a8d2-bee16d558e67 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:07.611347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Attempting to bind port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:07.611604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Attempting to bind port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fbe7b4d0-ce3f-4371-a356-0b96453ace25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:07.615232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27384e6d-7d76-486b-a006-0637f8c72c29 req-471ed909-06ef-4949-9b7a-309198d180ef tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.615857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Attempting to bind port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 on network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:07.617925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27384e6d-7d76-486b-a006-0637f8c72c29 req-471ed909-06ef-4949-9b7a-309198d180ef tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1338270 Jul 15 13:39:07.623245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:07.624016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Checking segment: {'id': 'fbe7b4d0-ce3f-4371-a356-0b96453ace25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:07.624683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.625251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Bound using segment: {'id': 'fbe7b4d0-ce3f-4371-a356-0b96453ace25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:07.633113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Bound port: 41e86a1f-00a7-40cf-8204-d0810aeb3a59, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe7b4d0-ce3f-4371-a356-0b96453ace25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '34708c74-fcd8-4a4e-87ef-2c4e44e283c4'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:07.635039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.703931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27384e6d-7d76-486b-a006-0637f8c72c29 req-94f4072a-ae67-4630-82cf-f613235224fb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764086 Jul 15 13:39:07.745073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] For port 41e86a1f-00a7-40cf-8204-d0810aeb3a59, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:07.752627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] For port 41e86a1f-00a7-40cf-8204-d0810aeb3a59, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=41e86a1f-00a7-40cf-8204-d0810aeb3a59,segment=NetworkSegment(fbe7b4d0-ce3f-4371-a356-0b96453ace25),segment_id=fbe7b4d0-ce3f-4371-a356-0b96453ace25)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:07.760529 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.785421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36de44-de36-4ab2-bfab-0d15887ab588 req-840d0b5d-67b1-43fa-8a3f-a4e6392aceb6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:07.787630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fa36de44-de36-4ab2-bfab-0d15887ab588 req-840d0b5d-67b1-43fa-8a3f-a4e6392aceb6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.1100569 Jul 15 13:39:07.832888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410eb04-073b-464d-8c73-4b2475dd174e None None] Pushing event updated for resources: {'Port': ['ID=41e86a1f-00a7-40cf-8204-d0810aeb3a59,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.867084 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fa36de44-de36-4ab2-bfab-0d15887ab588 req-3afbff5c-9f84-489e-9a29-17e2404c327b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709696 Jul 15 13:39:07.868889 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.899580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event deleted for resources: {'Port': ['ID=326aca7e-6609-4a5e-a8d2-bee16d558e67,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:07.987219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:07.991214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d4fb3673-3e99-4d03-806c-b5673838cd77 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "DELETE /v2.0/ports/326aca7e-6609-4a5e-a8d2-bee16d558e67 HTTP/1.1" status: 204 len: 168 time: 0.6972246 Jul 15 13:39:07.994009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36662) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.101147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c2baf14d-32dd-4129-b2bd-08afd7f57ae1 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1059318 Jul 15 13:39:08.103910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36666) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.109839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1889575089'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:08.135098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Made reservation on behalf of d43d5cc8ec0549f883aab77b724b0e87 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:08.139321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.167530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:08.168899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 41e86a1f-00a7-40cf-8204-d0810aeb3a59 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:08.177219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.177556 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Added segment f06d6f75-2362-4047-b07f-2c70a4eaf112 of type vlan for network ba933017-d4c8-4d46-9e40-d32c57da42f4 Jul 15 13:39:08.216683 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.220689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:08.252612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.258377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.259036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:08.295240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.1894908 Jul 15 13:39:08.298279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36668) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.328015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed649e-87f9-401d-86d8-da4301009963 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event updated for resources: {'Network': ['ID=ba933017-d4c8-4d46-9e40-d32c57da42f4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:08.339652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network ba933017-d4c8-4d46-9e40-d32c57da42f4 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:08.455929 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2278a008-ae4d-414a-ba83-1a95bf8402ad tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/agents/df9eba2d-75f1-4d91-ba5d-c2be955567ca/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.1563373 Jul 15 13:39:08.459182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.548734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b796b-1630-4677-8e63-52152e0a4829 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] Network ba933017-d4c8-4d46-9e40-d32c57da42f4 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:08.563913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d62b796b-1630-4677-8e63-52152e0a4829 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "POST /v2.0/agents/df9eba2d-75f1-4d91-ba5d-c2be955567ca/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1033735 Jul 15 13:39:08.567233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36672) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.569952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b53ce-5976-4272-a780-030655965cd8 None None] Network ba933017-d4c8-4d46-9e40-d32c57da42f4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:08.729393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fcb9dd2f-aacd-432a-b0e1-d8ef8a392519 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/agents/df9eba2d-75f1-4d91-ba5d-c2be955567ca/dhcp-networks HTTP/1.1" status: 200 len: 8834 time: 0.1607041 Jul 15 13:39:08.731740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.824562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36680) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.831778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-abd09943-2e24-4f31-97cf-caebe07fddaa tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "DELETE /v2.0/agents/df9eba2d-75f1-4d91-ba5d-c2be955567ca/dhcp-networks/ba933017-d4c8-4d46-9e40-d32c57da42f4 HTTP/1.1" status: 204 len: 168 time: 0.0899725 Jul 15 13:39:08.858977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0956a26-4e1c-441b-af6f-af62d6b87a93 None None] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:08.919391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4467-931e-4e28-bd00-e37e2682f122 req-c9c77985-60a9-4663-abe5-181fd1a8310e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:08.921784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d9c4467-931e-4e28-bd00-e37e2682f122 req-c9c77985-60a9-4663-abe5-181fd1a8310e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0773108 Jul 15 13:39:08.967492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] Provisioning for port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:08.969180 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0d9c4467-931e-4e28-bd00-e37e2682f122 req-2d951ffb-9127-4a5a-9b13-c5959eb9b505 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 Jul 15 13:39:08.976428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-554e1b87-1c74-458e-bb87-8dc0e2fcd059 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/agents/df9eba2d-75f1-4d91-ba5d-c2be955567ca/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.1505899 Jul 15 13:39:08.980690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:08.996726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] Provisioning complete for port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:08.997387 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.004818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-08421ba9-0ac7-4d45-8781-beaea34a9346 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/networks/34708c74-fcd8-4a4e-87ef-2c4e44e283c4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0227816 Jul 15 13:39:09.008323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36688) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.027787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d91abb6b-53e9-4a97-a6b3-e976e2c4629a tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/networks/34708c74-fcd8-4a4e-87ef-2c4e44e283c4/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0182242 Jul 15 13:39:09.030746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36690) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.087800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90fd9-c8bd-4365-8bb7-63eac177fa10 req-cc90a2dc-eef8-494e-825e-4e4973828551 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.090382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfa90fd9-c8bd-4365-8bb7-63eac177fa10 req-cc90a2dc-eef8-494e-825e-4e4973828551 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.0967615 Jul 15 13:39:09.148889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfa90fd9-c8bd-4365-8bb7-63eac177fa10 req-d3a3a8f4-ef86-44f0-89ec-afd8668dc6da tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508261 Jul 15 13:39:09.166463 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.210228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] For port 41e86a1f-00a7-40cf-8204-d0810aeb3a59, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=41e86a1f-00a7-40cf-8204-d0810aeb3a59,segment=NetworkSegment(fbe7b4d0-ce3f-4371-a356-0b96453ace25),segment_id=fbe7b4d0-ce3f-4371-a356-0b96453ace25)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:09.218085 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.263054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e8b69e81-a436-4e0b-8260-6bb6606d9994 tempest-DHCPAgentSchedulersTestJSON-134905242 tempest-DHCPAgentSchedulersTestJSON-134905242-project-admin] 10.222.0.57 "GET /v2.0/agents/df9eba2d-75f1-4d91-ba5d-c2be955567ca/dhcp-networks HTTP/1.1" status: 200 len: 8063 time: 0.2304666 Jul 15 13:39:09.266563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36692) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.281956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa141e5-4bc1-42f4-8b4d-4533be1378e3 None None] Pushing event updated for resources: {'Port': ['ID=41e86a1f-00a7-40cf-8204-d0810aeb3a59,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:09.286695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca6236-3c3a-416b-a668-33de6e8a9bd4 req-5a4de520-3d32-47a7-980e-42e50300647e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.288502 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1ca6236-3c3a-416b-a668-33de6e8a9bd4 req-5a4de520-3d32-47a7-980e-42e50300647e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1740251 Jul 15 13:39:09.384190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.391639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b1ca6236-3c3a-416b-a668-33de6e8a9bd4 req-d321c431-f754-4141-898c-9c1149e38004 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917654 Jul 15 13:39:09.456303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a4ae5b33-f08c-4110-9f82-9ac1834f8378 None None] Provisioning complete for port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:09.456898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a4ae5b33-f08c-4110-9f82-9ac1834f8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.484865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.500579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba933017-d4c8-4d46-9e40-d32c57da42f4']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:09.517844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06d6f75-2362-4047-b07f-2c70a4eaf112') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:09.518127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06d6f75-2362-4047-b07f-2c70a4eaf112') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:09.542276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.557481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.564068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:09.564670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:09.569893 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:09.612399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ffd60-fa5a-4b90-8d5d-57c06d8bc4d0 req-6f8fde5e-6770-486c-a3d8-2881f1979131 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:09.614128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-063ffd60-fa5a-4b90-8d5d-57c06d8bc4d0 req-6f8fde5e-6770-486c-a3d8-2881f1979131 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0815468 Jul 15 13:39:09.646961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.655880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:09.657784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "DELETE /v2.0/networks/ba933017-d4c8-4d46-9e40-d32c57da42f4 HTTP/1.1" status: 204 len: 168 time: 0.3903043 Jul 15 13:39:09.661101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.668411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a878715-dd7a-4a66-a051-1efa18668daa tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event deleted for resources: {'Network': ['ID=ba933017-d4c8-4d46-9e40-d32c57da42f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:09.678322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-063ffd60-fa5a-4b90-8d5d-57c06d8bc4d0 req-8af9fe38-b4d5-40a7-acca-d2eb45104187 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567741 Jul 15 13:39:09.697827 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bb87f0-8cbc-4ecc-9f13-997d700b9e3d tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:09.698667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bb87f0-8cbc-4ecc-9f13-997d700b9e3d tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:09.703101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25bb87f0-8cbc-4ecc-9f13-997d700b9e3d tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "DELETE /v2.0/ports/326aca7e-6609-4a5e-a8d2-bee16d558e67 HTTP/1.1" status: 404 len: 333 time: 0.0396013 Jul 15 13:39:09.703525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36700) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:09.713212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2d895dbc-cdf9-4b7c-9e37-94943e188e50 None None] Could not find standard attr ID for object 326aca7e-6609-4a5e-a8d2-bee16d558e67. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:39:09.779731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Deleting subnet 7e26a18f-9cac-4ff3-a73e-eb482a96bf03 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:09.786333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.048016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36708) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:10.095573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 41e86a1f-00a7-40cf-8204-d0810aeb3a59 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:10.154121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:10.154717 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.167695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd66-397e-4970-88f8-96e703dc9da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.198312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.315619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd66-397e-4970-88f8-96e703dc9da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.317943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8737e3-d640-4f75-a5aa-9a82af36c943 req-5c8c6198-7751-470f-9a16-a356c422a2f0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.319713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a8737e3-d640-4f75-a5aa-9a82af36c943 req-5c8c6198-7751-470f-9a16-a356c422a2f0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1694791 Jul 15 13:39:10.321230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.326027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f1bdd66-397e-4970-88f8-96e703dc9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.383428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f1bdd66-397e-4970-88f8-96e703dc9da8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae3759a1543d4a7680df987cb6f88417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340747 Jul 15 13:39:10.386633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36714) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:10.391797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a8737e3-d640-4f75-a5aa-9a82af36c943 req-55b1d8c7-bbfb-466f-ada1-88d334c02509 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491886 Jul 15 13:39:10.392824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bdd66-397e-4970-88f8-96e703dc9da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e19d2db-a751-4849-974d-77d34dcfe66d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.425057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b752549-09c5-46b8-b76a-4508df732cec req-5e7c1307-6c0a-45bc-b154-42765edb94d7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:10.426765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b752549-09c5-46b8-b76a-4508df732cec req-5e7c1307-6c0a-45bc-b154-42765edb94d7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.1141040 Jul 15 13:39:10.433033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.466007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event deleted for resources: {'Subnet': ['ID=7e26a18f-9cac-4ff3-a73e-eb482a96bf03,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.475574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.477795 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c1ccf190-e6af-4a20-b1c0-2f34e35ff684 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "DELETE /v2.0/subnets/7e26a18f-9cac-4ff3-a73e-eb482a96bf03 HTTP/1.1" status: 204 len: 168 time: 0.7726619 Jul 15 13:39:10.480464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b752549-09c5-46b8-b76a-4508df732cec req-7d15cdba-7143-4608-b6e0-2106c384cb01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Jul 15 13:39:10.480991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:10.484813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31357f0e-b0f0-4073-b6bc-52dff191ec7a None None] Network 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:10.502566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6938b963-ceb8-4531-b961-cff4ab486f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.525177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6938b963-ceb8-4531-b961-cff4ab486f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.593639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6938b963-ceb8-4531-b961-cff4ab486f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.596393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6938b963-ceb8-4531-b961-cff4ab486f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.597603 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6938b963-ceb8-4531-b961-cff4ab486f6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e19d2db-a751-4849-974d-77d34dcfe66d HTTP/1.1" status: 204 len: 168 time: 0.2098179 Jul 15 13:39:10.606977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938b963-ceb8-4531-b961-cff4ab486f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e19d2db-a751-4849-974d-77d34dcfe66d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.609853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.680306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Deleting port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:10.681066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.744267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] DHCP port deletion for 34708c74-fcd8-4a4e-87ef-2c4e44e283c4 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:10.753941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] For port 41e86a1f-00a7-40cf-8204-d0810aeb3a59, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=41e86a1f-00a7-40cf-8204-d0810aeb3a59,segment=NetworkSegment(fbe7b4d0-ce3f-4371-a356-0b96453ace25),segment_id=fbe7b4d0-ce3f-4371-a356-0b96453ace25)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:10.754314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.767478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Calling delete_port for 41e86a1f-00a7-40cf-8204-d0810aeb3a59 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:10.801543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] Deleting port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:10.801973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.860181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.868322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] For port 41e86a1f-00a7-40cf-8204-d0810aeb3a59, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=41e86a1f-00a7-40cf-8204-d0810aeb3a59,segment=NetworkSegment(fbe7b4d0-ce3f-4371-a356-0b96453ace25),segment_id=fbe7b4d0-ce3f-4371-a356-0b96453ace25)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:10.868735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.882001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] Calling delete_port for 41e86a1f-00a7-40cf-8204-d0810aeb3a59 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:10.887816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event deleted for resources: {'Port': ['ID=41e86a1f-00a7-40cf-8204-d0810aeb3a59,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:10.893833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] No DVR routers for this DVR port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:39:10.959887 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:39:10.976002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:10.990747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.005831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] Pushing event deleted for resources: {'Port': ['ID=41e86a1f-00a7-40cf-8204-d0810aeb3a59,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.005974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34708c74-fcd8-4a4e-87ef-2c4e44e283c4']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:11.011523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180db78b-e1b1-4bfa-bff8-b16595d45dc9 None None] No DVR routers for this DVR port 41e86a1f-00a7-40cf-8204-d0810aeb3a59 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:11.026633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe7b4d0-ce3f-4371-a356-0b96453ace25') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:11.027349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe7b4d0-ce3f-4371-a356-0b96453ace25') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:11.039207 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.054432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.061309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:11.061963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:11.065330 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:11.136200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.144847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.150613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] 10.222.0.57 "DELETE /v2.0/networks/34708c74-fcd8-4a4e-87ef-2c4e44e283c4 HTTP/1.1" status: 204 len: 168 time: 0.6683259 Jul 15 13:39:11.163162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352293b1-f8f5-4506-8f58-39483b15ce23 tempest-DHCPAgentSchedulersTestJSON-263232421 tempest-DHCPAgentSchedulersTestJSON-263232421-project] Pushing event deleted for resources: {'Network': ['ID=34708c74-fcd8-4a4e-87ef-2c4e44e283c4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:11.377467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:11.645648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7f039a13-a6a6-4870-8eea-b1346ad62bdf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d43d5cc8ec0549f883aab77b724b0e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669034 Jul 15 13:39:11.648678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:11.701160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9db19-9c52-4b36-8622-ccba1e37ad7b req-3d88c3c0-d7a5-43a9-9bee-221c4dae8f7a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:11.710680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ae9db19-9c52-4b36-8622-ccba1e37ad7b req-3d88c3c0-d7a5-43a9-9bee-221c4dae8f7a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.0866752 Jul 15 13:39:11.714183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79d5b46f-62ba-45f4-8af6-b0d322479dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.749129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79d5b46f-62ba-45f4-8af6-b0d322479dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.761051 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9ae9db19-9c52-4b36-8622-ccba1e37ad7b req-e24ddef2-8275-49f8-8611-87e402e18f90 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Jul 15 13:39:11.835893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79d5b46f-62ba-45f4-8af6-b0d322479dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.840989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79d5b46f-62ba-45f4-8af6-b0d322479dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:11.842241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-79d5b46f-62ba-45f4-8af6-b0d322479dec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5860e499-9449-49ef-99a2-9387490a499a HTTP/1.1" status: 204 len: 168 time: 0.1925559 Jul 15 13:39:11.851977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5b46f-62ba-45f4-8af6-b0d322479dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5860e499-9449-49ef-99a2-9387490a499a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.106404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 41e86a1f-00a7-40cf-8204-d0810aeb3a59 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:12.139653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 41e86a1f-00a7-40cf-8204-d0810aeb3a59 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:12.139985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 41e86a1f-00a7-40cf-8204-d0810aeb3a59 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:12.304660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.319158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9590fa95-f8dc-4220-927a-e319c86dccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.453190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9590fa95-f8dc-4220-927a-e319c86dccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.461107 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9590fa95-f8dc-4220-927a-e319c86dccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.511728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9590fa95-f8dc-4220-927a-e319c86dccb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac47e5757fbb4d698508e86d0007e166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058682 Jul 15 13:39:12.514066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590fa95-f8dc-4220-927a-e319c86dccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8af875-cd1f-41ed-a834-c589c335cbd7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.514714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:12.598172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24e55052-dc7a-4cd8-b2e8-9dff491a7824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.622742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24e55052-dc7a-4cd8-b2e8-9dff491a7824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.683854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24e55052-dc7a-4cd8-b2e8-9dff491a7824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.687126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24e55052-dc7a-4cd8-b2e8-9dff491a7824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:12.691070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-24e55052-dc7a-4cd8-b2e8-9dff491a7824 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf8af875-cd1f-41ed-a834-c589c335cbd7 HTTP/1.1" status: 204 len: 168 time: 0.1752207 Jul 15 13:39:12.700006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e55052-dc7a-4cd8-b2e8-9dff491a7824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8af875-cd1f-41ed-a834-c589c335cbd7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:12.953508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678edce-c32d-4d98-ba32-04e5aaca33cb req-8fd52031-8e55-4fa4-a8da-f7a09828afea tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:12.955174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6678edce-c32d-4d98-ba32-04e5aaca33cb req-8fd52031-8e55-4fa4-a8da-f7a09828afea tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.0679591 Jul 15 13:39:13.001117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6678edce-c32d-4d98-ba32-04e5aaca33cb req-a430287b-a4f2-49dd-a76e-94dc1d83ec96 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Jul 15 13:39:13.065728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49a0573b-9980-4316-8441-700beb34d0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.397335 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36870) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.618626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fe177e9-2791-432b-985a-8fd104f3a610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.711845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fe177e9-2791-432b-985a-8fd104f3a610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.717835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fe177e9-2791-432b-985a-8fd104f3a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.766494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9fe177e9-2791-432b-985a-8fd104f3a610 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0bd48c30c444ab2a88381a838f5f098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649738 Jul 15 13:39:13.766494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe177e9-2791-432b-985a-8fd104f3a610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c19b4a0-7dca-4483-ab05-eba72323029c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:13.766860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:13.838585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b17c36d-47d6-4ce1-9c3e-b397c8e5e4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.862062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b17c36d-47d6-4ce1-9c3e-b397c8e5e4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.913173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b17c36d-47d6-4ce1-9c3e-b397c8e5e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.915991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7b17c36d-47d6-4ce1-9c3e-b397c8e5e4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:13.917355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7b17c36d-47d6-4ce1-9c3e-b397c8e5e4b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c19b4a0-7dca-4483-ab05-eba72323029c HTTP/1.1" status: 204 len: 168 time: 0.1496925 Jul 15 13:39:13.931342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17c36d-47d6-4ce1-9c3e-b397c8e5e4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c19b4a0-7dca-4483-ab05-eba72323029c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.122925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36898) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.186910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace023aa-917d-4137-878d-bb77c357c975 req-416376cf-8dcf-4308-8407-5c947575c99b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:14.191015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ace023aa-917d-4137-878d-bb77c357c975 req-416376cf-8dcf-4308-8407-5c947575c99b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.0695312 Jul 15 13:39:14.231343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ace023aa-917d-4137-878d-bb77c357c975 req-c87c59e2-6470-4707-9a3d-3e7ae98d554e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 Jul 15 13:39:14.339926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.357241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d291569c-85c1-46f0-abbd-56760c7286f6 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1182768223'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:14.357700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d291569c-85c1-46f0-abbd-56760c7286f6 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Unknown quota resources ['metering_label']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:39:14.360180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6969d2bf-2cb0-4245-ab1d-1b2f64b48a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.598506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d291569c-85c1-46f0-abbd-56760c7286f6 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.599984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d291569c-85c1-46f0-abbd-56760c7286f6 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4752858 Jul 15 13:39:14.603736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36906) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.609803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f2808c71-9771-400a-927a-f3d441b54b8d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '38b7bc8a-a3fe-45ea-867c-9d359979cf5b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:14.610665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f2808c71-9771-400a-927a-f3d441b54b8d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93995) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:39:14.663602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6969d2bf-2cb0-4245-ab1d-1b2f64b48a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.668545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6969d2bf-2cb0-4245-ab1d-1b2f64b48a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.691397 n-d-798054-11 neutron-server[93995]: WARNING neutron.services.metering.metering_plugin [None req-f2808c71-9771-400a-927a-f3d441b54b8d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:39:14.705869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969d2bf-2cb0-4245-ab1d-1b2f64b48a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f7369-1f5a-497d-8eb6-11a046f56fed,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.710278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6969d2bf-2cb0-4245-ab1d-1b2f64b48a48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4142e034380648b2b3cd9089f3aa3904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692815 Jul 15 13:39:14.713011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.767084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebc29fce-24bd-422d-8356-6c6f53db980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.791073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebc29fce-24bd-422d-8356-6c6f53db980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.811676 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2808c71-9771-400a-927a-f3d441b54b8d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.812884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f2808c71-9771-400a-927a-f3d441b54b8d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2077899 Jul 15 13:39:14.816176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36910) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.820885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d822cba2-8cc5-4af4-afe9-735a72f7f676 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '38b7bc8a-a3fe-45ea-867c-9d359979cf5b'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:14.821591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d822cba2-8cc5-4af4-afe9-735a72f7f676 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93995) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:39:14.844733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebc29fce-24bd-422d-8356-6c6f53db980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.847517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ebc29fce-24bd-422d-8356-6c6f53db980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.849073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ebc29fce-24bd-422d-8356-6c6f53db980d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f5f7369-1f5a-497d-8eb6-11a046f56fed HTTP/1.1" status: 204 len: 168 time: 0.1348360 Jul 15 13:39:14.857328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc29fce-24bd-422d-8356-6c6f53db980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f7369-1f5a-497d-8eb6-11a046f56fed,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:14.888704 n-d-798054-11 neutron-server[93995]: WARNING neutron.services.metering.metering_plugin [None req-d822cba2-8cc5-4af4-afe9-735a72f7f676 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 13:39:14.969152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d822cba2-8cc5-4af4-afe9-735a72f7f676 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:14.973758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d822cba2-8cc5-4af4-afe9-735a72f7f676 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1532431 Jul 15 13:39:14.974097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36914) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:14.985361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-96e45e18-38b0-47e8-99ee-c07d74475b76 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=9d02333d-5923-4d76-9f84-5b60b3055ac7 HTTP/1.1" status: 200 len: 462 time: 0.0100663 Jul 15 13:39:14.988709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.122256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-de433ecf-8e85-436f-a587-bf76348c57a2 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.123495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-de433ecf-8e85-436f-a587-bf76348c57a2 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/9d02333d-5923-4d76-9f84-5b60b3055ac7 HTTP/1.1" status: 204 len: 168 time: 0.1336992 Jul 15 13:39:15.126291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36922) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.137124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b9109d5-8125-4804-b9e1-6a5e2619fb63 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=9d02333d-5923-4d76-9f84-5b60b3055ac7 HTTP/1.1" status: 200 len: 221 time: 0.0095088 Jul 15 13:39:15.141320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36924) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.145809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1adbe438-5bf6-4f46-9272-0b81adfc4f0d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--930994880', 'description': 'label created by tempest'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:15.146868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1adbe438-5bf6-4f46-9272-0b81adfc4f0d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Unknown quota resources ['metering_label']. {{(pid=93995) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:39:15.181276 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.365162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1adbe438-5bf6-4f46-9272-0b81adfc4f0d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.368875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.370556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1adbe438-5bf6-4f46-9272-0b81adfc4f0d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2279267 Jul 15 13:39:15.372937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36936) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.445795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d87667-8665-4b59-aafa-7555ca26ba08 req-8e03a971-6c08-433b-995a-3b17af2c139a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:15.447953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64d87667-8665-4b59-aafa-7555ca26ba08 req-8e03a971-6c08-433b-995a-3b17af2c139a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 943 time: 0.0889785 Jul 15 13:39:15.458938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e1ae348-bc75-425a-a822-a83652b327d3 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=3cc3df7f-7743-425a-b1fc-06ae1c014095 HTTP/1.1" status: 200 len: 467 time: 0.0843439 Jul 15 13:39:15.468611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36940) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.499575 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64d87667-8665-4b59-aafa-7555ca26ba08 req-3c701c20-a8e4-4736-9fd3-79d9dece5016 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453057 Jul 15 13:39:15.549862 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b6f73274-007f-4165-842d-d63e46fccc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.682378 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.727667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4ac60a2b-7e79-4095-af54-4207ad629d4d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.728917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4ac60a2b-7e79-4095-af54-4207ad629d4d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/3cc3df7f-7743-425a-b1fc-06ae1c014095 HTTP/1.1" status: 204 len: 168 time: 0.2538004 Jul 15 13:39:15.731735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36948) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.752632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-14c2cffc-64e7-4d3c-86a8-2c8436d88a1d tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=3cc3df7f-7743-425a-b1fc-06ae1c014095 HTTP/1.1" status: 200 len: 216 time: 0.0150013 Jul 15 13:39:15.754560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36950) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.769483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fcb7719b-0cc9-475f-825c-c625f470715e tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0130308 Jul 15 13:39:15.772867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36952) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.789165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a46485a-91d7-4976-a2f0-a5fa2682101a tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0146639 Jul 15 13:39:15.792807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 36954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.851190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c3dbbb47-f228-485a-8b87-05a33a775b35 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/38b7bc8a-a3fe-45ea-867c-9d359979cf5b HTTP/1.1" status: 200 len: 473 time: 0.0572019 Jul 15 13:39:15.854994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36958) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.868955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-521bd476-30f5-4279-b49d-d09d97c423e1 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/97a2fdfc-e20a-4443-b7f4-da1a1cc1066e HTTP/1.1" status: 200 len: 459 time: 0.0125816 Jul 15 13:39:15.872626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36960) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:15.982132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ce76438-fb14-44e4-9baf-ac1aa85c9959 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:15.984016 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7ce76438-fb14-44e4-9baf-ac1aa85c9959 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/97a2fdfc-e20a-4443-b7f4-da1a1cc1066e HTTP/1.1" status: 204 len: 168 time: 0.1103616 Jul 15 13:39:15.986019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36964) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.205873 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-faeb3dd6-acc9-4a22-96e6-4d4fe80b77a3 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.207217 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-faeb3dd6-acc9-4a22-96e6-4d4fe80b77a3 tempest-MeteringIpV6TestJSON-662996432 tempest-MeteringIpV6TestJSON-662996432-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/38b7bc8a-a3fe-45ea-867c-9d359979cf5b HTTP/1.1" status: 204 len: 168 time: 0.2200775 Jul 15 13:39:16.304109 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf357742-b30a-4c17-8c63-1aa55a689219 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:16.413320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf357742-b30a-4c17-8c63-1aa55a689219, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf357742-b30a-4c17-8c63-1aa55a689219,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:16.425530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'cf357742-b30a-4c17-8c63-1aa55a689219', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': 'cf357742-b30a-4c17-8c63-1aa55a689219', 'mac_address': 'fa:16:3e:43:3f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:39:16.465837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.483026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf357742-b30a-4c17-8c63-1aa55a689219 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:16.483399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 36986) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.507016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf357742-b30a-4c17-8c63-1aa55a689219, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf357742-b30a-4c17-8c63-1aa55a689219,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:16.512427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.577178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf357742-b30a-4c17-8c63-1aa55a689219,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.705058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c929486-5f14-4f42-a825-3759bd265263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.748123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cf357742-b30a-4c17-8c63-1aa55a689219'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:16.776536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001d376-7e80-4be9-b3e9-b73d9cbbefa4 req-bcae7cb3-0ae4-45b7-b6f2-6956539bb240 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:16.778176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2001d376-7e80-4be9-b3e9-b73d9cbbefa4 req-bcae7cb3-0ae4-45b7-b6f2-6956539bb240 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 944 time: 0.1203177 Jul 15 13:39:16.850892 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2001d376-7e80-4be9-b3e9-b73d9cbbefa4 req-862fd2c5-a741-446f-84b5-bacc33af2220 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604362 Jul 15 13:39:16.881104 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c929486-5f14-4f42-a825-3759bd265263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.887305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c929486-5f14-4f42-a825-3759bd265263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:16.929389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1c929486-5f14-4f42-a825-3759bd265263 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=921c14b0a9c448678e3ac057d00d6264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441459 Jul 15 13:39:16.930783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c929486-5f14-4f42-a825-3759bd265263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ae6ae7-1b6f-4c88-8009-ff9a9e6f64b7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:16.932539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37004) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:16.987754 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c47ac5fa-ebea-44aa-8854-ab4fa6446331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.012565 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c47ac5fa-ebea-44aa-8854-ab4fa6446331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.069177 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c47ac5fa-ebea-44aa-8854-ab4fa6446331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.071805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c47ac5fa-ebea-44aa-8854-ab4fa6446331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.072990 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c47ac5fa-ebea-44aa-8854-ab4fa6446331 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77ae6ae7-1b6f-4c88-8009-ff9a9e6f64b7 HTTP/1.1" status: 204 len: 168 time: 0.1385515 Jul 15 13:39:17.081414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ac5fa-ebea-44aa-8854-ab4fa6446331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ae6ae7-1b6f-4c88-8009-ff9a9e6f64b7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.111371 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.276515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37030) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.372407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.385719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.386135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb918-23ed-42b6-854a-7aefb9eac1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.407161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:39:17.407161 n-d-798054-11 neutron-server[93994]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 13:39:17.407161 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id': '03aae98e86f240439e31d42fc66d3ae8', 'id': '1a40dc4b-f986-4702-95eb-f6cbd19102eb', 'expiration': datetime.datetime(2021, 7, 15, 13, 41, 17, 402958)}] Jul 15 13:39:17.407161 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:17.408064 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:17.485685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb918-23ed-42b6-854a-7aefb9eac1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.491988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb918-23ed-42b6-854a-7aefb9eac1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.527778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdb918-23ed-42b6-854a-7aefb9eac1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e680e-f653-41a1-bc64-2587acf4326a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.532027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8cfdb918-23ed-42b6-854a-7aefb9eac1e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=482837417dc94afda2c11970960e4811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585267 Jul 15 13:39:17.534921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37036) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:17.598263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5348679c-f111-4607-8d3d-b2e55b93a753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.623721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5348679c-f111-4607-8d3d-b2e55b93a753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.679091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5348679c-f111-4607-8d3d-b2e55b93a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.681589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5348679c-f111-4607-8d3d-b2e55b93a753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:17.682870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5348679c-f111-4607-8d3d-b2e55b93a753 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa1e680e-f653-41a1-bc64-2587acf4326a HTTP/1.1" status: 204 len: 168 time: 0.1469693 Jul 15 13:39:17.691383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348679c-f111-4607-8d3d-b2e55b93a753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e680e-f653-41a1-bc64-2587acf4326a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:17.913248 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.081080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.088837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.099795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43b8ea-c11e-4e92-a337-9b6a4eecb636 req-78fd324b-a9de-4f57-b9d6-772469abc1fd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:18.101348 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ac43b8ea-c11e-4e92-a337-9b6a4eecb636 req-78fd324b-a9de-4f57-b9d6-772469abc1fd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 944 time: 0.1236982 Jul 15 13:39:18.155394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03aae98e86f240439e31d42fc66d3ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773339 Jul 15 13:39:18.158479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37056) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.165363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d829-ae10-45ce-ae7b-8d9dd5682f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b301038c-c133-4777-a359-647142de8faa,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.187244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ac43b8ea-c11e-4e92-a337-9b6a4eecb636 req-258b8c7e-a776-49c4-90c4-e351720db2be tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711999 Jul 15 13:39:18.213324 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7023aa01-9e6e-41d9-8a09-10ffc517cb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.236647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7023aa01-9e6e-41d9-8a09-10ffc517cb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.301353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7023aa01-9e6e-41d9-8a09-10ffc517cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.304070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7023aa01-9e6e-41d9-8a09-10ffc517cb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.305272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7023aa01-9e6e-41d9-8a09-10ffc517cb30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b301038c-c133-4777-a359-647142de8faa HTTP/1.1" status: 204 len: 168 time: 0.1448874 Jul 15 13:39:18.315240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023aa01-9e6e-41d9-8a09-10ffc517cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b301038c-c133-4777-a359-647142de8faa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.328049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf357742-b30a-4c17-8c63-1aa55a689219 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:18.386755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port cf357742-b30a-4c17-8c63-1aa55a689219 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:18.391619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port cf357742-b30a-4c17-8c63-1aa55a689219 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:18.392072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.482516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.508009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf357742-b30a-4c17-8c63-1aa55a689219'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:18.510654 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb78f4d6-9f9b-4573-b3dc-f91d35598bb7" -d '{"events": [{"server_uuid": "5014766e-3259-4d08-93e5-0776a7b3ddea", "name": "network-vif-plugged", "status": "completed", "tag": "cf357742-b30a-4c17-8c63-1aa55a689219"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:18.523808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.545798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf357742-b30a-4c17-8c63-1aa55a689219, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf357742-b30a-4c17-8c63-1aa55a689219,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:18.553928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.560748 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a7892c-509c-457a-868e-bd1eba597416 x-openstack-request-id: req-27a7892c-509c-457a-868e-bd1eba597416 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:18.561317 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5014766e-3259-4d08-93e5-0776a7b3ddea", "name": "network-vif-plugged", "status": "completed", "tag": "cf357742-b30a-4c17-8c63-1aa55a689219", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:18.561634 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27a7892c-509c-457a-868e-bd1eba597416 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:18.562098 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf357742-b30a-4c17-8c63-1aa55a689219', 'code': 200} Jul 15 13:39:18.625820 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.638058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf357742-b30a-4c17-8c63-1aa55a689219,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.705673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-194869f7-345d-4a5b-8f3c-657a55b8a9da tempest-AgentManagementNegativeTest-1514171836 tempest-AgentManagementNegativeTest-1514171836-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1802578 Jul 15 13:39:18.735498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18444c-af21-479d-932c-d588c025b198 req-f6cc25ae-b7d1-4a58-8540-7d9732808507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:18.737081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be18444c-af21-479d-932c-d588c025b198 req-f6cc25ae-b7d1-4a58-8540-7d9732808507 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 1097 time: 0.0925224 Jul 15 13:39:18.776752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.794948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be18444c-af21-479d-932c-d588c025b198 req-28e10aaf-7c15-4df6-afe6-530ae8606485 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507195 Jul 15 13:39:18.796140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4847a380-9bc5-4b23-8a1e-c3ded0063c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.913526 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4847a380-9bc5-4b23-8a1e-c3ded0063c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.919421 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4847a380-9bc5-4b23-8a1e-c3ded0063c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:18.962219 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4847a380-9bc5-4b23-8a1e-c3ded0063c9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8bfc82fc5f254220bd475797c6ef7952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840451 Jul 15 13:39:18.963983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a380-9bc5-4b23-8a1e-c3ded0063c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6d966e-6a65-4351-8650-beb1dc75055d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:18.967059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37084) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:18.967994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37086) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.039670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12998bff-9409-4d63-946c-1e1ef01a5360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.064176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12998bff-9409-4d63-946c-1e1ef01a5360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.103029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37964708-8146-4218-8753-b13a94802600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.124719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12998bff-9409-4d63-946c-1e1ef01a5360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.127772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-12998bff-9409-4d63-946c-1e1ef01a5360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.128988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-12998bff-9409-4d63-946c-1e1ef01a5360 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d6d966e-6a65-4351-8650-beb1dc75055d HTTP/1.1" status: 204 len: 168 time: 0.1609421 Jul 15 13:39:19.138275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12998bff-9409-4d63-946c-1e1ef01a5360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6d966e-6a65-4351-8650-beb1dc75055d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.217846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37964708-8146-4218-8753-b13a94802600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.224278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37964708-8146-4218-8753-b13a94802600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.270697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-37964708-8146-4218-8753-b13a94802600 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f7be0b09e3347a4b98ad0e7c380b511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010635 Jul 15 13:39:19.272361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37964708-8146-4218-8753-b13a94802600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545f89f-c4bc-4958-83b2-c47300e00785,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:19.276151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37098) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:19.346224 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7326a238-c15d-4da4-921a-41c1eb537b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.399666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7326a238-c15d-4da4-921a-41c1eb537b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.470378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804179-e684-4d2b-9b67-a01314b17741 req-27c0fc67-6453-402a-b95f-80b061ba7a30 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:19.472143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b804179-e684-4d2b-9b67-a01314b17741 req-27c0fc67-6453-402a-b95f-80b061ba7a30 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.1133220 Jul 15 13:39:19.513614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7326a238-c15d-4da4-921a-41c1eb537b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.516330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7326a238-c15d-4da4-921a-41c1eb537b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:19.517611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7326a238-c15d-4da4-921a-41c1eb537b25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6545f89f-c4bc-4958-83b2-c47300e00785 HTTP/1.1" status: 204 len: 168 time: 0.2402012 Jul 15 13:39:19.550633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b804179-e684-4d2b-9b67-a01314b17741 req-2681d029-e844-42ef-a104-d9b4b9a75fc2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690165 Jul 15 13:39:19.553145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326a238-c15d-4da4-921a-41c1eb537b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545f89f-c4bc-4958-83b2-c47300e00785,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:20.594154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37172) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:20.764308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796039870'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:20.824347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:20.831985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.839361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bfdfa-1ec7-42d8-a5c4-65d1ed6b89c8 req-9137afc9-c070-42a1-9716-f299186eeea4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:20.841138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-849bfdfa-1ec7-42d8-a5c4-65d1ed6b89c8 req-9137afc9-c070-42a1-9716-f299186eeea4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.0997200 Jul 15 13:39:20.847151 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:20.916727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-849bfdfa-1ec7-42d8-a5c4-65d1ed6b89c8 req-9dbfba7e-aa9f-4fcb-a534-2bcce5a4441c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Jul 15 13:39:21.013336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.020273 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.141314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:21.142663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e9ed-af89-4b5a-8b62-46947f31178d req-e286b322-24dd-4a1d-8755-7dabc32c8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:21.144410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d241e9ed-af89-4b5a-8b62-46947f31178d req-e286b322-24dd-4a1d-8755-7dabc32c8a78 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1097 time: 0.1494334 Jul 15 13:39:21.153972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0449210e-001d-453d-bbbf-f0fc543f3df6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.170639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.170909 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c of type vlan for network e4981d3a-3f9c-407f-a29a-99643aed8b9c Jul 15 13:39:21.200488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d241e9ed-af89-4b5a-8b62-46947f31178d req-2dcbe382-43b0-4e3b-a4cc-2f19e942e866 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484164 Jul 15 13:39:21.238832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.256599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaba964-26fb-4079-a04e-a6cd26a93d2e req-1305f579-ba16-491d-8ad7-6cc261b3220e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:21.258353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-efaba964-26fb-4079-a04e-a6cd26a93d2e req-1305f579-ba16-491d-8ad7-6cc261b3220e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.1892769 Jul 15 13:39:21.312306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.318353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:21.319016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.338923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-efaba964-26fb-4079-a04e-a6cd26a93d2e req-6e508949-a93f-4bde-a3f3-235a54d17a6a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730088 Jul 15 13:39:21.367754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7723417 Jul 15 13:39:21.404047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd9dd-c86c-4abb-baa2-53d4e4a9f2a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=e4981d3a-3f9c-407f-a29a-99643aed8b9c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.417900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e4981d3a-3f9c-407f-a29a-99643aed8b9c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:21.551968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:21.603185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f12ef-bbef-4c5e-b9a3-b58a3f1dc7bb req-d5ec45fa-5b4e-4901-99b6-b57598dd80ed tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:21.605018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d14f12ef-bbef-4c5e-b9a3-b58a3f1dc7bb req-d5ec45fa-5b4e-4901-99b6-b57598dd80ed tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.1116807 Jul 15 13:39:21.669143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d14f12ef-bbef-4c5e-b9a3-b58a3f1dc7bb req-02d327b0-05aa-4198-a830-87ef51b71341 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Jul 15 13:39:21.725175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-560829bf-c530-4e67-aebc-dfa2d42edd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.830374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-560829bf-c530-4e67-aebc-dfa2d42edd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.836095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-560829bf-c530-4e67-aebc-dfa2d42edd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:21.876708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-560829bf-c530-4e67-aebc-dfa2d42edd3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d14ad9d1ad25449596f5944d2b421dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231950 Jul 15 13:39:21.879768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:21.886494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560829bf-c530-4e67-aebc-dfa2d42edd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f78ade-9be3-43a2-b904-5da8a83da8a0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:21.972072 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b37630af-cce9-45e1-a167-9edd0a59241a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.013282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b37630af-cce9-45e1-a167-9edd0a59241a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.135290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b37630af-cce9-45e1-a167-9edd0a59241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.138590 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b37630af-cce9-45e1-a167-9edd0a59241a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:22.140379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b37630af-cce9-45e1-a167-9edd0a59241a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9f78ade-9be3-43a2-b904-5da8a83da8a0 HTTP/1.1" status: 204 len: 168 time: 0.2589703 Jul 15 13:39:22.153841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37630af-cce9-45e1-a167-9edd0a59241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f78ade-9be3-43a2-b904-5da8a83da8a0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:22.188177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecb30-a78d-4485-abb9-0859b16a9aed req-d07b24da-8ca4-48f1-b62f-2ecc75ec142a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:22.190689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b08ecb30-a78d-4485-abb9-0859b16a9aed req-d07b24da-8ca4-48f1-b62f-2ecc75ec142a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.1131744 Jul 15 13:39:22.238272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b08ecb30-a78d-4485-abb9-0859b16a9aed req-8cc6a5e1-3386-4357-bd09-c1fc37087680 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Jul 15 13:39:23.455750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43050-2acc-41f4-9f02-820f60384324 req-ce5a474c-0fe3-4b7f-a1c4-177cbed8dc8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:23.457276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fe43050-2acc-41f4-9f02-820f60384324 req-ce5a474c-0fe3-4b7f-a1c4-177cbed8dc8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.0836031 Jul 15 13:39:23.514777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fe43050-2acc-41f4-9f02-820f60384324 req-93214b2e-1cfc-4b91-90ef-34e8b13ad29b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444045 Jul 15 13:39:23.601386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81178421-9a89-4126-82da-ec69c08b5034 req-6417c124-c0ef-4aa6-b4cf-594b1a0b7b77 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:23.603058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81178421-9a89-4126-82da-ec69c08b5034 req-6417c124-c0ef-4aa6-b4cf-594b1a0b7b77 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 945 time: 0.0846207 Jul 15 13:39:23.753896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port cf357742-b30a-4c17-8c63-1aa55a689219 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:23.754502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.816490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37316) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:23.891530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port cf357742-b30a-4c17-8c63-1aa55a689219, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf357742-b30a-4c17-8c63-1aa55a689219,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:23.892046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:23.907654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for cf357742-b30a-4c17-8c63-1aa55a689219 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:23.996433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d9504afa-9d88-4de6-b521-85511a7d5e18 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:24.070738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d9504afa-9d88-4de6-b521-85511a7d5e18 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "PUT /v2.0/quotas/7ed9d28ed2fe489aa4af0b28715e15e8 HTTP/1.1" status: 200 len: 366 time: 0.2262616 Jul 15 13:39:24.074154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37320) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.109473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-af3fcec7-eeea-4768-817c-2f6e914fd9c1 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0308065 Jul 15 13:39:24.110146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.110960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.126935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cf357742-b30a-4c17-8c63-1aa55a689219'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:24.131310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98153e0f-da0a-4d91-9ece-2ac14573b86f tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "GET /v2.0/quotas/7ed9d28ed2fe489aa4af0b28715e15e8 HTTP/1.1" status: 200 len: 366 time: 0.0182552 Jul 15 13:39:24.133992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37324) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.152324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=cf357742-b30a-4c17-8c63-1aa55a689219,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:24.170806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-278ae184-e3e3-4ca2-a7b2-57d28537e565 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/7ed9d28ed2fe489aa4af0b28715e15e8 HTTP/1.1" status: 204 len: 168 time: 0.0351479 Jul 15 13:39:24.174167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.202575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-441a83c7-92e4-4421-a6cb-c032da0c7e14 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0253978 Jul 15 13:39:24.204463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.219092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:39:24.224041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9aa67d3-a0a0-4f3a-bed6-5e6ca3dcc5a6 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "GET /v2.0/quotas/7ed9d28ed2fe489aa4af0b28715e15e8 HTTP/1.1" status: 200 len: 370 time: 0.0147882 Jul 15 13:39:24.224821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.237054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a9600e8b-bf3c-47e3-935e-995d0234adcb tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "GET /v2.0/quotas/7ed9d28ed2fe489aa4af0b28715e15e8/default HTTP/1.1" status: 200 len: 370 time: 0.0072904 Jul 15 13:39:24.237894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.249125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port cf357742-b30a-4c17-8c63-1aa55a689219 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:24.252233 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:24.253997 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-392e6bf9-54b8-4b97-a422-4b205d9b2029 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] delete failed (client error): The resource could not be found. Jul 15 13:39:24.255058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-81178421-9a89-4126-82da-ec69c08b5034 req-0cb7fd4a-d41a-4832-bc96-3e04a7f50d6b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "DELETE /v2.0/ports/cf357742-b30a-4c17-8c63-1aa55a689219 HTTP/1.1" status: 204 len: 173 time: 0.6447585 Jul 15 13:39:24.260017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-392e6bf9-54b8-4b97-a422-4b205d9b2029 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/7ed9d28ed2fe489aa4af0b28715e15e8 HTTP/1.1" status: 404 len: 348 time: 0.0162787 Jul 15 13:39:24.260263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'name': 'network-vif-deleted', 'tag': 'cf357742-b30a-4c17-8c63-1aa55a689219'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:24.260263 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff581d3-90a8-44bf-8f02-8398918b17af" -d '{"events": [{"server_uuid": "5014766e-3259-4d08-93e5-0776a7b3ddea", "name": "network-vif-deleted", "tag": "cf357742-b30a-4c17-8c63-1aa55a689219"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:24.445046 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683494a0-ef13-4802-b8b4-fd52bb6d08a6 x-openstack-request-id: req-683494a0-ef13-4802-b8b4-fd52bb6d08a6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:24.445442 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5014766e-3259-4d08-93e5-0776a7b3ddea", "name": "network-vif-deleted", "tag": "cf357742-b30a-4c17-8c63-1aa55a689219", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:24.445703 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-683494a0-ef13-4802-b8b4-fd52bb6d08a6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:24.446306 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5014766e-3259-4d08-93e5-0776a7b3ddea', 'name': 'network-vif-deleted', 'tag': 'cf357742-b30a-4c17-8c63-1aa55a689219', 'status': 'completed', 'code': 200} Jul 15 13:39:24.535365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37340) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.572842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:network and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.603174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.636921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:subnet and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.649075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.675555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:subnetpool and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.695538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.707004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:port and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.726592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.736878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:router and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.745205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.753457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:floatingip and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.763502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.849999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37346) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:24.859306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:24.877783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d1ddf057-7975-4d89-bbf6-848d1ac801b4 req-e3622fe6-e69f-4b38-92ab-8dab77382a92 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.0415344 Jul 15 13:39:24.879300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:security_group and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.886131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.896267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Usage tracker for resource:security_group_rule and tenant:90373029d2d4489c98b40e574675ba73 is out of sync, need to count used quota {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 13:39:24.909714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.quota.resource [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93994) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 13:39:24.928424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-21ba711e-302e-4135-be32-7cc52234cf29 tempest-QuotasTest-1993573463 tempest-QuotasTest-1993573463-project-admin] 10.222.0.57 "GET /v2.0/quotas/90373029d2d4489c98b40e574675ba73/details.json HTTP/1.1" status: 200 len: 703 time: 0.3842337 Jul 15 13:39:25.010818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:25.014472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.049450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff645c8a-a33d-4f1b-8832-c2aa28c0fbb7 req-ce0b1e26-9649-4280-bca6-4906cee3c26e tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.051040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff645c8a-a33d-4f1b-8832-c2aa28c0fbb7 req-ce0b1e26-9649-4280-bca6-4906cee3c26e tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1097 time: 0.1455688 Jul 15 13:39:25.113660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ff645c8a-a33d-4f1b-8832-c2aa28c0fbb7 req-46e2a10e-bdbd-4ef1-8a9e-c7664d3859bd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.299426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:25.326754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.369818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ff645c8a-a33d-4f1b-8832-c2aa28c0fbb7 req-46e2a10e-bdbd-4ef1-8a9e-c7664d3859bd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.387161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ff645c8a-a33d-4f1b-8832-c2aa28c0fbb7 req-46e2a10e-bdbd-4ef1-8a9e-c7664d3859bd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.431984 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff645c8a-a33d-4f1b-8832-c2aa28c0fbb7 req-46e2a10e-bdbd-4ef1-8a9e-c7664d3859bd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448377 Jul 15 13:39:25.438188 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9323d29f-b32b-46b2-84d4-e1fbc6772da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.445063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=da16a547-4ae8-4c5b-a801-2c0adb50c460,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:25.451402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a10e-bdbd-4ef1-8a9e-c7664d3859bd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ddc259-2338-4dd9-ae48-3633d58fb428,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:25.463047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:25.463473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: e4981d3a-3f9c-407f-a29a-99643aed8b9c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:25.502618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network e4981d3a-3f9c-407f-a29a-99643aed8b9c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:25.518018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e4981d3a-3f9c-407f-a29a-99643aed8b9c) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:25.529701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304a20e-cc99-4119-a3da-0b294f558100 None None] Network e4981d3a-3f9c-407f-a29a-99643aed8b9c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:25.549212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.555939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.610471 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9323d29f-b32b-46b2-84d4-e1fbc6772da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.629596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-27ed1a9f-63a4-4b37-bc72-6c70155af64b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7716763 Jul 15 13:39:25.630344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37358) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:25.637612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384046005'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:25.650546 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9323d29f-b32b-46b2-84d4-e1fbc6772da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.673171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:25.679233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.716126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:25.728160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9323d29f-b32b-46b2-84d4-e1fbc6772da2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4d68316d416477f9bd3819899f3a562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275775 Jul 15 13:39:25.732748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323d29f-b32b-46b2-84d4-e1fbc6772da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d68a9-48db-416d-be1d-72686c3fcfad,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:25.733940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.734286 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 4f794293-ba23-422d-9529-3fac65f0da30 of type vlan for network 024fb307-ab33-43cb-a05f-7530f0679197 Jul 15 13:39:25.735756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37360) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:25.771926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadbfe2-7cc2-4123-aa26-066f5f282411 req-6cbcf61c-1705-4980-870f-13b5a1962aa3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.773847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6aadbfe2-7cc2-4123-aa26-066f5f282411 req-6cbcf61c-1705-4980-870f-13b5a1962aa3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1607337 Jul 15 13:39:25.801168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e4981d3a-3f9c-407f-a29a-99643aed8b9c', 'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'da16a547-4ae8-4c5b-a801-2c0adb50c460'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:25.802939 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.838861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.845939 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6aadbfe2-7cc2-4123-aa26-066f5f282411 req-6f829076-c901-41f4-bc35-9da4d06631a3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642045 Jul 15 13:39:25.865134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37362) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:25.873276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e613-14c9-40b0-b154-f4d397e5598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.918070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e613-14c9-40b0-b154-f4d397e5598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.927416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.933885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:25.934762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:25.993789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Allocated IP 2001:db8:0:ffff::2 (e4981d3a-3f9c-407f-a29a-99643aed8b9c/da16a547-4ae8-4c5b-a801-2c0adb50c460/f5b35c22-08cd-4f56-983e-dc22984931f4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:26.009206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3772805 Jul 15 13:39:26.022999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-23bb78f4-8211-4a35-9439-7ebe959e7ac9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/501e1872-2be4-482c-a23e-d9bae47bfe7f HTTP/1.1" status: 200 len: 993 time: 0.1552887 Jul 15 13:39:26.024893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37366) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:26.050610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': '024fb307-ab33-43cb-a05f-7530f0679197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:26.124752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5b03a-bda5-4790-b6a9-b2f4c40bcb37 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=024fb307-ab33-43cb-a05f-7530f0679197,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:26.144696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 024fb307-ab33-43cb-a05f-7530f0679197 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:26.155805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e613-14c9-40b0-b154-f4d397e5598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.159255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e613-14c9-40b0-b154-f4d397e5598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.162775 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ccb9e613-14c9-40b0-b154-f4d397e5598d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/589d68a9-48db-416d-be1d-72686c3fcfad HTTP/1.1" status: 204 len: 168 time: 0.4224489 Jul 15 13:39:26.194746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9e613-14c9-40b0-b154-f4d397e5598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d68a9-48db-416d-be1d-72686c3fcfad,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:26.249356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5424a3c8-d7e5-4d16-b569-f1e523430731 req-21762198-1d0b-4cc6-b912-8e4164f14e63 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.0509818 Jul 15 13:39:26.288268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:26.292815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.382496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf357742-b30a-4c17-8c63-1aa55a689219 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:26.410766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: cf357742-b30a-4c17-8c63-1aa55a689219 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:26.410766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf357742-b30a-4c17-8c63-1aa55a689219 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:26.448677 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.460440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Transition to ACTIVE for port object f5b35c22-08cd-4f56-983e-dc22984931f4 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:26.487702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Transition to ACTIVE for port object f5b35c22-08cd-4f56-983e-dc22984931f4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:26.498958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.543274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Network e4981d3a-3f9c-407f-a29a-99643aed8b9c is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:26.547091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:26.561440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:26.581952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.588719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Pushing event updated for resources: {'Port': ['ID=f5b35c22-08cd-4f56-983e-dc22984931f4,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:26.690988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37382) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:26.709009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Attempting to bind port f5b35c22-08cd-4f56-983e-dc22984931f4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:26.709684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Attempting to bind port f5b35c22-08cd-4f56-983e-dc22984931f4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:26.710262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Attempting to bind port f5b35c22-08cd-4f56-983e-dc22984931f4 on network e4981d3a-3f9c-407f-a29a-99643aed8b9c {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:26.722341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:26.723499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Checking segment: {'id': '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:26.724441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.725617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Bound using segment: {'id': '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:26.726427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Bound port: f5b35c22-08cd-4f56-983e-dc22984931f4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e4981d3a-3f9c-407f-a29a-99643aed8b9c'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:26.727072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.728790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7010c703-285d-4a68-85ed-1ae2964e90c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.857747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] For port f5b35c22-08cd-4f56-983e-dc22984931f4, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:26.863141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] For port f5b35c22-08cd-4f56-983e-dc22984931f4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f5b35c22-08cd-4f56-983e-dc22984931f4,segment=NetworkSegment(1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c),segment_id=1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:26.872939 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.910093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7010c703-285d-4a68-85ed-1ae2964e90c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.923353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7010c703-285d-4a68-85ed-1ae2964e90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:26.984899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010c703-285d-4a68-85ed-1ae2964e90c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd464c0-b3bc-4386-b3ad-eae5845d7836,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:27.024450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7010c703-285d-4a68-85ed-1ae2964e90c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90373029d2d4489c98b40e574675ba73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315942 Jul 15 13:39:27.028187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:27.030426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567780d6-f1b1-4096-b16f-34208a523eaf None None] Pushing event updated for resources: {'Port': ['ID=f5b35c22-08cd-4f56-983e-dc22984931f4,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:27.104061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e77e51-22e6-4512-8aa9-829d9af87a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:27.133907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e77e51-22e6-4512-8aa9-829d9af87a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:27.178110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=d297b50f-ae3b-4f92-91ae-deff375d7a99,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:27.189251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '4f794293-ba23-422d-9529-3fac65f0da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '024fb307-ab33-43cb-a05f-7530f0679197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:27.189758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: 024fb307-ab33-43cb-a05f-7530f0679197, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:27.217387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 024fb307-ab33-43cb-a05f-7530f0679197 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:27.222143 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e77e51-22e6-4512-8aa9-829d9af87a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:27.225502 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64e77e51-22e6-4512-8aa9-829d9af87a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:27.227312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-64e77e51-22e6-4512-8aa9-829d9af87a51 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecd464c0-b3bc-4386-b3ad-eae5845d7836 HTTP/1.1" status: 204 len: 168 time: 0.1935973 Jul 15 13:39:27.238556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e77e51-22e6-4512-8aa9-829d9af87a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd464c0-b3bc-4386-b3ad-eae5845d7836,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:27.243247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 024fb307-ab33-43cb-a05f-7530f0679197) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:27.258254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:27.258924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:27.295031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b7773-8ff9-4003-aba6-f5f904f77279 None None] Network 024fb307-ab33-43cb-a05f-7530f0679197 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:27.298040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eae48633-6ce5-4a61-bfff-40b98000505b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2712994 Jul 15 13:39:27.300984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37392) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:27.634485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa49f448-3612-446b-9013-3d55104f4c62 req-76c77e22-863b-4688-b710-044c12d34db5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.0711608 Jul 15 13:39:27.773491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-1a6e9b1a-9983-4683-b1f8-2d62f865ed23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4222143 Jul 15 13:39:27.829243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-024fb307-ab33-43cb-a05f-7530f0679197', 'network_id': '024fb307-ab33-43cb-a05f-7530f0679197', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'd297b50f-ae3b-4f92-91ae-deff375d7a99'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:27.831696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.054329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Allocated IP 2001:db8::1 (024fb307-ab33-43cb-a05f-7530f0679197/d297b50f-ae3b-4f92-91ae-deff375d7a99/f411f956-9b91-4c91-b0ba-3cfde9bb1223) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:28.334907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.356796 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.366297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Transition to ACTIVE for port object f411f956-9b91-4c91-b0ba-3cfde9bb1223 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:28.383381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Transition to ACTIVE for port object f411f956-9b91-4c91-b0ba-3cfde9bb1223 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:28.388773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f5b35c22-08cd-4f56-983e-dc22984931f4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:28.421479 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.499189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423095a-530f-4714-a915-62eb97085866 req-24f90739-3576-41dc-bf14-4cdb7e9514c9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:28.501215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2423095a-530f-4714-a915-62eb97085866 req-24f90739-3576-41dc-bf14-4cdb7e9514c9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 1.0644205 Jul 15 13:39:28.566556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.633044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Network 024fb307-ab33-43cb-a05f-7530f0679197 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:28.670876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2423095a-530f-4714-a915-62eb97085866 req-fbab4cba-c04a-49e2-917a-c2c338dfff93 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439183 Jul 15 13:39:28.697957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:28.734806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:28.759922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.820132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d93bca2-1465-4bb9-b8fd-b9063492a55c None None] Network e4981d3a-3f9c-407f-a29a-99643aed8b9c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:28.830094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port f5b35c22-08cd-4f56-983e-dc22984931f4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:28.834876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Pushing event updated for resources: {'Port': ['ID=f411f956-9b91-4c91-b0ba-3cfde9bb1223,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:28.843139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=d297b50f-ae3b-4f92-91ae-deff375d7a99,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:28.894683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98ba03b7-df42-4e89-996a-e95990d0b6d1 req-288bf24c-b977-44a6-8f10-62934ba268e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.0881362 Jul 15 13:39:28.895570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37434) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:28.954192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:28.968396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024fb307-ab33-43cb-a05f-7530f0679197']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:28.987541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Attempting to bind port f411f956-9b91-4c91-b0ba-3cfde9bb1223 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:28.987933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Attempting to bind port f411f956-9b91-4c91-b0ba-3cfde9bb1223 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4f794293-ba23-422d-9529-3fac65f0da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '024fb307-ab33-43cb-a05f-7530f0679197'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:28.988497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Attempting to bind port f411f956-9b91-4c91-b0ba-3cfde9bb1223 on network 024fb307-ab33-43cb-a05f-7530f0679197 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:29.012766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f794293-ba23-422d-9529-3fac65f0da30') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:29.013157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f794293-ba23-422d-9529-3fac65f0da30') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:29.036031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.040544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:29.040825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Checking segment: {'id': '4f794293-ba23-422d-9529-3fac65f0da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '024fb307-ab33-43cb-a05f-7530f0679197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:29.041165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.041497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Bound using segment: {'id': '4f794293-ba23-422d-9529-3fac65f0da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '024fb307-ab33-43cb-a05f-7530f0679197'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:29.042415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Bound port: f411f956-9b91-4c91-b0ba-3cfde9bb1223, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f794293-ba23-422d-9529-3fac65f0da30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '024fb307-ab33-43cb-a05f-7530f0679197'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:29.042842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.049666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] Provisioning for port f5b35c22-08cd-4f56-983e-dc22984931f4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:29.073528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] Provisioning complete for port f5b35c22-08cd-4f56-983e-dc22984931f4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:29.073969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.079701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.087638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-166480766'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:29.090277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:29.090892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:29.095005 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:29.144248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:29.149390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.164580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.184950 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:39:29.184950 n-d-798054-11 neutron-server[93995]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:39:29.184950 n-d-798054-11 neutron-server[93995]: [parameters: {'id': '024fb307-ab33-43cb-a05f-7530f0679197'}] Jul 15 13:39:29.184950 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:29.187167 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:29.319786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.326935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.347650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] For port f411f956-9b91-4c91-b0ba-3cfde9bb1223, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:29.357989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.360045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:29.381412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] For port f411f956-9b91-4c91-b0ba-3cfde9bb1223, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f411f956-9b91-4c91-b0ba-3cfde9bb1223,segment=NetworkSegment(4f794293-ba23-422d-9529-3fac65f0da30),segment_id=4f794293-ba23-422d-9529-3fac65f0da30)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:29.391186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.391883 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment 5f839cae-5401-4b49-81be-47b26acae990 of type vlan for network 792e0c98-4e81-455d-804e-a37ac929af09 Jul 15 13:39:29.409866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.448260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.471571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a57933-5021-43cc-b54c-25d4eec60784,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:29.500179 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.504708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] For port f5b35c22-08cd-4f56-983e-dc22984931f4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f5b35c22-08cd-4f56-983e-dc22984931f4,segment=NetworkSegment(1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c),segment_id=1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:29.507170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:29.508798 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.545129 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.568154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37442) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:29.573795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'name': 'tempest-PortsIpV6TestJSON-1871468609'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:29.578439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e91f2-f6ae-450d-8e0b-66c3f4e75115 None None] Pushing event updated for resources: {'Port': ['ID=f411f956-9b91-4c91-b0ba-3cfde9bb1223,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:29.591711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6947911 Jul 15 13:39:29.620164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32284fa-e953-4bce-8544-d61f28f4aa96 None None] Network 024fb307-ab33-43cb-a05f-7530f0679197 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:29.667120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313be2-800b-4c56-9c45-103732236ae7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=792e0c98-4e81-455d-804e-a37ac929af09,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:29.726172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.729595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:29.731509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b708a-21fd-4c05-9b41-3bbf196be718 None None] Pushing event updated for resources: {'Port': ['ID=f5b35c22-08cd-4f56-983e-dc22984931f4,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:29.794691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:29.799037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:29.822416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port baac08ff-f8eb-48ee-b400-fba40fba48fc yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:30.089065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72dc34a-cac2-4537-9682-3cb06db88201 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:39:30.108365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port f411f956-9b91-4c91-b0ba-3cfde9bb1223 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:30.109025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.136852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1a083bb-3f0c-4eae-9a3f-2ea0bf7785f4 req-0c027bdd-456b-4364-9863-82702a3c5e42 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=5014766e-3259-4d08-93e5-0776a7b3ddea HTTP/1.1" status: 200 len: 210 time: 0.0721853 Jul 15 13:39:30.212042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2b341257-6842-4acc-a6de-e59aae05e866 None None] Provisioning complete for port f5b35c22-08cd-4f56-983e-dc22984931f4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:30.212989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b341257-6842-4acc-a6de-e59aae05e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.243973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-5845dc50-c8e7-4baf-96c8-c14431a2c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.245846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f5b35c22-08cd-4f56-983e-dc22984931f4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:30.247925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-5845dc50-c8e7-4baf-96c8-c14431a2c6ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1097 time: 0.1682703 Jul 15 13:39:30.285423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port f411f956-9b91-4c91-b0ba-3cfde9bb1223, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f411f956-9b91-4c91-b0ba-3cfde9bb1223,segment=NetworkSegment(4f794293-ba23-422d-9529-3fac65f0da30),segment_id=4f794293-ba23-422d-9529-3fac65f0da30)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:30.286159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.317555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.319745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for f411f956-9b91-4c91-b0ba-3cfde9bb1223 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:30.378735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-994c31cf-7d30-4c16-9686-96f88f7245bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.380251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-994c31cf-7d30-4c16-9686-96f88f7245bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.1244056 Jul 15 13:39:30.421677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fee064-2377-4296-b29a-ddad25bd9180 req-bd2ad844-db08-4ed9-9a65-ef893d79093d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.425847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72dc34a-cac2-4537-9682-3cb06db88201 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:39:30.429150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88fee064-2377-4296-b29a-ddad25bd9180 req-bd2ad844-db08-4ed9-9a65-ef893d79093d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.3288589 Jul 15 13:39:30.436478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port f5b35c22-08cd-4f56-983e-dc22984931f4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:30.436850 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.463705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-914c229e-ccb0-4097-a8e0-0d63c415f6fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 1001 time: 0.0751500 Jul 15 13:39:30.493645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.503283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88fee064-2377-4296-b29a-ddad25bd9180 req-4d2c57f6-4469-47ae-95fd-309d8c996959 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729780 Jul 15 13:39:30.545099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-801149ca-d8f3-4aee-8425-473aa36bb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.546693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-801149ca-d8f3-4aee-8425-473aa36bb2a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.0761559 Jul 15 13:39:30.560494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.600901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port f411f956-9b91-4c91-b0ba-3cfde9bb1223 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:30.638844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=baac08ff-f8eb-48ee-b400-fba40fba48fc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:30.684504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=f411f956-9b91-4c91-b0ba-3cfde9bb1223,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:30.702755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': '5f839cae-5401-4b49-81be-47b26acae990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:30.703736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 792e0c98-4e81-455d-804e-a37ac929af09, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:30.737363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-a7dec253-76f6-4624-9745-631d85ad097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.741502 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-a7dec253-76f6-4624-9745-631d85ad097d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872165 Jul 15 13:39:30.772755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.792100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024fb307-ab33-43cb-a05f-7530f0679197']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:30.810752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:30.820686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f794293-ba23-422d-9529-3fac65f0da30') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:30.821450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f794293-ba23-422d-9529-3fac65f0da30') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:30.857319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 792e0c98-4e81-455d-804e-a37ac929af09) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:30.860241 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.870313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:30.876156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:30.876830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.915988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.920863 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-130b1393-293b-4c8f-9ad8-edd6871ebdda service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711638 Jul 15 13:39:30.927771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a9922a7a-6c91-4213-b3e5-dafa2f5141e2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3583167 Jul 15 13:39:30.930509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:30.931024 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:30.934718 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:30.938303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37450) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:30.953170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1463147500'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.011706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a3985-dc9d-446e-b7f2-9225f5e23970 None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:31.079773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.092788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.095210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/024fb307-ab33-43cb-a05f-7530f0679197 HTTP/1.1" status: 204 len: 168 time: 3.7907948 Jul 15 13:39:31.099108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:31.103621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.104972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37452) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:31.114360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87174132'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.123218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e3d7-11c7-4f59-b414-c3bac430be87 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=024fb307-ab33-43cb-a05f-7530f0679197,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.143351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:31.155865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.156269 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment def8e0d7-5c80-44da-88af-5a52cbaea6dc of type vlan for network 297c0b21-c9d0-44c9-a1bd-78b4813f01c3 Jul 15 13:39:31.159257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-f3e66cfe-ac5a-454a-97ed-e40cf3cd511f service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311430 Jul 15 13:39:31.170093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:31.174887 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.232428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:31.242626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.260920 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.261520 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment a3334fb8-17a7-4073-ba2c-efb493080bba of type vlan for network 4fea7d23-6add-46da-9852-1f45ca60f6c9 Jul 15 13:39:31.307229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.314875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.315631 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.347807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.368026 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4308124 Jul 15 13:39:31.380521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37458) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:31.397285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'ports': [{'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'}, {'network_id': '297c0b21-c9d0-44c9-a1bd-78b4813f01c3'}]} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.397581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.397960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '297c0b21-c9d0-44c9-a1bd-78b4813f01c3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.403176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.409236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.409919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.449357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019287b6-89a2-4a02-8010-39eeb25faffb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=297c0b21-c9d0-44c9-a1bd-78b4813f01c3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.471129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 297c0b21-c9d0-44c9-a1bd-78b4813f01c3 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:31.480351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3740261 Jul 15 13:39:31.484346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37462) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:31.492082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:31.561782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f8218-8324-478f-8bd7-523aaba96632 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=4fea7d23-6add-46da-9852-1f45ca60f6c9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:31.603803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 4fea7d23-6add-46da-9852-1f45ca60f6c9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:31.688567 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:39:31.688567 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:39:31.688567 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id_1': '05e60fff0f4c42fa8c3f255c0ab1d412', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 39, 31, 675722)}] Jul 15 13:39:31.688567 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:31.689695 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:31.707527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:31.715798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:31.887074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bb4b2-54c8-49e2-8e61-05c5d4e7ef36 req-a8bf13b0-dff7-4607-9071-baf7c434a0b5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:31.888713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e3bb4b2-54c8-49e2-8e61-05c5d4e7ef36 req-a8bf13b0-dff7-4607-9071-baf7c434a0b5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1442721 Jul 15 13:39:31.971090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e3bb4b2-54c8-49e2-8e61-05c5d4e7ef36 req-3611c0df-69af-4c60-9d3a-5b21aa7dd6f9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730612 Jul 15 13:39:32.027450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.100355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=e89a2587-633c-4f76-bfcd-42f8fc56cc1c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.112107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': 'a3334fb8-17a7-4073-ba2c-efb493080bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:32.112496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: 4fea7d23-6add-46da-9852-1f45ca60f6c9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:32.133414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 4fea7d23-6add-46da-9852-1f45ca60f6c9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:32.149308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 4fea7d23-6add-46da-9852-1f45ca60f6c9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:32.154877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.155459 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.165410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622efcf-0fd6-4add-a6c1-06d51959da6c None None] Network 4fea7d23-6add-46da-9852-1f45ca60f6c9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:32.180607 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fcfb6791-3cce-4684-927f-f9faf9698236 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6932786 Jul 15 13:39:32.182395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:32.191158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-814455618'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:32.225037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:39:32.225037 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 13:39:32.225037 n-d-798054-11 neutron-server[93994]: [parameters: {'project_id_1': '05e60fff0f4c42fa8c3f255c0ab1d412', 'expiration_1': datetime.datetime(2021, 7, 15, 13, 39, 32, 206107)}] Jul 15 13:39:32.225037 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:32.226671 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:32.243566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:32.247093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.276505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:32.290119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.290514 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 5c680aa4-c0a8-4e9a-9874-93d5bfc73721 of type vlan for network d30b4131-7de1-40fd-bb71-47d11a215aa0 Jul 15 13:39:32.343427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.425123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-4fea7d23-6add-46da-9852-1f45ca60f6c9', 'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'e89a2587-633c-4f76-bfcd-42f8fc56cc1c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:32.425123 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.425288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.429662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:32.430396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.471007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2855604 Jul 15 13:39:32.474659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37468) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:32.480009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': 'd30b4131-7de1-40fd-bb71-47d11a215aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:32.534770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415a5c-cf09-4706-9bb9-0ec782a99b24 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=d30b4131-7de1-40fd-bb71-47d11a215aa0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:32.571240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network d30b4131-7de1-40fd-bb71-47d11a215aa0 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:32.664788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Allocated IP 2001:db8::1 (4fea7d23-6add-46da-9852-1f45ca60f6c9/e89a2587-633c-4f76-bfcd-42f8fc56cc1c/ff48890c-f7e5-4131-981e-59ddcaef31f5) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:32.674758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:32.685882 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.759457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Performing IP validity checks on allocation pools {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:39:32.760060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:39:32.857414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.872162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Transition to ACTIVE for port object ff48890c-f7e5-4131-981e-59ddcaef31f5 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:32.891016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Transition to ACTIVE for port object ff48890c-f7e5-4131-981e-59ddcaef31f5 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:32.900039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.936758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:32.937797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Network 4fea7d23-6add-46da-9852-1f45ca60f6c9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:32.942041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:32.946156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:32.997955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 2} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:33.001586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Pushing event updated for resources: {'Port': ['ID=ff48890c-f7e5-4131-981e-59ddcaef31f5,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.003416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.017295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Attempting to bind port ff48890c-f7e5-4131-981e-59ddcaef31f5 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:33.017756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Attempting to bind port ff48890c-f7e5-4131-981e-59ddcaef31f5 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a3334fb8-17a7-4073-ba2c-efb493080bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:33.018147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Attempting to bind port ff48890c-f7e5-4131-981e-59ddcaef31f5 on network 4fea7d23-6add-46da-9852-1f45ca60f6c9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:33.024681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:33.025214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Checking segment: {'id': 'a3334fb8-17a7-4073-ba2c-efb493080bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:33.025699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.026216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Bound using segment: {'id': 'a3334fb8-17a7-4073-ba2c-efb493080bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:33.026785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Bound port: ff48890c-f7e5-4131-981e-59ddcaef31f5, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3334fb8-17a7-4073-ba2c-efb493080bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '4fea7d23-6add-46da-9852-1f45ca60f6c9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:33.027232 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.034333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=d800959c-2ee3-494b-9d07-d2ba7b3eb1ed,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.063899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '5c680aa4-c0a8-4e9a-9874-93d5bfc73721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd30b4131-7de1-40fd-bb71-47d11a215aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:33.064270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: d30b4131-7de1-40fd-bb71-47d11a215aa0, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:33.066685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.116811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] For port ff48890c-f7e5-4131-981e-59ddcaef31f5, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:33.121189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] For port ff48890c-f7e5-4131-981e-59ddcaef31f5, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ff48890c-f7e5-4131-981e-59ddcaef31f5,segment=NetworkSegment(a3334fb8-17a7-4073-ba2c-efb493080bba),segment_id=a3334fb8-17a7-4073-ba2c-efb493080bba)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:33.127576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.210611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa59f0-a0f6-4887-a143-e0a8290d8008 None None] Pushing event updated for resources: {'Port': ['ID=ff48890c-f7e5-4131-981e-59ddcaef31f5,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.261341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network d30b4131-7de1-40fd-bb71-47d11a215aa0 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:33.267449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port bbeb38a4-f436-4a88-89cb-73159cd80a14 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:33.287044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, d30b4131-7de1-40fd-bb71-47d11a215aa0) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:33.292588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.293300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.298144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478fc87-9d1f-4360-8147-c467af2669a8 None None] Network d30b4131-7de1-40fd-bb71-47d11a215aa0 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:33.328911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9727d939-55d1-4b81-bc0c-78d561d46874 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8531137 Jul 15 13:39:33.333256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37474) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:33.402180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f4254-b735-4802-8b86-779719a60781 req-3ae41bb1-bd01-4cbb-bbec-518a8a4d2fb3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:33.417057 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-816f4254-b735-4802-8b86-779719a60781 req-3ae41bb1-bd01-4cbb-bbec-518a8a4d2fb3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.2829249 Jul 15 13:39:33.535031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-816f4254-b735-4802-8b86-779719a60781 req-8def2d7e-dd9f-46e1-9438-ee7b0166b56c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175640 Jul 15 13:39:33.561577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.578906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.708782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.717804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 55f0664b-b4af-481a-96a1-71d20012ce46 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:33.803482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.846127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=d800959c-2ee3-494b-9d07-d2ba7b3eb1ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:33.866793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49832647-0278-41e4-88b9-2be5e3c52354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-d30b4131-7de1-40fd-bb71-47d11a215aa0', 'network_id': 'd30b4131-7de1-40fd-bb71-47d11a215aa0', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'd800959c-2ee3-494b-9d07-d2ba7b3eb1ed'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:33.867648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49832647-0278-41e4-88b9-2be5e3c52354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.892692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.938234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.949274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.954642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30b4131-7de1-40fd-bb71-47d11a215aa0']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.969410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c680aa4-c0a8-4e9a-9874-93d5bfc73721') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.969802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c680aa4-c0a8-4e9a-9874-93d5bfc73721') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:33.981572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375052e6-62e9-495e-ba08-2d557aec49f9 None None] Network d30b4131-7de1-40fd-bb71-47d11a215aa0 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:33.984725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:33.998017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:34.003105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.014078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:34.017053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.019908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:34.021602 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:34.023673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:34.023673 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.045248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=bbeb38a4-f436-4a88-89cb-73159cd80a14,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:34.076260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.077085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.077683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.078341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.078829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.079699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.080150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.080544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.080963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.081363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.081782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.082410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:34.155129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.169494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': 'def8e0d7-5c80-44da-88af-5a52cbaea6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '297c0b21-c9d0-44c9-a1bd-78b4813f01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:34.169990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 297c0b21-c9d0-44c9-a1bd-78b4813f01c3, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:34.174255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=55f0664b-b4af-481a-96a1-71d20012ce46,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:34.180254 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.182380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/d30b4131-7de1-40fd-bb71-47d11a215aa0 HTTP/1.1" status: 204 len: 168 time: 0.8458419 Jul 15 13:39:34.183699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59c0ad-7026-42ad-8f83-9b729c7e1c3e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=d30b4131-7de1-40fd-bb71-47d11a215aa0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:34.187772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37478) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:34.197040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1958463212'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:34.231596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:34.236249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.240211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 297c0b21-c9d0-44c9-a1bd-78b4813f01c3 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:34.269443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 297c0b21-c9d0-44c9-a1bd-78b4813f01c3) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:34.270727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ff48890c-f7e5-4131-981e-59ddcaef31f5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:34.279294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:34.293336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.299620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b8a027-cae6-4027-afb7-1f999efd5e29 None None] Network 297c0b21-c9d0-44c9-a1bd-78b4813f01c3 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:34.301137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.302640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.323233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:34.332524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e33689a8-fe5e-48e5-b589-e89a3ac72e39 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9507275 Jul 15 13:39:34.335622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:34.354579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.354918 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 1ab517fc-d54f-4023-abfe-f452f7fcdc57 of type vlan for network 9fa03654-ec63-487e-9fc4-1d8633b803c7 Jul 15 13:39:34.428452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ff48890c-f7e5-4131-981e-59ddcaef31f5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:34.452719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.544141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.550209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.551019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.585307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 55f0664b-b4af-481a-96a1-71d20012ce46 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:34.585642 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.607133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4144762 Jul 15 13:39:34.609030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37484) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:34.614970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:34.695248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b6ca2-2e47-465a-b69b-63b7bee6f679 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=9fa03654-ec63-487e-9fc4-1d8633b803c7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:34.714643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 9fa03654-ec63-487e-9fc4-1d8633b803c7 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:34.827514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.843263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 55f0664b-b4af-481a-96a1-71d20012ce46 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:34.866906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d341811-c11f-4449-99c2-2dbf1c234057 None None] Network 4fea7d23-6add-46da-9852-1f45ca60f6c9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:34.914476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:34.918769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:34.947444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a1023-1bc8-493f-9a85-b3065c49f0ae req-75a6d165-1a03-477d-b0ac-68eb6d0955de tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:34.947444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa1a1023-1bc8-493f-9a85-b3065c49f0ae req-75a6d165-1a03-477d-b0ac-68eb6d0955de tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1513665 Jul 15 13:39:34.959896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Provisioning for port ff48890c-f7e5-4131-981e-59ddcaef31f5 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:34.968358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Provisioning complete for port ff48890c-f7e5-4131-981e-59ddcaef31f5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:34.968729 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.004166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.068466 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa1a1023-1bc8-493f-9a85-b3065c49f0ae req-eec48bb9-981a-4025-b462-07fcf5a4a27c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005135 Jul 15 13:39:35.090353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.095094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/55f0664b-b4af-481a-96a1-71d20012ce46 HTTP/1.1" status: 204 len: 168 time: 0.7547569 Jul 15 13:39:35.096276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37502) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:35.096793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f269-9682-4747-b4a6-003750859dcd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=55f0664b-b4af-481a-96a1-71d20012ce46,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:35.237021 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.295120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] For port ff48890c-f7e5-4131-981e-59ddcaef31f5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ff48890c-f7e5-4131-981e-59ddcaef31f5,segment=NetworkSegment(a3334fb8-17a7-4073-ba2c-efb493080bba),segment_id=a3334fb8-17a7-4073-ba2c-efb493080bba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:35.304834 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.320249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866811a-a8f9-4721-8375-3293f64fa1b2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.327231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866811a-a8f9-4721-8375-3293f64fa1b2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.328891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e866811a-a8f9-4721-8375-3293f64fa1b2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2310758 Jul 15 13:39:35.333946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37532) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:35.380785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Pushing event updated for resources: {'Port': ['ID=ff48890c-f7e5-4131-981e-59ddcaef31f5,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:35.391071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.391710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.392194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.392662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.393176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.393646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.394110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.394778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.395376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.396122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.396624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.397083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c9d357-4aaf-41c5-98b9-9e954ea39e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.416336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.548115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=d258b195-6e47-4116-9d78-08b2b67a5ea7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:35.584105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.585040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.585798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.586607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.587297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.587805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.588526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.589187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.589730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.590789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.591119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.591809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:39:35.602297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '1ab517fc-d54f-4023-abfe-f452f7fcdc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:35.602952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: 9fa03654-ec63-487e-9fc4-1d8633b803c7, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:35.628466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port bbeb38a4-f436-4a88-89cb-73159cd80a14 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:35.630343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.681861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 9fa03654-ec63-487e-9fc4-1d8633b803c7 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:35.740012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1b7004cb-6dc9-401f-bd9c-b145ee253bad None None] Provisioning complete for port ff48890c-f7e5-4131-981e-59ddcaef31f5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:35.740897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1b7004cb-6dc9-401f-bd9c-b145ee253bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.743232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.768914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for bbeb38a4-f436-4a88-89cb-73159cd80a14 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:35.875363 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 9fa03654-ec63-487e-9fc4-1d8633b803c7) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:35.878859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.891182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:35.892222 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.901880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddbdd26-9d57-40bb-934f-68a9d3cb5f57 None None] Network 9fa03654-ec63-487e-9fc4-1d8633b803c7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:35.928720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=bbeb38a4-f436-4a88-89cb-73159cd80a14,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:35.936805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:35.939829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4644e801-7ba0-430e-8dc0-21a9ad53e958 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/bbeb38a4-f436-4a88-89cb-73159cd80a14 HTTP/1.1" status: 204 len: 168 time: 0.6045184 Jul 15 13:39:35.943394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37544) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:35.945826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d8857900-fe9d-49bc-9661-1c4d0a20cbb2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3352857 Jul 15 13:39:35.951085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:36.104135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b7f91-dc7b-4553-8a3f-2f9879e0634e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.113831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee2b7f91-dc7b-4553-8a3f-2f9879e0634e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1667047 Jul 15 13:39:36.115057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37560) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:36.176943 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-623dfa10-a10b-4b9b-a2b2-eb4f08ac10ed tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:39:36.179015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-9fa03654-ec63-487e-9fc4-1d8633b803c7', 'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'd258b195-6e47-4116-9d78-08b2b67a5ea7'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:36.181536 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.184365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-623dfa10-a10b-4b9b-a2b2-eb4f08ac10ed tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/55f0664b-b4af-481a-96a1-71d20012ce46 HTTP/1.1" status: 404 len: 333 time: 0.0674858 Jul 15 13:39:36.187475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:36.240262 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-37eb5142-73b8-4a65-b3df-a3decead341c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:39:36.245557 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-37eb5142-73b8-4a65-b3df-a3decead341c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/bbeb38a4-f436-4a88-89cb-73159cd80a14 HTTP/1.1" status: 404 len: 333 time: 0.0568397 Jul 15 13:39:36.246259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37574) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:36.248374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.344172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ff48890c-f7e5-4131-981e-59ddcaef31f5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:36.364938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.410093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.490972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ff48890c-f7e5-4131-981e-59ddcaef31f5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:36.491842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.542457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.553556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067821e0-9400-417a-8c1c-b56f659931ff req-5165b4d7-f46c-422f-84bf-79b50407c696 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:36.555318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-067821e0-9400-417a-8c1c-b56f659931ff req-5165b4d7-f46c-422f-84bf-79b50407c696 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.0986931 Jul 15 13:39:36.560570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297c0b21-c9d0-44c9-a1bd-78b4813f01c3']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:36.599400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def8e0d7-5c80-44da-88af-5a52cbaea6dc') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:36.601006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def8e0d7-5c80-44da-88af-5a52cbaea6dc') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:36.613785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-067821e0-9400-417a-8c1c-b56f659931ff req-f030ec7d-79f8-41fd-844f-a427a9cfe3c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489902 Jul 15 13:39:36.616268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.642242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.650373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Allocated IP 2001:db8::1 (9fa03654-ec63-487e-9fc4-1d8633b803c7/d258b195-6e47-4116-9d78-08b2b67a5ea7/ec17bf33-ab58-486a-abf5-98338dfc9f20) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:36.651313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:36.651941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:36.655425 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:36.779578 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.826544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.834855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37588) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:36.835304 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/297c0b21-c9d0-44c9-a1bd-78b4813f01c3 HTTP/1.1" status: 204 len: 168 time: 0.5878017 Jul 15 13:39:36.837106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e4292-899e-4370-a771-cf5251836d80 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=297c0b21-c9d0-44c9-a1bd-78b4813f01c3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:36.841519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1093252801'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:36.886047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:36.890875 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.943948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:36.960830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:36.961696 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment c8416979-6fd0-4344-8582-a9fb4567d8c2 of type vlan for network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f Jul 15 13:39:37.031539 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.043016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.056682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Transition to ACTIVE for port object ec17bf33-ab58-486a-abf5-98338dfc9f20 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:37.089845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Transition to ACTIVE for port object ec17bf33-ab58-486a-abf5-98338dfc9f20 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:37.103413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.121000 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.127434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.128149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.166097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.189665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Network 9fa03654-ec63-487e-9fc4-1d8633b803c7 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:37.197479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:37.203922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:37.238377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4019334 Jul 15 13:39:37.243823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37592) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:37.255119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=d258b195-6e47-4116-9d78-08b2b67a5ea7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:37.256075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:37.271490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Pushing event updated for resources: {'Port': ['ID=ec17bf33-ab58-486a-abf5-98338dfc9f20,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:37.315837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d64ee-d38b-4c8e-bf00-6693d3f0e857 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=8f6e6c3c-5e24-476f-a665-8e03dc18b37f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:37.358189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.383305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa03654-ec63-487e-9fc4-1d8633b803c7']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:37.397743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Attempting to bind port ec17bf33-ab58-486a-abf5-98338dfc9f20 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:37.398105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Attempting to bind port ec17bf33-ab58-486a-abf5-98338dfc9f20 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '1ab517fc-d54f-4023-abfe-f452f7fcdc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:37.398465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Attempting to bind port ec17bf33-ab58-486a-abf5-98338dfc9f20 on network 9fa03654-ec63-487e-9fc4-1d8633b803c7 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:37.401122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:37.422431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab517fc-d54f-4023-abfe-f452f7fcdc57') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:37.423673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab517fc-d54f-4023-abfe-f452f7fcdc57') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:37.457293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.487861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:37.488267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:37.488411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Checking segment: {'id': '1ab517fc-d54f-4023-abfe-f452f7fcdc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:37.490964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.491467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Bound using segment: {'id': '1ab517fc-d54f-4023-abfe-f452f7fcdc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:37.492236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Bound port: ec17bf33-ab58-486a-abf5-98338dfc9f20, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab517fc-d54f-4023-abfe-f452f7fcdc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9fa03654-ec63-487e-9fc4-1d8633b803c7'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:37.493559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.494462 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.538921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.565639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:37.566140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:37.578655 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:37.628093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] For port ec17bf33-ab58-486a-abf5-98338dfc9f20, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:37.647557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-b6bf0a89-95fb-4e87-a748-1b1846ea457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.649326 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-b6bf0a89-95fb-4e87-a748-1b1846ea457e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.2878244 Jul 15 13:39:37.660490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] For port ec17bf33-ab58-486a-abf5-98338dfc9f20, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ec17bf33-ab58-486a-abf5-98338dfc9f20,segment=NetworkSegment(1ab517fc-d54f-4023-abfe-f452f7fcdc57),segment_id=1ab517fc-d54f-4023-abfe-f452f7fcdc57)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:37.671878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.775678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-bcf6aa4a-9fcd-4932-a395-a0b32f0d925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.777643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-bcf6aa4a-9fcd-4932-a395-a0b32f0d925f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1219397 Jul 15 13:39:37.789213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ab24-950f-4f9c-b567-aa0a00c166cd req-767d691d-aaf4-4222-84a1-ccc039bf6969 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:37.797494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54b3ab24-950f-4f9c-b567-aa0a00c166cd req-767d691d-aaf4-4222-84a1-ccc039bf6969 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3225687 Jul 15 13:39:37.812174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:39:37.812174 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:39:37.812174 n-d-798054-11 neutron-server[93994]: [parameters: {'id': '9fa03654-ec63-487e-9fc4-1d8633b803c7'}] Jul 15 13:39:37.812174 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:37.812782 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:37.843644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f0aa0-7cae-4389-bcc1-d91c8bba6813 None None] Network 9fa03654-ec63-487e-9fc4-1d8633b803c7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:37.850081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7d12b-b4e9-4d23-859a-f7d3e23eb157 None None] Pushing event updated for resources: {'Port': ['ID=ec17bf33-ab58-486a-abf5-98338dfc9f20,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:37.880398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:37.918335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54b3ab24-950f-4f9c-b567-aa0a00c166cd req-599299cd-3d93-4cb5-9034-d438c662682f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195250 Jul 15 13:39:37.941953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-41a8c7cc-6c53-4f86-9242-040e203f0b3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.1358831 Jul 15 13:39:38.091560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-2dee5076-3de0-4af9-a1bf-3476dd35606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.093164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-2dee5076-3de0-4af9-a1bf-3476dd35606c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1428108 Jul 15 13:39:38.108893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f1566-8702-458f-ad23-7a9c54cbcb21 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:39:38.129976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': 'c8416979-6fd0-4344-8582-a9fb4567d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:38.130227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 8f6e6c3c-5e24-476f-a665-8e03dc18b37f, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:38.133336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=66e90223-47dc-4b30-8a8e-83bc2cb22538,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:38.174453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-bd5f7500-db7e-4fa5-a390-e673bb5db481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.175513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:38.176198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-bd5f7500-db7e-4fa5-a390-e673bb5db481 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763628 Jul 15 13:39:38.195412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbdc43-ecd8-4709-aa3d-8cece337750c req-56bdb88b-8d63-4cd6-948a-9f8aa34ad0b1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.196957 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dcbdc43-ecd8-4709-aa3d-8cece337750c req-56bdb88b-8d63-4cd6-948a-9f8aa34ad0b1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1654260 Jul 15 13:39:38.198294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 8f6e6c3c-5e24-476f-a665-8e03dc18b37f) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:38.212125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:38.212747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.288183 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a18109c-f3bf-4dc8-a64a-1b1cde64d08b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0415125 Jul 15 13:39:38.288649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37600) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:38.294197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f', 'name': 'tempest-PortsIpV6TestJSON-1608503325'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:38.307182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8dcbdc43-ecd8-4709-aa3d-8cece337750c req-111fa955-3542-411e-9da1-19d5c3966970 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009803 Jul 15 13:39:38.324366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.328658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-8b1c750c-03ce-4143-8a59-e15e34e6a2ba service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450670 Jul 15 13:39:38.459598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9f1566-8702-458f-ad23-7a9c54cbcb21 None None] Unable to find a vacant binding_index for network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f and agent df9eba2d-75f1-4d91-ba5d-c2be955567ca {{(pid=93996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 15 13:39:38.469782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9f1566-8702-458f-ad23-7a9c54cbcb21 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 8f6e6c3c-5e24-476f-a665-8e03dc18b37f) {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:39:38.541009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b898a6c4-f155-44b4-a1fd-c51bae694549 req-71b450e1-70dd-4f1e-8a51-4cd5ddd24726 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032213 Jul 15 13:39:38.559466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port ec17bf33-ab58-486a-abf5-98338dfc9f20 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:38.559863 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.563401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:38.567155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.614200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 843444b7-52ea-495e-bc77-99d4952b380c yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:38.707999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port ec17bf33-ab58-486a-abf5-98338dfc9f20, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ec17bf33-ab58-486a-abf5-98338dfc9f20,segment=NetworkSegment(1ab517fc-d54f-4023-abfe-f452f7fcdc57),segment_id=1ab517fc-d54f-4023-abfe-f452f7fcdc57)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:38.708368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:38.733299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for ec17bf33-ab58-486a-abf5-98338dfc9f20 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:39.133225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-8f6e6c3c-5e24-476f-a665-8e03dc18b37f', 'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': '66e90223-47dc-4b30-8a8e-83bc2cb22538'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:39.135442 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.401872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::1c8 (8f6e6c3c-5e24-476f-a665-8e03dc18b37f/66e90223-47dc-4b30-8a8e-83bc2cb22538/843444b7-52ea-495e-bc77-99d4952b380c) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:39.496676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.529649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cab2a6-3a47-4972-95a0-43a8a9220659 req-b325694a-0b3e-4db8-b911-f83381caa1fe tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:39.532076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8cab2a6-3a47-4972-95a0-43a8a9220659 req-b325694a-0b3e-4db8-b911-f83381caa1fe tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.0977473 Jul 15 13:39:39.543821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port ec17bf33-ab58-486a-abf5-98338dfc9f20 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:39.553599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=ec17bf33-ab58-486a-abf5-98338dfc9f20,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:39.563874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e148a-bf11-4a1d-a8f0-c0dfade650ce req-0b5ea38f-548e-41bd-91ea-cb78aee704f4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:39.565462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa3e148a-bf11-4a1d-a8f0-c0dfade650ce req-0b5ea38f-548e-41bd-91ea-cb78aee704f4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2493854 Jul 15 13:39:39.627492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8cab2a6-3a47-4972-95a0-43a8a9220659 req-4c83414f-06d8-412f-a3c6-21f2f5994f08 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882487 Jul 15 13:39:39.724323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.755006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa03654-ec63-487e-9fc4-1d8633b803c7']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.760345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa3e148a-bf11-4a1d-a8f0-c0dfade650ce req-97b032f7-39ea-4bdc-a175-09280931d30b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639521 Jul 15 13:39:39.776552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab517fc-d54f-4023-abfe-f452f7fcdc57') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.776912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab517fc-d54f-4023-abfe-f452f7fcdc57') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:39.803061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.825679 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.834477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.845734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:39.846155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:39.850333 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:39.852036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 843444b7-52ea-495e-bc77-99d4952b380c will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:39.928068 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.933633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:39.939345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/9fa03654-ec63-487e-9fc4-1d8633b803c7 HTTP/1.1" status: 204 len: 168 time: 3.9844909 Jul 15 13:39:39.940167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:39.948569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882864808'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:39.976961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05072e4-8b4a-4e68-967f-197615190344 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=9fa03654-ec63-487e-9fc4-1d8633b803c7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:39.983968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:39.991178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.002484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.042998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:40.048635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:40.055429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:40.061379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.062051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.076988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:40.079204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=843444b7-52ea-495e-bc77-99d4952b380c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.082263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Allocated IP 2001:db8::2 (8f6e6c3c-5e24-476f-a665-8e03dc18b37f/66e90223-47dc-4b30-8a8e-83bc2cb22538/6cf3ba3a-8d0d-4236-b8b9-850eef8c0945) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:40.098838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.099265 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment a2eb8420-aa83-4b5f-b62c-9b4acf404a8e of type vlan for network 55b29f0a-425b-444f-945f-ee2532f0eefd Jul 15 13:39:40.104202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37610) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:40.105925 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-177acec3-a4d3-4bfc-984a-cd882cde271d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8155329 Jul 15 13:39:40.246943 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.313046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 843444b7-52ea-495e-bc77-99d4952b380c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:40.313263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.330874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.337526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:40.337802 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.345221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.357421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Transition to ACTIVE for port object 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:40.382235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Transition to ACTIVE for port object 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:40.391933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.396186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4546320 Jul 15 13:39:40.400966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37614) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:40.414333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': '55b29f0a-425b-444f-945f-ee2532f0eefd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:40.440880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:40.444559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:40.448521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:40.521609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Attempting to bind port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:40.522006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Attempting to bind port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'c8416979-6fd0-4344-8582-a9fb4567d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:40.522374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Attempting to bind port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 on network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:40.531386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Pushing event updated for resources: {'Port': ['ID=6cf3ba3a-8d0d-4236-b8b9-850eef8c0945,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.534559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:40.535018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Checking segment: {'id': 'c8416979-6fd0-4344-8582-a9fb4567d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:40.535431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.535830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Bound using segment: {'id': 'c8416979-6fd0-4344-8582-a9fb4567d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:40.536915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Bound port: 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8416979-6fd0-4344-8582-a9fb4567d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '8f6e6c3c-5e24-476f-a665-8e03dc18b37f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:40.537257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.630860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:40.636313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.640179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] For port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:40.645649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] For port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6cf3ba3a-8d0d-4236-b8b9-850eef8c0945,segment=NetworkSegment(c8416979-6fd0-4344-8582-a9fb4567d8c2),segment_id=c8416979-6fd0-4344-8582-a9fb4567d8c2)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:40.655772 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:40.760149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72720f-ad83-42d0-a475-c47abaa99cad None None] Pushing event updated for resources: {'Port': ['ID=6cf3ba3a-8d0d-4236-b8b9-850eef8c0945,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.882645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ff8e-80ec-4582-a59e-c3ca73ee2d94 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=55b29f0a-425b-444f-945f-ee2532f0eefd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:40.901535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 55b29f0a-425b-444f-945f-ee2532f0eefd details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:40.989585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.012580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 843444b7-52ea-495e-bc77-99d4952b380c owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:41.053642 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.085074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0ff6-d65d-4063-b34d-e9849eb54dc8 req-42303bcc-7b00-4758-9619-ba12c6a00c62 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.086837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a7d0ff6-d65d-4063-b34d-e9849eb54dc8 req-42303bcc-7b00-4758-9619-ba12c6a00c62 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.2171831 Jul 15 13:39:41.239347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=2f25f23f-83a0-491b-9722-296afcaf9f17,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:41.268444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a7d0ff6-d65d-4063-b34d-e9849eb54dc8 req-6b239e18-c11e-4057-a3c4-7a96675e7043 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487823 Jul 15 13:39:41.320128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a19a1-fa1f-4c03-a6ec-1fac7017c251 req-bc9a3b4e-b6b7-469f-b76d-1452d1b3151a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.324667 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-665a19a1-fa1f-4c03-a6ec-1fac7017c251 req-bc9a3b4e-b6b7-469f-b76d-1452d1b3151a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3064041 Jul 15 13:39:41.326920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': 'a2eb8420-aa83-4b5f-b62c-9b4acf404a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55b29f0a-425b-444f-945f-ee2532f0eefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:41.327515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: 55b29f0a-425b-444f-945f-ee2532f0eefd, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:41.342472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.407755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=843444b7-52ea-495e-bc77-99d4952b380c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:41.428657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 55b29f0a-425b-444f-945f-ee2532f0eefd is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:41.442782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-665a19a1-fa1f-4c03-a6ec-1fac7017c251 req-d262039c-03f8-4595-b99b-e9cdea8e1aa0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057115 Jul 15 13:39:41.452370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 55b29f0a-425b-444f-945f-ee2532f0eefd) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:41.459914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:41.459914 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.467471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.471254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b22fe3e8-17a0-453f-afae-3741602ad581 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/843444b7-52ea-495e-bc77-99d4952b380c HTTP/1.1" status: 204 len: 168 time: 1.3654361 Jul 15 13:39:41.474302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:41.517477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-51cfabfd-dfbc-4d46-9d99-cb53efa80dd2 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1142044 Jul 15 13:39:41.519303 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-406e825b-da43-4daa-b096-a97c7f33f40f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:41.520462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406e825b-da43-4daa-b096-a97c7f33f40f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:41.521829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37624) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:41.527242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-406e825b-da43-4daa-b096-a97c7f33f40f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/843444b7-52ea-495e-bc77-99d4952b380c HTTP/1.1" status: 404 len: 333 time: 0.0476365 Jul 15 13:39:41.527686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37626) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:41.570824 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1746d8c6-a052-4074-acfe-1b0cf07f1f7f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:39:41.573958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1746d8c6-a052-4074-acfe-1b0cf07f1f7f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/843444b7-52ea-495e-bc77-99d4952b380c HTTP/1.1" status: 404 len: 333 time: 0.0444856 Jul 15 13:39:41.576453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37628) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:41.651031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 66e90223-47dc-4b30-8a8e-83bc2cb22538 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:41.654733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.675474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.703551 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.743006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.821405 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.829049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.864788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=2f25f23f-83a0-491b-9722-296afcaf9f17,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:41.949698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.967210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b29f0a-425b-444f-945f-ee2532f0eefd']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:41.971903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:41.995026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2eb8420-aa83-4b5f-b62c-9b4acf404a8e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:41.996031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2eb8420-aa83-4b5f-b62c-9b4acf404a8e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:42.010693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.014178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=66e90223-47dc-4b30-8a8e-83bc2cb22538,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:42.016404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.018387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb5f97b8-73a3-44a4-9125-0cde2e8fa7bd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/66e90223-47dc-4b30-8a8e-83bc2cb22538 HTTP/1.1" status: 204 len: 168 time: 0.4408932 Jul 15 13:39:42.021934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:42.054817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.070455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:42.070917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:42.080126 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:42.147053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.232420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.243268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.253996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/55b29f0a-425b-444f-945f-ee2532f0eefd HTTP/1.1" status: 204 len: 168 time: 0.7297730 Jul 15 13:39:42.263362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37632) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:42.263596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:42.272435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246015221'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:42.284990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3eb1f-5961-4115-945f-f0ae35ffb36c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=55b29f0a-425b-444f-945f-ee2532f0eefd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:42.318512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:42.318890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.339267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:42.343787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.356260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:42.367216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b7f93-a47e-4350-8203-81d59ed58630 None None] Network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:42.387578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de0166-1f79-4f2a-8bcb-80cf98dd025e None None] Network 55b29f0a-425b-444f-945f-ee2532f0eefd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:42.428128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:42.431894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] For port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6cf3ba3a-8d0d-4236-b8b9-850eef8c0945,segment=NetworkSegment(c8416979-6fd0-4344-8582-a9fb4567d8c2),segment_id=c8416979-6fd0-4344-8582-a9fb4567d8c2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:42.432638 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.441484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de0166-1f79-4f2a-8bcb-80cf98dd025e None None] Network 55b29f0a-425b-444f-945f-ee2532f0eefd could not be found, it might have been deleted concurrently. {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:39:42.453958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:42.456398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.456749 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 9c0400f1-812f-4837-8812-dd7e059c4c01 of type vlan for network f24c257d-2348-41de-8d8a-c7c15d23ff58 Jul 15 13:39:42.512276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da602cc-9dde-43f8-a8da-b5cdb5245328 None None] Network 55b29f0a-425b-444f-945f-ee2532f0eefd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:42.550180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da602cc-9dde-43f8-a8da-b5cdb5245328 None None] Network 55b29f0a-425b-444f-945f-ee2532f0eefd could not be found, it might have been deleted concurrently. {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 13:39:42.558121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e014a212-84d0-4e21-b715-035b5fd323c3 None None] Provisioning for port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:42.571615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e014a212-84d0-4e21-b715-035b5fd323c3 None None] Provisioning complete for port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:42.572765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e014a212-84d0-4e21-b715-035b5fd323c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.698875 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.727600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fb978-5a8d-4011-a044-276ae3a2ed90 req-d4749632-9766-4a60-8063-f107d2c52c41 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.730964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-384fb978-5a8d-4011-a044-276ae3a2ed90 req-d4749632-9766-4a60-8063-f107d2c52c41 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1715467 Jul 15 13:39:42.824279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-384fb978-5a8d-4011-a044-276ae3a2ed90 req-81180543-a79e-4c31-84fe-1ff4c3da3f36 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807269 Jul 15 13:39:42.825614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.839289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.840893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.876228 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:42.893599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e014a212-84d0-4e21-b715-035b5fd323c3 None None] Could not find standard attr ID for object 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:39:42.900294 n-d-798054-11 neutron-server[93996]: INFO neutron.plugins.ml2.db [None req-e014a212-84d0-4e21-b715-035b5fd323c3 None None] No ports have port_id starting with 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 Jul 15 13:39:42.927946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76be2d18-0854-4653-9b1c-c6b4f42bd349 None None] Network 8f6e6c3c-5e24-476f-a665-8e03dc18b37f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:42.993592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700b88d-b952-49a8-abbb-78c5120d3dfb req-fbc35e07-4dcb-4e2b-99be-099ebe99ba78 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:42.995201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0700b88d-b952-49a8-abbb-78c5120d3dfb req-fbc35e07-4dcb-4e2b-99be-099ebe99ba78 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3142488 Jul 15 13:39:42.996034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=6cf3ba3a-8d0d-4236-b8b9-850eef8c0945,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.003702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7384701 Jul 15 13:39:43.007413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No DVR routers for this DVR port 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:43.008787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37640) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:43.016597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:43.100348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaea5d1-6670-4cfa-812f-edbc094d0231 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=f24c257d-2348-41de-8d8a-c7c15d23ff58,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.113587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0700b88d-b952-49a8-abbb-78c5120d3dfb req-18927507-c5ed-4175-96b3-d89bcca83c8c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009414 Jul 15 13:39:43.138385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:43.183985 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f262480-6489-4a90-aaab-5cb08ac93fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.214433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:43.222393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.227512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.242810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6e6c3c-5e24-476f-a665-8e03dc18b37f']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:43.257621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8416979-6fd0-4344-8582-a9fb4567d8c2') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:43.257811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8416979-6fd0-4344-8582-a9fb4567d8c2') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:43.269095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.280736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ef383b-1938-4515-8b3f-eabc9102c0c0 None None] DHCP port deletion for 8f6e6c3c-5e24-476f-a665-8e03dc18b37f request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:43.290934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.309426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:43.315058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:43.318833 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:43.391837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.399973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.401861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/8f6e6c3c-5e24-476f-a665-8e03dc18b37f HTTP/1.1" status: 204 len: 168 time: 1.3790832 Jul 15 13:39:43.406474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:43.412749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1579368290'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:43.434180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74a95b-758d-4df0-877c-df6a77ab26e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=8f6e6c3c-5e24-476f-a665-8e03dc18b37f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.456166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:43.460077 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.488185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:43.498550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.498979 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment ddff5390-fd84-4915-9293-0f820033ef0e of type vlan for network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c Jul 15 13:39:43.532330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.546977 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.585451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.592750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.593508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.609703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=ee4dd417-88a4-4234-94fd-01bf82ec439c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.616183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '9c0400f1-812f-4837-8812-dd7e059c4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:43.616553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: f24c257d-2348-41de-8d8a-c7c15d23ff58, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:43.644880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2368941 Jul 15 13:39:43.652320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37646) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:43.656523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:43.660331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:43.680549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f24c257d-2348-41de-8d8a-c7c15d23ff58) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:43.690919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e5775-dd69-4006-9b89-b211ffd96899 None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:43.697086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:43.697879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.724216 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4b684543-0b8d-41eb-aa6a-dc1ad706429f tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7134600 Jul 15 13:39:43.724518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35d6da-1223-40bc-9409-b0e70e576996 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:43.727281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:43.734168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:43.741731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:43.835940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:43.845515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:43.957702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:43.963396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.063900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f24c257d-2348-41de-8d8a-c7c15d23ff58', 'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'ee4dd417-88a4-4234-94fd-01bf82ec439c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:44.065281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.189188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b4253-dc98-4571-80c7-20c97a921d6d req-081da1f5-74e7-47c0-870c-4dfccab58235 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.190993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a94b4253-dc98-4571-80c7-20c97a921d6d req-081da1f5-74e7-47c0-870c-4dfccab58235 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1831858 Jul 15 13:39:44.236758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.282876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a94b4253-dc98-4571-80c7-20c97a921d6d req-0f4910ea-b413-4e5c-b02e-f35125494378 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713291 Jul 15 13:39:44.301690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Allocated IP 2001:db8::2 (f24c257d-2348-41de-8d8a-c7c15d23ff58/ee4dd417-88a4-4234-94fd-01bf82ec439c/7c97ff19-1ccb-4794-9a26-9371b79936c2) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:44.348046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:44.351225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=6e75738c-5c11-4f82-b04a-6ce00c04a705,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:44.374541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': 'ddff5390-fd84-4915-9293-0f820033ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:44.375000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:44.397777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:44.398780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6cf3ba3a-8d0d-4236-b8b9-850eef8c0945 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:44.433392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:44.459244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:44.464917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.465583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.475533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935f83c-7f9e-4a27-bd51-a0adf3ad6d49 None None] Network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:44.498327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f938a-147f-4e13-91c4-809dd5cd2706 req-374cac84-f68a-42f7-8fd0-89a9642fc202 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.499994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc3f938a-147f-4e13-91c4-809dd5cd2706 req-374cac84-f68a-42f7-8fd0-89a9642fc202 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1274872 Jul 15 13:39:44.501630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8932e413-5365-4b18-883f-35f2297d95e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8480093 Jul 15 13:39:44.504683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37654) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:44.510972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-26481121'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:44.532890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.592124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:44.597549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:44.603669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.604229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.623459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=aed45ef2-64b8-453f-8c97-25032ade43e6,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:44.631827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8cc6db01-ea3f-44a6-88bc-26c7275df088 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9016590 Jul 15 13:39:44.634014 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:44.674804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc3f938a-147f-4e13-91c4-809dd5cd2706 req-0afe0f5a-a824-4dce-b73d-623a1cca5bb5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466198 Jul 15 13:39:44.703559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.731201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Transition to ACTIVE for port object 7c97ff19-1ccb-4794-9a26-9371b79936c2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:44.794995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:44.801379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.822095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Transition to ACTIVE for port object 7c97ff19-1ccb-4794-9a26-9371b79936c2 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:44.836182 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.851592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port d52e92ad-5a27-45df-8936-fc87800f6953 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:44.859778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c', 'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': '6e75738c-5c11-4f82-b04a-6ce00c04a705'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:44.861159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.865000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7079c-d9b5-4d79-9125-2e98549cad88 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.867370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7079c-d9b5-4d79-9125-2e98549cad88 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.871444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7079c-d9b5-4d79-9125-2e98549cad88 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.873333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7079c-d9b5-4d79-9125-2e98549cad88 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.875140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7079c-d9b5-4d79-9125-2e98549cad88 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:44.877171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7c7079c-d9b5-4d79-9125-2e98549cad88 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2418242 Jul 15 13:39:44.883942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37662) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:44.890557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369766828'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:44.924010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:44.929189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:44.968056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:44.972210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Pushing event updated for resources: {'Port': ['ID=7c97ff19-1ccb-4794-9a26-9371b79936c2,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:44.978269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:45.004082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.005782 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 4b057ab3-f700-4ff1-8fa6-b19fbe063d28 of type vlan for network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce Jul 15 13:39:45.045127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::23c (145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c/6e75738c-5c11-4f82-b04a-6ce00c04a705/d52e92ad-5a27-45df-8936-fc87800f6953) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:45.062262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:45.070164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:45.101273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.145852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.154214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.155188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.200598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Attempting to bind port 7c97ff19-1ccb-4794-9a26-9371b79936c2 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:45.201955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Attempting to bind port 7c97ff19-1ccb-4794-9a26-9371b79936c2 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9c0400f1-812f-4837-8812-dd7e059c4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:45.202358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Attempting to bind port 7c97ff19-1ccb-4794-9a26-9371b79936c2 on network f24c257d-2348-41de-8d8a-c7c15d23ff58 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:45.210169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.215420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:45.215718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Checking segment: {'id': '9c0400f1-812f-4837-8812-dd7e059c4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:45.216131 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.217664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Bound using segment: {'id': '9c0400f1-812f-4837-8812-dd7e059c4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:45.219410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Bound port: 7c97ff19-1ccb-4794-9a26-9371b79936c2, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0400f1-812f-4837-8812-dd7e059c4c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:45.219410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.221287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3351762 Jul 15 13:39:45.237297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37664) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:45.244341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:45.254195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528fa21-e981-482e-89f0-b71299af09ec tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=93f5cfc2-d138-4219-8ef0-f404ea5d10ce,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.283015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:45.385046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.409431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] For port 7c97ff19-1ccb-4794-9a26-9371b79936c2, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:45.428863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] For port 7c97ff19-1ccb-4794-9a26-9371b79936c2, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7c97ff19-1ccb-4794-9a26-9371b79936c2,segment=NetworkSegment(9c0400f1-812f-4837-8812-dd7e059c4c01),segment_id=9c0400f1-812f-4837-8812-dd7e059c4c01)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:45.446822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object d52e92ad-5a27-45df-8936-fc87800f6953 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:45.447462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.453512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.463884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.492220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.535833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce is not hosted by any dhcp agent {{(pid=93994) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:39:45.535833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.536943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.538319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "PUT /v2.0/networks/93f5cfc2-d138-4219-8ef0-f404ea5d10ce HTTP/1.1" status: 200 len: 723 time: 0.3000083 Jul 15 13:39:45.540432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8937c5b-17dd-4adf-9f11-5853c1b9cf78 None None] Pushing event updated for resources: {'Port': ['ID=7c97ff19-1ccb-4794-9a26-9371b79936c2,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.547133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37668) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:45.555835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:45.571742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8296-611c-483a-837d-bc14c99ddf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.636262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e561254-9207-4baa-b0c7-8d04468852f9 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=93f5cfc2-d138-4219-8ef0-f404ea5d10ce,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.647201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.690764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb6f3-4215-4320-a125-cad08b87da84 req-239358ca-d9e5-4584-bd2e-dacded97f4eb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.693286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03efb6f3-4215-4320-a125-cad08b87da84 req-239358ca-d9e5-4584-bd2e-dacded97f4eb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.2182269 Jul 15 13:39:45.697625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:45.773482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-03efb6f3-4215-4320-a125-cad08b87da84 req-cf087ba0-8d1a-4b68-8c1c-42de2d7ee4df tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718267 Jul 15 13:39:45.831268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.853411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Allocated IP 2001:db8::2 (145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c/6e75738c-5c11-4f82-b04a-6ce00c04a705/e8b4e757-474f-4036-b07a-ada94d4ae475) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:45.914175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:45.934369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:45.938005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=d52e92ad-5a27-45df-8936-fc87800f6953,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:45.944719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:45.958798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:45.959510 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:45.999797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:46.010202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.054364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f6b61b57-3ae0-4dae-a83a-a1fa11633461 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5458117 Jul 15 13:39:46.055097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37672) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.236940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7c97ff19-1ccb-4794-9a26-9371b79936c2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:46.239936 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.270272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Transition to ACTIVE for port object e8b4e757-474f-4036-b07a-ada94d4ae475 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:46.309134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Transition to ACTIVE for port object e8b4e757-474f-4036-b07a-ada94d4ae475 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:46.320685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.356073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port d52e92ad-5a27-45df-8936-fc87800f6953 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:46.356422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.373775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 7c97ff19-1ccb-4794-9a26-9371b79936c2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:46.395070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:46.399018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:46.403152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:46.409179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Pushing event updated for resources: {'Port': ['ID=e8b4e757-474f-4036-b07a-ada94d4ae475,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.499453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Attempting to bind port e8b4e757-474f-4036-b07a-ada94d4ae475 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:46.500123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Attempting to bind port e8b4e757-474f-4036-b07a-ada94d4ae475 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ddff5390-fd84-4915-9293-0f820033ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:46.500388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Attempting to bind port e8b4e757-474f-4036-b07a-ada94d4ae475 on network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:46.505281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.507989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:46.508291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Checking segment: {'id': 'ddff5390-fd84-4915-9293-0f820033ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:46.508692 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.509077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Bound using segment: {'id': 'ddff5390-fd84-4915-9293-0f820033ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:46.509544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Bound port: e8b4e757-474f-4036-b07a-ada94d4ae475, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddff5390-fd84-4915-9293-0f820033ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:46.509922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.596949 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.599696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=bb4a2581-f10d-4907-b141-a4ee4a90514a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.626317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for d52e92ad-5a27-45df-8936-fc87800f6953 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:46.632834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] For port e8b4e757-474f-4036-b07a-ada94d4ae475, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:46.641668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] For port e8b4e757-474f-4036-b07a-ada94d4ae475, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e8b4e757-474f-4036-b07a-ada94d4ae475,segment=NetworkSegment(ddff5390-fd84-4915-9293-0f820033ef0e),segment_id=ddff5390-fd84-4915-9293-0f820033ef0e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:46.647544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '4b057ab3-f700-4ff1-8fa6-b19fbe063d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:46.648016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: 93f5cfc2-d138-4219-8ef0-f404ea5d10ce, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:46.652828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.715306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:46.749821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 93f5cfc2-d138-4219-8ef0-f404ea5d10ce) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:46.763579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:46.764290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.785332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e1069-655b-4c6e-b754-264f96b3527c None None] Pushing event updated for resources: {'Port': ['ID=e8b4e757-474f-4036-b07a-ada94d4ae475,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.818629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622929e7-a3c3-4e24-8dcd-cd3ca9641925 None None] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:46.833868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-af7a1166-758d-446d-a623-4faac10a4650 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2808681 Jul 15 13:39:46.835151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:46.842939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:46.893130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:46.991676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=d52e92ad-5a27-45df-8936-fc87800f6953,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:46.997249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.001132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b58c099d-22ad-4eb9-a6e7-7a9282f2213b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/d52e92ad-5a27-45df-8936-fc87800f6953 HTTP/1.1" status: 204 len: 168 time: 0.9447947 Jul 15 13:39:47.015943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37680) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.137186 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6453202-771d-4317-9eb8-06f2d62a81ba tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:39:47.143600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.154952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a6453202-771d-4317-9eb8-06f2d62a81ba tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/d52e92ad-5a27-45df-8936-fc87800f6953 HTTP/1.1" status: 404 len: 333 time: 0.1210523 Jul 15 13:39:47.155684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9131283'] for subnet, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.157637 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.265598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bedae-7ad0-4c96-91a2-7de2bc844fe5 req-1132e1a9-06eb-4624-8e23-ec97c9f72638 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:47.268434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b2bedae-7ad0-4c96-91a2-7de2bc844fe5 req-1132e1a9-06eb-4624-8e23-ec97c9f72638 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1682756 Jul 15 13:39:47.286957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-93f5cfc2-d138-4219-8ef0-f404ea5d10ce', 'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': 'bb4a2581-f10d-4907-b141-a4ee4a90514a'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:47.288019 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.297600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 6e75738c-5c11-4f82-b04a-6ce00c04a705 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:39:47.304520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.361097 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7b2bedae-7ad0-4c96-91a2-7de2bc844fe5 req-b3f3d172-16dd-4132-98b2-28696d2c21f3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792842 Jul 15 13:39:47.393495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.462204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad04cfc-c500-4d30-8cc1-f10ec70fd94b None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:47.535696 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.539502 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757991235467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4084927'] for subnet, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.576743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] Provisioning for port 7c97ff19-1ccb-4794-9a26-9371b79936c2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:47.589581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] Provisioning complete for port 7c97ff19-1ccb-4794-9a26-9371b79936c2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:47.589972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.612265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:47.612860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.614319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "PUT /v2.0/subnets/bb4a2581-f10d-4907-b141-a4ee4a90514a HTTP/1.1" status: 200 len: 826 time: 0.7780383 Jul 15 13:39:47.618376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.638844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a4a32-f693-4496-aa36-8ad9f3f7c9ef tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=bb4a2581-f10d-4907-b141-a4ee4a90514a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:47.657739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Allocated IP 2001:db8::2 (93f5cfc2-d138-4219-8ef0-f404ea5d10ce/bb4a2581-f10d-4907-b141-a4ee4a90514a/feaca157-6d15-41b3-bb06-51b8db514cfa) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:47.681521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.739879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=6e75738c-5c11-4f82-b04a-6ce00c04a705,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:47.749094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.753230 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2cecd6b0-e6d1-4a58-8491-1f53dcb7cb5e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/6e75738c-5c11-4f82-b04a-6ce00c04a705 HTTP/1.1" status: 204 len: 168 time: 0.6070471 Jul 15 13:39:47.754784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37688) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:47.856307 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.876137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.888657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.953258 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.977653 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:47.979450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] For port 7c97ff19-1ccb-4794-9a26-9371b79936c2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7c97ff19-1ccb-4794-9a26-9371b79936c2,segment=NetworkSegment(9c0400f1-812f-4837-8812-dd7e059c4c01),segment_id=9c0400f1-812f-4837-8812-dd7e059c4c01)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:47.991175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Transition to ACTIVE for port object feaca157-6d15-41b3-bb06-51b8db514cfa will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:47.994361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.038213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port e8b4e757-474f-4036-b07a-ada94d4ae475 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:48.038724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.068255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Transition to ACTIVE for port object feaca157-6d15-41b3-bb06-51b8db514cfa will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:48.095628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Update dhcp port {'port': {'network_id': 'f24c257d-2348-41de-8d8a-c7c15d23ff58', 'fixed_ips': [{'subnet_id': 'ee4dd417-88a4-4234-94fd-01bf82ec439c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aed45ef2-64b8-453f-8c97-25032ade43e6'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '7c97ff19-1ccb-4794-9a26-9371b79936c2'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:39:48.101657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68303f3-2aa9-4391-bee7-1260ebbe44b7 None None] Pushing event updated for resources: {'Port': ['ID=7c97ff19-1ccb-4794-9a26-9371b79936c2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.107533 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.174301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] For port e8b4e757-474f-4036-b07a-ada94d4ae475, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e8b4e757-474f-4036-b07a-ada94d4ae475,segment=NetworkSegment(ddff5390-fd84-4915-9293-0f820033ef0e),segment_id=ddff5390-fd84-4915-9293-0f820033ef0e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:48.174724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.202170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for e8b4e757-474f-4036-b07a-ada94d4ae475 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:48.209400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.291791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4a2581-f10d-4907-b141-a4ee4a90514a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.302594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Pushing event updated for resources: {'Port': ['ID=feaca157-6d15-41b3-bb06-51b8db514cfa,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.317384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:48.318636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8b4e757-474f-4036-b07a-ada94d4ae475 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:48.322745 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.346712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:48.352091 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-bc3278a7-fa43-4752-8cd0-35317093dbe8 service neutron] show failed (client error): The resource could not be found. Jul 15 13:39:48.353146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-bc3278a7-fa43-4752-8cd0-35317093dbe8 service neutron] 10.222.0.59 "GET /v2.0/ports/b915ae08-aa91-4d45-a78f-977fb951ec64/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.2354832 Jul 15 13:39:48.358434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:48.427701 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.445768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f5cfc2-d138-4219-8ef0-f404ea5d10ce']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.473435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b057ab3-f700-4ff1-8fa6-b19fbe063d28') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.473737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b057ab3-f700-4ff1-8fa6-b19fbe063d28') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:48.488374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.506402 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.514958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.542648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e54df-f999-4b5e-8267-79653ab3e6a4 None None] Network 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:48.547804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:48.548339 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.552220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=e8b4e757-474f-4036-b07a-ada94d4ae475,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:48.559083 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:48.570284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No DVR routers for this DVR port e8b4e757-474f-4036-b07a-ada94d4ae475 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:48.719651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474b196-8f40-475e-936d-63929954e767 req-3d1b2f12-b4ae-48f6-9e8f-db05e14cb840 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:48.727286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1474b196-8f40-475e-936d-63929954e767 req-3d1b2f12-b4ae-48f6-9e8f-db05e14cb840 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1042352 Jul 15 13:39:48.819299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1474b196-8f40-475e-936d-63929954e767 req-573a9132-0409-4873-a29b-367ec9929bee tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892775 Jul 15 13:39:48.850365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Attempting to bind port feaca157-6d15-41b3-bb06-51b8db514cfa on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:48.851389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Attempting to bind port feaca157-6d15-41b3-bb06-51b8db514cfa by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4b057ab3-f700-4ff1-8fa6-b19fbe063d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:48.851712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Attempting to bind port feaca157-6d15-41b3-bb06-51b8db514cfa on network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:48.941187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4dfed45c-891e-490b-97c5-7abe6d3b4930 None None] Could not find standard attr ID for object e8b4e757-474f-4036-b07a-ada94d4ae475. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:39:48.948420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Could not find standard attr ID for object e8b4e757-474f-4036-b07a-ada94d4ae475. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:39:48.952645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:48.953049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Checking segment: {'id': '4b057ab3-f700-4ff1-8fa6-b19fbe063d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:48.953492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.953889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Bound using segment: {'id': '4b057ab3-f700-4ff1-8fa6-b19fbe063d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:48.954832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Bound port: feaca157-6d15-41b3-bb06-51b8db514cfa, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b057ab3-f700-4ff1-8fa6-b19fbe063d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:48.954832 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:48.968377 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.086380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.db.api [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:39:49.086380 n-d-798054-11 neutron-server[93994]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:39:49.086380 n-d-798054-11 neutron-server[93994]: [parameters: {'id': '93f5cfc2-d138-4219-8ef0-f404ea5d10ce'}] Jul 15 13:39:49.086380 n-d-798054-11 neutron-server[93994]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:49.087196 n-d-798054-11 neutron-server[93994]: DEBUG oslo_db.api [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:49.129173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.137517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Allocated IP 172.20.0.1 (f24c257d-2348-41de-8d8a-c7c15d23ff58/aed45ef2-64b8-453f-8c97-25032ade43e6/7c97ff19-1ccb-4794-9a26-9371b79936c2) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:49.144118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] For port feaca157-6d15-41b3-bb06-51b8db514cfa, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:49.152416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.152898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] For port feaca157-6d15-41b3-bb06-51b8db514cfa, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=feaca157-6d15-41b3-bb06-51b8db514cfa,segment=NetworkSegment(4b057ab3-f700-4ff1-8fa6-b19fbe063d28),segment_id=4b057ab3-f700-4ff1-8fa6-b19fbe063d28)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:49.156119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c1355-1faf-4348-99e5-f9850f6661be None None] DHCP port deletion for 145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:39:49.168103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddff5390-fd84-4915-9293-0f820033ef0e') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.168322 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.168455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddff5390-fd84-4915-9293-0f820033ef0e') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:49.186718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.208969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.220776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-98a39495-00c9-4c25-afd0-1f8fd0f01f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:49.221998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-98a39495-00c9-4c25-afd0-1f8fd0f01f93 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 1097 time: 0.1884422 Jul 15 13:39:49.223368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:49.223776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:49.228235 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:49.247281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:49.347493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.350162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7252c-3954-428f-9114-a6c764f046a1 None None] Pushing event updated for resources: {'Port': ['ID=feaca157-6d15-41b3-bb06-51b8db514cfa,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.360840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.366553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:49.366765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c HTTP/1.1" status: 204 len: 168 time: 1.6106336 Jul 15 13:39:49.373383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'name': 'tempest-PortsIpV6TestJSON-2035167186'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:49.395248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c82720-c20f-4045-b04c-b167b1f9c805 None None] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:49.396341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a56b5-ccfd-400c-ab65-e99d84a90a71 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=145a6bf7-f1c3-4e6c-a063-a28fae5e0e5c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.413156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.442339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] For port 7c97ff19-1ccb-4794-9a26-9371b79936c2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7c97ff19-1ccb-4794-9a26-9371b79936c2,segment=NetworkSegment(9c0400f1-812f-4837-8812-dd7e059c4c01),segment_id=9c0400f1-812f-4837-8812-dd7e059c4c01)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:49.516817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:49.521791 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.532305 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.544941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 8977a2a9-cdb8-4ade-99d3-c71d35f0cc8e yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:49.568344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Transition to ACTIVE for port object 7c97ff19-1ccb-4794-9a26-9371b79936c2 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:49.579336 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.593133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.736856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0a8ec-8165-46a6-872e-0e17ad979abe None None] Pushing event updated for resources: {'Port': ['ID=7c97ff19-1ccb-4794-9a26-9371b79936c2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.750701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f621f-0432-4959-af71-d1a09dc5abf6 None None] Network 93f5cfc2-d138-4219-8ef0-f404ea5d10ce requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:49.754929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port feaca157-6d15-41b3-bb06-51b8db514cfa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:49.756071 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.776211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:49.809539 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.859740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port feaca157-6d15-41b3-bb06-51b8db514cfa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=feaca157-6d15-41b3-bb06-51b8db514cfa,segment=NetworkSegment(4b057ab3-f700-4ff1-8fa6-b19fbe063d28),segment_id=4b057ab3-f700-4ff1-8fa6-b19fbe063d28)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:49.860118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.879729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:49.881649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for feaca157-6d15-41b3-bb06-51b8db514cfa owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:49.903057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:49.980735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=8977a2a9-cdb8-4ade-99d3-c71d35f0cc8e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:49.999070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:50.000592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:50.004301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:50.008118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:50.010160 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf840c-31d3-43d0-9fb1-03cfa9a0a1b6" -d '{"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-unplugged", "status": "completed", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:50.017598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:50.018764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.027706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.045674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:50.047430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c2390efa-003f-412b-ae5f-37a575ea185f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6786113 Jul 15 13:39:50.138135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Transition to ACTIVE for port object b915ae08-aa91-4d45-a78f-977fb951ec64 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:50.144043 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf5a825-7b29-4381-ae8a-5991010d333d x-openstack-request-id: req-5bf5a825-7b29-4381-ae8a-5991010d333d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:50.144415 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-unplugged", "status": "completed", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:50.144594 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bf5a825-7b29-4381-ae8a-5991010d333d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:50.144998 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'code': 200} Jul 15 13:39:50.185834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7c97ff19-1ccb-4794-9a26-9371b79936c2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:39:50.190715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.304417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8b4e757-474f-4036-b07a-ada94d4ae475 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:50.329090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e8b4e757-474f-4036-b07a-ada94d4ae475 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:39:50.329860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e8b4e757-474f-4036-b07a-ada94d4ae475 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:50.481684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:50.519210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.657434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=feaca157-6d15-41b3-bb06-51b8db514cfa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:50.674943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-336336de-8091-408c-801f-63accd665f7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5354440 Jul 15 13:39:50.676572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port feaca157-6d15-41b3-bb06-51b8db514cfa on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:50.699379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5373db02-2caf-4cd5-8399-b326e22d0af8 None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:50.718885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5c6b1ac7-a6b5-4fdc-9377-abe0ee1e9c15 None None] Provisioning for port 7c97ff19-1ccb-4794-9a26-9371b79936c2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:39:50.732254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5c6b1ac7-a6b5-4fdc-9377-abe0ee1e9c15 None None] Provisioning complete for port 7c97ff19-1ccb-4794-9a26-9371b79936c2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:50.732698 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1ac7-a6b5-4fdc-9377-abe0ee1e9c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.766663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] No DVR routers for this DVR port b915ae08-aa91-4d45-a78f-977fb951ec64 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:39:50.848714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a519e5-aeea-4284-93be-84f17009ac44 req-5ccb641a-36ab-4fbf-b916-a54385d900e2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:50.850674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1a519e5-aeea-4284-93be-84f17009ac44 req-5ccb641a-36ab-4fbf-b916-a54385d900e2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.7262380 Jul 15 13:39:50.971763 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:50.978443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 8977a2a9-cdb8-4ade-99d3-c71d35f0cc8e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:50.978836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.058195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f5cfc2-d138-4219-8ef0-f404ea5d10ce']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:51.092602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1a519e5-aeea-4284-93be-84f17009ac44 req-5606bf40-6b56-4d16-b0af-5db541841ea5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079132 Jul 15 13:39:51.100669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b057ab3-f700-4ff1-8fa6-b19fbe063d28') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:51.100964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b057ab3-f700-4ff1-8fa6-b19fbe063d28') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:51.157608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.168498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.199109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.202639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-0dbe6bfa-43c8-49d4-bc51-46da34742f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:51.204105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-0dbe6bfa-43c8-49d4-bc51-46da34742f49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 1098 time: 0.4432311 Jul 15 13:39:51.205040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 8977a2a9-cdb8-4ade-99d3-c71d35f0cc8e owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:51.220098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:51.220098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:51.223907 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:51.251715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a32b3-50c1-4933-ae36-7905cb7429c3 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:39:51.307177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ed71e685-757e-4a20-ba0d-fe7dbb5f692e None None] Provisioning complete for port 7c97ff19-1ccb-4794-9a26-9371b79936c2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:39:51.307548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ed71e685-757e-4a20-ba0d-fe7dbb5f692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.389192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:51.389527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:51.389868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 on network f43a7138-e430-4f1e-8b13-c2b58415db69 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:51.436458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Port b915ae08-aa91-4d45-a78f-977fb951ec64 on network f43a7138-e430-4f1e-8b13-c2b58415db69 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:39:51.436877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Attempting to bind port b915ae08-aa91-4d45-a78f-977fb951ec64 on network f43a7138-e430-4f1e-8b13-c2b58415db69 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:51.469363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.477327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a32b3-50c1-4933-ae36-7905cb7429c3 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:39:51.478143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.484165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/93f5cfc2-d138-4219-8ef0-f404ea5d10ce HTTP/1.1" status: 204 len: 168 time: 3.8618112 Jul 15 13:39:51.485497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37708) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.497938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:51.498276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Checking segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:51.498718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Bound using segment: {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:51.499184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Bound port: b915ae08-aa91-4d45-a78f-977fb951ec64, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aefa761-f40f-4957-9c39-2a005f55d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:51.499559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.537933 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fb8016-423f-4a80-8595-6ec08e347b98 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:39:51.538778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fb8016-423f-4a80-8595-6ec08e347b98 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:51.545994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e3fb8016-423f-4a80-8595-6ec08e347b98 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/93f5cfc2-d138-4219-8ef0-f404ea5d10ce HTTP/1.1" status: 404 len: 339 time: 0.0583827 Jul 15 13:39:51.547153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37712) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.548853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef58198-9fb1-42b3-bfa3-b2f4f56a9e07 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=93f5cfc2-d138-4219-8ef0-f404ea5d10ce,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:51.553424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997724724', 'description': 'd1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:51.573549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-24911002-feae-4a14-b461-203293bd3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:51.575424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-24911002-feae-4a14-b461-203293bd3bf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.3191757 Jul 15 13:39:51.587503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:51.592044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.639569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:51.655010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-5fdabe1e-093d-4b9f-965a-b77ec0d1024b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73110c59-767c-44cd-ad74-09d71eb6aa19 HTTP/1.1" status: 200 len: 217 time: 0.0542679 Jul 15 13:39:51.658558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.666073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.666729 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 5c912cc3-6612-486c-a002-3c864e3c70ca of type vlan for network 3fd28f08-99c8-4aae-bb86-88c8f470c187 Jul 15 13:39:51.740020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.744962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=8977a2a9-cdb8-4ade-99d3-c71d35f0cc8e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:51.764765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.768287 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c27d4c2-7105-4436-82fe-1b7ac9f0d20e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/8977a2a9-cdb8-4ade-99d3-c71d35f0cc8e HTTP/1.1" status: 204 len: 168 time: 1.7050672 Jul 15 13:39:51.771521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37714) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.772941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:51.786736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'mac_address': 'fa:16:3e:23:50:91', 'name': 'tempest-PortsIpV6TestJSON-1397976505'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:51.790192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.792764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:51.797949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:51.798854 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.829998 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:51.851175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3024564 Jul 15 13:39:51.854630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:51.905031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07943e1c-063f-4657-9203-2d46b0530cd6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=3fd28f08-99c8-4aae-bb86-88c8f470c187,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:51.906052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-8ae5af26-acfb-4f87-bcdc-146eb36b8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:51.916445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-8ae5af26-acfb-4f87-bcdc-146eb36b8750 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.2473309 Jul 15 13:39:51.917852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3fd28f08-99c8-4aae-bb86-88c8f470c187 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:51.974753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:51.997082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592b910-75a9-4c3a-b0b8-c40dfebe2c72 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:51.999399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a592b910-75a9-4c3a-b0b8-c40dfebe2c72 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks?id=3fd28f08-99c8-4aae-bb86-88c8f470c187 HTTP/1.1" status: 200 len: 765 time: 0.1440997 Jul 15 13:39:52.002083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37718) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.008792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'description': 'd2'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:52.020893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.021185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.022736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-553f9a8b-d8da-4791-8fe7-4eadc208bfa1 service neutron] 10.222.0.58 "PUT /v2.0/ports/b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 1092 time: 2.7830238 Jul 15 13:39:52.061091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:52.103417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-51f08ec9-5d34-43d1-b9c5-18e96f39f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.105040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-51f08ec9-5d34-43d1-b9c5-18e96f39f33f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254163 Jul 15 13:39:52.151423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:39:52.154870 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd9b975-6904-4f8e-ad8e-f63da01701f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:39:52.253945 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72729f-791f-4dab-94ca-97634afd0bd3 x-openstack-request-id: req-da72729f-791f-4dab-94ca-97634afd0bd3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:39:52.254897 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:39:52.254897 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da72729f-791f-4dab-94ca-97634afd0bd3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:39:52.255197 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'status': 'completed', 'code': 200} Jul 15 13:39:52.261073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.353281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.397388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.431882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 3fd28f08-99c8-4aae-bb86-88c8f470c187 is not hosted by any dhcp agent {{(pid=93995) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:39:52.442481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.443180 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:52.447212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "PUT /v2.0/networks/3fd28f08-99c8-4aae-bb86-88c8f470c187 HTTP/1.1" status: 200 len: 762 time: 0.4416060 Jul 15 13:39:52.454227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.468504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-eb01c149-3396-43a1-9a74-59a0cd2aff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.470022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-eb01c149-3396-43a1-9a74-59a0cd2aff7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1095 time: 0.2027628 Jul 15 13:39:52.577115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2025903-3b84-48f2-867a-4be31f3648a6 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=3fd28f08-99c8-4aae-bb86-88c8f470c187,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:52.585792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34763610-3f91-4114-b791-b860bab9eaf1 req-dc1083fb-f733-46bf-8400-980b1a29ea76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.587474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34763610-3f91-4114-b791-b860bab9eaf1 req-dc1083fb-f733-46bf-8400-980b1a29ea76 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.2781444 Jul 15 13:39:52.605199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 3fd28f08-99c8-4aae-bb86-88c8f470c187 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:52.756733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-075bf69a-03f7-433f-adfa-9e512f1c08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.759462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-075bf69a-03f7-433f-adfa-9e512f1c08f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1095 time: 0.6740971 Jul 15 13:39:52.760568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 84b0ddd5-08b0-4f18-83d7-6558047da3d1 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:52.816731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e76b2c-1d0b-443a-9fab-87da5398176a tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.822760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02e76b2c-1d0b-443a-9fab-87da5398176a tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks?id=3fd28f08-99c8-4aae-bb86-88c8f470c187 HTTP/1.1" status: 200 len: 765 time: 0.3532724 Jul 15 13:39:52.824222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:52.836133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-230cd1c9-9848-4f48-a5cd-2cb514536742 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955297 Jul 15 13:39:52.941556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34763610-3f91-4114-b791-b860bab9eaf1 req-22281aae-c7b0-4d84-af39-0553d7217a5b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752714 Jul 15 13:39:52.959566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-ebd3cba5-f360-4bb5-bfb9-8426e31cd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:52.961307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-ebd3cba5-f360-4bb5-bfb9-8426e31cd5d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.4797802 Jul 15 13:39:53.057277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-b13219fd-d51e-4caa-9ca8-93f0b7b48171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.058861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-b13219fd-d51e-4caa-9ca8-93f0b7b48171 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.2841094 Jul 15 13:39:53.101498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1666dd46-9cfc-4734-99d9-721a2c6cddfa req-fd7c40ea-edcb-4274-8d4a-c0879eb8c44c service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523317 Jul 15 13:39:53.152645 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.179405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-a7405ac8-fae1-4860-918d-989e7365fd80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 999 time: 0.0919716 Jul 15 13:39:53.257031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-1ef351cc-5b1b-47e1-ae65-e8a6d0e67a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.258641 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-1ef351cc-5b1b-47e1-ae65-e8a6d0e67a7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.0732048 Jul 15 13:39:53.264220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.357295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:53.362788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=84b0ddd5-08b0-4f18-83d7-6558047da3d1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:53.366336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:53.368622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:53.375155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.375832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.416037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3c83dd50-249f-443d-bf2c-eb0c86227589 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6380107 Jul 15 13:39:53.416580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.427691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-bfed2b9c-d7d6-4249-b1e6-3c7896a7a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.429258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-bfed2b9c-d7d6-4249-b1e6-3c7896a7a855 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628456 Jul 15 13:39:53.515520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f24f4-f476-4dd4-91db-7582ef691190 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.520680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b3f24f4-f476-4dd4-91db-7582ef691190 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/84b0ddd5-08b0-4f18-83d7-6558047da3d1 HTTP/1.1" status: 200 len: 845 time: 0.0995634 Jul 15 13:39:53.520925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-fec3f977-e2be-492a-8624-fb082ce6ce9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 999 time: 0.5502849 Jul 15 13:39:53.520925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.564522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a0c20e-0d96-48ac-81e2-0357159d8bbc tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.569143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-99a0c20e-0d96-48ac-81e2-0357159d8bbc tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7367301 Jul 15 13:39:53.569701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.613554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-4370b7b3-d9fa-40ea-a4f7-5ad08be4b2b6 service neutron] 10.222.0.58 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562865 Jul 15 13:39:53.618857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be295708-6445-45a2-89cc-6a3604ae5a82 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 207 time: 0.0445790 Jul 15 13:39:53.620514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37736) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:53.651325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-1ccf6f15-df3c-4318-a4de-8254acc5429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.652883 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-1ccf6f15-df3c-4318-a4de-8254acc5429f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.1245968 Jul 15 13:39:53.726000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:39:53.761370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59ca9feb-a97b-47dc-a89b-dca4679aeac3 req-a0395bd2-4e5e-4753-a73a-65910bcfa2ce service neutron] 10.222.0.58 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414223 Jul 15 13:39:53.797594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:39:53.885444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 84b0ddd5-08b0-4f18-83d7-6558047da3d1 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:53.885783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:53.923178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-84628652-8a5b-4726-867f-8cf87fa0ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.930791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-db1200f8-97a2-4011-ba76-49be5ccb4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:53.931855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-84628652-8a5b-4726-867f-8cf87fa0ac2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1095 time: 0.0779738 Jul 15 13:39:53.932367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-db1200f8-97a2-4011-ba76-49be5ccb4c95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2616715 Jul 15 13:39:54.002014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.041189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.053101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.059313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.065790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.074026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.079877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.087937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-863a6de3-e036-4bc3-b1f0-e5da9c909dd7 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4499543 Jul 15 13:39:54.102187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37748) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.114015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 84b0ddd5-08b0-4f18-83d7-6558047da3d1 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:54.196704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-758e0424-f6ae-48cf-893b-040baf0ed60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.198567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-758e0424-f6ae-48cf-893b-040baf0ed60f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.2562048 Jul 15 13:39:54.295716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5967e9-fdb3-47b2-ab56-30c6c0b0940e req-7a0290eb-4e29-4c06-bfcf-5c5d79565baf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.302337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d5967e9-fdb3-47b2-ab56-30c6c0b0940e req-7a0290eb-4e29-4c06-bfcf-5c5d79565baf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.1806746 Jul 15 13:39:54.328578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-0910fe38-fdd6-4c56-8686-5d2c47d1e445 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 999 time: 0.1198862 Jul 15 13:39:54.347458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-e6ff0ea8-8d63-45d5-a10f-45129fe7c564 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582207 Jul 15 13:39:54.379206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d5967e9-fdb3-47b2-ab56-30c6c0b0940e req-a4011b48-78fc-4312-8322-e2e0f5746303 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752640 Jul 15 13:39:54.391777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67dceeab-7e9b-488f-8830-8bc337fa48fa tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2881567 Jul 15 13:39:54.392329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.450658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.454277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-a50837dd-1c08-4a25-ba51-933b39d68356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.456056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-a50837dd-1c08-4a25-ba51-933b39d68356 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.1146631 Jul 15 13:39:54.500015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=84b0ddd5-08b0-4f18-83d7-6558047da3d1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:54.507032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.512345 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-58ac4599-f766-4085-86a5-bec15d1244a0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/84b0ddd5-08b0-4f18-83d7-6558047da3d1 HTTP/1.1" status: 204 len: 168 time: 0.9885974 Jul 15 13:39:54.517143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37756) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.548759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4886ee0-1625-46d5-a6c5-0234a5ee3822 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.550539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4886ee0-1625-46d5-a6c5-0234a5ee3822 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.552253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4886ee0-1625-46d5-a6c5-0234a5ee3822 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.553854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4886ee0-1625-46d5-a6c5-0234a5ee3822 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.555432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4886ee0-1625-46d5-a6c5-0234a5ee3822 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.557407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a4886ee0-1625-46d5-a6c5-0234a5ee3822 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1618278 Jul 15 13:39:54.561709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.566416 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d217e1-931e-49c4-9ae2-59729f201724 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:39:54.571743 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f2d217e1-931e-49c4-9ae2-59729f201724 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/84b0ddd5-08b0-4f18-83d7-6558047da3d1 HTTP/1.1" status: 404 len: 333 time: 0.0504584 Jul 15 13:39:54.572454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37760) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.587529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'name': 'tempest-PortsIpV6TestJSON-87317452'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:54.592875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-e7c7a410-331a-4a85-82ca-ddd40e9ee7cc service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375574 Jul 15 13:39:54.638004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835a54e-1aaa-4d18-9343-29a244a201df tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.639516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835a54e-1aaa-4d18-9343-29a244a201df tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.640963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835a54e-1aaa-4d18-9343-29a244a201df tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.642614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835a54e-1aaa-4d18-9343-29a244a201df tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.644144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835a54e-1aaa-4d18-9343-29a244a201df tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['shared'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.646358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8835a54e-1aaa-4d18-9343-29a244a201df tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0825565 Jul 15 13:39:54.650028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-b8db997c-7f90-4352-87c7-35eea04a0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.651509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-b8db997c-7f90-4352-87c7-35eea04a0fa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835341 Jul 15 13:39:54.652519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37770) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.702513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:54.707439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:54.729961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 900c129a-5de2-4f2b-b514-de344d97c7b4 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:39:54.845140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-d1b742e5-20c2-49ba-a931-933638800f7b service neutron] 10.222.0.58 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821959 Jul 15 13:39:54.861040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b835e-5b71-47b9-99b7-cb278234f4a4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:54.861040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2f1b835e-5b71-47b9-99b7-cb278234f4a4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks/e4981d3a-3f9c-407f-a29a-99643aed8b9c HTTP/1.1" status: 200 len: 804 time: 0.2023156 Jul 15 13:39:54.862579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37774) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:54.998665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.045701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.049208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4dd9b975-6904-4f8e-ad8e-f63da01701f1 req-5f375994-c152-42cf-a939-6251bbe6b345 service neutron] 10.222.0.58 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920693 Jul 15 13:39:55.116952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:55.120548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:55.125303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:55.125592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a74fa7b6-2494-4d99-bbea-21c77ff69fd8 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/networks/e4981d3a-3f9c-407f-a29a-99643aed8b9c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2621453 Jul 15 13:39:55.129737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:55.131571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.132233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.136192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=900c129a-5de2-4f2b-b514-de344d97c7b4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:55.155476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-032aa6ed-2dff-4605-8338-ed5e9b9ff34a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5812850 Jul 15 13:39:55.156198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37780) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:55.162793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:55.201021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544692d6-7e45-40a0-932e-0be620194d29 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.205908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-544692d6-7e45-40a0-932e-0be620194d29 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/subnets/da16a547-4ae8-4c5b-a801-2c0adb50c460 HTTP/1.1" status: 200 len: 843 time: 0.0715299 Jul 15 13:39:55.206383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37782) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:55.301915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0bb35-d0cb-4e49-bebf-8da56c0a9ac4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['shared'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.303369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ab0bb35-d0cb-4e49-bebf-8da56c0a9ac4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "GET /v2.0/subnets/da16a547-4ae8-4c5b-a801-2c0adb50c460?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0956848 Jul 15 13:39:55.307374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37784) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:55.313154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-541277858'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:55.319891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.367058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:55.370554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.427979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:55.450458 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.450942 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Added segment 7540ed3b-9219-4f71-9c64-f7af2c7a5bf6 of type vlan for network 244b1bda-36c2-45ff-a11d-4873d6c67fdd Jul 15 13:39:55.564005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.636019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.648329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.692743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] In _notify_port_updated(), no bound segment for port 900c129a-5de2-4f2b-b514-de344d97c7b4 on network 792e0c98-4e81-455d-804e-a37ac929af09 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:39:55.703749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.704820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.711186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/ports/900c129a-5de2-4f2b-b514-de344d97c7b4 HTTP/1.1" status: 200 len: 818 time: 0.5495236 Jul 15 13:39:55.713177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37788) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:55.742145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.751759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.752822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:55.854697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a6e4a-d479-4948-a423-9c7c393fa88b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=900c129a-5de2-4f2b-b514-de344d97c7b4,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:55.861292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5526338 Jul 15 13:39:55.867141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37790) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:55.876861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:55.878893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f4822-3e84-42c2-91fd-33158637b885 req-b9957f46-e07a-4df7-9bb1-e896ca59fedc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:55.880484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a2f4822-3e84-42c2-91fd-33158637b885 req-b9957f46-e07a-4df7-9bb1-e896ca59fedc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.3193772 Jul 15 13:39:55.939808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094897b3-91fc-4a14-b2c9-87e60e00bc20 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Network': ['ID=244b1bda-36c2-45ff-a11d-4873d6c67fdd,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:55.954667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 244b1bda-36c2-45ff-a11d-4873d6c67fdd details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:56.005446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a2f4822-3e84-42c2-91fd-33158637b885 req-d413618e-abf8-49aa-8d80-05c9b09b059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760808 Jul 15 13:39:56.040694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 900c129a-5de2-4f2b-b514-de344d97c7b4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:56.041294 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.169325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Made reservation on behalf of e5897fd312a145a39fb1cf14ea28dfd1 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:56.175879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.177090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.191698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 900c129a-5de2-4f2b-b514-de344d97c7b4 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:39:56.288577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Performing IP validity checks on allocation pools {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 13:39:56.288843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_backend_mixin [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93994) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 13:39:56.298253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.336813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.342767 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/900c129a-5de2-4f2b-b514-de344d97c7b4 HTTP/1.1" status: 204 len: 168 time: 0.6230710 Jul 15 13:39:56.342961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37802) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.343071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc7749-3f14-4d18-8e4d-bb4d699d28a8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=900c129a-5de2-4f2b-b514-de344d97c7b4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:56.630826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390172f1-dc5f-4108-b45e-a2ab49962966 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.632370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-390172f1-dc5f-4108-b45e-a2ab49962966 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2890141 Jul 15 13:39:56.635245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.678050 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8770ac4-9a82-418e-ab93-d4359ec4f556 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:39:56.683517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8770ac4-9a82-418e-ab93-d4359ec4f556 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/900c129a-5de2-4f2b-b514-de344d97c7b4 HTTP/1.1" status: 404 len: 333 time: 0.0435557 Jul 15 13:39:56.683801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37806) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.689569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74300154'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:56.693450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.765039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:56.768527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.785301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=4f446005-26cc-41bd-b79d-d97be7e3aa41,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:56.816124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:39:56.820787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Checking segment: {'id': '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:56.821149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network hostable DHCP agents. Network: 244b1bda-36c2-45ff-a11d-4873d6c67fdd, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:56.829654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.830031 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment a822fc36-f516-4f1d-91a0-ff8ff1382fac of type vlan for network f10d2c54-2a03-4b51-98c6-54769b9bccd9 Jul 15 13:39:56.873640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Network 244b1bda-36c2-45ff-a11d-4873d6c67fdd is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:56.879018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.891834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 244b1bda-36c2-45ff-a11d-4873d6c67fdd) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:56.899015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.899600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.903097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898cc778-f0a8-448c-9592-e22402d7222c None None] Network 244b1bda-36c2-45ff-a11d-4873d6c67fdd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:56.925709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-36d8abc3-acdc-4fb7-a1d4-729a6f070660 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0553322 Jul 15 13:39:56.928145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.929004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.933699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:56.934307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:56.938100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:56.970949 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2859054 Jul 15 13:39:56.974562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37810) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:56.979810 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:57.040836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6797c-44ce-46d2-af20-1adb6828856c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=f10d2c54-2a03-4b51-98c6-54769b9bccd9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.065657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:39:57.089324 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9131283'] for subnet, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.193333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-244b1bda-36c2-45ff-a11d-4873d6c67fdd', 'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd', 'tenant_id': 'e5897fd312a145a39fb1cf14ea28dfd1', 'fixed_ips': [{'subnet_id': '4f446005-26cc-41bd-b79d-d97be7e3aa41'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:57.194391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.225431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:57.231634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.316474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757991235467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4084927'] for subnet, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.368346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.368963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.371388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "PUT /v2.0/subnets/4f446005-26cc-41bd-b79d-d97be7e3aa41 HTTP/1.1" status: 200 len: 900 time: 0.4397323 Jul 15 13:39:57.374671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.431105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b1c59-c7a6-4d5b-91f7-36ae7d988cb9 req-f12bb9d9-fd84-4574-a84f-b4cc17363950 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.432578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-433b1c59-c7a6-4d5b-91f7-36ae7d988cb9 req-f12bb9d9-fd84-4574-a84f-b4cc17363950 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.1527534 Jul 15 13:39:57.441122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Allocated IP 2001:db8::3 (244b1bda-36c2-45ff-a11d-4873d6c67fdd/4f446005-26cc-41bd-b79d-d97be7e3aa41/0665fbf1-7a00-443c-a30f-8505759a432b) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:57.481021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.486371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-433b1c59-c7a6-4d5b-91f7-36ae7d988cb9 req-9e41839e-deb6-4bf8-98e4-bd2771f41775 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479610 Jul 15 13:39:57.494622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58433da-3fba-4cba-b9d2-9d9e627c5a60 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event updated for resources: {'Subnet': ['ID=4f446005-26cc-41bd-b79d-d97be7e3aa41,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.547769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.570671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.696969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': 'a822fc36-f516-4f1d-91a0-ff8ff1382fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:57.697334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: f10d2c54-2a03-4b51-98c6-54769b9bccd9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:39:57.715509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=f3e2a611-9b21-4dcc-a284-8044f65bed4b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:57.771236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:39:57.788994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f10d2c54-2a03-4b51-98c6-54769b9bccd9) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:57.794907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.795916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.818274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b8326022-6de0-4ff8-9b58-dd3eedf0adad tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8425703 Jul 15 13:39:57.821304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37822) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:57.831597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:57.844224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c7bc3-5042-48d0-9d83-5b49dbd08242 None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:57.888001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:57.931547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Transition to ACTIVE for port object 0665fbf1-7a00-443c-a30f-8505759a432b will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:57.964078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Transition to ACTIVE for port object 0665fbf1-7a00-443c-a30f-8505759a432b will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:57.979000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daab797-6fb3-4eaf-9fe6-39caff39d446 req-321847ce-46cf-411e-8ce3-76a594ec1370 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:57.980776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8daab797-6fb3-4eaf-9fe6-39caff39d446 req-321847ce-46cf-411e-8ce3-76a594ec1370 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.1368017 Jul 15 13:39:57.992734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.032589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.042950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Pushing event updated for resources: {'Port': ['ID=0665fbf1-7a00-443c-a30f-8505759a432b,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.053802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8daab797-6fb3-4eaf-9fe6-39caff39d446 req-f499f271-3352-4aab-8e4b-2777fe288962 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621924 Jul 15 13:39:58.063290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-b270f618-cb36-4ad3-a58b-1b05aaefa498 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.064025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Network 244b1bda-36c2-45ff-a11d-4873d6c67fdd is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:58.065737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-b270f618-cb36-4ad3-a58b-1b05aaefa498 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94&tenant_id=ab43f525a3914c93b39cda9d6df0f02a&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 943 time: 0.2088633 Jul 15 13:39:58.068347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:58.074020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:58.077173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:58.082030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.138902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=4f446005-26cc-41bd-b79d-d97be7e3aa41,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.163632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': 'f3e2a611-9b21-4dcc-a284-8044f65bed4b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:39:58.164549 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.183704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Attempting to bind port 0665fbf1-7a00-443c-a30f-8505759a432b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:58.184086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Attempting to bind port 0665fbf1-7a00-443c-a30f-8505759a432b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:58.184455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Attempting to bind port 0665fbf1-7a00-443c-a30f-8505759a432b on network 244b1bda-36c2-45ff-a11d-4873d6c67fdd {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:58.212780 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3e2a611-9b21-4dcc-a284-8044f65bed4b (CIDR: 2001:db8::/64) Jul 15 13:39:58.219271 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:39:58.221905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:39:58.243582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.263862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e83384f8-8448-400d-83d5-c56bed907a24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4400363 Jul 15 13:39:58.267848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37826) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:58.268652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244b1bda-36c2-45ff-a11d-4873d6c67fdd']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:58.274286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:58.293007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:58.293416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:39:58.296432 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-ec5b4ee9-65bd-4e74-9e50-9c6113b01523 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:39:58.298276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-ec5b4ee9-65bd-4e74-9e50-9c6113b01523 service neutron] 10.222.0.59 "DELETE /v2.0/ports/b915ae08-aa91-4d45-a78f-977fb951ec64/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.2195051 Jul 15 13:39:58.313864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.346707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.359565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:58.359989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Checking segment: {'id': '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:58.364448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.364922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Bound using segment: {'id': '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:58.366796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Bound port: 0665fbf1-7a00-443c-a30f-8505759a432b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:58.367234 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.375526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:39:58.375954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:39:58.379609 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:39:58.480048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:39:58.480048 n-d-798054-11 neutron-server[93995]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:39:58.480048 n-d-798054-11 neutron-server[93995]: [parameters: {'id': '244b1bda-36c2-45ff-a11d-4873d6c67fdd'}] Jul 15 13:39:58.480048 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:39:58.480742 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:39:58.482677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Allocated IP 2001:db8::2 (f10d2c54-2a03-4b51-98c6-54769b9bccd9/f3e2a611-9b21-4dcc-a284-8044f65bed4b/dad0dd40-3eae-47a7-9088-9656d6790414) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:39:58.494300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:39:58.501999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-43d6a99f-ba74-4a79-a812-2b45553b0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.503937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-43d6a99f-ba74-4a79-a812-2b45553b0a9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1095 time: 0.1386917 Jul 15 13:39:58.516765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-4cc26d10-cd3b-4100-809b-72ed4d4089b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1664319 Jul 15 13:39:58.527056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:39:58.532576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.555385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] For port 0665fbf1-7a00-443c-a30f-8505759a432b, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:58.586120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] For port 0665fbf1-7a00-443c-a30f-8505759a432b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0665fbf1-7a00-443c-a30f-8505759a432b,segment=NetworkSegment(7540ed3b-9219-4f71-9c64-f7af2c7a5bf6),segment_id=7540ed3b-9219-4f71-9c64-f7af2c7a5bf6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:39:58.610188 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.657840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-e296fa7d-a10f-4283-b634-6c027f93bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.659778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-e296fa7d-a10f-4283-b634-6c027f93bb8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.1477771 Jul 15 13:39:58.751004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-179ea223-552c-4aba-9041-8103439e2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.753565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-179ea223-552c-4aba-9041-8103439e2bac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b147892944d84596b385ca4470b92554&device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1097 time: 0.2008789 Jul 15 13:39:58.767558 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-02123f6c-421a-4af2-91b9-1cb94d0e9f91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 999 time: 0.1016233 Jul 15 13:39:58.835797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-25751473-f4a8-435b-b9d1-4e4f5b3cd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.837923 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-25751473-f4a8-435b-b9d1-4e4f5b3cd301 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.0640290 Jul 15 13:39:58.890417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7f2a-56b1-4480-9181-adc473b5c4ff None None] Pushing event updated for resources: {'Port': ['ID=0665fbf1-7a00-443c-a30f-8505759a432b,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:58.915073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-9dc91bc5-16fc-41ed-a9a3-010e86e4aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.917889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-9dc91bc5-16fc-41ed-a9a3-010e86e4aa07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741446 Jul 15 13:39:58.935072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-0a65195b-43ab-44bb-98d0-941d4b726a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:58.937042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-0a65195b-43ab-44bb-98d0-941d4b726a60 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 200 len: 910 time: 0.1307032 Jul 15 13:39:58.952814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:58.981050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:58.990995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'port_id': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'mac_address': 'fa:16:3e:26:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:39:58.993591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f38cd-b32a-474c-bdbe-cda0019c1e08 None None] Network 244b1bda-36c2-45ff-a11d-4873d6c67fdd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:59.138755 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.150167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-5d4ab113-3d7e-43f6-87bf-e44c8b64dba5 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246304 Jul 15 13:39:59.163009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.199232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Transition to ACTIVE for port object dad0dd40-3eae-47a7-9088-9656d6790414 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:59.310022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b915ae08-aa91-4d45-a78f-977fb951ec64 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:39:59.314140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8822f77-9f7d-41bc-9e24-26f3cbc5a9ec req-5fd4e13d-20bb-492a-82e2-962608196435 service neutron] 10.222.0.59 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330614 Jul 15 13:39:59.319221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Transition to ACTIVE for port object dad0dd40-3eae-47a7-9088-9656d6790414 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:39:59.351791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.421515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Pushing event updated for resources: {'Port': ['ID=dad0dd40-3eae-47a7-9088-9656d6790414,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:59.428453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:39:59.438963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.457975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:59.468474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:59.468474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:39:59.492557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658f8b5-90c6-4f8c-ba73-aad04b46273d None None] Network 244b1bda-36c2-45ff-a11d-4873d6c67fdd requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:39:59.521158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-305ea515-416c-4123-a191-d535ede9d62e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 200 len: 1000 time: 0.5740986 Jul 15 13:39:59.667812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-0dab5c81-043b-4491-b5c4-da51f711ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.669195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-0dab5c81-043b-4491-b5c4-da51f711ef47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fef397b3-4a52-4ac0-a8db-acdc42ac0f91 HTTP/1.1" status: 200 len: 848 time: 0.1182470 Jul 15 13:39:59.716202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Attempting to bind port dad0dd40-3eae-47a7-9088-9656d6790414 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:39:59.716729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Attempting to bind port dad0dd40-3eae-47a7-9088-9656d6790414 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a822fc36-f516-4f1d-91a0-ff8ff1382fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:39:59.717187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Attempting to bind port dad0dd40-3eae-47a7-9088-9656d6790414 on network f10d2c54-2a03-4b51-98c6-54769b9bccd9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:39:59.728619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:39:59.728619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Checking segment: {'id': 'a822fc36-f516-4f1d-91a0-ff8ff1382fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:39:59.728619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.729670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Bound using segment: {'id': 'a822fc36-f516-4f1d-91a0-ff8ff1382fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:39:59.730306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Bound port: dad0dd40-3eae-47a7-9088-9656d6790414, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a822fc36-f516-4f1d-91a0-ff8ff1382fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:39:59.730826 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.733125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:59.740718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['b915ae08-aa91-4d45-a78f-977fb951ec64'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:39:59.750826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.877676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:39:59.882845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=f0e30542-807c-4696-9282-bb145f26c819,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:39:59.885538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:39:59.893458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.894113 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.918745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-7df2173c-d456-4ff7-b993-af9b0eb81273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:39:59.921880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-7df2173c-d456-4ff7-b993-af9b0eb81273 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e139dca3-3ad6-4a04-8a68-474869f41dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2388546 Jul 15 13:39:59.962834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] For port dad0dd40-3eae-47a7-9088-9656d6790414, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:39:59.964131 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fdd9a3bf-9c46-4e59-8b35-8da874a37f6b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6949096 Jul 15 13:39:59.966739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37832) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:39:59.969166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port 0665fbf1-7a00-443c-a30f-8505759a432b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:39:59.969521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:39:59.973065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'fixed_ips': [{'subnet_id': 'f3e2a611-9b21-4dcc-a284-8044f65bed4b'}, {'subnet_id': 'f0e30542-807c-4696-9282-bb145f26c819'}], 'name': 'tempest-PortsIpV6TestJSON-1266317021'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:39:59.994183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] For port dad0dd40-3eae-47a7-9088-9656d6790414, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=dad0dd40-3eae-47a7-9088-9656d6790414,segment=NetworkSegment(a822fc36-f516-4f1d-91a0-ff8ff1382fac),segment_id=a822fc36-f516-4f1d-91a0-ff8ff1382fac)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:00.019383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.043184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71a354-b963-4328-97d4-71334273010e req-3bf07e30-8153-497a-898d-3b478053caca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:00.044829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc71a354-b963-4328-97d4-71334273010e req-3bf07e30-8153-497a-898d-3b478053caca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 943 time: 0.7295756 Jul 15 13:40:00.108782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port 0665fbf1-7a00-443c-a30f-8505759a432b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=0665fbf1-7a00-443c-a30f-8505759a432b,segment=NetworkSegment(7540ed3b-9219-4f71-9c64-f7af2c7a5bf6),segment_id=7540ed3b-9219-4f71-9c64-f7af2c7a5bf6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:00.109149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.136030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for 0665fbf1-7a00-443c-a30f-8505759a432b owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:00.147080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bc71a354-b963-4328-97d4-71334273010e req-84d499b4-ef9f-4198-83d5-7d1f7c37a20f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722768 Jul 15 13:40:00.189960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-7dbdee35-4996-476d-b45f-79c3957d0ce2 service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606645 Jul 15 13:40:00.272720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8cab8-0848-494d-bb30-850813742b4b None None] Pushing event updated for resources: {'Port': ['ID=dad0dd40-3eae-47a7-9088-9656d6790414,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.302610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.315550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:00.342582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=0665fbf1-7a00-443c-a30f-8505759a432b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.345226 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port 0665fbf1-7a00-443c-a30f-8505759a432b on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:00.439575 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-868a81a2-3287-42c8-9a8e-7b1c18a1aef2 req-46eb9c5f-2e68-4030-bc0f-adaaecab1ff2 service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271259 Jul 15 13:40:00.477631 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.484439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.499964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244b1bda-36c2-45ff-a11d-4873d6c67fdd']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.533031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.534257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7540ed3b-9219-4f71-9c64-f7af2c7a5bf6') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.547365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.552781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 0d13cd47-51fe-4af8-b94b-e6f3c019dedc yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:00.565004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.573398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:00.573927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:00.577324 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:00.650191 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.658280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.660267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/244b1bda-36c2-45ff-a11d-4873d6c67fdd HTTP/1.1" status: 204 len: 168 time: 3.2849431 Jul 15 13:40:00.673361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37840) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:00.681735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15cbc3-75f2-4bbe-ba5b-e16a45995025 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=244b1bda-36c2-45ff-a11d-4873d6c67fdd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:00.715823 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c66a48-a6d8-427e-ab0e-ea55cda1f9b4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:00.716329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c66a48-a6d8-427e-ab0e-ea55cda1f9b4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:00.717977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-27c66a48-a6d8-427e-ab0e-ea55cda1f9b4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/4f446005-26cc-41bd-b79d-d97be7e3aa41 HTTP/1.1" status: 404 len: 337 time: 0.0436304 Jul 15 13:40:00.721149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37842) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:00.741155 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d5f3fa-03c9-47b9-901f-c27f2606d8a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:00.741818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d5f3fa-03c9-47b9-901f-c27f2606d8a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:00.743627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-09d5f3fa-03c9-47b9-901f-c27f2606d8a3 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/244b1bda-36c2-45ff-a11d-4873d6c67fdd HTTP/1.1" status: 404 len: 339 time: 0.0214543 Jul 15 13:40:00.746243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37844) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:00.831278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.949053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:00.959930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd28f08-99c8-4aae-bb86-88c8f470c187']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.971044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c912cc3-6612-486c-a002-3c864e3c70ca') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.971313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c912cc3-6612-486c-a002-3c864e3c70ca') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:00.980833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.001106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.008612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:01.009221 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:01.013288 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:01.047833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::3e6 (f10d2c54-2a03-4b51-98c6-54769b9bccd9/f3e2a611-9b21-4dcc-a284-8044f65bed4b/0d13cd47-51fe-4af8-b94b-e6f3c019dedc) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:01.058692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8:0:1::389 (f10d2c54-2a03-4b51-98c6-54769b9bccd9/f0e30542-807c-4696-9282-bb145f26c819/0d13cd47-51fe-4af8-b94b-e6f3c019dedc) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:01.081787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.094251 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.096491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/3fd28f08-99c8-4aae-bb86-88c8f470c187 HTTP/1.1" status: 204 len: 168 time: 0.3447163 Jul 15 13:40:01.101425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37848) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.112117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4ceab-2926-4fc8-9f92-0d088bdc5049 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=3fd28f08-99c8-4aae-bb86-88c8f470c187,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.142760 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a96c5ba-4985-45e4-b8fd-82df9b97b69e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:01.143214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a96c5ba-4985-45e4-b8fd-82df9b97b69e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:01.147503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0a96c5ba-4985-45e4-b8fd-82df9b97b69e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/bb4a2581-f10d-4907-b141-a4ee4a90514a HTTP/1.1" status: 404 len: 337 time: 0.0426698 Jul 15 13:40:01.147875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.168108 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-d279d011-7297-4bf3-8ec9-5d387362c75b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:01.168696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d279d011-7297-4bf3-8ec9-5d387362c75b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:01.170654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d279d011-7297-4bf3-8ec9-5d387362c75b tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/93f5cfc2-d138-4219-8ef0-f404ea5d10ce HTTP/1.1" status: 404 len: 339 time: 0.0216467 Jul 15 13:40:01.173348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37852) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.221391 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:01.238478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting subnet aed45ef2-64b8-453f-8c97-25032ade43e6 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:01.242609 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.292047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.372839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.399704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 0d13cd47-51fe-4af8-b94b-e6f3c019dedc will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:01.413004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.447952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b206c4b-a0d4-4a0e-ae9d-b566fe3185d1 req-6220af37-8dcc-4121-b4a8-292dcb9f6866 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.449627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b206c4b-a0d4-4a0e-ae9d-b566fe3185d1 req-6220af37-8dcc-4121-b4a8-292dcb9f6866 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 944 time: 0.1134593 Jul 15 13:40:01.495000 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.496984 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.508793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b206c4b-a0d4-4a0e-ae9d-b566fe3185d1 req-2a658d0f-9118-4c76-9e72-5def449fe4ec tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525463 Jul 15 13:40:01.532066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=aed45ef2-64b8-453f-8c97-25032ade43e6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.553102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7583e7-5727-4add-9f61-f47496f148c3 None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:01.553803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.559620 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-39591956-e4a0-4011-869d-986835517482 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/aed45ef2-64b8-453f-8c97-25032ade43e6 HTTP/1.1" status: 204 len: 168 time: 0.3818352 Jul 15 13:40:01.559620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37856) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.560331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37858) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.568868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36eb9e-353b-450b-9fe3-d5ffae3d330e None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:01.575487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:01.582359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:01.586099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:01.592638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:01.593789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.596799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=0d13cd47-51fe-4af8-b94b-e6f3c019dedc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.634414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2edfbae0-0ffd-4d21-8755-a49a0a9c69a2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6665463 Jul 15 13:40:01.635362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37862) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:01.644274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3e2a611-9b21-4dcc-a284-8044f65bed4b'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:01.683828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting subnet ee4dd417-88a4-4234-94fd-01bf82ec439c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:01.687210 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.735287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.741814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95471e8d-2dc7-4c6d-b88a-67e283fa8752 None None] Provisioning for port dad0dd40-3eae-47a7-9088-9656d6790414 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:01.767717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.832227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.918766 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-147e53b4-e05f-4f8c-8d2b-cbd04ca63427 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/501e1872-2be4-482c-a23e-d9bae47bfe7f HTTP/1.1" status: 200 len: 992 time: 0.3572459 Jul 15 13:40:01.929867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.961477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4dd417-88a4-4234-94fd-01bf82ec439c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:01.968597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:01.970714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-97a81a27-3fb8-4ff2-a886-584adedaa73e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/ee4dd417-88a4-4234-94fd-01bf82ec439c HTTP/1.1" status: 204 len: 168 time: 0.4082129 Jul 15 13:40:01.980718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37866) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:02.212725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.313819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Delete allocated IP 2001:db8:0:1::389 (f10d2c54-2a03-4b51-98c6-54769b9bccd9/f0e30542-807c-4696-9282-bb145f26c819) {{(pid=93994) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:40:02.322163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port 7c97ff19-1ccb-4794-9a26-9371b79936c2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:02.322707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.328697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] DHCP port deletion for f24c257d-2348-41de-8d8a-c7c15d23ff58 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:02.346878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device dad0dd40-3eae-47a7-9088-9656d6790414 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:02.404112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Update dhcp port {'port': {'network_id': 'f10d2c54-2a03-4b51-98c6-54769b9bccd9', 'fixed_ips': [{'subnet_id': 'f3e2a611-9b21-4dcc-a284-8044f65bed4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0e30542-807c-4696-9282-bb145f26c819'}], 'binding:host_id': 'n-d-798054-11'}, 'id': 'dad0dd40-3eae-47a7-9088-9656d6790414'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:40:02.404860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port 7c97ff19-1ccb-4794-9a26-9371b79936c2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=7c97ff19-1ccb-4794-9a26-9371b79936c2,segment=NetworkSegment(9c0400f1-812f-4837-8812-dd7e059c4c01),segment_id=9c0400f1-812f-4837-8812-dd7e059c4c01)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:02.405450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.421553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for 7c97ff19-1ccb-4794-9a26-9371b79936c2 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:02.444379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.500118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.513532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Ignored duplicate provisioning block setup for port 0d13cd47-51fe-4af8-b94b-e6f3c019dedc by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:40:02.520209 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.524588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.524797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:02.541260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port 7c97ff19-1ccb-4794-9a26-9371b79936c2 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:02.566011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=7c97ff19-1ccb-4794-9a26-9371b79936c2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:02.630683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] In _notify_port_updated(), no bound segment for port 0d13cd47-51fe-4af8-b94b-e6f3c019dedc on network f10d2c54-2a03-4b51-98c6-54769b9bccd9 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:40:02.641955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port dad0dd40-3eae-47a7-9088-9656d6790414 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:02.642916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:02.644101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.649494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/ports/0d13cd47-51fe-4af8-b94b-e6f3c019dedc HTTP/1.1" status: 200 len: 926 time: 1.0089791 Jul 15 13:40:02.654391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37868) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:02.659105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Deleting port 7c97ff19-1ccb-4794-9a26-9371b79936c2 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:02.659561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.660909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3e2a611-9b21-4dcc-a284-8044f65bed4b'}, {'subnet_id': 'f0e30542-807c-4696-9282-bb145f26c819'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:02.662406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port dad0dd40-3eae-47a7-9088-9656d6790414 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:02.662878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.678601 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.698312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c257d-2348-41de-8d8a-c7c15d23ff58']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:02.699039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0039a4-034f-4bc5-b4a0-c5789fec4c8b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=0d13cd47-51fe-4af8-b94b-e6f3c019dedc,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:02.711322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0400f1-812f-4837-8812-dd7e059c4c01') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:02.711633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0400f1-812f-4837-8812-dd7e059c4c01') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:02.724014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.742571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.752494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:02.752494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:02.756927 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:02.787446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.828613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port b915ae08-aa91-4d45-a78f-977fb951ec64 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:02.832709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] For port 7c97ff19-1ccb-4794-9a26-9371b79936c2, host n-d-798054-11, got binding levels [] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:02.833115 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.851263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.851521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port b915ae08-aa91-4d45-a78f-977fb951ec64 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:02.851796 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.863677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.865896 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/f24c257d-2348-41de-8d8a-c7c15d23ff58 HTTP/1.1" status: 204 len: 168 time: 0.8839433 Jul 15 13:40:02.868539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37870) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:02.894198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Calling delete_port for 7c97ff19-1ccb-4794-9a26-9371b79936c2 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:02.895964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0311538-7c16-4304-a6c7-3736b34b2841 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=f24c257d-2348-41de-8d8a-c7c15d23ff58,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:02.900060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.ipam_backend_mixin [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Port 7c97ff19-1ccb-4794-9a26-9371b79936c2 was not found and therefore no delete operation was performed {{(pid=93996) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 13:40:02.906101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Allocated IP 2001:db8:0:1::2 (f10d2c54-2a03-4b51-98c6-54769b9bccd9/f0e30542-807c-4696-9282-bb145f26c819/dad0dd40-3eae-47a7-9088-9656d6790414) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:02.925913 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64fd165-d742-4473-882f-4a45c73ab85e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:02.926038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:02.926748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64fd165-d742-4473-882f-4a45c73ab85e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:02.928639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e64fd165-d742-4473-882f-4a45c73ab85e tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/2f25f23f-83a0-491b-9722-296afcaf9f17 HTTP/1.1" status: 404 len: 337 time: 0.0591559 Jul 15 13:40:02.931278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37876) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:02.960325 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7029a9c-8d20-4afe-985e-598e89af1eb4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:02.961025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7029a9c-8d20-4afe-985e-598e89af1eb4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:02.962902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b7029a9c-8d20-4afe-985e-598e89af1eb4 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/55b29f0a-425b-444f-945f-ee2532f0eefd HTTP/1.1" status: 404 len: 339 time: 0.0306611 Jul 15 13:40:02.965845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37880) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:02.987513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Pushing event deleted for resources: {'Port': ['ID=7c97ff19-1ccb-4794-9a26-9371b79936c2,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:02.998643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] Network f24c257d-2348-41de-8d8a-c7c15d23ff58 is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:40:02.998832 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-12803356-b46c-4de7-82a5-30b833cc7445 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:02.999176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852b20f-3df2-4ebe-970b-1860b57116c7 None None] No DVR routers for this DVR port 7c97ff19-1ccb-4794-9a26-9371b79936c2 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:02.999276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12803356-b46c-4de7-82a5-30b833cc7445 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:03.001064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-12803356-b46c-4de7-82a5-30b833cc7445 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/d258b195-6e47-4116-9d78-08b2b67a5ea7 HTTP/1.1" status: 404 len: 337 time: 0.0308666 Jul 15 13:40:03.003803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:03.025094 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffba765b-b15e-4647-baac-4d655eb78888 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:03.025682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffba765b-b15e-4647-baac-4d655eb78888 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:03.028126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ffba765b-b15e-4647-baac-4d655eb78888 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/9fa03654-ec63-487e-9fc4-1d8633b803c7 HTTP/1.1" status: 404 len: 339 time: 0.0230827 Jul 15 13:40:03.031210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37884) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:03.058994 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.069687 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-913f4faa-d81c-497b-a558-d3a46557c302 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:03.070154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913f4faa-d81c-497b-a558-d3a46557c302 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:03.072075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-913f4faa-d81c-497b-a558-d3a46557c302 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/d800959c-2ee3-494b-9d07-d2ba7b3eb1ed HTTP/1.1" status: 404 len: 337 time: 0.0400314 Jul 15 13:40:03.074867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:03.099394 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-615d3a67-2c45-450a-913d-8bfbe0c0336c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:03.099979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615d3a67-2c45-450a-913d-8bfbe0c0336c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:03.101906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-615d3a67-2c45-450a-913d-8bfbe0c0336c tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/d30b4131-7de1-40fd-bb71-47d11a215aa0 HTTP/1.1" status: 404 len: 339 time: 0.0244665 Jul 15 13:40:03.104589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37890) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:03.173377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting subnet e89a2587-633c-4f76-bfcd-42f8fc56cc1c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:03.176769 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.179277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] For port dad0dd40-3eae-47a7-9088-9656d6790414, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=dad0dd40-3eae-47a7-9088-9656d6790414,segment=NetworkSegment(a822fc36-f516-4f1d-91a0-ff8ff1382fac),segment_id=a822fc36-f516-4f1d-91a0-ff8ff1382fac)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:03.188250 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.217934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.225484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:03.227845 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662326dc-ca2e-4863-8950-78ec95d060b9" -d '{"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-plugged", "status": "completed", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:03.233393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.251199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:03.256698 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.259270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Transition to ACTIVE for port object dad0dd40-3eae-47a7-9088-9656d6790414 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:03.287340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.318806 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755137ce-e329-4558-a3f9-724cceaed212 x-openstack-request-id: req-755137ce-e329-4558-a3f9-724cceaed212 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:03.319099 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-plugged", "status": "completed", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:03.319373 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-755137ce-e329-4558-a3f9-724cceaed212 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:03.319761 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'code': 200} Jul 15 13:40:03.334824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8:0:1::1f1 (f10d2c54-2a03-4b51-98c6-54769b9bccd9/f0e30542-807c-4696-9282-bb145f26c819/0d13cd47-51fe-4af8-b94b-e6f3c019dedc) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:03.353192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:40:03.353550 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:40:03.377471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.409041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-be9ef165-58ed-4dac-8a2c-e3f4718cbf88 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:03.411047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-be9ef165-58ed-4dac-8a2c-e3f4718cbf88 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1902816 Jul 15 13:40:03.412527 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.452050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-d689d091-cf5a-4e15-b271-87eecae02685 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0173759 Jul 15 13:40:03.459527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deafe3f-2e33-42c5-a8a4-a7381e050916 None None] Pushing event updated for resources: {'Port': ['ID=dad0dd40-3eae-47a7-9088-9656d6790414,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.522935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.537006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.538120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Ignored duplicate provisioning block setup for port 0d13cd47-51fe-4af8-b94b-e6f3c019dedc by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 13:40:03.543713 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.573188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=e89a2587-633c-4f76-bfcd-42f8fc56cc1c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.582580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.584712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-faaea04b-db6c-4996-9cb9-b53330162906 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/e89a2587-633c-4f76-bfcd-42f8fc56cc1c HTTP/1.1" status: 204 len: 168 time: 0.4788165 Jul 15 13:40:03.590167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37898) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:03.593661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-a3cda9b2-bc9a-4f0d-98d7-9b942c500e5c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299498 Jul 15 13:40:03.601250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7b4e0-ef46-4bdc-8fd5-03205992606b None None] Network 4fea7d23-6add-46da-9852-1f45ca60f6c9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:03.693012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=0d13cd47-51fe-4af8-b94b-e6f3c019dedc,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:03.700503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] In _notify_port_updated(), no bound segment for port 0d13cd47-51fe-4af8-b94b-e6f3c019dedc on network f10d2c54-2a03-4b51-98c6-54769b9bccd9 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:40:03.706509 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:03.707227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.708645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-302f6270-cb30-4966-a1da-f78e8d1c16a7 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/ports/0d13cd47-51fe-4af8-b94b-e6f3c019dedc HTTP/1.1" status: 200 len: 1012 time: 1.0529981 Jul 15 13:40:03.709832 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-698dc278-05d5-49b3-8fe4-57b879a4b609 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061485 Jul 15 13:40:03.712274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:03.823003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.871597 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-f04a401e-c7fb-4d11-a5aa-e24f640abe6a service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542211 Jul 15 13:40:03.895852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] DHCP port deletion for 4fea7d23-6add-46da-9852-1f45ca60f6c9 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:03.944130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.970193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 0d13cd47-51fe-4af8-b94b-e6f3c019dedc {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:03.970598 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:03.994553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port dad0dd40-3eae-47a7-9088-9656d6790414, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=dad0dd40-3eae-47a7-9088-9656d6790414,segment=NetworkSegment(a822fc36-f516-4f1d-91a0-ff8ff1382fac),segment_id=a822fc36-f516-4f1d-91a0-ff8ff1382fac)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:04.004910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.075640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.086294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] Deleting port ff48890c-f7e5-4131-981e-59ddcaef31f5 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:04.086701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.102951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=dad0dd40-3eae-47a7-9088-9656d6790414,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.107488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 0d13cd47-51fe-4af8-b94b-e6f3c019dedc owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:04.181249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] For port ff48890c-f7e5-4131-981e-59ddcaef31f5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ff48890c-f7e5-4131-981e-59ddcaef31f5,segment=NetworkSegment(a3334fb8-17a7-4073-ba2c-efb493080bba),segment_id=a3334fb8-17a7-4073-ba2c-efb493080bba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:04.181249 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.201099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device dad0dd40-3eae-47a7-9088-9656d6790414 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:04.203279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] Calling delete_port for ff48890c-f7e5-4131-981e-59ddcaef31f5 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:04.205257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port ff48890c-f7e5-4131-981e-59ddcaef31f5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:04.205605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.209412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d96f2137-6481-414e-bd83-d90f67074687 req-d5ca32be-0b73-4920-8de9-5393642b2936 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0420132 Jul 15 13:40:04.237083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fff263-1d43-4312-8e6f-cd3b49a4c5c9 None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:04.358440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port ff48890c-f7e5-4131-981e-59ddcaef31f5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ff48890c-f7e5-4131-981e-59ddcaef31f5,segment=NetworkSegment(a3334fb8-17a7-4073-ba2c-efb493080bba),segment_id=a3334fb8-17a7-4073-ba2c-efb493080bba)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:04.359240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.377563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9c59fcb1-5d8e-463d-878e-b236f07c7615 None None] Provisioning for port dad0dd40-3eae-47a7-9088-9656d6790414 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:04.396037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9c59fcb1-5d8e-463d-878e-b236f07c7615 None None] Provisioning complete for port dad0dd40-3eae-47a7-9088-9656d6790414 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:04.396498 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9c59fcb1-5d8e-463d-878e-b236f07c7615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.396598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for ff48890c-f7e5-4131-981e-59ddcaef31f5 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:04.453469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port dad0dd40-3eae-47a7-9088-9656d6790414 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:04.453844 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.465617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.502197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=0d13cd47-51fe-4af8-b94b-e6f3c019dedc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.503140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.548779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] No DVR routers for this DVR port ff48890c-f7e5-4131-981e-59ddcaef31f5 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:04.555659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c0614-8a94-4c12-98fd-1c2dcd67aca4 None None] Pushing event deleted for resources: {'Port': ['ID=ff48890c-f7e5-4131-981e-59ddcaef31f5,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.589610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.594381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37916) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:04.594881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eabfcbf0-ef5b-4caa-b33c-7c0b55db8d4e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/0d13cd47-51fe-4af8-b94b-e6f3c019dedc HTTP/1.1" status: 204 len: 168 time: 0.8813093 Jul 15 13:40:04.601903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.631784 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ef8275-bf30-4d60-a642-82a0e7748c60 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:04.632940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=ff48890c-f7e5-4131-981e-59ddcaef31f5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:04.633523 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98ef8275-bf30-4d60-a642-82a0e7748c60 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/0d13cd47-51fe-4af8-b94b-e6f3c019dedc HTTP/1.1" status: 404 len: 333 time: 0.0373700 Jul 15 13:40:04.637322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:04.651104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port ff48890c-f7e5-4131-981e-59ddcaef31f5 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:04.694315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9c59fcb1-5d8e-463d-878e-b236f07c7615 None None] Could not find standard attr ID for object 0d13cd47-51fe-4af8-b94b-e6f3c019dedc. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:04.755102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet f0e30542-807c-4696-9282-bb145f26c819 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:04.763437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.786816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7c97ff19-1ccb-4794-9a26-9371b79936c2 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:04.794020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.811388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 7c97ff19-1ccb-4794-9a26-9371b79936c2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:04.811388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 7c97ff19-1ccb-4794-9a26-9371b79936c2 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:04.811642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ff48890c-f7e5-4131-981e-59ddcaef31f5 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:04.829296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fea7d23-6add-46da-9852-1f45ca60f6c9']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:04.837324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ff48890c-f7e5-4131-981e-59ddcaef31f5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:04.839221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ff48890c-f7e5-4131-981e-59ddcaef31f5 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:04.850912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3334fb8-17a7-4073-ba2c-efb493080bba') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:04.851217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3334fb8-17a7-4073-ba2c-efb493080bba') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:04.866635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.870232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.922260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.936736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:04.937090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:04.940566 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:05.021215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7604e805-527b-43d6-9b62-bd11735a2ef3 None None] Provisioning complete for port dad0dd40-3eae-47a7-9088-9656d6790414 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:05.021707 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7604e805-527b-43d6-9b62-bd11735a2ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.032134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.043359 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.046623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/4fea7d23-6add-46da-9852-1f45ca60f6c9 HTTP/1.1" status: 204 len: 168 time: 1.4541650 Jul 15 13:40:05.048154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.058981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.062680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd01d5-6095-4eb7-9cf0-e4a1cdb6b681 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=4fea7d23-6add-46da-9852-1f45ca60f6c9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.083687 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e62e07-986e-4b64-872e-ff05cb465e92 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:05.084514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e62e07-986e-4b64-872e-ff05cb465e92 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:05.087347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5e62e07-986e-4b64-872e-ff05cb465e92 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/d297b50f-ae3b-4f92-91ae-deff375d7a99 HTTP/1.1" status: 404 len: 337 time: 0.0380871 Jul 15 13:40:05.089981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37922) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.119310 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51dd8f5-e584-41d9-bc0a-c33c171fcb02 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] DELETE failed (client error): The resource could not be found. Jul 15 13:40:05.120701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51dd8f5-e584-41d9-bc0a-c33c171fcb02 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:05.123757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f51dd8f5-e584-41d9-bc0a-c33c171fcb02 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/024fb307-ab33-43cb-a05f-7530f0679197 HTTP/1.1" status: 404 len: 339 time: 0.0315123 Jul 15 13:40:05.128357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37924) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.164812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.208726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e30542-807c-4696-9282-bb145f26c819,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:05.210943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.215202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a9ce1fb5-150e-412d-9cf7-b7ddb3aeebeb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f0e30542-807c-4696-9282-bb145f26c819 HTTP/1.1" status: 204 len: 168 time: 0.5745671 Jul 15 13:40:05.216317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37926) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:05.231473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting subnet da16a547-4ae8-4c5b-a801-2c0adb50c460 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:05.255528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8423ca4-4b76-41f7-9c1b-ae2236a2bfb3 None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:05.260389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.332314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.339438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-494c6a92-1d67-4e00-a587-ab6e8376e5d7 None None] Could not find standard attr ID for object 0d13cd47-51fe-4af8-b94b-e6f3c019dedc. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:05.391139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d1420f6-991e-4f40-b355-a88db163fbbf req-fa5bd6f4-f1e2-42c0-a6a6-d3748dc83d3f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0365524 Jul 15 13:40:05.437328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet f3e2a611-9b21-4dcc-a284-8044f65bed4b {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:05.455246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.556531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-3b79d0ac-04df-4332-b683-d0f22fe880c4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:05.558080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-3b79d0ac-04df-4332-b683-d0f22fe880c4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.2395170 Jul 15 13:40:05.564471 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:05.597807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:05.623823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.169960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device dad0dd40-3eae-47a7-9088-9656d6790414 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:06.208550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e558a1ef-bf3a-460e-80f7-afdf52e09c79 None None] Provisioning complete for port dad0dd40-3eae-47a7-9088-9656d6790414 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:06.208844 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e558a1ef-bf3a-460e-80f7-afdf52e09c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.216898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.262854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.279528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port dad0dd40-3eae-47a7-9088-9656d6790414 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:06.280124 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.305622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Subnet': ['ID=da16a547-4ae8-4c5b-a801-2c0adb50c460,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:06.324943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.327214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-77f42829-b905-4b2f-b15f-30af5381f7eb tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/subnets/da16a547-4ae8-4c5b-a801-2c0adb50c460 HTTP/1.1" status: 204 len: 168 time: 1.1978478 Jul 15 13:40:06.329911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37934) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:06.346586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:06.350817 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.485580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.513855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.13 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/cc6df98c-2629-4489-a48c-0bc782dc1f01) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:06.536514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.554279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Deleting port f5b35c22-08cd-4f56-983e-dc22984931f4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:06.554825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.578958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e2ab0-342a-4e54-8233-02bdd139c901 None None] Network e4981d3a-3f9c-407f-a29a-99643aed8b9c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:06.655318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] For port f5b35c22-08cd-4f56-983e-dc22984931f4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f5b35c22-08cd-4f56-983e-dc22984931f4,segment=NetworkSegment(1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c),segment_id=1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:06.655876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.658213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e2a611-9b21-4dcc-a284-8044f65bed4b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:06.674452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Calling delete_port for f5b35c22-08cd-4f56-983e-dc22984931f4 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:06.683193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.689500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b7e5ebd2-bf30-4273-91ea-75b9dd06577c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f3e2a611-9b21-4dcc-a284-8044f65bed4b HTTP/1.1" status: 204 len: 168 time: 1.4723179 Jul 15 13:40:06.699511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37938) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:06.736052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a13018b6-ca49-45f0-a54e-b4c06bb1d152 req-fa1b2aef-54fb-4c8e-8ffe-8483a25b0347 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1103566 Jul 15 13:40:06.847276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf7e95-21e3-4fb6-9637-5e06a05edde8 None None] Network f10d2c54-2a03-4b51-98c6-54769b9bccd9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:06.866010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.923355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.927967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e1e10047-cdcc-4104-b200-cf861fe6d477 None None] Could not find standard attr ID for object 0d13cd47-51fe-4af8-b94b-e6f3c019dedc. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:06.949017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:06.958668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Port': ['ID=f5b35c22-08cd-4f56-983e-dc22984931f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:06.967501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object cc6df98c-2629-4489-a48c-0bc782dc1f01 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:06.967735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] No DVR routers for this DVR port f5b35c22-08cd-4f56-983e-dc22984931f4 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:07.021970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.078152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.082450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port dad0dd40-3eae-47a7-9088-9656d6790414 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:07.083098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.106665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4981d3a-3f9c-407f-a29a-99643aed8b9c']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:07.131047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:07.131654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1848b1-c55a-4cb8-9e5d-e74be6cffa4c') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:07.151516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:07.152788 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.173251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:07.180273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:07.225440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=cc6df98c-2629-4489-a48c-0bc782dc1f01,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.252225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4141ad00-3418-4601-8451-8dc78c939d1b None None] DHCP port deletion for e4981d3a-3f9c-407f-a29a-99643aed8b9c request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:07.264607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] For port dad0dd40-3eae-47a7-9088-9656d6790414, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=dad0dd40-3eae-47a7-9088-9656d6790414,segment=NetworkSegment(a822fc36-f516-4f1d-91a0-ff8ff1382fac),segment_id=a822fc36-f516-4f1d-91a0-ff8ff1382fac)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:07.264966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.271716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.288933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for dad0dd40-3eae-47a7-9088-9656d6790414 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:07.291594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:07.292230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:07.295881 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:07.302787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:07.303329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.356259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-7e1b9ffc-5c84-4b8c-bdc1-5640c5ca6c35 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7670524 Jul 15 13:40:07.374006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Request body: {'port': {'device_id': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:07.396072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] DHCP port deletion for f10d2c54-2a03-4b51-98c6-54769b9bccd9 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:07.448271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.469754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.471763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] 10.222.0.57 "DELETE /v2.0/networks/e4981d3a-3f9c-407f-a29a-99643aed8b9c HTTP/1.1" status: 204 len: 168 time: 1.1390941 Jul 15 13:40:07.508976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.517093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df95f8a-c2b4-4d9e-bad1-e39114f83963 tempest-NetworksIpV6Test-2141625005 tempest-NetworksIpV6Test-2141625005-project] Pushing event deleted for resources: {'Network': ['ID=e4981d3a-3f9c-407f-a29a-99643aed8b9c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.532827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] Deleting port dad0dd40-3eae-47a7-9088-9656d6790414 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:07.533954 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.553614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.614123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=dad0dd40-3eae-47a7-9088-9656d6790414,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.659250 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No DVR routers for this DVR port dad0dd40-3eae-47a7-9088-9656d6790414 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:07.708542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] For port dad0dd40-3eae-47a7-9088-9656d6790414, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=dad0dd40-3eae-47a7-9088-9656d6790414,segment=NetworkSegment(a822fc36-f516-4f1d-91a0-ff8ff1382fac),segment_id=a822fc36-f516-4f1d-91a0-ff8ff1382fac)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:07.708966 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.726213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] Calling delete_port for dad0dd40-3eae-47a7-9088-9656d6790414 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:07.840792 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.874617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] Pushing event deleted for resources: {'Port': ['ID=dad0dd40-3eae-47a7-9088-9656d6790414,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:07.881978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e127308d-8679-4796-be7f-183ae2a1f794 None None] Provisioning for port cc6df98c-2629-4489-a48c-0bc782dc1f01 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:07.890302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e127308d-8679-4796-be7f-183ae2a1f794 None None] Provisioning complete for port cc6df98c-2629-4489-a48c-0bc782dc1f01 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:07.891159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e127308d-8679-4796-be7f-183ae2a1f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.916530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01da870-02b1-45f2-973d-ace8a7b94f9d None None] No DVR routers for this DVR port dad0dd40-3eae-47a7-9088-9656d6790414 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:07.919804 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:07.948574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10d2c54-2a03-4b51-98c6-54769b9bccd9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:07.950807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37946) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:07.961464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d461903-9cbf-42a1-bbb0-b60fc184e62d None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:40:07.964693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e127308d-8679-4796-be7f-183ae2a1f794 None None] Port cc6df98c-2629-4489-a48c-0bc782dc1f01 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:07.995405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a822fc36-f516-4f1d-91a0-ff8ff1382fac') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:07.995699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a822fc36-f516-4f1d-91a0-ff8ff1382fac') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:08.014248 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.094813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.106189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:08.106763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:08.113830 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:08.166961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d461903-9cbf-42a1-bbb0-b60fc184e62d None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:40:08.198700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f5b35c22-08cd-4f56-983e-dc22984931f4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:08.205126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6df98c-2629-4489-a48c-0bc782dc1f01 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:08.216203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.237476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Transition to ACTIVE for port object cc6df98c-2629-4489-a48c-0bc782dc1f01 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:08.246233 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.257877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: f5b35c22-08cd-4f56-983e-dc22984931f4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:08.258719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f5b35c22-08cd-4f56-983e-dc22984931f4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:08.259685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device dad0dd40-3eae-47a7-9088-9656d6790414 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:08.263851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.286481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.287127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: dad0dd40-3eae-47a7-9088-9656d6790414 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:08.287477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device dad0dd40-3eae-47a7-9088-9656d6790414 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:08.292331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/f10d2c54-2a03-4b51-98c6-54769b9bccd9 HTTP/1.1" status: 204 len: 168 time: 1.5905848 Jul 15 13:40:08.321448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37950) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.329748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99782286-d1f1-4741-874d-494907196610 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6df98c-2629-4489-a48c-0bc782dc1f01,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.349303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d77f0-a41c-4fc9-bd97-ed4a218bb6f2 req-545df12f-733a-4a0c-935f-ce102a12c4b8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.356662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-216d77f0-a41c-4fc9-bd97-ed4a218bb6f2 req-545df12f-733a-4a0c-935f-ce102a12c4b8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 932 time: 0.3450971 Jul 15 13:40:08.363884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66298b-67c0-40db-8a6f-4464d9e5a5f2 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=f10d2c54-2a03-4b51-98c6-54769b9bccd9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.425496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8c0ce0d-e98a-451b-ae23-4c520334df19 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5897fd312a145a39fb1cf14ea28dfd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712148 Jul 15 13:40:08.426368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37952) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.465115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-216d77f0-a41c-4fc9-bd97-ed4a218bb6f2 req-397f1649-9cfc-41a9-b195-751014364279 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073315 Jul 15 13:40:08.471730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Attempting to bind port cc6df98c-2629-4489-a48c-0bc782dc1f01 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:08.472213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Attempting to bind port cc6df98c-2629-4489-a48c-0bc782dc1f01 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:08.472557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Attempting to bind port cc6df98c-2629-4489-a48c-0bc782dc1f01 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:08.489005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Port cc6df98c-2629-4489-a48c-0bc782dc1f01 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:08.489354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Attempting to bind port cc6df98c-2629-4489-a48c-0bc782dc1f01 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:08.498553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1337c-1180-4e20-8151-7eb2d23072cf tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.503408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-afa1337c-1180-4e20-8151-7eb2d23072cf tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1773603 Jul 15 13:40:08.503588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:08.503588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:08.503588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:08.503873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Bound port: cc6df98c-2629-4489-a48c-0bc782dc1f01, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:08.504205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.504324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37954) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.565762 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6229f87c-1112-45ad-a9f1-17e681d092fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.585263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3307ab1f-ab1e-41c8-84ee-a01c15672404 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0766628 Jul 15 13:40:08.585438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37956) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.590474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1567840054'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:08.609154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6229f87c-1112-45ad-a9f1-17e681d092fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.611309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] For port cc6df98c-2629-4489-a48c-0bc782dc1f01, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:08.618394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:08.620246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] For port cc6df98c-2629-4489-a48c-0bc782dc1f01, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:08.624711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.630482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.659498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:08.671506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.672019 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment f6bad79f-3d98-43ad-9b25-52c7822d2059 of type vlan for network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 Jul 15 13:40:08.716023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.716667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.718342 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-99782286-d1f1-4741-874d-494907196610 service neutron] 10.222.0.58 "PUT /v2.0/ports/cc6df98c-2629-4489-a48c-0bc782dc1f01 HTTP/1.1" status: 200 len: 1093 time: 1.3528059 Jul 15 13:40:08.721084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'tag': 'cc6df98c-2629-4489-a48c-0bc782dc1f01'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:08.722007 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5491f87-6016-42ff-ba15-cff34c72f3e3", "tag": "cc6df98c-2629-4489-a48c-0bc782dc1f01"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:08.751787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.752235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99782286-d1f1-4741-874d-494907196610 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6df98c-2629-4489-a48c-0bc782dc1f01,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.780119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6229f87c-1112-45ad-a9f1-17e681d092fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.783682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6229f87c-1112-45ad-a9f1-17e681d092fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.799473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6229f87c-1112-45ad-a9f1-17e681d092fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0449210e-001d-453d-bbbf-f0fc543f3df6 HTTP/1.1" status: 204 len: 168 time: 0.3615391 Jul 15 13:40:08.804570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.814437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.815174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:08.847062 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50399a4-bb00-4cc9-9910-82f2561e0be1 x-openstack-request-id: req-f50399a4-bb00-4cc9-9910-82f2561e0be1 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:08.847337 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5491f87-6016-42ff-ba15-cff34c72f3e3", "tag": "cc6df98c-2629-4489-a48c-0bc782dc1f01", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:08.847652 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f50399a4-bb00-4cc9-9910-82f2561e0be1 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:08.848139 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'tag': 'cc6df98c-2629-4489-a48c-0bc782dc1f01', 'status': 'completed', 'code': 200} Jul 15 13:40:08.855844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229f87c-1112-45ad-a9f1-17e681d092fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449210e-001d-453d-bbbf-f0fc543f3df6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.860037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2736001 Jul 15 13:40:08.863558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:08.869950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:08.921491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-a9a56135-7b28-4bd8-8b1d-da84aea997bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:08.921676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300ca84-82f2-47f1-b473-37965292988d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=45b32b6f-0791-4b9e-9cd5-09f02cf60ff7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:08.922565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-a9a56135-7b28-4bd8-8b1d-da84aea997bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1199346 Jul 15 13:40:08.937222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:08.995855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-ec506060-ecb0-4a78-b3a3-f53f30248b2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01 HTTP/1.1" status: 200 len: 217 time: 0.0655940 Jul 15 13:40:09.051379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:09.055547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.069358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-379f5792-e3c7-409d-b160-1662f6842fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.070909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-379f5792-e3c7-409d-b160-1662f6842fe7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0667021 Jul 15 13:40:09.169028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-e7ffb3b9-1504-4c3f-b0ff-54035338010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.171188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-e7ffb3b9-1504-4c3f-b0ff-54035338010e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914249 Jul 15 13:40:09.351451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.358267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-b5ffa906-a4fa-4409-8bfe-8d4dcefa233c service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652424 Jul 15 13:40:09.441510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=f166c339-83ec-4945-9d4a-f5f13730d6ba,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:09.449380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': 'f6bad79f-3d98-43ad-9b25-52c7822d2059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:09.450147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:09.476450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:09.497354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ec2f73d-12a4-4b1f-b30a-b6c42a2747f6 req-0c5dee92-41b6-421a-86b3-979783f3229f service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310217 Jul 15 13:40:09.501661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:09.515064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d0b15-a851-493e-852f-6e6a23b440dc None None] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:09.529507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.530450 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.565993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e42fcbf9-3674-429d-85a6-cdc6983d8a8c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7013044 Jul 15 13:40:09.569337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37976) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:09.579131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7', 'name': 'tempest-PortsIpV6TestJSON-2053109704'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:09.750846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813df2dc-3909-49e7-9b5f-73d562b40d74 req-2b3cdc3a-dc8d-4c7d-a695-d471a03bb043 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.752617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-45b32b6f-0791-4b9e-9cd5-09f02cf60ff7', 'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': 'f166c339-83ec-4945-9d4a-f5f13730d6ba'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:09.754414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.755360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-813df2dc-3909-49e7-9b5f-73d562b40d74 req-2b3cdc3a-dc8d-4c7d-a695-d471a03bb043 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1325660 Jul 15 13:40:09.821316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-766c82c7-a20a-45b1-a482-fcc3124c009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.822894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-766c82c7-a20a-45b1-a482-fcc3124c009c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.2348163 Jul 15 13:40:09.907224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-813df2dc-3909-49e7-9b5f-73d562b40d74 req-c32be464-2a6f-40c0-939e-eaa40839de2b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387863 Jul 15 13:40:09.936271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-eca0469f-a432-4ef1-b4d5-b6866412087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:09.937889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-eca0469f-a432-4ef1-b4d5-b6866412087b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1074269 Jul 15 13:40:09.959601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:09.964959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:09.970808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Allocated IP 2001:db8::2 (45b32b6f-0791-4b9e-9cd5-09f02cf60ff7/f166c339-83ec-4945-9d4a-f5f13730d6ba/36f2b8f7-684e-4a4a-8bde-114bdc11edd3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:10.026247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-833f41c6-fd5c-49fa-a428-cfe81ac6afad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01 HTTP/1.1" status: 200 len: 217 time: 0.0757797 Jul 15 13:40:10.044484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port b56bb9f9-4625-41b9-9ce3-1887c3b82267 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:10.151020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-3110a631-24ad-4ac4-a9a6-5a5e5de607f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:10.152575 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-3110a631-24ad-4ac4-a9a6-5a5e5de607f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1186562 Jul 15 13:40:10.179006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37986) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:10.216976 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.232017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Transition to ACTIVE for port object 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:10.256852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-08d6edda-d769-4b3b-be48-40e8ba03c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:10.259409 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-08d6edda-d769-4b3b-be48-40e8ba03c61a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960548 Jul 15 13:40:10.276061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Transition to ACTIVE for port object 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:10.295730 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.350411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:10.352356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:10.355164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:10.365966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Pushing event updated for resources: {'Port': ['ID=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.442707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-63e34640-a9b3-4a5b-8f8b-615a9bca7e2e service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750722 Jul 15 13:40:10.452882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Attempting to bind port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:10.453405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Attempting to bind port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f6bad79f-3d98-43ad-9b25-52c7822d2059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:10.453864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083123271'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:10.453995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Attempting to bind port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 on network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:10.454750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::90 (45b32b6f-0791-4b9e-9cd5-09f02cf60ff7/f166c339-83ec-4945-9d4a-f5f13730d6ba/b56bb9f9-4625-41b9-9ce3-1887c3b82267) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:10.464825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:10.465221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Checking segment: {'id': 'f6bad79f-3d98-43ad-9b25-52c7822d2059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:10.465824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.466240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Bound using segment: {'id': 'f6bad79f-3d98-43ad-9b25-52c7822d2059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:10.466774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Bound port: 36f2b8f7-684e-4a4a-8bde-114bdc11edd3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bad79f-3d98-43ad-9b25-52c7822d2059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:10.467163 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.549888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.590400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f7b1555-35cf-4dd5-a02d-29bbdfa6aea8 req-b284b2d5-0aa4-40e7-b792-5b5fec412c02 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369181 Jul 15 13:40:10.595392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.657930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] For port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:10.665087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] For port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,segment=NetworkSegment(f6bad79f-3d98-43ad-9b25-52c7822d2059),segment_id=f6bad79f-3d98-43ad-9b25-52c7822d2059)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:10.682032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.763513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b17f41-4347-4e56-9ab8-fe2b78d935db None None] Pushing event updated for resources: {'Port': ['ID=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.783260 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.791763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.851121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127a20f3-8095-4e32-913d-6ac5772b65f4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:10.892686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.923918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object b56bb9f9-4625-41b9-9ce3-1887c3b82267 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:10.984450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.989520 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:10.999287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.038667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.042995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8601489 Jul 15 13:40:11.042995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4acbfd-5928-4d67-9515-7d583137027e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5664a1-0e8e-4585-9b8b-d269628e93a2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:11.045951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37992) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.081516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:11.095001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:11.120390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:11.128858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.130040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.182699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=b56bb9f9-4625-41b9-9ce3-1887c3b82267,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:11.220723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e6a5a35b-5dba-4b0f-b9e0-1169465a32b8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6494362 Jul 15 13:40:11.225367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37994) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.230102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f96ed54-3030-405d-bdce-5e3ed04d254a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1801722 Jul 15 13:40:11.231749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 37996) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.232806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '45b32b6f-0791-4b9e-9cd5-09f02cf60ff7', 'name': 'tempest-PortsIpV6TestJSON-1510946936'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:11.246599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-security--1786739973', 'description': 'tempest-security-description-659498642'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:11.297225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.345051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849b09b-9be6-4e83-9dc5-6b144f0380f3 req-056d6f3b-17dc-4835-8a81-7bff146bd392 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:11.346736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3849b09b-9be6-4e83-9dc5-6b144f0380f3 req-056d6f3b-17dc-4835-8a81-7bff146bd392 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1819742 Jul 15 13:40:11.388454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.400159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.412055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.417599 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "PUT /v2.0/security-groups/eb5664a1-0e8e-4585-9b8b-d269628e93a2 HTTP/1.1" status: 200 len: 1779 time: 0.1834824 Jul 15 13:40:11.418575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 37998) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.456501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee049d-834d-4c0d-b463-099de50c3ba9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5664a1-0e8e-4585-9b8b-d269628e93a2,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:11.477705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3849b09b-9be6-4e83-9dc5-6b144f0380f3 req-302a2274-7227-45df-ab7b-6be41e5db7ad tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190581 Jul 15 13:40:11.497721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:11.502731 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.522463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8374ee01-4927-4c41-a1c7-dec6ca77ce8e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups/eb5664a1-0e8e-4585-9b8b-d269628e93a2 HTTP/1.1" status: 200 len: 1779 time: 0.1020503 Jul 15 13:40:11.527172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38000) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.551518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 169db497-d321-44fe-b463-1a77103dedc8 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:11.656072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a47637d2-22ee-44c3-a126-2515aa167e91 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.722717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a47637d2-22ee-44c3-a126-2515aa167e91 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.779644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::37c (45b32b6f-0791-4b9e-9cd5-09f02cf60ff7/f166c339-83ec-4945-9d4a-f5f13730d6ba/169db497-d321-44fe-b463-1a77103dedc8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:11.823782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a47637d2-22ee-44c3-a126-2515aa167e91 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.826632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a47637d2-22ee-44c3-a126-2515aa167e91 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:11.827962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a47637d2-22ee-44c3-a126-2515aa167e91 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb5664a1-0e8e-4585-9b8b-d269628e93a2 HTTP/1.1" status: 204 len: 168 time: 0.2998054 Jul 15 13:40:11.831737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38002) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.851665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47637d2-22ee-44c3-a126-2515aa167e91 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5664a1-0e8e-4585-9b8b-d269628e93a2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:11.935773 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2319496d-3659-4d75-be2f-f824ef3eeb92 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027541 Jul 15 13:40:11.939012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38004) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.957787 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-281610e0-9816-486c-b50a-c9dfc95eb620 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] delete failed (client error): The resource could not be found. Jul 15 13:40:11.962477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-281610e0-9816-486c-b50a-c9dfc95eb620 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/eb5664a1-0e8e-4585-9b8b-d269628e93a2 HTTP/1.1" status: 404 len: 347 time: 0.0188072 Jul 15 13:40:11.963771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38006) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:11.980412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--445370641'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:12.049510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.075635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.097905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 169db497-d321-44fe-b463-1a77103dedc8 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:12.257859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.265799 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.283206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.338415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:12.357203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6771db3-fe2b-48d3-b5ae-f9e2bb5c6fbc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:12.364595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.372863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bcfca7f9-c7ed-42ad-8576-806c7cc456da tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4003162 Jul 15 13:40:12.375315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38008) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:12.382124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': 'd6771db3-fe2b-48d3-b5ae-f9e2bb5c6fbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:12.388014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:12.406817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:12.426048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ada81c-1f44-4788-8769-e1a71d3e3e63 None None] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:12.434211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:12.449160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.452694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.453930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.516231 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2837398 Jul 15 13:40:12.517392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:12.619009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbef8af-dcaa-4ed8-979a-c674bf555019 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=169db497-d321-44fe-b463-1a77103dedc8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:12.694163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.695240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c79b95d-28ec-459e-8a25-cd91e97c6bf6 None None] Provisioning for port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:12.704199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.732882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cae756-e224-4e70-aa5d-366809213eb2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:12.738678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:12.771529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:12.773747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.777945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:12.779554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-edc2fa2b-2fee-4390-99fd-39fb0a4385a5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028506 Jul 15 13:40:12.783266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38014) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:12.843148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a4436-1123-445a-bfe0-beeee9f793e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:12.854442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-912a4436-1123-445a-bfe0-beeee9f793e6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A90 HTTP/1.1" status: 200 len: 928 time: 0.3132560 Jul 15 13:40:12.866572 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38016) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.006857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38543f63-5a18-4167-8032-61129d051613 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.015760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.019134 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38543f63-5a18-4167-8032-61129d051613 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.081507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38543f63-5a18-4167-8032-61129d051613 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.089374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38543f63-5a18-4167-8032-61129d051613 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.094685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38543f63-5a18-4167-8032-61129d051613 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/44cae756-e224-4e70-aa5d-366809213eb2 HTTP/1.1" status: 204 len: 168 time: 0.3101447 Jul 15 13:40:13.095755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38018) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.110501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38543f63-5a18-4167-8032-61129d051613 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44cae756-e224-4e70-aa5d-366809213eb2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:13.119576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac18acf6-8bd6-4822-a2d8-2f30e1ba9083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.125417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,segment=NetworkSegment(f6bad79f-3d98-43ad-9b25-52c7822d2059),segment_id=f6bad79f-3d98-43ad-9b25-52c7822d2059)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:13.136481 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.148369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8a3ab-4429-47b7-8e9d-ea4c40a1e959 req-7ac501f3-fd07-4880-b3b9-6cc84c8a16c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:13.151281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5b8a3ab-4429-47b7-8e9d-ea4c40a1e959 req-7ac501f3-fd07-4880-b3b9-6cc84c8a16c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.3527973 Jul 15 13:40:13.203282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b7c014e5-dcb1-4452-abf6-cc0440610553 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1049912 Jul 15 13:40:13.208162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38020) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.273264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f5b8a3ab-4429-47b7-8e9d-ea4c40a1e959 req-27de991e-8cf5-469a-ad37-9d783390404a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050925 Jul 15 13:40:13.274420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:13.278580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 169db497-d321-44fe-b463-1a77103dedc8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:13.278858 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.289507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Provisioning complete for port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:13.290024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.385869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68d775ce-27a4-4e41-ab77-9eb6991ee69e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.423400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68d775ce-27a4-4e41-ab77-9eb6991ee69e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.441127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Provisioning for port 169db497-d321-44fe-b463-1a77103dedc8 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:13.447792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Provisioning complete for port 169db497-d321-44fe-b463-1a77103dedc8 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:13.448248 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.461925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.514188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 169db497-d321-44fe-b463-1a77103dedc8 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:13.517038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Port 169db497-d321-44fe-b463-1a77103dedc8 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:13.531897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Provisioning for port b56bb9f9-4625-41b9-9ce3-1887c3b82267 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:13.539401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Provisioning complete for port b56bb9f9-4625-41b9-9ce3-1887c3b82267 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:13.539401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.573685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68d775ce-27a4-4e41-ab77-9eb6991ee69e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.577390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-68d775ce-27a4-4e41-ab77-9eb6991ee69e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.583011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-68d775ce-27a4-4e41-ab77-9eb6991ee69e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/d6771db3-fe2b-48d3-b5ae-f9e2bb5c6fbc HTTP/1.1" status: 204 len: 168 time: 0.3690195 Jul 15 13:40:13.583447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38022) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.594925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7e7949bd-7b7c-474c-9317-5c2ae9293ed6 None None] Port b56bb9f9-4625-41b9-9ce3-1887c3b82267 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:13.598478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d775ce-27a4-4e41-ab77-9eb6991ee69e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6771db3-fe2b-48d3-b5ae-f9e2bb5c6fbc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:13.680471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8c29be50-a597-4445-a6cb-33f10f713dcd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955019 Jul 15 13:40:13.681054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38024) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.686400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629461289'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:13.728583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9e3c356a-5b5c-4fe6-bcf9-03fcb0e5f9e8 None None] Provisioning complete for port b56bb9f9-4625-41b9-9ce3-1887c3b82267 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:13.729054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9e3c356a-5b5c-4fe6-bcf9-03fcb0e5f9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.733028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.775090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.812339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c356a-5b5c-4fe6-bcf9-03fcb0e5f9e8 None None] Port b56bb9f9-4625-41b9-9ce3-1887c3b82267 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:13.832150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=169db497-d321-44fe-b463-1a77103dedc8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:13.880611 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.882882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3f8f836-d777-407b-9d18-352a0cbde489 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/169db497-d321-44fe-b463-1a77103dedc8 HTTP/1.1" status: 204 len: 168 time: 1.0097821 Jul 15 13:40:13.886120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38026) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.924019 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba1b229-30ee-4291-9d4c-319969882050 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:13.925879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ba1b229-30ee-4291-9d4c-319969882050 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/169db497-d321-44fe-b463-1a77103dedc8 HTTP/1.1" status: 404 len: 333 time: 0.0385871 Jul 15 13:40:13.927173 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.930343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38028) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:13.935426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:13.976939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987e7835-d546-47e8-9ec4-8a392199ea61,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:14.002201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.006630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-330081b5-8000-4501-a92d-7a93870b075f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3216815 Jul 15 13:40:14.007062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38030) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.012337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': '987e7835-d546-47e8-9ec4-8a392199ea61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:14.037346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-37390c0c-40af-4837-86d2-c933dda8466f None None] Could not find standard attr ID for object 169db497-d321-44fe-b463-1a77103dedc8. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:14.070815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.120456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port b56bb9f9-4625-41b9-9ce3-1887c3b82267 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:14.120456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.163079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:14.196871 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.203842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.242740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0df1c63-44b2-4fa3-b243-1c938e4daeac,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:14.243491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:14.243875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.247540 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.251884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b84b2bea-c0eb-4da3-a9f2-4b58f7abbbf3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2433159 Jul 15 13:40:14.252587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38032) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.258306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': '987e7835-d546-47e8-9ec4-8a392199ea61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:14.303510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.328251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.361135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for b56bb9f9-4625-41b9-9ce3-1887c3b82267 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:14.423532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.428875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.446407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37732ac5-691f-4c61-a25d-83c00d9cb26b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:14.464536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.468967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-24bc08bf-4a41-4e48-8a72-a72ca4fbc90a tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2152965 Jul 15 13:40:14.469553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38036) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.475254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': '987e7835-d546-47e8-9ec4-8a392199ea61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:14.510223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.576637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b587d9-53e5-46d4-a254-1fc6b652887c req-af133876-7a06-4160-b819-08bc3859e9ac tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:14.578561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7b587d9-53e5-46d4-a254-1fc6b652887c req-af133876-7a06-4160-b819-08bc3859e9ac tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1340275 Jul 15 13:40:14.592939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.604243 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.622905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bfe183-bcfb-4f9d-8ff7-edd3ceb885d9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:14.630852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.633769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a98d5af8-763c-4c72-8a15-fd310825d8db tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631320 Jul 15 13:40:14.636541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.642140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': '987e7835-d546-47e8-9ec4-8a392199ea61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:14.678652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.679255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7b587d9-53e5-46d4-a254-1fc6b652887c req-4afbe24e-a9f5-4b69-8fc9-8155592b1542 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876176 Jul 15 13:40:14.681188 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.720760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=b56bb9f9-4625-41b9-9ce3-1887c3b82267,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:14.769683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.771964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-219426f1-b5c3-4295-88ef-8642e7f376e3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/b56bb9f9-4625-41b9-9ce3-1887c3b82267 HTTP/1.1" status: 204 len: 168 time: 0.8402789 Jul 15 13:40:14.774918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.815513 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-570816d3-87de-43fb-a74f-f755b89a0069 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:14.817181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-570816d3-87de-43fb-a74f-f755b89a0069 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/b56bb9f9-4625-41b9-9ce3-1887c3b82267 HTTP/1.1" status: 404 len: 333 time: 0.0408497 Jul 15 13:40:14.820786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38042) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.826922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.835613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.860851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76dc35a-08e1-4e39-8c86-f19f8a0b532c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:14.865619 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.870087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-79e5ce41-41a9-4296-8cbe-b6857823b3a9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2293317 Jul 15 13:40:14.870087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:14.875742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': '987e7835-d546-47e8-9ec4-8a392199ea61', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:14.922714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet f166c339-83ec-4945-9d4a-f5f13730d6ba {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:14.923601 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:14.926320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.007693 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.046230 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.057879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.102103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041b083a-16b8-49a7-ba88-1869db2434d0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.113338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.114922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d3cb9eef-8241-4d0e-9f43-f0531ea3c5be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2431655 Jul 15 13:40:15.119172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38046) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.148579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f72a8002-de26-4dca-b920-9778b5e91263 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.151753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.161178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f72a8002-de26-4dca-b920-9778b5e91263 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.194316 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.213138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f72a8002-de26-4dca-b920-9778b5e91263 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.221039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f72a8002-de26-4dca-b920-9778b5e91263 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.222167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f72a8002-de26-4dca-b920-9778b5e91263 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/041b083a-16b8-49a7-ba88-1869db2434d0 HTTP/1.1" status: 204 len: 168 time: 0.1019385 Jul 15 13:40:15.225237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38048) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.227268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a8002-de26-4dca-b920-9778b5e91263 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=041b083a-16b8-49a7-ba88-1869db2434d0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.234158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.283019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.285455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f166c339-83ec-4945-9d4a-f5f13730d6ba HTTP/1.1" status: 204 len: 168 time: 0.4622204 Jul 15 13:40:15.286460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16096cd8-284a-44fd-a5b5-376f8845033e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=f166c339-83ec-4945-9d4a-f5f13730d6ba,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.291440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38050) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.296845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f97703-8e4e-465b-8fc2-65a5385775b3 None None] Network 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:15.350583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a996490d-143f-4729-aea7-51106672c287 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1239202 Jul 15 13:40:15.354578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.419634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.424478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef494-0310-4aac-b6b4-c8562680f5ad tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.427727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.443257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef494-0310-4aac-b6b4-c8562680f5ad tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.517647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef494-0310-4aac-b6b4-c8562680f5ad tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.524978 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2f3ef494-0310-4aac-b6b4-c8562680f5ad tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.526143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2f3ef494-0310-4aac-b6b4-c8562680f5ad tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a76dc35a-08e1-4e39-8c86-f19f8a0b532c HTTP/1.1" status: 204 len: 168 time: 0.1714890 Jul 15 13:40:15.528681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38054) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.542443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ef494-0310-4aac-b6b4-c8562680f5ad tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a76dc35a-08e1-4e39-8c86-f19f8a0b532c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.558152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:15.558470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.562959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61339b47-c4f0-45ce-9052-ee2215b419bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.570029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] DHCP port deletion for 45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:15.624985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] Deleting port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:15.625680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.641891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-42046ffa-df2d-4c8e-ad51-a40972feeb7d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1095736 Jul 15 13:40:15.642430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38056) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.651875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] For port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,segment=NetworkSegment(f6bad79f-3d98-43ad-9b25-52c7822d2059),segment_id=f6bad79f-3d98-43ad-9b25-52c7822d2059)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:15.652251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.669269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:15.683152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd20200-3ae0-4dee-b778-ef20c3f82320 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.693623 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd20200-3ae0-4dee-b778-ef20c3f82320 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.712224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] For port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,segment=NetworkSegment(f6bad79f-3d98-43ad-9b25-52c7822d2059),segment_id=f6bad79f-3d98-43ad-9b25-52c7822d2059)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:15.712875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.732515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd20200-3ae0-4dee-b778-ef20c3f82320 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.740866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3dd20200-3ae0-4dee-b778-ef20c3f82320 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.745174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3dd20200-3ae0-4dee-b778-ef20c3f82320 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/12bfe183-bcfb-4f9d-8ff7-edd3ceb885d9 HTTP/1.1" status: 204 len: 168 time: 0.0994616 Jul 15 13:40:15.745476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38060) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.750595 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.752593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd20200-3ae0-4dee-b778-ef20c3f82320 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12bfe183-bcfb-4f9d-8ff7-edd3ceb885d9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.775843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] Calling delete_port for 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:15.841568 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f7fb2d88-27d3-4f14-9cb5-5c1351f2b58e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0775623 Jul 15 13:40:15.841987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:15.855728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.885092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:15.894463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No DVR routers for this DVR port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:15.929291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d49fe2-0d6e-4771-a7d3-e407436de017 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.957081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d49fe2-0d6e-4771-a7d3-e407436de017 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.959829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:15.977765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] No DVR routers for this DVR port 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:15.999006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f9411-1379-413c-aafe-0f23143c2cd1 req-c2ddf33d-27f2-4a3e-8c10-7d3050d3ef54 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:16.005338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f06e87-45d1-41ec-8e8f-9fffa2ec01f4 None None] Pushing event deleted for resources: {'Port': ['ID=36f2b8f7-684e-4a4a-8bde-114bdc11edd3,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.011216 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-710f9411-1379-413c-aafe-0f23143c2cd1 req-c2ddf33d-27f2-4a3e-8c10-7d3050d3ef54 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1042054 Jul 15 13:40:16.041523 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.057583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b32b6f-0791-4b9e-9cd5-09f02cf60ff7']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.070725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-710f9411-1379-413c-aafe-0f23143c2cd1 req-33f0a4fa-6c74-4acc-8772-c959f927911d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Jul 15 13:40:16.088286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d49fe2-0d6e-4771-a7d3-e407436de017 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.101239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00d49fe2-0d6e-4771-a7d3-e407436de017 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.110621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00d49fe2-0d6e-4771-a7d3-e407436de017 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/37732ac5-691f-4c61-a25d-83c00d9cb26b HTTP/1.1" status: 204 len: 168 time: 0.2595310 Jul 15 13:40:16.110621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bad79f-3d98-43ad-9b25-52c7822d2059') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.110621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bad79f-3d98-43ad-9b25-52c7822d2059') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:16.110948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38064) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.118930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d49fe2-0d6e-4771-a7d3-e407436de017 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37732ac5-691f-4c61-a25d-83c00d9cb26b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.122152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.138103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.146419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:16.147006 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:16.150857 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:16.181748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-024ab7c4-73a8-4244-93e6-ccc0ec1c0404 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0680008 Jul 15 13:40:16.181856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38066) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.187644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:16.214927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:16.216198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 36f2b8f7-684e-4a4a-8bde-114bdc11edd3 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:16.236219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddbeec5e-9f97-4c9b-b44a-5bfa8be1b380 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.240124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.245648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddbeec5e-9f97-4c9b-b44a-5bfa8be1b380 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.256103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.258138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/45b32b6f-0791-4b9e-9cd5-09f02cf60ff7 HTTP/1.1" status: 204 len: 168 time: 0.9653563 Jul 15 13:40:16.269245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.278093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332634298'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:16.303787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddbeec5e-9f97-4c9b-b44a-5bfa8be1b380 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.316512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddbeec5e-9f97-4c9b-b44a-5bfa8be1b380 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.330339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ddbeec5e-9f97-4c9b-b44a-5bfa8be1b380 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c0df1c63-44b2-4fa3-b243-1c938e4daeac HTTP/1.1" status: 204 len: 168 time: 0.1345649 Jul 15 13:40:16.330339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38070) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.333760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeec5e-9f97-4c9b-b44a-5bfa8be1b380 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0df1c63-44b2-4fa3-b243-1c938e4daeac,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.347601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:16.351540 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.402353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a51f253-2191-4249-9705-2320ba1e1ab3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0773273 Jul 15 13:40:16.405602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.413591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:16.439807 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.441448 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment 192b3916-b32d-4154-8a27-eafcf7b0b346 of type vlan for network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 Jul 15 13:40:16.516227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11c0eb37-8aef-4ebd-be73-fb691d760d58 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.524307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.551564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11c0eb37-8aef-4ebd-be73-fb691d760d58 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.596720 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.602782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:16.606041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.645872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3753424 Jul 15 13:40:16.649634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38074) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.651900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11c0eb37-8aef-4ebd-be73-fb691d760d58 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.654805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-11c0eb37-8aef-4ebd-be73-fb691d760d58 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.658607 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-11c0eb37-8aef-4ebd-be73-fb691d760d58 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/987e7835-d546-47e8-9ec4-8a392199ea61 HTTP/1.1" status: 204 len: 168 time: 0.2493830 Jul 15 13:40:16.663462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:16.672859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38076) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.676265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47065e61-f9fe-415d-8a87-b4d0fbc90a96 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=45b32b6f-0791-4b9e-9cd5-09f02cf60ff7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.737368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffb7da-f916-4d64-bfee-1c7f5c1b063b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=27dc18f2-cdf9-4786-8cd7-4e94b1589b92,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.743927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0eb37-8aef-4ebd-be73-fb691d760d58 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987e7835-d546-47e8-9ec4-8a392199ea61,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:16.774219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:16.835771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8df69f88-46de-495f-8069-5f6c3a45f556 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1616526 Jul 15 13:40:16.841782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38080) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:16.848542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399828874'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:16.872633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:16.876626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.920889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:16.970796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc5c85-d15d-41f0-ba52-adfe8f6da996 req-e9fbb4b4-ed43-4be7-95f4-1c961a54450d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:16.978039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54fc5c85-d15d-41f0-ba52-adfe8f6da996 req-e9fbb4b4-ed43-4be7-95f4-1c961a54450d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0912488 Jul 15 13:40:17.014176 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54fc5c85-d15d-41f0-ba52-adfe8f6da996 req-91542b5b-8f63-4300-ae0d-654b23e81494 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352068 Jul 15 13:40:17.137922 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.301229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491612df-14a6-4928-9332-f4d060f7360e req-81094a34-d7fc-479e-a717-3dd09ce032dc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.302917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-491612df-14a6-4928-9332-f4d060f7360e req-81094a34-d7fc-479e-a717-3dd09ce032dc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0775728 Jul 15 13:40:17.349576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-491612df-14a6-4928-9332-f4d060f7360e req-1c2c1691-84ae-498a-a15a-7eeb2e7d0e39 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Jul 15 13:40:17.599125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.637291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.650460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.704976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=877c41ca-dc71-4482-934c-e4fe0407223f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:17.714086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.715724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8729892 Jul 15 13:40:17.718728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38086) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:17.723721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': 'e16d0229-633b-4e5d-b67e-02d5a15bb758', 'direction': 'ingress', 'protocol': 17}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:17.732480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301cefc-0f1d-4548-bd93-f59a311fc4ed req-f629e444-35d1-4b86-bd3b-6497efd416c7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.734021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3301cefc-0f1d-4548-bd93-f59a311fc4ed req-f629e444-35d1-4b86-bd3b-6497efd416c7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2326078 Jul 15 13:40:17.736712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f41078-dedf-4e43-8858-abf969820d2e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d0229-633b-4e5d-b67e-02d5a15bb758,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:17.759873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': '192b3916-b32d-4154-8a27-eafcf7b0b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:17.760243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 27dc18f2-cdf9-4786-8cd7-4e94b1589b92, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:17.774175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.792729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3301cefc-0f1d-4548-bd93-f59a311fc4ed req-e758356e-c32f-4d7d-ad82-89867b760898 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502646 Jul 15 13:40:17.798671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:17.810494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 27dc18f2-cdf9-4786-8cd7-4e94b1589b92) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:17.816150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:17.816931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.829409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580de3f-a944-43da-a720-fa7768b9ffec None None] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:17.851608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.857060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.860392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f25e053-669c-46c3-abb3-ce398f7e5e12 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2093761 Jul 15 13:40:17.865908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:17.874345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92', 'name': 'tempest-PortsIpV6TestJSON-248493585', 'fixed_ips': [{'subnet_id': '877c41ca-dc71-4482-934c-e4fe0407223f', 'ip_address': '2001:db8::10'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:17.882902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ec8b1a-8ad0-477b-9b54-0b5e56a302ba,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:17.897866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.904004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ea2c9b0-830a-4e08-833f-827e750417dc tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1841104 Jul 15 13:40:17.905529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38092) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:17.972555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fadf4d96-2a65-49ef-832b-bd1bfadc51f7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:17.997849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fadf4d96-2a65-49ef-832b-bd1bfadc51f7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.027044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-27dc18f2-cdf9-4786-8cd7-4e94b1589b92', 'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': '877c41ca-dc71-4482-934c-e4fe0407223f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:18.028043 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.042270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:18.136949 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fadf4d96-2a65-49ef-832b-bd1bfadc51f7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.140745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fadf4d96-2a65-49ef-832b-bd1bfadc51f7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.144844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fadf4d96-2a65-49ef-832b-bd1bfadc51f7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/e16d0229-633b-4e5d-b67e-02d5a15bb758 HTTP/1.1" status: 204 len: 168 time: 0.2362967 Jul 15 13:40:18.146829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38104) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.181393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf4d96-2a65-49ef-832b-bd1bfadc51f7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d0229-633b-4e5d-b67e-02d5a15bb758,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.193894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-e820c13f-e125-4ba5-b9ba-3ea4cc82b2b5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:18.195498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-e820c13f-e125-4ba5-b9ba-3ea4cc82b2b5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.1828229 Jul 15 13:40:18.197289 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.216637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Allocated IP 2001:db8::2 (27dc18f2-cdf9-4786-8cd7-4e94b1589b92/877c41ca-dc71-4482-934c-e4fe0407223f/4883b015-24da-4cc8-aa53-bde743751fb6) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:18.223574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-e3c35e32-49f1-4e32-bd8a-9cf16ef3b879 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/quotas/f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 375 time: 0.0182886 Jul 15 13:40:18.235430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port adacc579-2234-48ba-8abf-c3951a96da31 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:18.251221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a28d03c-3f67-4e03-9364-8d176dad4642 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025987 Jul 15 13:40:18.255140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38106) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.290043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908457421'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:18.380650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-7b194160-23a7-49d7-bfd8-f292f8ddb268 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1494715 Jul 15 13:40:18.391427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.403853 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.419314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Transition to ACTIVE for port object 4883b015-24da-4cc8-aa53-bde743751fb6 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:18.459643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Transition to ACTIVE for port object 4883b015-24da-4cc8-aa53-bde743751fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:18.466955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-60b06ccb-645c-434f-973c-c18e7a9791d6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:40:18.473439 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.474725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-60b06ccb-645c-434f-973c-c18e7a9791d6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931244 Jul 15 13:40:18.523031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:18.527932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:18.531679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:18.591634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-ea507d14-730b-4fb7-9d3b-4a297cb6d991 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158526 Jul 15 13:40:18.599601 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.613188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.628248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::10 (27dc18f2-cdf9-4786-8cd7-4e94b1589b92/877c41ca-dc71-4482-934c-e4fe0407223f/adacc579-2234-48ba-8abf-c3951a96da31) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:18.653070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.654374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3982794 Jul 15 13:40:18.664092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38112) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:18.668912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233728985'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:18.712683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafef35-1ded-465b-bff5-3566e9f3c578 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6632897f-ae51-4804-a610-a79fadcc32a1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.717769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-3bbb988c-decb-48a8-a893-1002ea37feaa service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248016 Jul 15 13:40:18.742827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Pushing event updated for resources: {'Port': ['ID=4883b015-24da-4cc8-aa53-bde743751fb6,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:18.751503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22812373-5636-4950-9288-aafe4f84c6ac req-11767c89-c8c5-4d68-b8f4-c296b2646af8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:18.753841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22812373-5636-4950-9288-aafe4f84c6ac req-11767c89-c8c5-4d68-b8f4-c296b2646af8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.2524412 Jul 15 13:40:18.771104 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.782055 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.786853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Attempting to bind port 4883b015-24da-4cc8-aa53-bde743751fb6 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:18.787252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Attempting to bind port 4883b015-24da-4cc8-aa53-bde743751fb6 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '192b3916-b32d-4154-8a27-eafcf7b0b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:18.787575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Attempting to bind port 4883b015-24da-4cc8-aa53-bde743751fb6 on network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:18.792974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:18.793343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Checking segment: {'id': '192b3916-b32d-4154-8a27-eafcf7b0b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:18.793742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.794121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Bound using segment: {'id': '192b3916-b32d-4154-8a27-eafcf7b0b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:18.794612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Bound port: 4883b015-24da-4cc8-aa53-bde743751fb6, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192b3916-b32d-4154-8a27-eafcf7b0b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:18.794997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.863725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] For port 4883b015-24da-4cc8-aa53-bde743751fb6, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:18.867297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] For port 4883b015-24da-4cc8-aa53-bde743751fb6, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4883b015-24da-4cc8-aa53-bde743751fb6,segment=NetworkSegment(192b3916-b32d-4154-8a27-eafcf7b0b346),segment_id=192b3916-b32d-4154-8a27-eafcf7b0b346)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:18.874468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-22812373-5636-4950-9288-aafe4f84c6ac req-132eadd4-a111-45d5-a1d7-02238f1396d3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083815 Jul 15 13:40:18.875283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:18.956840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3eb868-1690-40e8-954f-d921073abdaa None None] Pushing event updated for resources: {'Port': ['ID=4883b015-24da-4cc8-aa53-bde743751fb6,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.038111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc438eb5-e2d1-412b-90c4-eb2602b427fc req-d8128a4d-b4f1-4572-bf03-8031b8f6aaeb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 210 time: 0.0575874 Jul 15 13:40:19.073671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.091566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object adacc579-2234-48ba-8abf-c3951a96da31 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:19.126926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.137970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.179211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babe502d-1ea9-4e1d-929f-803670c932c1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.196365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.211317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.215720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38122) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.216209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-be86d5b6-1ced-4a6c-baeb-aa0add2e4673 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5508668 Jul 15 13:40:19.222457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': '6632897f-ae51-4804-a610-a79fadcc32a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'babe502d-1ea9-4e1d-929f-803670c932c1', 'remote_ip_prefix': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:19.285374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.302799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:19.308875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:19.313743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:19.320524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:19.321232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.346716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=adacc579-2234-48ba-8abf-c3951a96da31,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.370797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48790c9d-1077-4f18-9448-d9339447653a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5020614 Jul 15 13:40:19.370953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38126) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.377240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '27dc18f2-cdf9-4786-8cd7-4e94b1589b92', 'name': 'tempest-PortsIpV6TestJSON-1612539445', 'fixed_ips': [{'subnet_id': '877c41ca-dc71-4482-934c-e4fe0407223f', 'ip_address': '2001:db8::f'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:19.419195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.434932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.498834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ffb915-f40a-4772-96ab-2bb0e5d6c554,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.512398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.516476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a667848c-1009-48aa-bf6e-3d18e5b22289 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2963240 Jul 15 13:40:19.516820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38128) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.556696 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07564a88-ad92-4c64-9ab6-f4dabaf2b09e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.566708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07564a88-ad92-4c64-9ab6-f4dabaf2b09e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.579073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:19.605914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07564a88-ad92-4c64-9ab6-f4dabaf2b09e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.611598 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-07564a88-ad92-4c64-9ab6-f4dabaf2b09e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.615915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-07564a88-ad92-4c64-9ab6-f4dabaf2b09e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e0ffb915-f40a-4772-96ab-2bb0e5d6c554 HTTP/1.1" status: 204 len: 168 time: 0.0956972 Jul 15 13:40:19.616763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38130) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.645113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07564a88-ad92-4c64-9ab6-f4dabaf2b09e tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ffb915-f40a-4772-96ab-2bb0e5d6c554,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.684115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2be79360-b77e-4b4f-9404-88203d919139 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0631812 Jul 15 13:40:19.684710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.707255 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.733283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 0b747840-e21e-4b5b-af12-71430e4f2aae yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:19.760000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b37c3e3-d219-4c1f-a250-b74a0f883f98 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.789632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b37c3e3-d219-4c1f-a250-b74a0f883f98 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.847844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b37c3e3-d219-4c1f-a250-b74a0f883f98 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.850676 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b37c3e3-d219-4c1f-a250-b74a0f883f98 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:19.852126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6b37c3e3-d219-4c1f-a250-b74a0f883f98 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/babe502d-1ea9-4e1d-929f-803670c932c1 HTTP/1.1" status: 204 len: 168 time: 0.1663153 Jul 15 13:40:19.859089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38134) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:19.888188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37c3e3-d219-4c1f-a250-b74a0f883f98 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe502d-1ea9-4e1d-929f-803670c932c1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:19.964087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::f (27dc18f2-cdf9-4786-8cd7-4e94b1589b92/877c41ca-dc71-4482-934c-e4fe0407223f/0b747840-e21e-4b5b-af12-71430e4f2aae) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:19.965802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-af7982cf-4d8b-4475-9d64-9d9f5ef918ac tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1034737 Jul 15 13:40:19.969995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:20.205743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82fcbb7d-f0d2-456a-a913-c2b1a26072fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.241201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4883b015-24da-4cc8-aa53-bde743751fb6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:20.318541 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82fcbb7d-f0d2-456a-a913-c2b1a26072fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.352658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4883b015-24da-4cc8-aa53-bde743751fb6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:20.409103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73122bce-668e-4321-bca1-d4b22f0081c5 None None] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:20.426633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e8ca-ea77-48a3-a1aa-2475ce2f204f req-a22bc85c-99b3-4dfe-80c7-463f7ae9e006 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:20.428208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1a0e8ca-ea77-48a3-a1aa-2475ce2f204f req-a22bc85c-99b3-4dfe-80c7-463f7ae9e006 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.3751693 Jul 15 13:40:20.477454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] Provisioning for port 4883b015-24da-4cc8-aa53-bde743751fb6 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:20.477655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82fcbb7d-f0d2-456a-a913-c2b1a26072fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.481245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82fcbb7d-f0d2-456a-a913-c2b1a26072fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.482185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-82fcbb7d-f0d2-456a-a913-c2b1a26072fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/6632897f-ae51-4804-a610-a79fadcc32a1 HTTP/1.1" status: 204 len: 168 time: 0.5108299 Jul 15 13:40:20.498355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:20.503457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.510446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] Provisioning complete for port 4883b015-24da-4cc8-aa53-bde743751fb6 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:20.511411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.527506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1a0e8ca-ea77-48a3-a1aa-2475ce2f204f req-64a787f1-ff93-4b59-8488-b3613c18fded tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876181 Jul 15 13:40:20.540096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcbb7d-f0d2-456a-a913-c2b1a26072fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6632897f-ae51-4804-a610-a79fadcc32a1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:20.557004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 0b747840-e21e-4b5b-af12-71430e4f2aae will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:20.567109 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dafd03c-d135-4cbb-8a10-e3448a4083a0 req-3bb4ad0e-b462-4973-b321-13894cb9586b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 210 time: 0.1364341 Jul 15 13:40:20.638162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.667486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-da25eda3-25a3-41bf-a72c-b401a28b4e49 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1328788 Jul 15 13:40:20.674758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-b84556ad-4a1a-45c8-a81d-584525aa4777 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:20.676364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-b84556ad-4a1a-45c8-a81d-584525aa4777 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.2914317 Jul 15 13:40:20.676923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38148) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:20.681553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--660707463'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:20.691168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'port': {'device_id': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'admin_state_up': True, 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:20.753283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.760803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:20.770281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:20.779630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:20.796685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:20.803210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.807219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] For port 4883b015-24da-4cc8-aa53-bde743751fb6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4883b015-24da-4cc8-aa53-bde743751fb6,segment=NetworkSegment(192b3916-b32d-4154-8a27-eafcf7b0b346),segment_id=192b3916-b32d-4154-8a27-eafcf7b0b346)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:20.812505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.814837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.834759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=0b747840-e21e-4b5b-af12-71430e4f2aae,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:20.847299 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-662fc138-cdac-49e1-8ff3-26569d14c40d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4750812 Jul 15 13:40:20.850602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38150) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:20.875621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1818401-9710-4b70-98c2-77ac7319c204 None None] Pushing event updated for resources: {'Port': ['ID=4883b015-24da-4cc8-aa53-bde743751fb6,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:20.944380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.952666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:20.984359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3c27f-1e19-4cbe-873b-a43a995d4b15 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:20.987292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-93c3c27f-1e19-4cbe-873b-a43a995d4b15 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1362548 Jul 15 13:40:20.993233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38152) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.028248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:21.031964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.055209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b726f91c-0429-4ee0-961d-827269c821ac,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.059139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.063431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc5e6f31-ed61-45f7-bfd2-911762f4d9c5 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3825285 Jul 15 13:40:21.064228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.069320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': 'b726f91c-0429-4ee0-961d-827269c821ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:21.125405 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.179067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Provisioning complete for port 4883b015-24da-4cc8-aa53-bde743751fb6 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:21.179777 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.197957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85894089-529d-4b52-9178-424184da3e14 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.204075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85894089-529d-4b52-9178-424184da3e14 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.215662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85894089-529d-4b52-9178-424184da3e14 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.216957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.218144 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-85894089-529d-4b52-9178-424184da3e14 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2239003 Jul 15 13:40:21.223138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.236994 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.303197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Allocated IP 172.20.0.4 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/6238970b-2f40-4f5a-bc7c-e8b3eef50faa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:21.321423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7afcd31-1746-4cc0-a431-e39f8f063864,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.335871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.336450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Provisioning for port adacc579-2234-48ba-8abf-c3951a96da31 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:21.341278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-072fd331-8f78-4b81-a968-8cddd6df55b9 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2760704 Jul 15 13:40:21.345464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.349653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Provisioning complete for port adacc579-2234-48ba-8abf-c3951a96da31 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:21.350492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.407035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7290a1b4-334c-44a5-a272-d1cb10b233d7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.429203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 0b747840-e21e-4b5b-af12-71430e4f2aae {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:21.429871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.441411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7290a1b4-334c-44a5-a272-d1cb10b233d7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.456622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Port adacc579-2234-48ba-8abf-c3951a96da31 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:21.472131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Provisioning for port 0b747840-e21e-4b5b-af12-71430e4f2aae completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:21.479784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Provisioning complete for port 0b747840-e21e-4b5b-af12-71430e4f2aae triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:21.480179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.523051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-037c12f2-d5c4-49ba-82c1-ea6df8d0d693 None None] Port 0b747840-e21e-4b5b-af12-71430e4f2aae cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:21.558808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7290a1b4-334c-44a5-a272-d1cb10b233d7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.561348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.574541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7290a1b4-334c-44a5-a272-d1cb10b233d7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.578897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7290a1b4-334c-44a5-a272-d1cb10b233d7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/b7afcd31-1746-4cc0-a431-e39f8f063864 HTTP/1.1" status: 204 len: 168 time: 0.2292147 Jul 15 13:40:21.587329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38162) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.598208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 0b747840-e21e-4b5b-af12-71430e4f2aae owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:21.604693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.612508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290a1b4-334c-44a5-a272-d1cb10b233d7 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7afcd31-1746-4cc0-a431-e39f8f063864,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.631860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Transition to ACTIVE for port object 6238970b-2f40-4f5a-bc7c-e8b3eef50faa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:21.652062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2fc87418-53f0-4849-9d20-82ddc05d0079 None None] Provisioning complete for port adacc579-2234-48ba-8abf-c3951a96da31 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:21.653257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2fc87418-53f0-4849-9d20-82ddc05d0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.678794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e968215-c59e-40e4-ac17-91ee2262c90f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0875816 Jul 15 13:40:21.679942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:21.732181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2fc87418-53f0-4849-9d20-82ddc05d0079 None None] Port adacc579-2234-48ba-8abf-c3951a96da31 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:21.827724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.839021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac', '73110c59-767c-44cd-ad74-09d71eb6aa19'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:21.899411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5499c5-92ea-4668-9d0d-ad2a022e6940 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.929609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f204dc2-18dd-47cf-b3a0-d48ca58dba66 req-2809b230-e1f1-4514-ab29-17d9f8bf6ea0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:21.931903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f204dc2-18dd-47cf-b3a0-d48ca58dba66 req-2809b230-e1f1-4514-ab29-17d9f8bf6ea0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1421440 Jul 15 13:40:21.933164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:21.955866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-369c6bee-1f4b-494f-b045-3f76d9f423e8 None None] Could not find standard attr ID for object 0b747840-e21e-4b5b-af12-71430e4f2aae. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:21.966735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:21.973682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:21.994902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=0b747840-e21e-4b5b-af12-71430e4f2aae,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.002078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5499c5-92ea-4668-9d0d-ad2a022e6940 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.056396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f204dc2-18dd-47cf-b3a0-d48ca58dba66 req-016b5fbd-7966-4076-8387-b57742ad4314 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100447 Jul 15 13:40:22.061325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.067101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b029e78-4ec8-4ee0-a20e-2858df57967b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/0b747840-e21e-4b5b-af12-71430e4f2aae HTTP/1.1" status: 204 len: 168 time: 0.8383033 Jul 15 13:40:22.067422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.096299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:22.102713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5499c5-92ea-4668-9d0d-ad2a022e6940 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.105473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a5499c5-92ea-4668-9d0d-ad2a022e6940 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.108845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4a5499c5-92ea-4668-9d0d-ad2a022e6940 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/b726f91c-0429-4ee0-961d-827269c821ac HTTP/1.1" status: 204 len: 168 time: 0.4255040 Jul 15 13:40:22.111506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:22.137601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38170) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.153920 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dc9b47-5ac9-4188-8eda-adfc5dc61852 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:22.158292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-96dc9b47-5ac9-4188-8eda-adfc5dc61852 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/0b747840-e21e-4b5b-af12-71430e4f2aae HTTP/1.1" status: 404 len: 333 time: 0.0896404 Jul 15 13:40:22.188365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38172) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.199844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5499c5-92ea-4668-9d0d-ad2a022e6940 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726f91c-0429-4ee0-961d-827269c821ac,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.210222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4883b015-24da-4cc8-aa53-bde743751fb6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:22.272902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e534-5f11-4f4c-870f-468eb847d988 req-e221865e-3244-4eb8-ab86-0d915cd190d4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:22.274753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6173e534-5f11-4f4c-870f-468eb847d988 req-e221865e-3244-4eb8-ab86-0d915cd190d4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 931 time: 0.4902647 Jul 15 13:40:22.290809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:22.291749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.335760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38174) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.337408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8344d37b-a5d9-4a11-9f60-356afb3ee663 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1957324 Jul 15 13:40:22.344361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487706538'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:22.349955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4883b015-24da-4cc8-aa53-bde743751fb6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:22.350557 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.355074 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-a092c291-324b-4945-a288-a5c2f06609de tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6689441 Jul 15 13:40:22.360329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6173e534-5f11-4f4c-870f-468eb847d988 req-51dc4956-d3f0-409c-99fd-e4fb06e118f6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Jul 15 13:40:22.388079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Request body: {'port': {'device_id': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:22.423394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port adacc579-2234-48ba-8abf-c3951a96da31 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:22.423898 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.451831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.553151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.588623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-78b03dca-8683-417e-8f86-70fa8a6db68f None None] Provisioning for port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:22.589118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.594237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-78b03dca-8683-417e-8f86-70fa8a6db68f None None] Provisioning complete for port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:22.595032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-78b03dca-8683-417e-8f86-70fa8a6db68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.606311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for adacc579-2234-48ba-8abf-c3951a96da31 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:22.620963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.628456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.636238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-78b03dca-8683-417e-8f86-70fa8a6db68f None None] Port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:22.717553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.721392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3821142 Jul 15 13:40:22.722195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38178) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.726918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': 'bd1546da-2f8a-4d50-80a3-131c73633a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:22.738458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cfdb6-9b98-481a-b6fd-72f6aaeb850f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1546da-2f8a-4d50-80a3-131c73633a1e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.765973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.804532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.820612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=adacc579-2234-48ba-8abf-c3951a96da31,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.864280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.866893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-82492477-7112-459e-ba8b-0f1c215a953d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/adacc579-2234-48ba-8abf-c3951a96da31 HTTP/1.1" status: 204 len: 168 time: 0.6768515 Jul 15 13:40:22.871078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38180) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.906724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.914659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.934639 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f6d998-1347-4434-8a3f-49be5711b154 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:22.940838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-73f6d998-1347-4434-8a3f-49be5711b154 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/adacc579-2234-48ba-8abf-c3951a96da31 HTTP/1.1" status: 404 len: 333 time: 0.0645609 Jul 15 13:40:22.941694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:22.947679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75138fa-5fe3-408a-ba1b-0c1d54f1b6f2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:22.959256 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:22.964396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38e4b775-29de-4580-b59b-3531188201ff tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375336 Jul 15 13:40:22.966247 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38184) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.019132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-63c76b66-96ce-43a3-9824-33ba3d933747 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules/c75138fa-5fe3-408a-ba1b-0c1d54f1b6f2 HTTP/1.1" status: 200 len: 763 time: 0.0505629 Jul 15 13:40:23.023108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38186) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.031661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 877c41ca-dc71-4482-934c-e4fe0407223f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:23.035945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.082344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.117802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7097532e-f055-4bfe-bfee-c6ff3583984c tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0907235 Jul 15 13:40:23.118286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.126778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6238970b-2f40-4f5a-bc7c-e8b3eef50faa {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:23.146465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.173815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-673d4fef-cd48-480b-9e07-5883ef963735 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.181663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Transition to ACTIVE for port object 6238970b-2f40-4f5a-bc7c-e8b3eef50faa will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:23.189207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.192521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-673d4fef-cd48-480b-9e07-5883ef963735 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.199615 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.250286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead5250-1583-4468-a185-649a293281bd service neutron] Pushing event updated for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.269732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-673d4fef-cd48-480b-9e07-5883ef963735 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.297624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-673d4fef-cd48-480b-9e07-5883ef963735 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.297624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-673d4fef-cd48-480b-9e07-5883ef963735 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/c75138fa-5fe3-408a-ba1b-0c1d54f1b6f2 HTTP/1.1" status: 204 len: 168 time: 0.1761305 Jul 15 13:40:23.299819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.329886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.334607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d4fef-cd48-480b-9e07-5883ef963735 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c75138fa-5fe3-408a-ba1b-0c1d54f1b6f2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.395592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=877c41ca-dc71-4482-934c-e4fe0407223f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.402153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.404557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3e3b53c-84da-436f-9a24-7e270b087623 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/877c41ca-dc71-4482-934c-e4fe0407223f HTTP/1.1" status: 204 len: 168 time: 0.4615371 Jul 15 13:40:23.407111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.414184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d995888-2463-4407-abfd-6b765b280f47 None None] Network 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:23.426226 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e154acdd-78fc-4970-bd0b-b6c2bf2e47b8 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1199477 Jul 15 13:40:23.427277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38198) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.437750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': 'bd1546da-2f8a-4d50-80a3-131c73633a1e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:23.455633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Attempting to bind port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:23.456221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Attempting to bind port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:23.456709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Attempting to bind port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:23.474976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa on network ae4be086-0c65-428d-818e-24d7a5d3bf65 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:23.479920 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Attempting to bind port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:23.496204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:23.496868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:23.497618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:23.498255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Bound port: 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:23.498855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.527547 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.576401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788770e-6473-44fb-a28e-42bd2d17d6f2 req-6d9e2a82-f036-46ec-85ab-46a74608f869 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:23.578168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7788770e-6473-44fb-a28e-42bd2d17d6f2 req-6d9e2a82-f036-46ec-85ab-46a74608f869 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.3089674 Jul 15 13:40:23.596809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.689138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7788770e-6473-44fb-a28e-42bd2d17d6f2 req-8804d5ea-eb94-4c85-b14b-702a62ef1159 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722013 Jul 15 13:40:23.692306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 4883b015-24da-4cc8-aa53-bde743751fb6 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:23.692651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.695940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.712594 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.756213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:23.764865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.770266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3395696 Jul 15 13:40:23.774813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] DHCP port deletion for 27dc18f2-cdf9-4786-8cd7-4e94b1589b92 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:23.776612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38200) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.783915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bec0f-71ed-49e9-9763-41382675aae6 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce54be8-cc02-4af0-a950-ae5dbfe40498,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.801716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] For port 4883b015-24da-4cc8-aa53-bde743751fb6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4883b015-24da-4cc8-aa53-bde743751fb6,segment=NetworkSegment(192b3916-b32d-4154-8a27-eafcf7b0b346),segment_id=192b3916-b32d-4154-8a27-eafcf7b0b346)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:23.802066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.804636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:23.817956 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1ba8f562-2fdb-4fe5-839c-5014f22d9ef1 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules/9ce54be8-cc02-4af0-a950-ae5dbfe40498 HTTP/1.1" status: 200 len: 763 time: 0.0288353 Jul 15 13:40:23.819667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38202) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.821779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.839005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46391b9-c76e-4e8c-9ca6-d152a62c50e1 req-c5bfd172-67ad-4566-998f-9e3cf4e84c56 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:23.839880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 4883b015-24da-4cc8-aa53-bde743751fb6 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:23.840488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e46391b9-c76e-4e8c-9ca6-d152a62c50e1 req-c5bfd172-67ad-4566-998f-9e3cf4e84c56 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 943 time: 0.2796719 Jul 15 13:40:23.864385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] Deleting port 4883b015-24da-4cc8-aa53-bde743751fb6 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:23.865257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.899155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:23.899824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.901273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-8ead5250-1583-4468-a185-649a293281bd service neutron] 10.222.0.59 "PUT /v2.0/ports/6238970b-2f40-4f5a-bc7c-e8b3eef50faa HTTP/1.1" status: 200 len: 1092 time: 1.5368471 Jul 15 13:40:23.902193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-282f723a-ab65-472e-85cb-b84c593d0fb3 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0812507 Jul 15 13:40:23.909366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:23.912355 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45746cd8-b795-4d8f-aa85-c164cf31887f" -d '{"events": [{"name": "network-changed", "server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:23.940683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38204) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:23.983688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] For port 4883b015-24da-4cc8-aa53-bde743751fb6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4883b015-24da-4cc8-aa53-bde743751fb6,segment=NetworkSegment(192b3916-b32d-4154-8a27-eafcf7b0b346),segment_id=192b3916-b32d-4154-8a27-eafcf7b0b346)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:23.984007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:23.987656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead5250-1583-4468-a185-649a293281bd service neutron] Pushing event updated for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:23.996173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e46391b9-c76e-4e8c-9ca6-d152a62c50e1 req-2d01d086-507c-4ce3-b80c-f2854f002802 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296892 Jul 15 13:40:24.004516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] Calling delete_port for 4883b015-24da-4cc8-aa53-bde743751fb6 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:24.012476 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1f4c016-6b0b-45e0-be8e-bb954ad6511f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.049037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1f4c016-6b0b-45e0-be8e-bb954ad6511f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.066027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-fbf6fa51-f69d-4c39-b44b-4cc72956fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.071228 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-fbf6fa51-f69d-4c39-b44b-4cc72956fa12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 1095 time: 0.0740461 Jul 15 13:40:24.087213 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1f4c016-6b0b-45e0-be8e-bb954ad6511f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.108814 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c1f4c016-6b0b-45e0-be8e-bb954ad6511f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.110002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c1f4c016-6b0b-45e0-be8e-bb954ad6511f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9ce54be8-cc02-4af0-a950-ae5dbfe40498 HTTP/1.1" status: 204 len: 168 time: 0.1680307 Jul 15 13:40:24.128447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.150635 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.151004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-2a9058d5-1d77-4194-8ad4-c13f33c93ed1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa HTTP/1.1" status: 200 len: 217 time: 0.0639086 Jul 15 13:40:24.206218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4c016-6b0b-45e0-be8e-bb954ad6511f tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ce54be8-cc02-4af0-a950-ae5dbfe40498,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.217239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4883b015-24da-4cc8-aa53-bde743751fb6 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:24.234245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-19ec6d00-6d78-4389-8ce1-39b223560686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.236080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-19ec6d00-6d78-4389-8ce1-39b223560686 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0810077 Jul 15 13:40:24.244122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.262505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] Pushing event deleted for resources: {'Port': ['ID=4883b015-24da-4cc8-aa53-bde743751fb6,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.265637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7ce36911-25e6-4aae-b32a-c5d3277850b8 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1314573 Jul 15 13:40:24.272025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38212) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.272295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4883b015-24da-4cc8-aa53-bde743751fb6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:24.272675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4883b015-24da-4cc8-aa53-bde743751fb6 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:24.277089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436d1be-5ea3-4a64-a96d-613a1d3c2f13 None None] No DVR routers for this DVR port 4883b015-24da-4cc8-aa53-bde743751fb6 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:24.309461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Request body: {'security_group_rule': {'security_group_id': 'bd1546da-2f8a-4d50-80a3-131c73633a1e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:24.313198 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582da01-ff45-4320-b556-1316e0460b30 x-openstack-request-id: req-3582da01-ff45-4320-b556-1316e0460b30 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:24.313586 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:24.313924 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3582da01-ff45-4320-b556-1316e0460b30 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:24.314097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=4883b015-24da-4cc8-aa53-bde743751fb6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.314494 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa', 'status': 'completed', 'code': 200} Jul 15 13:40:24.320599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No DVR routers for this DVR port 4883b015-24da-4cc8-aa53-bde743751fb6 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:24.351512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833d23c-05cb-412d-850c-c5aded519e6f req-cef65700-8a04-49cb-9c73-64762697dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.352601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-cef65700-8a04-49cb-9c73-64762697dd98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103332 Jul 15 13:40:24.395901 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Project f12164e8df3646028ca8e01823959a2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:40:24.432743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.435762 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.452776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dc18f2-cdf9-4786-8cd7-4e94b1589b92']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:24.458902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-f355e26a-c017-4b67-88e5-72239eecd7f0 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993395 Jul 15 13:40:24.471824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192b3916-b32d-4154-8a27-eafcf7b0b346') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:24.472206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192b3916-b32d-4154-8a27-eafcf7b0b346') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:24.491517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.515935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.525025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.528448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:24.528999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:24.532746 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:24.544294 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.559953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0833d23c-05cb-412d-850c-c5aded519e6f req-c5e6c1a7-e142-4afb-bf79-6af39e94c803 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950570 Jul 15 13:40:24.609966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd1841f-1f0c-480f-a36a-e1c616336f61,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.619003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.620766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8095a360-f4fa-437b-acb4-7a08f9ebffbf tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480811 Jul 15 13:40:24.623650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38214) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.624670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.636880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.639378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/27dc18f2-cdf9-4786-8cd7-4e94b1589b92 HTTP/1.1" status: 204 len: 168 time: 1.2312272 Jul 15 13:40:24.652056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38216) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.652938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db9580-d2e4-4698-ac68-594405302da5 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=27dc18f2-cdf9-4786-8cd7-4e94b1589b92,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.660155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1467040295'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:24.686458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4b192291-224a-4c1b-8908-b2c7b27d45fd tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules/ccd1841f-1f0c-480f-a36a-e1c616336f61 HTTP/1.1" status: 200 len: 769 time: 0.0582457 Jul 15 13:40:24.687057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38218) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.713682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:24.718442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.736291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-5093d78a-1452-4bf8-aeb3-98df4868b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.738409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-5093d78a-1452-4bf8-aeb3-98df4868b4d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 1095 time: 0.1269386 Jul 15 13:40:24.756913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d1002bfe-3ea1-438b-a472-50f7c7968367 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0685489 Jul 15 13:40:24.757619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38222) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.791290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:24.792304 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07a610a5-aed9-4c75-9030-757fc041208d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.806907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07a610a5-aed9-4c75-9030-757fc041208d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.832673 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.833124 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Added segment 9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313 of type vlan for network 27b1711e-94af-42ce-a98d-7d8f33ec10fa Jul 15 13:40:24.840317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07a610a5-aed9-4c75-9030-757fc041208d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.847279 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-07a610a5-aed9-4c75-9030-757fc041208d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.848396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-07a610a5-aed9-4c75-9030-757fc041208d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ccd1841f-1f0c-480f-a36a-e1c616336f61 HTTP/1.1" status: 204 len: 168 time: 0.0896897 Jul 15 13:40:24.851304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38224) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:24.854132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a610a5-aed9-4c75-9030-757fc041208d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccd1841f-1f0c-480f-a36a-e1c616336f61,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:24.948912 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:24.957256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-0be867ba-f815-45bb-86d5-caea718a2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:24.958788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-0be867ba-f815-45bb-86d5-caea718a2d79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.2146320 Jul 15 13:40:25.002135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-03be7fd7-93c0-440a-aeff-b32858df49be tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1452274 Jul 15 13:40:25.002993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38226) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:25.033139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-05d56a1d-15a7-442b-97f1-50b9129156d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa HTTP/1.1" status: 200 len: 217 time: 0.0619199 Jul 15 13:40:25.089004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b29f001-2f9b-4720-ae5c-5c8b934bc4e2 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.102940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.109000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:25.109616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.125857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc7109-45ab-450a-8692-184d31fdf29b req-1fd036a0-abe6-4e01-a9a8-a6f57928fcad tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:25.127559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfcc7109-45ab-450a-8692-184d31fdf29b req-1fd036a0-abe6-4e01-a9a8-a6f57928fcad tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.2840064 Jul 15 13:40:25.135164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-00aff554-3279-4394-890b-b2e087083a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:25.136656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-00aff554-3279-4394-890b-b2e087083a37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0946224 Jul 15 13:40:25.140952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b29f001-2f9b-4720-ae5c-5c8b934bc4e2 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.206656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5527952 Jul 15 13:40:25.213146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:25.219784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:25.302263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfab41-2519-4a13-b4e4-5ac8efd97964 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Network': ['ID=27b1711e-94af-42ce-a98d-7d8f33ec10fa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:25.310517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfcc7109-45ab-450a-8692-184d31fdf29b req-5d03594c-5f71-4599-b7e6-b7f19909009c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705520 Jul 15 13:40:25.316099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:25.386914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-e20bee71-e39e-4f6c-b81d-dd84d88a3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:25.388476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-e20bee71-e39e-4f6c-b81d-dd84d88a3ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2302077 Jul 15 13:40:25.422165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:25.426507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.487355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b29f001-2f9b-4720-ae5c-5c8b934bc4e2 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.490137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b29f001-2f9b-4720-ae5c-5c8b934bc4e2 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:25.491485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b29f001-2f9b-4720-ae5c-5c8b934bc4e2 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "DELETE /v2.0/security-groups/bd1546da-2f8a-4d50-80a3-131c73633a1e HTTP/1.1" status: 204 len: 168 time: 0.4877043 Jul 15 13:40:25.496402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38232) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:25.510227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f83e66-93c3-4527-b736-e4198deb5ffb req-50855a2d-c293-40e0-8806-e8dd9bf86b0c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:25.511803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01f83e66-93c3-4527-b736-e4198deb5ffb req-50855a2d-c293-40e0-8806-e8dd9bf86b0c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 943 time: 0.3741214 Jul 15 13:40:25.513039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29f001-2f9b-4720-ae5c-5c8b934bc4e2 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1546da-2f8a-4d50-80a3-131c73633a1e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:25.567729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01f83e66-93c3-4527-b736-e4198deb5ffb req-73609204-a6d3-4170-8794-d6ca90f33daf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Jul 15 13:40:25.975116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-eda0d0e8-5436-4afd-84bc-3ca73be26ba5 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777643 Jul 15 13:40:26.010802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a574a9b6-7ada-41b9-9c5d-7f7702d07f55 tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5131235 Jul 15 13:40:26.015821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.061677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7314c80f-ea23-4f81-b073-5835b88fbe9d tempest-SecGroupIPv6Test-811987673 tempest-SecGroupIPv6Test-811987673-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445125 Jul 15 13:40:26.153653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45746cd8-b795-4d8f-aa85-c164cf31887f req-90cb5a7a-bd67-47c2-90f9-d2b16678d7a8 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690669 Jul 15 13:40:26.171687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.244824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:26.253890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Checking segment: {'id': '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:26.254269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network hostable DHCP agents. Network: 27b1711e-94af-42ce-a98d-7d8f33ec10fa, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:26.274370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:26.285894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 27b1711e-94af-42ce-a98d-7d8f33ec10fa) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:26.290678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:26.291362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.296590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbf330-67b3-4b6d-8536-dfc2bf95305d None None] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:26.314063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38242) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.314393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d179b2d5-6ff3-4a66-a403-617a470f941c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0988417 Jul 15 13:40:26.319180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1766044025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:26.353575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.355197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.362840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38246) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.452465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.459274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.483721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.485283 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f90209de-3c29-44ec-95b0-a420a613d265 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1698639 Jul 15 13:40:26.488566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38250) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.493725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-27b1711e-94af-42ce-a98d-7d8f33ec10fa', 'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': '6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:26.494541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa', 'name': 'tempest-PortsIpV6TestJSON-268345852'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:26.495042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.547188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2279f-2edc-4b81-8984-facb0a00fda0 req-217f7bd2-94d7-4d7d-95ee-7367c14ff14c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:26.548851 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55c2279f-2edc-4b81-8984-facb0a00fda0 req-217f7bd2-94d7-4d7d-95ee-7367c14ff14c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1199024 Jul 15 13:40:26.558136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-96b1bd0e-a84d-4263-a434-1b1c2767bd66 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f12164e8df3646028ca8e01823959a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917479 Jul 15 13:40:26.558470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38252) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.637717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-55c2279f-2edc-4b81-8984-facb0a00fda0 req-e0301315-5c81-49db-9492-636b90667f2c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727623 Jul 15 13:40:26.643500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:26.644134 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3585e440-e9c0-428c-8aab-a38ee8ea137b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.647505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.679052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:26.687414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Allocated IP 2001:db8::2 (27b1711e-94af-42ce-a98d-7d8f33ec10fa/6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d/fbcc8fd5-1c47-4742-8401-18d2b502aa76) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:26.694351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3585e440-e9c0-428c-8aab-a38ee8ea137b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.762148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3585e440-e9c0-428c-8aab-a38ee8ea137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.764859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3585e440-e9c0-428c-8aab-a38ee8ea137b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.769185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3585e440-e9c0-428c-8aab-a38ee8ea137b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/127a20f3-8095-4e32-913d-6ac5772b65f4 HTTP/1.1" status: 204 len: 168 time: 0.2096219 Jul 15 13:40:26.781239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585e440-e9c0-428c-8aab-a38ee8ea137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a20f3-8095-4e32-913d-6ac5772b65f4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:26.864248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ff21-519d-4f96-86c5-0847caf37568 req-970b7c09-d104-4cb3-b637-3bbf87a0a734 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:26.866252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c689ff21-519d-4f96-86c5-0847caf37568 req-970b7c09-d104-4cb3-b637-3bbf87a0a734 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1097 time: 0.0666554 Jul 15 13:40:26.876244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e41e0-2dba-4cbc-af65-5d9853ca6d0d req-5bdcca16-edfc-49c9-bddd-c8439c428f54 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:26.877984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ac0e41e0-2dba-4cbc-af65-5d9853ca6d0d req-5bdcca16-edfc-49c9-bddd-c8439c428f54 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 943 time: 0.1259391 Jul 15 13:40:26.917519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c689ff21-519d-4f96-86c5-0847caf37568 req-9e38b0fa-b85b-45c7-bd20-f97470681372 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 Jul 15 13:40:26.934432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:26.948518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38262) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:26.950357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ac0e41e0-2dba-4cbc-af65-5d9853ca6d0d req-b80a34cb-232c-44b3-b8c5-f602159c8b78 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653782 Jul 15 13:40:26.959065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Transition to ACTIVE for port object fbcc8fd5-1c47-4742-8401-18d2b502aa76 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:26.978032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Transition to ACTIVE for port object fbcc8fd5-1c47-4742-8401-18d2b502aa76 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:26.986733 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.029613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:27.032970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:27.037959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:27.046180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Pushing event updated for resources: {'Port': ['ID=fbcc8fd5-1c47-4742-8401-18d2b502aa76,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.062772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::120 (27b1711e-94af-42ce-a98d-7d8f33ec10fa/6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d/8798f3a8-f875-44cf-adda-0d1eb96f66c5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:27.119315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Attempting to bind port fbcc8fd5-1c47-4742-8401-18d2b502aa76 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:27.119677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Attempting to bind port fbcc8fd5-1c47-4742-8401-18d2b502aa76 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:27.120046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Attempting to bind port fbcc8fd5-1c47-4742-8401-18d2b502aa76 on network 27b1711e-94af-42ce-a98d-7d8f33ec10fa {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:27.126106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:27.126967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Checking segment: {'id': '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:27.127136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.127693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Bound using segment: {'id': '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:27.128237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Bound port: fbcc8fd5-1c47-4742-8401-18d2b502aa76, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '27b1711e-94af-42ce-a98d-7d8f33ec10fa'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:27.129050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.157662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 78f6629b-4e7e-4f68-9f50-663e405f58fd {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:27.158438 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.227889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] For port fbcc8fd5-1c47-4742-8401-18d2b502aa76, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:27.232537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] For port fbcc8fd5-1c47-4742-8401-18d2b502aa76, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fbcc8fd5-1c47-4742-8401-18d2b502aa76,segment=NetworkSegment(9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313),segment_id=9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:27.239501 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.277686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.277686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.294978 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.295665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 78f6629b-4e7e-4f68-9f50-663e405f58fd owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:27.313804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 8798f3a8-f875-44cf-adda-0d1eb96f66c5 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:27.331585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70ce64-680b-4279-8835-c44b51fa9469 None None] Pushing event updated for resources: {'Port': ['ID=fbcc8fd5-1c47-4742-8401-18d2b502aa76,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.369198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.425835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:27.429677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:27.432404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:27.438493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:27.439216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.463693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=8798f3a8-f875-44cf-adda-0d1eb96f66c5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.473520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5f6fb552-cabb-4369-bfad-ad2207be6728 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9835863 Jul 15 13:40:27.474482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38276) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:27.520915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.554747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=78f6629b-4e7e-4f68-9f50-663e405f58fd,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:27.681431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:27.681779 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP 501e1872-2be4-482c-a23e-d9bae47bfe7f disassociated (deleted). External IP: 172.25.3.200, port: b915ae08-aa91-4d45-a78f-977fb951ec64. Jul 15 13:40:27.803850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38284) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:27.878707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6238970b-2f40-4f5a-bc7c-e8b3eef50faa details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:27.979403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c678dea0-de4e-4e22-ac91-447c261bf281 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-815165063', 'prefixes': ['172.20.0.0/16']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:28.006386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:28.020592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c0267-903b-4e07-8cfe-152de3d5f6db req-43783d16-7e84-452e-8054-ed5d7ca5cbd2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:28.021330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa', 'mac_address': 'fa:16:3e:7d:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:28.022613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f0c0267-903b-4e07-8cfe-152de3d5f6db req-43783d16-7e84-452e-8054-ed5d7ca5cbd2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1697268 Jul 15 13:40:28.024871 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.090596 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.096786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 88d51d18-6fb3-45e4-ab82-7977d2802c25 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:28.110972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f0c0267-903b-4e07-8cfe-152de3d5f6db req-ac58f57d-e0ed-4bf2-af8e-d6fefbc22436 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674703 Jul 15 13:40:28.119823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6238970b-2f40-4f5a-bc7c-e8b3eef50faa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:28.164221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:28.171300 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.231728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:28.272879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:28.288922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.292134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fbcc8fd5-1c47-4742-8401-18d2b502aa76 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:28.302292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] Sync routers for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:28.338138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b830aab6-08aa-4dd9-89b2-36c2f444922b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/floatingips/501e1872-2be4-482c-a23e-d9bae47bfe7f HTTP/1.1" status: 204 len: 168 time: 1.3860226 Jul 15 13:40:28.338138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:28.353572 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:28.373048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:28.373702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:28.414836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.421773 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c678dea0-de4e-4e22-ac91-447c261bf281 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] Notify callbacks [] for subnetpool, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.425888 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c678dea0-de4e-4e22-ac91-447c261bf281 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6183069 Jul 15 13:40:28.426108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6238970b-2f40-4f5a-bc7c-e8b3eef50faa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:28.426226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.427175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38294) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:28.473207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port fbcc8fd5-1c47-4742-8401-18d2b502aa76 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:28.515028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd6e34-4c14-4f89-892b-8737b354f0b7 req-1466b6ee-1d40-421f-b23d-e0522cb65ba8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:28.516337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0fd6e34-4c14-4f89-892b-8737b354f0b7 req-1466b6ee-1d40-421f-b23d-e0522cb65ba8 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 944 time: 0.3331540 Jul 15 13:40:28.534278 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fe1f94cb-f728-4dd3-a741-fc04098543c9 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] 10.222.0.57 "GET /v2.0/subnetpools/a1b14208-577e-4f95-b5b2-1ed05adedc88 HTTP/1.1" status: 200 len: 731 time: 0.1020257 Jul 15 13:40:28.536272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38296) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:28.540375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ab0c15ff-8cca-4ba9-b598-18c57190038d tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1764079858'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:28.557021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=8798f3a8-f875-44cf-adda-0d1eb96f66c5,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:28.571811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:28.607635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a0fd6e34-4c14-4f89-892b-8737b354f0b7 req-02882b51-23aa-4241-80e5-1cd3b0b76bde tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838592 Jul 15 13:40:28.696511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ab0c15ff-8cca-4ba9-b598-18c57190038d tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] Notify callbacks [] for subnetpool, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.700379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ab0c15ff-8cca-4ba9-b598-18c57190038d tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] 10.222.0.57 "PUT /v2.0/subnetpools/a1b14208-577e-4f95-b5b2-1ed05adedc88 HTTP/1.1" status: 200 len: 684 time: 0.1616623 Jul 15 13:40:28.704216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38298) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:28.704449 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91096a1-2601-434e-a8d7-37f83b9fc361 x-openstack-request-id: req-a91096a1-2601-434e-a8d7-37f83b9fc361 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:28.707114 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:28.707436 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a91096a1-2601-434e-a8d7-37f83b9fc361 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:28.708062 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'status': 'completed', 'code': 200} Jul 15 13:40:28.810298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:28.903964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895ac3f-4bee-4a4e-820b-42430ff9c9ac None None] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:28.994283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] Provisioning for port fbcc8fd5-1c47-4742-8401-18d2b502aa76 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:29.003375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] Provisioning complete for port fbcc8fd5-1c47-4742-8401-18d2b502aa76 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:29.003754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.379324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bbb90-8c9a-4230-bfa0-285c42e48f00 req-ae2a338c-128e-430f-836a-576e23788c29 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.386459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-d77e67bc-f00c-403e-9657-d08625f0263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.388082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-d77e67bc-f00c-403e-9657-d08625f0263b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 1097 time: 0.6527808 Jul 15 13:40:29.389760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-815bbb90-8c9a-4230-bfa0-285c42e48f00 req-ae2a338c-128e-430f-836a-576e23788c29 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0891566 Jul 15 13:40:29.410828 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f73f2773-64d4-475f-9b78-b2c62f6ada77 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] Notify callbacks [] for subnetpool, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.411976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f73f2773-64d4-475f-9b78-b2c62f6ada77 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] 10.222.0.57 "DELETE /v2.0/subnetpools/a1b14208-577e-4f95-b5b2-1ed05adedc88 HTTP/1.1" status: 204 len: 168 time: 0.7067447 Jul 15 13:40:29.415811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:29.416752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38304) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.419461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.455178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-815bbb90-8c9a-4230-bfa0-285c42e48f00 req-3f104768-05c0-4017-b0b0-c2d209f5485d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640411 Jul 15 13:40:29.463753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc97a-c16d-4266-b29b-5b4286e44235 req-e89f961f-8d55-4b52-ab16-511a5990b53e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.465446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3efc97a-c16d-4266-b29b-5b4286e44235 req-e89f961f-8d55-4b52-ab16-511a5990b53e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.5977504 Jul 15 13:40:29.466570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] Checking router: 88d51d18-6fb3-45e4-ab82-7977d2802c25 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:29.475559 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-4fbaa7e1-b6b5-4299-8ada-e69233fc769e tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] show failed (client error): The resource could not be found. Jul 15 13:40:29.477263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4fbaa7e1-b6b5-4299-8ada-e69233fc769e tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] 10.222.0.57 "GET /v2.0/subnetpools/a1b14208-577e-4f95-b5b2-1ed05adedc88 HTTP/1.1" status: 404 len: 346 time: 0.0581062 Jul 15 13:40:29.480597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.500994 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-bdc4964e-6458-484a-96f4-ba473f355993 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] delete failed (client error): The resource could not be found. Jul 15 13:40:29.508232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bdc4964e-6458-484a-96f4-ba473f355993 tempest-SubnetPoolsTestJSON-1342300905 tempest-SubnetPoolsTestJSON-1342300905-project] 10.222.0.57 "DELETE /v2.0/subnetpools/a1b14208-577e-4f95-b5b2-1ed05adedc88 HTTP/1.1" status: 404 len: 346 time: 0.0203860 Jul 15 13:40:29.516375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:29.517060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:29.522273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] For port fbcc8fd5-1c47-4742-8401-18d2b502aa76, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fbcc8fd5-1c47-4742-8401-18d2b502aa76,segment=NetworkSegment(9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313),segment_id=9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:29.534098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.559746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:29.608243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3efc97a-c16d-4266-b29b-5b4286e44235 req-68d39a15-a0b2-4e45-904a-828f5942f3e3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295981 Jul 15 13:40:29.619187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-50a5b3b9-c8d0-46ca-86db-cce42119a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.620330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-50a5b3b9-c8d0-46ca-86db-cce42119a89c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 200 len: 897 time: 0.2240057 Jul 15 13:40:29.679328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-a21b4d5d-42ce-40e7-a646-823f6dc2e905 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 200 len: 217 time: 0.0512826 Jul 15 13:40:29.726124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:29.816326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-95fc5807-17e1-4147-a282-7c84b6fb3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.817834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-95fc5807-17e1-4147-a282-7c84b6fb3027 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 200 len: 834 time: 0.1026366 Jul 15 13:40:29.874699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a891ab-ffbd-44b3-af13-82c97052bcd7 None None] Pushing event updated for resources: {'Port': ['ID=fbcc8fd5-1c47-4742-8401-18d2b502aa76,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:29.887064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae7fa7-2d90-4c4d-88db-dd51143440f1 req-6d0c4ddc-d89e-4839-8996-44283fba2ba9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.889690 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1dae7fa7-2d90-4c4d-88db-dd51143440f1 req-6d0c4ddc-d89e-4839-8996-44283fba2ba9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 944 time: 0.1285315 Jul 15 13:40:29.904112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6238970b-2f40-4f5a-bc7c-e8b3eef50faa up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:29.933013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38314) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:29.988581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-63a6ecaa-4539-4c7f-8b44-0d84c1bb195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:29.990140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-63a6ecaa-4539-4c7f-8b44-0d84c1bb195d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f43a7138-e430-4f1e-8b13-c2b58415db69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627934 Jul 15 13:40:30.030268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1dae7fa7-2d90-4c4d-88db-dd51143440f1 req-21e3c3ed-fa62-4fd7-9127-e566790b5992 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301830 Jul 15 13:40:30.069098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.085442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:30.093240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:30.093628 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.110005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.110794 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.138627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-f808f23c-8ced-4050-bcac-8eb23136d3bf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:30.141161 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-f808f23c-8ced-4050-bcac-8eb23136d3bf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.1067438 Jul 15 13:40:30.201341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f641bec-99da-42d4-9bc5-90162beca3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.236110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fbcc8fd5-1c47-4742-8401-18d2b502aa76 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:30.238177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c568fc31-20fc-48c1-bf44-05735040c3e6 None None] Provisioning for port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:30.276115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-832eabf4-9ad9-4612-89b4-8d082e25d1b2 service neutron] 10.222.0.58 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771704 Jul 15 13:40:30.304877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=8798f3a8-f875-44cf-adda-0d1eb96f66c5,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.318592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:30.358793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c568fc31-20fc-48c1-bf44-05735040c3e6 None None] Provisioning complete for port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:30.360054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c568fc31-20fc-48c1-bf44-05735040c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.385614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port b915ae08-aa91-4d45-a78f-977fb951ec64 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:30.386225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.432806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d722cda-f3a3-40db-a2f9-ce3ded94a165 None None] The sync data for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 is: [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:28Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1607a930-9670-4cd6-b147-df79509af380', 'name': '', 'network_id': 'f43a7138-e430-4f1e-8b13-c2b58415db69', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:ac:a4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:25Z', 'updated_at': '2021-07-15T13:38:35Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '298eef74-57c7-42ae-8876-25b046b2b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:30.434640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c568fc31-20fc-48c1-bf44-05735040c3e6 None None] Port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:30.452489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:30.455889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:30.463429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.473540 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f641bec-99da-42d4-9bc5-90162beca3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.487834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f641bec-99da-42d4-9bc5-90162beca3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.517380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:30.520553 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534eb940-cb33-4363-9bc4-1f316e76e659" -d '{"events": [{"server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "name": "network-vif-plugged", "status": "completed", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:30.525519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:30.529658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c568fc31-20fc-48c1-bf44-05735040c3e6 None None] Provisioning complete for port fbcc8fd5-1c47-4742-8401-18d2b502aa76 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:30.530161 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c568fc31-20fc-48c1-bf44-05735040c3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.552564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f641bec-99da-42d4-9bc5-90162beca3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c7dd58-3176-4fce-b596-516c58568504,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.576901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.609312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f641bec-99da-42d4-9bc5-90162beca3f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7679a6d377934fd8b590a61145b0d9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683242 Jul 15 13:40:30.610326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:30.618283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port b915ae08-aa91-4d45-a78f-977fb951ec64, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=b915ae08-aa91-4d45-a78f-977fb951ec64,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:30.618980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.657337 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8716a63-7619-441b-84b9-e876ce68c9ac x-openstack-request-id: req-f8716a63-7619-441b-84b9-e876ce68c9ac {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:30.657895 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "name": "network-vif-plugged", "status": "completed", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:30.659827 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8716a63-7619-441b-84b9-e876ce68c9ac {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:30.661126 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa', 'code': 200} Jul 15 13:40:30.663664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fbcc8fd5-1c47-4742-8401-18d2b502aa76 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:30.667018 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:30.678214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83b1a338-d7c4-4cb2-9a1d-31390877e3cf req-bbd78c7a-9b75-40be-8c5b-bab03c747692 service neutron] 10.222.0.58 "GET /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680296 Jul 15 13:40:30.701010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for b915ae08-aa91-4d45-a78f-977fb951ec64 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:30.858165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:30.948831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb3f25-7d61-4a9a-8589-e81c39e8d375 req-791916f8-6ec6-42cb-aba8-b57bafefb095 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:30.953796 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48cb3f25-7d61-4a9a-8589-e81c39e8d375 req-791916f8-6ec6-42cb-aba8-b57bafefb095 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.2154815 Jul 15 13:40:30.973327 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bc881-c95e-43e9-b084-d5b3fc05bd84 None None] New status for floating IP 501e1872-2be4-482c-a23e-d9bae47bfe7f: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:40:30.997929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Router d96ebf2d-f055-43a8-849b-a4e2b6890bd4 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:40:31.001392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ad2e1e-2e5e-4e0d-ae37-5266015fe440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.055028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ad2e1e-2e5e-4e0d-ae37-5266015fe440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.062773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95bff-b2e7-44f3-93a2-b73f67091e2d req-5db710c0-1ade-4a74-a14b-8980693fce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.064504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e95bff-b2e7-44f3-93a2-b73f67091e2d req-5db710c0-1ade-4a74-a14b-8980693fce2d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 1097 time: 0.2811453 Jul 15 13:40:31.112877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7f8f661a-fb30-4462-b1c9-b24502182845 None None] Provisioning complete for port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:31.113854 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f8f661a-fb30-4462-b1c9-b24502182845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.161007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:31.168719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-67648d38-6639-4472-891d-4454dd325a13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/routers/d96ebf2d-f055-43a8-849b-a4e2b6890bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6930852 Jul 15 13:40:31.172714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38328) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:31.196314 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.206678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f661a-fb30-4462-b1c9-b24502182845 None None] Port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:31.208754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] Sync routers for ids ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:31.227434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48cb3f25-7d61-4a9a-8589-e81c39e8d375 req-a64dc46d-0e0e-42a7-b492-c1d3fa752724 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664604 Jul 15 13:40:31.247843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] Routers {'d96ebf2d-f055-43a8-849b-a4e2b6890bd4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:31.248597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:31.266331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ff3d-24f2-4b10-8bcc-f9ca4a00f943 req-88b052c1-98cb-4294-a239-1b8dd28de06e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.268192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd98ff3d-24f2-4b10-8bcc-f9ca4a00f943 req-88b052c1-98cb-4294-a239-1b8dd28de06e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae091a6-18cc-42e6-abc4-6a6712701a94 HTTP/1.1" status: 200 len: 945 time: 0.4049325 Jul 15 13:40:31.279876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=b915ae08-aa91-4d45-a78f-977fb951ec64,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.286282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:31.297665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] Routers {'d96ebf2d-f055-43a8-849b-a4e2b6890bd4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:31.298271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:31.316196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b4c71-f1a2-4192-a3d9-0e0eeca6bf6f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.317952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6b2b4c71-f1a2-4192-a3d9-0e0eeca6bf6f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports?device_id=d96ebf2d-f055-43a8-849b-a4e2b6890bd4 HTTP/1.1" status: 200 len: 988 time: 0.1440537 Jul 15 13:40:31.326055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38330) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:31.355308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:31.355308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edde100-aeb2-4615-99ca-4f366b3d68f6 None None] The sync data for ids ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:31.369472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84e95bff-b2e7-44f3-93a2-b73f67091e2d req-e6b38035-4757-4bd5-b8d2-cf1caa2143d6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655635 Jul 15 13:40:31.411742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] No DVR routers for this DVR port b915ae08-aa91-4d45-a78f-977fb951ec64 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:31.424431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.428028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f71e0d3-5c97-4988-afee-3702103e5fc1 req-3c380bc7-f5d5-4d90-a505-a6b38ef91546 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.58 "DELETE /v2.0/ports/b915ae08-aa91-4d45-a78f-977fb951ec64 HTTP/1.1" status: 204 len: 173 time: 1.2766829 Jul 15 13:40:31.428537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-deleted', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:31.432614 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d444061-a24f-4f5c-b095-61216dbae3b0" -d '{"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-deleted", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:31.439364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ad2e1e-2e5e-4e0d-ae37-5266015fe440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.443333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15ad2e1e-2e5e-4e0d-ae37-5266015fe440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.444527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15ad2e1e-2e5e-4e0d-ae37-5266015fe440 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5c7dd58-3176-4fce-b596-516c58568504 HTTP/1.1" status: 204 len: 168 time: 0.8290141 Jul 15 13:40:31.448247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-38e26498-842c-495e-a5c5-375b2a336c48 None None] Provisioning complete for port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:31.448652 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38e26498-842c-495e-a5c5-375b2a336c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:31.470866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd98ff3d-24f2-4b10-8bcc-f9ca4a00f943 req-0a4f77e7-285e-416e-a959-a37d6932177b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818402 Jul 15 13:40:31.481745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad2e1e-2e5e-4e0d-ae37-5266015fe440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c7dd58-3176-4fce-b596-516c58568504,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:31.534792 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6373e9b-6d34-4bce-bb83-22e6c795acd4 x-openstack-request-id: req-e6373e9b-6d34-4bce-bb83-22e6c795acd4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:31.535311 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae091a6-18cc-42e6-abc4-6a6712701a94", "name": "network-vif-deleted", "tag": "b915ae08-aa91-4d45-a78f-977fb951ec64", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:31.541942 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e6373e9b-6d34-4bce-bb83-22e6c795acd4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:31.543042 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae091a6-18cc-42e6-abc4-6a6712701a94', 'name': 'network-vif-deleted', 'tag': 'b915ae08-aa91-4d45-a78f-977fb951ec64', 'status': 'completed', 'code': 200} Jul 15 13:40:31.558796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-38e26498-842c-495e-a5c5-375b2a336c48 None None] Port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:31.782730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4b18d-d9ca-4b5f-86c3-49bd65e85a90 req-ddf884b4-2a96-4054-9065-129d9f92e4c9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:31.785376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5e4b18d-d9ca-4b5f-86c3-49bd65e85a90 req-ddf884b4-2a96-4054-9065-129d9f92e4c9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 945 time: 0.2036638 Jul 15 13:40:31.898583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5e4b18d-d9ca-4b5f-86c3-49bd65e85a90 req-32f34170-eaf6-418f-aabb-6b5e91942dbd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Jul 15 13:40:32.061539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.500773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a8da-6b3a-4cd9-b854-a6f8544ee37e req-6b9d34f2-0a2b-4a3b-9017-9cf6d1cab297 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:32.503449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b156a8da-6b3a-4cd9-b854-a6f8544ee37e req-6b9d34f2-0a2b-4a3b-9017-9cf6d1cab297 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0998843 Jul 15 13:40:32.555857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b156a8da-6b3a-4cd9-b854-a6f8544ee37e req-b74c4cc5-49b6-4baa-a4c6-10a46cf729e2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381093 Jul 15 13:40:32.591328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38360) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:32.686147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 8798f3a8-f875-44cf-adda-0d1eb96f66c5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:32.686732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.743922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cc6df98c-2629-4489-a48c-0bc782dc1f01 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:32.756207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:32.783337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: b915ae08-aa91-4d45-a78f-977fb951ec64 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:32.784111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device b915ae08-aa91-4d45-a78f-977fb951ec64 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:32.818739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:32.833826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 8798f3a8-f875-44cf-adda-0d1eb96f66c5 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:32.962900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cc6df98c-2629-4489-a48c-0bc782dc1f01, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:32.997442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'cc6df98c-2629-4489-a48c-0bc782dc1f01', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': 'cc6df98c-2629-4489-a48c-0bc782dc1f01', 'mac_address': 'fa:16:3e:7d:40:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:33.101053 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.133274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6df98c-2629-4489-a48c-0bc782dc1f01 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:33.181757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cc6df98c-2629-4489-a48c-0bc782dc1f01, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:33.182784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b0992-f327-48d8-bc31-ad44a3af1a1a req-772b1907-bf8b-45e0-9d12-61567689bbad tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.186640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e63b0992-f327-48d8-bc31-ad44a3af1a1a req-772b1907-bf8b-45e0-9d12-61567689bbad tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 945 time: 0.1296763 Jul 15 13:40:33.188107 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.233541 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.262624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cc6df98c-2629-4489-a48c-0bc782dc1f01,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:33.270002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.275876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=8798f3a8-f875-44cf-adda-0d1eb96f66c5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:33.276428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e63b0992-f327-48d8-bc31-ad44a3af1a1a req-e2816e96-6e93-402b-9430-12d5b3e625f5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710957 Jul 15 13:40:33.405227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cc6df98c-2629-4489-a48c-0bc782dc1f01'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:33.483353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.542395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-6e71ed42-2705-4cc2-9780-c73c12638ae4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 267 time: 0.1033540 Jul 15 13:40:33.677293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 1607a930-9670-4cd6-b147-df79509af380 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:33.677938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:33.834815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-193ec371-8e2f-4f55-8f4d-1b337ffaa718 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:33.837166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-193ec371-8e2f-4f55-8f4d-1b337ffaa718 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 945 time: 0.2936802 Jul 15 13:40:33.840290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Router d96ebf2d-f055-43a8-849b-a4e2b6890bd4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:33.858812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'port': {'security_groups': []}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:33.994687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:34.001132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-da17a722-6243-4b62-940f-f130c10850a4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/routers/d96ebf2d-f055-43a8-849b-a4e2b6890bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6737497 Jul 15 13:40:34.023774 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] Sync routers for ids ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:34.026026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38394) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.059026 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] Routers {'d96ebf2d-f055-43a8-849b-a4e2b6890bd4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:34.063047 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:34.063547 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-2934eec1-dd8a-4e35-8b2f-d0c789af23a3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:34.071098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2934eec1-dd8a-4e35-8b2f-d0c789af23a3 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/8798f3a8-f875-44cf-adda-0d1eb96f66c5 HTTP/1.1" status: 404 len: 333 time: 0.0407646 Jul 15 13:40:34.072579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38396) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.151061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:34.157524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.163116 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] Routers {'d96ebf2d-f055-43a8-849b-a4e2b6890bd4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:34.163776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:34.182801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.215898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:34.216582 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7cadf2-c59d-4f29-a2ef-d2dd0bca851f None None] The sync data for ids ['d96ebf2d-f055-43a8-849b-a4e2b6890bd4'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:34.237057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port 1607a930-9670-4cd6-b147-df79509af380, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1607a930-9670-4cd6-b147-df79509af380,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:34.237425 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.257566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 1607a930-9670-4cd6-b147-df79509af380 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:34.317538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841cb7-a36c-4940-a2c2-11906a83fe8d req-b8842e3f-1af2-405c-8f01-ca627aae2abb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.317538 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad841cb7-a36c-4940-a2c2-11906a83fe8d req-b8842e3f-1af2-405c-8f01-ca627aae2abb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 945 time: 0.5676947 Jul 15 13:40:34.318383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38400) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.378801 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad841cb7-a36c-4940-a2c2-11906a83fe8d req-922f6c40-c115-426f-a6b9-4eb85c802909 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530119 Jul 15 13:40:34.442033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.446235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.457918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa86a001-f1a3-4bfd-bfde-13bc80deda45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.553484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.554292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.554870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Fanout notify agent at l3_agent the message router_deleted on router d96ebf2d-f055-43a8-849b-a4e2b6890bd4 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:34.565809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.566904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e5697c55-0864-463d-aa74-ddfb4ab0f327 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/routers/d96ebf2d-f055-43a8-849b-a4e2b6890bd4 HTTP/1.1" status: 204 len: 168 time: 0.4933426 Jul 15 13:40:34.570110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.588933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=1607a930-9670-4cd6-b147-df79509af380,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:34.637807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:34.666144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:34.678700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.731957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.744268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.744723 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa86a001-f1a3-4bfd-bfde-13bc80deda45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.747574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cc6df98c-2629-4489-a48c-0bc782dc1f01 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:34.757395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa86a001-f1a3-4bfd-bfde-13bc80deda45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.782198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac', '73110c59-767c-44cd-ad74-09d71eb6aa19', '6238970b-2f40-4f5a-bc7c-e8b3eef50faa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:34.819849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.851666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86a001-f1a3-4bfd-bfde-13bc80deda45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791aa68-4b10-4ae9-813e-591053e987af,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:34.860632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa86a001-f1a3-4bfd-bfde-13bc80deda45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86cee3a1466f423d87debf5adfa6385c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387878 Jul 15 13:40:34.862087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38406) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:34.888829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.905879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:34.906587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:34.908243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22b7000a-5834-4abc-8766-d5dbb97de713 req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "PUT /v2.0/ports/6238970b-2f40-4f5a-bc7c-e8b3eef50faa HTTP/1.1" status: 200 len: 904 time: 1.0561373 Jul 15 13:40:34.912386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:34.914902 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:34.944829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port cc6df98c-2629-4489-a48c-0bc782dc1f01 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:34.990242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port cc6df98c-2629-4489-a48c-0bc782dc1f01 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:34.991012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.001140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6238970b-2f40-4f5a-bc7c-e8b3eef50faa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:35.007518 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780070b8-1323-47f2-a87c-850f4b9c1c3d x-openstack-request-id: req-780070b8-1323-47f2-a87c-850f4b9c1c3d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:35.007518 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:35.008415 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-780070b8-1323-47f2-a87c-850f4b9c1c3d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:35.008415 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa', 'status': 'completed', 'code': 200} Jul 15 13:40:35.013773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.022656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-092aa89d-e885-4f7d-ab2c-eec62c8743f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.030122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.030460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.032183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.032519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.032857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.033183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.033777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.033885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.034727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.035280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.035925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.036872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6029b0-d2be-47b0-a651-53fe496584f7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.109412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.173605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-092aa89d-e885-4f7d-ab2c-eec62c8743f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.192650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.257758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-092aa89d-e885-4f7d-ab2c-eec62c8743f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.260712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-092aa89d-e885-4f7d-ab2c-eec62c8743f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.261932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-092aa89d-e885-4f7d-ab2c-eec62c8743f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c791aa68-4b10-4ae9-813e-591053e987af HTTP/1.1" status: 204 len: 168 time: 0.3991442 Jul 15 13:40:35.283954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092aa89d-e885-4f7d-ab2c-eec62c8743f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791aa68-4b10-4ae9-813e-591053e987af,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.286745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.325900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.333038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e40d3bd4-cc68-4f41-8761-ec0d61d10b70 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d HTTP/1.1" status: 204 len: 168 time: 0.7621880 Jul 15 13:40:35.333846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38414) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:35.346929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7527e8b-fdc7-47c8-9732-313492dc7e82 None None] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:35.368451 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.445173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.448489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-69a5a7b1-3015-44a3-adca-983cfc42234d None None] Provisioning complete for port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:35.448948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-69a5a7b1-3015-44a3-adca-983cfc42234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.449386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-73b7020b-e2ef-4e75-aa77-4e2f50c88e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.451238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-73b7020b-e2ef-4e75-aa77-4e2f50c88e36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 1059 time: 0.3708642 Jul 15 13:40:35.491876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6df98c-2629-4489-a48c-0bc782dc1f01'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:35.496036 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f1497-b4ac-4687-8953-c835fcb18a2a" -d '{"events": [{"server_uuid": "f5491f87-6016-42ff-ba15-cff34c72f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc6df98c-2629-4489-a48c-0bc782dc1f01"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:35.569821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-bca8dacb-fe6c-45c8-a3ae-c625aaf859c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.572419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-bca8dacb-fe6c-45c8-a3ae-c625aaf859c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1140862 Jul 15 13:40:35.576498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cc6df98c-2629-4489-a48c-0bc782dc1f01, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:35.583612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c327a-5d7c-431f-a154-033989bc2f9f req-8b020d6e-fb90-4993-9d08-d550c65ec4fc tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.591115 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.600364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-140c327a-5d7c-431f-a154-033989bc2f9f req-8b020d6e-fb90-4993-9d08-d550c65ec4fc tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 907 time: 0.3705873 Jul 15 13:40:35.687935 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-38e12ded-2d15-473b-8b4b-83c356e045ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa HTTP/1.1" status: 200 len: 217 time: 0.0699496 Jul 15 13:40:35.700663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port fbcc8fd5-1c47-4742-8401-18d2b502aa76 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:35.701289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.708391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 88d51d18-6fb3-45e4-ab82-7977d2802c25 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:40:35.711680 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cbda96-81b7-4227-83ec-11c5446ad872 x-openstack-request-id: req-05cbda96-81b7-4227-83ec-11c5446ad872 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:35.712123 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5491f87-6016-42ff-ba15-cff34c72f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc6df98c-2629-4489-a48c-0bc782dc1f01", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:35.712514 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05cbda96-81b7-4227-83ec-11c5446ad872 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:35.713115 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6df98c-2629-4489-a48c-0bc782dc1f01', 'code': 200} Jul 15 13:40:35.763674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cc6df98c-2629-4489-a48c-0bc782dc1f01,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:35.810702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:35.816936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.817494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.818048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.818944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.819493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.820034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.820568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.821107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.821639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.822163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.822735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.823250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:35.842378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.889373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] For port fbcc8fd5-1c47-4742-8401-18d2b502aa76, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fbcc8fd5-1c47-4742-8401-18d2b502aa76,segment=NetworkSegment(9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313),segment_id=9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:35.889846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:35.914908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed022-749d-45cd-bb72-654f93b9ce57 req-5ab57d17-089d-418f-873e-fd8d3d69b864 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.916569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba1ed022-749d-45cd-bb72-654f93b9ce57 req-5ab57d17-089d-418f-873e-fd8d3d69b864 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.3428445 Jul 15 13:40:35.930462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for fbcc8fd5-1c47-4742-8401-18d2b502aa76 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:35.952972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] DHCP port deletion for 27b1711e-94af-42ce-a98d-7d8f33ec10fa request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:35.981398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-a3d57326-4cbe-490b-8fef-9e4217d4fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:35.982968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-a3d57326-4cbe-490b-8fef-9e4217d4fe7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.2729111 Jul 15 13:40:36.028864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf7dfd-e1bb-4f7f-8efe-94924cf5c8db req-913df994-56b9-4f31-93f0-171593c296cd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.030565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edf7dfd-e1bb-4f7f-8efe-94924cf5c8db req-913df994-56b9-4f31-93f0-171593c296cd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1588051 Jul 15 13:40:36.036856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Deleting port fbcc8fd5-1c47-4742-8401-18d2b502aa76 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:36.037600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.123092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8edf7dfd-e1bb-4f7f-8efe-94924cf5c8db req-b684ec41-2056-4faa-96d0-decfbd79a66f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798881 Jul 15 13:40:36.127316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.152896 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba1ed022-749d-45cd-bb72-654f93b9ce57 req-9239dd3b-7a4a-43ad-9f91-e662b65d3da9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934733 Jul 15 13:40:36.176701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=fbcc8fd5-1c47-4742-8401-18d2b502aa76,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.181794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No DVR routers for this DVR port fbcc8fd5-1c47-4742-8401-18d2b502aa76 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:36.280775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:36.301957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751448f9-75dc-4fab-93ff-9b14f47c6e14 req-36a4c976-ea2b-424e-9513-cbcd62e24ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.304089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-751448f9-75dc-4fab-93ff-9b14f47c6e14 req-36a4c976-ea2b-424e-9513-cbcd62e24ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 1098 time: 0.4677036 Jul 15 13:40:36.311887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5561d47-9955-467e-94ef-c2b43928a4f6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/88d51d18-6fb3-45e4-ab82-7977d2802c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7189879 Jul 15 13:40:36.320463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38428) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.350011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] Sync routers for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:36.381452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] For port fbcc8fd5-1c47-4742-8401-18d2b502aa76, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fbcc8fd5-1c47-4742-8401-18d2b502aa76,segment=NetworkSegment(9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313),segment_id=9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:36.381452 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.382980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.398344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-7657883b-2b82-47ba-96ff-1b4f0e53676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.400266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-7657883b-2b82-47ba-96ff-1b4f0e53676b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4022517 Jul 15 13:40:36.401005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.405801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:36.406767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:36.421930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.433594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b1711e-94af-42ce-a98d-7d8f33ec10fa']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:36.445813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:36.446502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd7cf2d-ad67-4df7-a57b-b1b2b1c72313') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:36.456852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.473478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.479933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:36.480398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.510910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fbcc8fd5-1c47-4742-8401-18d2b502aa76 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:36.521531 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-751448f9-75dc-4fab-93ff-9b14f47c6e14 req-08c58001-b6c1-46af-aa4b-f88b2f32c525 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069008 Jul 15 13:40:36.522548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ac5ab-7d7f-46d1-b2cc-c7d8edc2e061,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.530949 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07e620d580d14920b3e8c8ca0dd9606b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165010 Jul 15 13:40:36.537576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting subnet 298eef74-57c7-42ae-8876-25b046b2b6a7 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:36.541042 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:36.545850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38430) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.555816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Calling delete_port for fbcc8fd5-1c47-4742-8401-18d2b502aa76 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:36.566923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.570448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.591511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: fbcc8fd5-1c47-4742-8401-18d2b502aa76 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:36.591787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fbcc8fd5-1c47-4742-8401-18d2b502aa76 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:36.606408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.608712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/27b1711e-94af-42ce-a98d-7d8f33ec10fa HTTP/1.1" status: 204 len: 168 time: 1.2736354 Jul 15 13:40:36.609841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2fed4-46c6-4e83-8290-f1a8610f5a64 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=27b1711e-94af-42ce-a98d-7d8f33ec10fa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.614440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38432) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.655186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.655460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.655728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.656062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.656391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.656721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.657051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.657379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.657698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.658023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.659603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.659956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6d8eb4-b50b-4afe-9554-6dd1c1388d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:36.662514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:36.710206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.727356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba888-f901-4e1c-b4c4-b8bb41273fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.757268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1bfb9-95ce-4951-9e7e-3742b7cc1c3d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.765692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35a1bfb9-95ce-4951-9e7e-3742b7cc1c3d tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/baac08ff-f8eb-48ee-b400-fba40fba48fc HTTP/1.1" status: 200 len: 845 time: 0.1427345 Jul 15 13:40:36.765952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-b8d8d2d7-7c65-4233-a93e-701445945f34 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447378 Jul 15 13:40:36.768056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38434) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.777093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba888-f901-4e1c-b4c4-b8bb41273fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.854729 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.873512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba888-f901-4e1c-b4c4-b8bb41273fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.876661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1ba888-f901-4e1c-b4c4-b8bb41273fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:36.885246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa1ba888-f901-4e1c-b4c4-b8bb41273fe1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a46ac5ab-7d7f-46d1-b2cc-c7d8edc2e061 HTTP/1.1" status: 204 len: 168 time: 0.3352580 Jul 15 13:40:36.891906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Pushing event deleted for resources: {'Port': ['ID=fbcc8fd5-1c47-4742-8401-18d2b502aa76,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.900144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] Network 27b1711e-94af-42ce-a98d-7d8f33ec10fa is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:40:36.900505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452dce68-9b43-426d-92ce-f137ce32509f None None] No DVR routers for this DVR port fbcc8fd5-1c47-4742-8401-18d2b502aa76 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:36.905340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ba888-f901-4e1c-b4c4-b8bb41273fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ac5ab-7d7f-46d1-b2cc-c7d8edc2e061,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:36.922461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428fed2-cc4f-4fc7-bbab-cee8cc0fe1a2 req-a8f4a3bd-4c3e-49cf-8862-7a8e38a07532 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:36.930377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d428fed2-cc4f-4fc7-bbab-cee8cc0fe1a2 req-a8f4a3bd-4c3e-49cf-8862-7a8e38a07532 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.3784890 Jul 15 13:40:36.976325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c4109bad-64c1-4b91-a299-8b5727690cb6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/baac08ff-f8eb-48ee-b400-fba40fba48fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2011123 Jul 15 13:40:36.977072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:36.985000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:36.996413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:40:34Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:37.026122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.030775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] Checking router: 88d51d18-6fb3-45e4-ab82-7977d2802c25 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:37.044466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] Routers {'88d51d18-6fb3-45e4-ab82-7977d2802c25'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:37.045394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['88d51d18-6fb3-45e4-ab82-7977d2802c25'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:37.059740 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d428fed2-cc4f-4fc7-bbab-cee8cc0fe1a2 req-7a2fa310-ea9c-425a-b2c6-e3dc2bd9a60a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284060 Jul 15 13:40:37.065357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b2dfeb8-0f9d-4979-8fb3-4e627e19b2ed req-41eef28d-b688-436e-8ba4-61e6aa500470 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841127 Jul 15 13:40:37.152286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.170788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:37.177865 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.194777 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Subnet': ['ID=298eef74-57c7-42ae-8876-25b046b2b6a7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:37.196996 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.203865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d2fc1b15-b382-4a4b-8e18-dc8c6bf9a1a9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/subnets/298eef74-57c7-42ae-8876-25b046b2b6a7 HTTP/1.1" status: 204 len: 168 time: 0.8689373 Jul 15 13:40:37.204921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38444) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:37.220670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f568f-ee82-45be-ab82-63a38512efba None None] Network f43a7138-e430-4f1e-8b13-c2b58415db69 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:37.342157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] Set router 88d51d18-6fb3-45e4-ab82-7977d2802c25 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:37.519726 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.671074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f139b694-64d9-4de5-89b7-d4148670abcd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.673061 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f139b694-64d9-4de5-89b7-d4148670abcd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.2883232 Jul 15 13:40:37.693240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.726954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9f3de60b-bd21-4787-aea9-6a13b09a086e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/quotas/f3d2149f7fcd48faa79a68326e3f1432 HTTP/1.1" status: 200 len: 375 time: 0.0225894 Jul 15 13:40:37.782431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] DHCP port deletion for f43a7138-e430-4f1e-8b13-c2b58415db69 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:40:37.789121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:40:34Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:37.821911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abb8f13-d3fa-4f5f-bf5c-cab4245ad260 None None] The sync data for ids ['88d51d18-6fb3-45e4-ab82-7977d2802c25'] in n-d-798054-11 is: [{'id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1158578486', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:40:34Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '6498944d-c143-4370-86cf-e1e6fdb99926', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d51d18-6fb3-45e4-ab82-7977d2802c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:15Z', 'updated_at': '2021-07-15T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:37.889207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] Deleting port 79fc030c-6a39-4e2e-9540-b5267a6449e3 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:37.889852 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.911926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-fe4990b2-e536-4443-98c6-4b21d2c46ed9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1836636 Jul 15 13:40:37.918339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 6498944d-c143-4370-86cf-e1e6fdb99926 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:37.918741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.954925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:37.985899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b67a8-282f-4764-98c3-6b82aba2da67 req-9c9fb6d0-84f0-456f-84bf-875f45fb2032 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:37.993256 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-629b67a8-282f-4764-98c3-6b82aba2da67 req-9c9fb6d0-84f0-456f-84bf-875f45fb2032 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2823513 Jul 15 13:40:38.043172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] For port 79fc030c-6a39-4e2e-9540-b5267a6449e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=79fc030c-6a39-4e2e-9540-b5267a6449e3,segment=NetworkSegment(9aefa761-f40f-4957-9c39-2a005f55d53e),segment_id=9aefa761-f40f-4957-9c39-2a005f55d53e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:38.043494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.057930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] Calling delete_port for 79fc030c-6a39-4e2e-9540-b5267a6449e3 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:38.083772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port 6498944d-c143-4370-86cf-e1e6fdb99926, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6498944d-c143-4370-86cf-e1e6fdb99926,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:38.084894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.105613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 6498944d-c143-4370-86cf-e1e6fdb99926 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:38.111697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=9220a73b-509a-4f4f-a192-a221fd0e361f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.119438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:38.123473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:38.132486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:38.133543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.157820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715cf3fd-ecad-4579-9e3a-f0531502f037 None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:38.183007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-629b67a8-282f-4764-98c3-6b82aba2da67 req-2c379b33-a39d-47d3-a3a5-834ab00c2fda tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886818 Jul 15 13:40:38.188146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8bb007e5-1e9d-415f-91a0-542fcc31d47f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2098980 Jul 15 13:40:38.192515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38476) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:38.207160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1077516566'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:38.227375 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:40:38.249709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.358933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 79fc030c-6a39-4e2e-9540-b5267a6449e3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:38.416480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.423852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.475959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.478650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2831492 Jul 15 13:40:38.494919 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.519545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5f7c4-26cb-47e3-9b1a-29c265b576af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e89c4da-5739-408b-bb35-c1f8df6e34a4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.522960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:38.530768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071791793'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:38.571596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] Pushing event deleted for resources: {'Port': ['ID=79fc030c-6a39-4e2e-9540-b5267a6449e3,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.584419 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.585217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.587037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee41c5-ae08-4da2-87d3-63479d20a380 None None] No DVR routers for this DVR port 79fc030c-6a39-4e2e-9540-b5267a6449e3 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:38.685442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1607a930-9670-4cd6-b147-df79509af380 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:38.708946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1607a930-9670-4cd6-b147-df79509af380 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:38.709391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1607a930-9670-4cd6-b147-df79509af380 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:38.769791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.782739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.785386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-792e0c98-4e81-455d-804e-a37ac929af09', 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'tenant_id': '05e60fff0f4c42fa8c3f255c0ab1d412', 'fixed_ips': [{'subnet_id': '9220a73b-509a-4f4f-a192-a221fd0e361f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:38.788529 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.834752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e5a8e7-b566-4bb0-a352-f91bcfab5680,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:38.848505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:38.850760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d6fbf24d-93f2-429e-95fd-d961e2bda20b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3264937 Jul 15 13:40:38.854356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38486) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:38.862256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1455713793', 'security_groups': ['56e5a8e7-b566-4bb0-a352-f91bcfab5680'], 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9220a73b-509a-4f4f-a192-a221fd0e361f'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:38.944499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-1f46cd20-e3f9-4555-9ae2-aa47113b18b2 service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9916749 Jul 15 13:40:39.000150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Allocated IP 2001:db8::2 (792e0c98-4e81-455d-804e-a37ac929af09/9220a73b-509a-4f4f-a192-a221fd0e361f/8a813681-773e-46e4-bd3e-c609301d5d5b) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:39.045752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:39.127065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.166173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-27431501-6f1e-422a-a3d9-53bf0e61c5de service neutron] 10.222.0.57 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072825 Jul 15 13:40:39.167937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.170853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=6498944d-c143-4370-86cf-e1e6fdb99926,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:39.199640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 72812d01-6481-4c20-8e68-7cf1c24c711a yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:39.261186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.285196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Transition to ACTIVE for port object 8a813681-773e-46e4-bd3e-c609301d5d5b will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:39.291431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.325634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Transition to ACTIVE for port object 8a813681-773e-46e4-bd3e-c609301d5d5b will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:39.339912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.416133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:39.433163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:39.438091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:39.446252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.451481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.468103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::2da (792e0c98-4e81-455d-804e-a37ac929af09/9220a73b-509a-4f4f-a192-a221fd0e361f/72812d01-6481-4c20-8e68-7cf1c24c711a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:39.531887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Pushing event updated for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:39.586660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Attempting to bind port 8a813681-773e-46e4-bd3e-c609301d5d5b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:39.587167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Attempting to bind port 8a813681-773e-46e4-bd3e-c609301d5d5b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5f839cae-5401-4b49-81be-47b26acae990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:39.587647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Attempting to bind port 8a813681-773e-46e4-bd3e-c609301d5d5b on network 792e0c98-4e81-455d-804e-a37ac929af09 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:39.594777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:39.595197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Checking segment: {'id': '5f839cae-5401-4b49-81be-47b26acae990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:39.597068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.597523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Bound using segment: {'id': '5f839cae-5401-4b49-81be-47b26acae990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:39.598054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Bound port: 8a813681-773e-46e4-bd3e-c609301d5d5b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f839cae-5401-4b49-81be-47b26acae990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:39.598617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.628441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6128beb-2241-4910-91a2-157575ecb0ea req-20f41e11-b585-4163-921c-8bd0ead1f6ff tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 210 time: 0.1058681 Jul 15 13:40:39.635224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.636053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Fanout notify agent at l3_agent the message router_deleted on router 88d51d18-6fb3-45e4-ab82-7977d2802c25 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:40:39.645840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.651101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cc977f22-e153-4f33-86da-48381ac1a13f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/routers/88d51d18-6fb3-45e4-ab82-7977d2802c25 HTTP/1.1" status: 204 len: 168 time: 2.4443748 Jul 15 13:40:39.651788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38508) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:39.765134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:39.768254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6c02a-acb7-4d87-8024-ff6c3dcedfd8 req-e46a730a-cbc2-478b-96e5-03bb7e4e6e6e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:39.773657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00d6c02a-acb7-4d87-8024-ff6c3dcedfd8 req-e46a730a-cbc2-478b-96e5-03bb7e4e6e6e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2261794 Jul 15 13:40:39.779896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8a813681-773e-46e4-bd3e-c609301d5d5b,segment=NetworkSegment(5f839cae-5401-4b49-81be-47b26acae990),segment_id=5f839cae-5401-4b49-81be-47b26acae990)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:39.791627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.810747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.866776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:39.885750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b019-355d-49f8-a798-ef395022b9e1 None None] Pushing event updated for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:39.909704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 72812d01-6481-4c20-8e68-7cf1c24c711a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:39.981540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00d6c02a-acb7-4d87-8024-ff6c3dcedfd8 req-94243acd-1edc-4179-b36a-bbb9b8fc8df4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904588 Jul 15 13:40:40.004786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.024457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.037929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43a7138-e430-4f1e-8b13-c2b58415db69']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:40.052727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aefa761-f40f-4957-9c39-2a005f55d53e') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:40.053013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aefa761-f40f-4957-9c39-2a005f55d53e') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:40.073157 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.094819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.104408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:40:40.105195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:40:40.109346 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:40:40.173193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:40.192644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=72812d01-6481-4c20-8e68-7cf1c24c711a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:40.200437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.204519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:40.208693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:40.211389 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.219139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/networks/f43a7138-e430-4f1e-8b13-c2b58415db69 HTTP/1.1" status: 204 len: 168 time: 0.5662503 Jul 15 13:40:40.219515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:40.220718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.229563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38524) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:40.301827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315419-f477-43e8-8301-fff616a80e8c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Network': ['ID=f43a7138-e430-4f1e-8b13-c2b58415db69,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:40.323676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-948da067-8d56-4942-8405-d71cc3974211 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4672892 Jul 15 13:40:40.339926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38526) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:40.353401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:40.428836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6498944d-c143-4370-86cf-e1e6fdb99926 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:40.440958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d46ccc0c-cb4c-4457-90a4-61ff9e9f37fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.454409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520720c-f7bd-424f-baf2-cb1fd8a0fca9 req-233aa63e-168f-438a-84a3-1fc1ccae50db tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:40.457796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c520720c-f7bd-424f-baf2-cb1fd8a0fca9 req-233aa63e-168f-438a-84a3-1fc1ccae50db tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1843524 Jul 15 13:40:40.461766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6498944d-c143-4370-86cf-e1e6fdb99926 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:40.462259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6498944d-c143-4370-86cf-e1e6fdb99926 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:40.521677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c520720c-f7bd-424f-baf2-cb1fd8a0fca9 req-6e1cdfdc-a1cb-4dba-8464-0a9701d33193 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Jul 15 13:40:40.532083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d46ccc0c-cb4c-4457-90a4-61ff9e9f37fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.605620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:40.609899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.722963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d46ccc0c-cb4c-4457-90a4-61ff9e9f37fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.725771 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d46ccc0c-cb4c-4457-90a4-61ff9e9f37fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:40.732401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d46ccc0c-cb4c-4457-90a4-61ff9e9f37fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/security-groups/14039f3b-7f75-4dd5-95b0-b2e306d2bfb2 HTTP/1.1" status: 204 len: 168 time: 0.4989381 Jul 15 13:40:40.760183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ccc0c-cb4c-4457-90a4-61ff9e9f37fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14039f3b-7f75-4dd5-95b0-b2e306d2bfb2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:40.779058 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9220a73b-509a-4f4f-a192-a221fd0e361f (CIDR: 2001:db8::/64) Jul 15 13:40:40.789324 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:40:40.789782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:40.823890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f47b36e8-4f13-4404-8e65-79dd0c0227f3 req-1cbed11f-f574-43f5-ac2d-c59338eea4b4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 210 time: 0.0518994 Jul 15 13:40:40.848243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-73f31544-4cce-44e3-9d75-d60abd89d290 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5068665 Jul 15 13:40:40.851194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38534) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:40.857796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:40.872535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab85a9-c056-4de4-b900-f638382d7bc4 req-5a523687-cc27-4152-8c9d-7dd668046355 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:40.874303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cab85a9-c056-4de4-b900-f638382d7bc4 req-5a523687-cc27-4152-8c9d-7dd668046355 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1873512 Jul 15 13:40:40.983106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cab85a9-c056-4de4-b900-f638382d7bc4 req-42fc03cc-d234-4fce-8063-24e59579a6f0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948527 Jul 15 13:40:41.043924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:41.050399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.423761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee132d29-c406-4c67-a45e-331f18f91b40 None None] Provisioning for port 8a813681-773e-46e4-bd3e-c609301d5d5b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:41.458511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.490606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ee132d29-c406-4c67-a45e-331f18f91b40 None None] Provisioning complete for port baac08ff-f8eb-48ee-b400-fba40fba48fc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:41.491233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ee132d29-c406-4c67-a45e-331f18f91b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.530408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-5aa835ae-1b2f-45ab-894c-492461cc9fc5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.533068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-5aa835ae-1b2f-45ab-894c-492461cc9fc5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 812 time: 0.2859671 Jul 15 13:40:41.547099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Request body: {'port': {'device_id': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'admin_state_up': True, 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:41.578484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ee132d29-c406-4c67-a45e-331f18f91b40 None None] Port baac08ff-f8eb-48ee-b400-fba40fba48fc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:41.676346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=f9fe2a60-4d91-4147-b2a0-23c02d5a762b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:41.700916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:41.715106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:41.723157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Made reservation on behalf of f3d2149f7fcd48faa79a68326e3f1432 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:41.724905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.729844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.730070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.771901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b2b8ab9-f41e-4b03-a7b8-b39660130293 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9190915 Jul 15 13:40:41.775762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0004b-d0e4-4f1d-99b4-d069526e658c None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:41.779742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:41.797239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-9599242', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f9fe2a60-4d91-4147-b2a0-23c02d5a762b'}], 'security_groups': ['5e89c4da-5739-408b-bb35-c1f8df6e34a4']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:41.858031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6614357e-42f3-4b38-8422-f712605a5b51 None None] Provisioning for port 72812d01-6481-4c20-8e68-7cf1c24c711a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:41.867443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6614357e-42f3-4b38-8422-f712605a5b51 None None] Provisioning complete for port 72812d01-6481-4c20-8e68-7cf1c24c711a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:41.867883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6614357e-42f3-4b38-8422-f712605a5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:41.891276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222ba9-04d7-4a30-826d-70729aeb60ed req-5a80ada7-2b91-49e8-a1ce-666bb4d75d23 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:41.892891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-02222ba9-04d7-4a30-826d-70729aeb60ed req-5a80ada7-2b91-49e8-a1ce-666bb4d75d23 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2947261 Jul 15 13:40:41.947638 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.121626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Allocated IP 172.20.0.10 (ae4be086-0c65-428d-818e-24d7a5d3bf65/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f/0b00f46a-dae2-41c8-a597-6fad0c78c443) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:42.172020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-02222ba9-04d7-4a30-826d-70729aeb60ed req-05d0cd1b-d373-4b2e-9cff-b40be2643d28 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251422 Jul 15 13:40:42.255687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-695f5008-429b-477a-a795-1ac3b1e1ef1e req-2cb38522-ac99-4c8d-8b39-35df4bb6cd2d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 210 time: 0.1042402 Jul 15 13:40:42.353214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6614357e-42f3-4b38-8422-f712605a5b51 None None] Port 72812d01-6481-4c20-8e68-7cf1c24c711a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:42.488581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:42.617001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 8a813681-773e-46e4-bd3e-c609301d5d5b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:42.624381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:42.626464 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.664348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.704732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Transition to ACTIVE for port object 0b00f46a-dae2-41c8-a597-6fad0c78c443 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:42.773970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:42.789746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38564) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:42.799407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac', '73110c59-767c-44cd-ad74-09d71eb6aa19'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:42.822794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743303282', 'description': 'tempest-secgroup-smoke-1743303282 description', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:42.830140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Delete allocated IP 2001:db8::2da (792e0c98-4e81-455d-804e-a37ac929af09/9220a73b-509a-4f4f-a192-a221fd0e361f) {{(pid=93994) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:40:42.844699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8:0:1::369 (792e0c98-4e81-455d-804e-a37ac929af09/f9fe2a60-4d91-4147-b2a0-23c02d5a762b/72812d01-6481-4c20-8e68-7cf1c24c711a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:42.861867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:42.877347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:42.895941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:42.900446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:42.903035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Update dhcp port {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'fixed_ips': [{'subnet_id': '9220a73b-509a-4f4f-a192-a221fd0e361f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9fe2a60-4d91-4147-b2a0-23c02d5a762b'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '8a813681-773e-46e4-bd3e-c609301d5d5b'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:40:42.947893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.013171 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.026209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.027364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.165385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-2615e24e-88db-4b4f-a593-3fec5c254062 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.172141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-2615e24e-88db-4b4f-a593-3fec5c254062 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2674234 Jul 15 13:40:43.182994 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-66174915-8ec6-4a9a-8fb8-bf6fc5fa157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.222703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.276323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.294311 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.407132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.417140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-f8f5b743-e756-4d82-8978-7e62c6eb4aa9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8727062 Jul 15 13:40:43.483187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 72812d01-6481-4c20-8e68-7cf1c24c711a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:43.485873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Request body: {'port': {'device_id': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:43.499013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.602553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8a813681-773e-46e4-bd3e-c609301d5d5b,segment=NetworkSegment(5f839cae-5401-4b49-81be-47b26acae990),segment_id=5f839cae-5401-4b49-81be-47b26acae990)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:43.629663 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.642075 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.649449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8502982 Jul 15 13:40:43.649704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-25eba77e-75cc-4a0a-8192-a6abc762d6d7 None None] Provisioning for port 0b00f46a-dae2-41c8-a597-6fad0c78c443 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:43.651999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab60c8-c1c7-4276-a5b8-dae85f8d7c54 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a3215e-ef80-466d-be7a-fa986fc9af02,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.653653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Allocated IP 2001:db8:0:1::2 (792e0c98-4e81-455d-804e-a37ac929af09/f9fe2a60-4d91-4147-b2a0-23c02d5a762b/8a813681-773e-46e4-bd3e-c609301d5d5b) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:43.655210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38574) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:43.664714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3215e-ef80-466d-be7a-fa986fc9af02', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:43.685225 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.688552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-25eba77e-75cc-4a0a-8192-a6abc762d6d7 None None] Provisioning complete for port 0b00f46a-dae2-41c8-a597-6fad0c78c443 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:43.688969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25eba77e-75cc-4a0a-8192-a6abc762d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.704051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] In _notify_port_updated(), no bound segment for port 72812d01-6481-4c20-8e68-7cf1c24c711a on network 792e0c98-4e81-455d-804e-a37ac929af09 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:40:43.710197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.711134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.712493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/ports/72812d01-6481-4c20-8e68-7cf1c24c711a HTTP/1.1" status: 200 len: 928 time: 1.9213238 Jul 15 13:40:43.722159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b0516-c287-42c0-8c39-7db5584e918e tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=72812d01-6481-4c20-8e68-7cf1c24c711a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.726927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38576) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:43.744779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port cc6df98c-2629-4489-a48c-0bc782dc1f01 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:43.745115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.790994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e08abd-ce2e-4cf1-8cea-c29672b5c276 req-b97be8c6-9fad-4e73-8639-a74448218406 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.792686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6e08abd-ce2e-4cf1-8cea-c29672b5c276 req-b97be8c6-9fad-4e73-8639-a74448218406 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 946 time: 0.3885536 Jul 15 13:40:43.794565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.806126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:43.884879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-25eba77e-75cc-4a0a-8192-a6abc762d6d7 None None] Port 0b00f46a-dae2-41c8-a597-6fad0c78c443 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:43.924587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92d093-e805-4b60-8e1c-37eab6917143 req-d96b99f1-d0d6-4802-be65-4ae599dbb4fb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:43.927066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b92d093-e805-4b60-8e1c-37eab6917143 req-d96b99f1-d0d6-4802-be65-4ae599dbb4fb tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 932 time: 0.3470492 Jul 15 13:40:43.945366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6e08abd-ce2e-4cf1-8cea-c29672b5c276 req-be33bd02-c29f-406a-8a38-7cabdbe9ff5b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361821 Jul 15 13:40:43.956261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8a813681-773e-46e4-bd3e-c609301d5d5b,segment=NetworkSegment(5f839cae-5401-4b49-81be-47b26acae990),segment_id=5f839cae-5401-4b49-81be-47b26acae990)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:43.991898 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:43.999007 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.002602 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.015117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port cc6df98c-2629-4489-a48c-0bc782dc1f01, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cc6df98c-2629-4489-a48c-0bc782dc1f01,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:44.016385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.021365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Transition to ACTIVE for port object 8a813681-773e-46e4-bd3e-c609301d5d5b will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:44.031694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.050719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for cc6df98c-2629-4489-a48c-0bc782dc1f01 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:44.057141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b92d093-e805-4b60-8e1c-37eab6917143 req-49e49bcb-0bcd-419f-bb24-18d0044897bf tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235991 Jul 15 13:40:44.062134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 72812d01-6481-4c20-8e68-7cf1c24c711a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:44.062767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.067908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9221ced0-5ee2-40ed-8df7-cabe97c543f9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.083967 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.089258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-56f12578-b319-430e-86b3-71cb2faa41a8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4255843 Jul 15 13:40:44.089258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38580) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:44.107984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3215e-ef80-466d-be7a-fa986fc9af02', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:44.121799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78532573-b142-494d-8a22-cd3e79c95dfc None None] Pushing event updated for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.210452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.211982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:44.243448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 72812d01-6481-4c20-8e68-7cf1c24c711a owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:44.255809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b00f46a-dae2-41c8-a597-6fad0c78c443 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:44.263145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.275461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.312989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Transition to ACTIVE for port object 0b00f46a-dae2-41c8-a597-6fad0c78c443 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:44.321646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.403015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.419391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.430075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.481940 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.494652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cc6df98c-2629-4489-a48c-0bc782dc1f01'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:44.502160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522bf028-c14b-46e2-a8e2-7b41567ebd0c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.551415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.556022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b08efd1a-cae9-4067-ae20-6ce02ba6af9e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4661832 Jul 15 13:40:44.556255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38588) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:44.573046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=cc6df98c-2629-4489-a48c-0bc782dc1f01,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.586346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3215e-ef80-466d-be7a-fa986fc9af02', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:44.595932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Attempting to bind port 0b00f46a-dae2-41c8-a597-6fad0c78c443 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:44.596358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Attempting to bind port 0b00f46a-dae2-41c8-a597-6fad0c78c443 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:44.596861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Attempting to bind port 0b00f46a-dae2-41c8-a597-6fad0c78c443 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:44.603192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Port 0b00f46a-dae2-41c8-a597-6fad0c78c443 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:40:44.603570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Attempting to bind port 0b00f46a-dae2-41c8-a597-6fad0c78c443 on network ae4be086-0c65-428d-818e-24d7a5d3bf65 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:44.611501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:44.611996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Checking segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:44.612644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Bound using segment: {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:44.613660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Bound port: 0b00f46a-dae2-41c8-a597-6fad0c78c443, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f102773-8655-4b70-8837-311bdb8dbea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:44.614019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.643533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.713186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port cc6df98c-2629-4489-a48c-0bc782dc1f01 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:40:44.717553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.721373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc3a508f-140f-4b2d-a0a5-18cc5c9c0ca0 req-bb1e7747-11b4-41c6-9a81-a1cf3f79cd17 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "DELETE /v2.0/ports/cc6df98c-2629-4489-a48c-0bc782dc1f01 HTTP/1.1" status: 204 len: 173 time: 1.5298774 Jul 15 13:40:44.729934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'name': 'network-vif-deleted', 'tag': 'cc6df98c-2629-4489-a48c-0bc782dc1f01'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:44.734065 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e50299-b97e-455d-85c0-fd75c475740e" -d '{"events": [{"server_uuid": "f5491f87-6016-42ff-ba15-cff34c72f3e3", "name": "network-vif-deleted", "tag": "cc6df98c-2629-4489-a48c-0bc782dc1f01"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:44.763927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=72812d01-6481-4c20-8e68-7cf1c24c711a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:44.842142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:44.851058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:44.865979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.886192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.891752 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1181886-4ff1-4da4-aecd-c01fe7d527ad x-openstack-request-id: req-c1181886-4ff1-4da4-aecd-c01fe7d527ad {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:44.892601 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5491f87-6016-42ff-ba15-cff34c72f3e3", "name": "network-vif-deleted", "tag": "cc6df98c-2629-4489-a48c-0bc782dc1f01", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:44.893182 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1181886-4ff1-4da4-aecd-c01fe7d527ad {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:44.893812 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5491f87-6016-42ff-ba15-cff34c72f3e3', 'name': 'network-vif-deleted', 'tag': 'cc6df98c-2629-4489-a48c-0bc782dc1f01', 'status': 'completed', 'code': 200} Jul 15 13:40:44.898221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:44.906108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b89f4b36-5e7d-474b-aa0d-ac2b5b115821 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/72812d01-6481-4c20-8e68-7cf1c24c711a HTTP/1.1" status: 204 len: 168 time: 1.1780169 Jul 15 13:40:44.923535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38592) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:44.998716 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-31512785-914e-4b4e-8c3c-e40071962f7f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:45.000573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-31512785-914e-4b4e-8c3c-e40071962f7f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/72812d01-6481-4c20-8e68-7cf1c24c711a HTTP/1.1" status: 404 len: 333 time: 0.0722539 Jul 15 13:40:45.005471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38596) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.021797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.022319 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.023797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] 10.222.0.58 "PUT /v2.0/ports/0b00f46a-dae2-41c8-a597-6fad0c78c443 HTTP/1.1" status: 200 len: 1093 time: 1.5907090 Jul 15 13:40:45.024527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:45.027630 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96285391-09ca-4168-98a8-72cd77bd12e9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:45.122946 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.141238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346a31a-cf3c-46b1-8304-b125fbcccd4f service neutron] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.162189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.211584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.225802 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e744d463-32ca-460e-9093-eccef4816f05 x-openstack-request-id: req-e744d463-32ca-460e-9093-eccef4816f05 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:45.230646 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:45.231515 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e744d463-32ca-460e-9093-eccef4816f05 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:45.232073 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'status': 'completed', 'code': 200} Jul 15 13:40:45.249524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7736137b-b217-45e5-a86c-09354e1b206d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.297933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.302173 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7961ee2a-679f-4c54-b45b-fdd4a875507b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7321544 Jul 15 13:40:45.310094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38602) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.312010 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e702-e647-4ff0-8448-19daeefa8e85 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.322405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3215e-ef80-466d-be7a-fa986fc9af02', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:45.338941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-3c865a4f-17c0-4739-b88b-0683b6413d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.340793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-3c865a4f-17c0-4739-b88b-0683b6413d82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 1096 time: 0.2663534 Jul 15 13:40:45.423113 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.452708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f443e38c-1bc9-4029-bc4e-1ed427052656 req-2dfff88a-3dd2-4f84-86dd-823b68431105 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1354430 Jul 15 13:40:45.505072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e702-e647-4ff0-8448-19daeefa8e85 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.567819 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-40d50658-93ed-4687-90d4-02d0e8e359ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.576308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-a20a8cee-5db9-4e72-b9f3-8812affda188 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443 HTTP/1.1" status: 200 len: 217 time: 0.2279294 Jul 15 13:40:45.646036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e702-e647-4ff0-8448-19daeefa8e85 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.649236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8bd7e702-e647-4ff0-8448-19daeefa8e85 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.650765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8bd7e702-e647-4ff0-8448-19daeefa8e85 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/security-groups/56e5a8e7-b566-4bb0-a352-f91bcfab5680 HTTP/1.1" status: 204 len: 168 time: 0.6441107 Jul 15 13:40:45.665872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:45.667319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7e702-e647-4ff0-8448-19daeefa8e85 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e5a8e7-b566-4bb0-a352-f91bcfab5680,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:45.705402 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.710053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.770774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Provisioning complete for port baac08ff-f8eb-48ee-b400-fba40fba48fc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:45.773105 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.846219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-003da323-966c-4ea5-add9-bda0c2e026c0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.862573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Port baac08ff-f8eb-48ee-b400-fba40fba48fc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:45.870118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Could not find standard attr ID for object 72812d01-6481-4c20-8e68-7cf1c24c711a. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:45.892771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Provisioning for port 8a813681-773e-46e4-bd3e-c609301d5d5b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:45.894255 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-003da323-966c-4ea5-add9-bda0c2e026c0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.900567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:45.901376 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9dbfbcc4-836d-4c2f-8864-5d3846388f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.916968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dff3b-936b-4b9e-865f-6a4bbba25762 req-eff0c0a0-0f5e-4e5a-b869-b6b6523241e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.926319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-050dff3b-936b-4b9e-865f-6a4bbba25762 req-eff0c0a0-0f5e-4e5a-b869-b6b6523241e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 944 time: 0.4339180 Jul 15 13:40:45.931079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-914de6b4-ba11-4587-b937-05095888fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:45.933518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-914de6b4-ba11-4587-b937-05095888fab7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.3507512 Jul 15 13:40:45.953135 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-003da323-966c-4ea5-add9-bda0c2e026c0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.962221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-003da323-966c-4ea5-add9-bda0c2e026c0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:45.967201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-003da323-966c-4ea5-add9-bda0c2e026c0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/security-groups/5e89c4da-5739-408b-bb35-c1f8df6e34a4 HTTP/1.1" status: 204 len: 168 time: 0.2943461 Jul 15 13:40:45.968211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38616) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.039703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003da323-966c-4ea5-add9-bda0c2e026c0 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e89c4da-5739-408b-bb35-c1f8df6e34a4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:46.095824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 9220a73b-509a-4f4f-a192-a221fd0e361f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:40:46.098713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.107439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.116730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.186269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319bbc1f-77e8-4a34-9c7a-bf99e078a396,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:46.199283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.221731 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-050dff3b-936b-4b9e-865f-6a4bbba25762 req-56a2fc58-0733-4da7-af1e-98bab1f276ef tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710035 Jul 15 13:40:46.249161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.275108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa6590d8-1107-4191-a1e8-c1908e70eccf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9592803 Jul 15 13:40:46.280045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38618) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.286615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3215e-ef80-466d-be7a-fa986fc9af02', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:46.301765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:46.331925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-64847898-53a0-48be-863d-9dd03a5915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:46.340318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-64847898-53a0-48be-863d-9dd03a5915c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3860576 Jul 15 13:40:46.349098 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:40:46.379032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-26060273-9592-4f7a-af55-412909fd9e5c None None] Could not find standard attr ID for object 72812d01-6481-4c20-8e68-7cf1c24c711a. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:40:46.385874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.395489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:46.395699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.445804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.568152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.613381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=9220a73b-509a-4f4f-a192-a221fd0e361f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:46.617667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.621313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-747e6871-f710-437e-bd73-86724cf5dec8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/9220a73b-509a-4f4f-a192-a221fd0e361f HTTP/1.1" status: 204 len: 168 time: 0.6437609 Jul 15 13:40:46.625455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b5d56-541b-455d-8e53-bd27cd462347 None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:46.625897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.633084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:46.641215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.656676 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.739386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-2d9ca05b-36a3-41d7-8ba7-e49cf7b25280 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915799 Jul 15 13:40:46.745312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a80d7b-11b4-4c86-b877-f17004921739,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:46.822414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:46.825981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c093f87-ac6e-444f-bbcb-2e94012f7025 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5415001 Jul 15 13:40:46.826733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:46.832703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cc6df98c-2629-4489-a48c-0bc782dc1f01 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:40:46.876136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': 'b0a3215e-ef80-466d-be7a-fa986fc9af02', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:46.892997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: cc6df98c-2629-4489-a48c-0bc782dc1f01 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:40:46.893546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cc6df98c-2629-4489-a48c-0bc782dc1f01 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:40:46.970094 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:40:47.093812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0c53b9c7-3209-4ebe-825d-470e9be5d6a1 req-660027a7-b23c-4750-9959-6cf7ea2b109d service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327210 Jul 15 13:40:47.095925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.110817 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.282293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fc06681-bde9-4349-a35f-129c91558495 req-f7adcb3c-8f4e-4343-a327-8ed6edfbf96e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0597289 Jul 15 13:40:47.355430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.380245 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.399014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:47.406912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.476526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-f52c7a13-2908-4e54-ac43-a0b5171511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.487085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-f52c7a13-2908-4e54-ac43-a0b5171511d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 1096 time: 0.3284700 Jul 15 13:40:47.490078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.494219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6306465 Jul 15 13:40:47.513720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38632) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:47.514516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c760676-25f3-4ac1-8117-fdcf0611d647 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c287a4-9a9e-4ab9-b8f0-1e25d5795d6a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:47.528444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'network': {'name': 'tempest-network-smoke--349193265', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:47.662974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:47.674075 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.746432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:40:47.755990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-ccb6b66d-296f-4f40-943d-3c5340dd160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.757677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-ccb6b66d-296f-4f40-943d-3c5340dd160a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.2638977 Jul 15 13:40:47.763190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.763535 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Added segment e9c99ec1-4cab-433a-8790-fa019203a5e4 of type vlan for network bc44d132-ae2c-4b5a-ad15-eaba53521e58 Jul 15 13:40:47.792755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d068d65-47e6-42ae-a1a9-fe2e21915e94 req-8323760e-fe71-42a3-ac63-1b7820a66df6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:47.794391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d068d65-47e6-42ae-a1a9-fe2e21915e94 req-8323760e-fe71-42a3-ac63-1b7820a66df6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 944 time: 0.2422662 Jul 15 13:40:47.853144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.877085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-7b0f2fbb-af20-4c21-bb89-08ee317b2308 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443 HTTP/1.1" status: 200 len: 217 time: 0.1038914 Jul 15 13:40:47.913807 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:47.968888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:47.999378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:48.011896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.018726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.051515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d068d65-47e6-42ae-a1a9-fe2e21915e94 req-1e186f47-f981-4a68-9b8f-de3f80ac8a96 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840985 Jul 15 13:40:48.065944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-91aad9d4-0a45-4547-8abd-94f3e7297400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.067670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-91aad9d4-0a45-4547-8abd-94f3e7297400 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1785231 Jul 15 13:40:48.071120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=73de2c64-6a2a-4b44-9a2e-9923cfbcadbf,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.081659 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b4163149-a54b-4af8-8553-15080df85015 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4541273 Jul 15 13:40:48.084272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.090280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1336906871'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:48.092417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.109319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.110176 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.131577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.139165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa1aea-8ef1-4cc9-afb1-5c342ea713bd None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:48.261543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Network': ['ID=bc44d132-ae2c-4b5a-ad15-eaba53521e58,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.289778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.290419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-72f269d2-342c-4ff3-87b8-ab6812ea17c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:48.290863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:40:48.291636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-72f269d2-342c-4ff3-87b8-ab6812ea17c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2158370 Jul 15 13:40:48.296013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.333216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5540d6-a59c-4e38-a3a4-bf082c397b9a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:48.347418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.349213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aee41ff7-48ad-4e0a-a093-a7defa6910e4 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2631741 Jul 15 13:40:48.353816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.359423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1453420379'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:48.376889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1d6408ed-12a7-447f-9a33-939b511dc846 None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:48.377261 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d6408ed-12a7-447f-9a33-939b511dc846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.429574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.444528 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-ca8ecc31-dd1f-4263-94b8-d056f43967a4 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460829 Jul 15 13:40:48.451353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0035fddc-2ee3-4093-9550-6c9f6f468fb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9327252 Jul 15 13:40:48.457218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38644) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:48.462095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'admin_state_up': True, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:48.584905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.586104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.616695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96285391-09ca-4168-98a8-72cd77bd12e9 req-6b11b190-262a-4d74-84b7-2ebc95a7d8de service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634698 Jul 15 13:40:48.653335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.677298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1d6408ed-12a7-447f-9a33-939b511dc846 None None] Provisioning complete for port baac08ff-f8eb-48ee-b400-fba40fba48fc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:48.678004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d6408ed-12a7-447f-9a33-939b511dc846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.765485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1d6408ed-12a7-447f-9a33-939b511dc846 None None] Port baac08ff-f8eb-48ee-b400-fba40fba48fc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:48.783603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.822470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Update dhcp port {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'fixed_ips': [{'subnet_id': 'f9fe2a60-4d91-4147-b2a0-23c02d5a762b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '73de2c64-6a2a-4b44-9a2e-9923cfbcadbf'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '8a813681-773e-46e4-bd3e-c609301d5d5b'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:40:48.900751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:48.948788 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bc79be0-8311-4dc5-aeb6-c5589997c037 req-2fe73d77-1cfc-4825-8b30-89e1a2b8252a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0781367 Jul 15 13:40:49.021122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.057143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.084025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.102415 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.106360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7490633 Jul 15 13:40:49.107053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:49.112253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1049146033'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:49.118561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee12d33-23db-4fdb-bbae-5bbe7bc03c5b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb87d6a2-9016-4a52-bc02-a97392963212,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.185447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.241215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Allocated IP 2001:db8::2 (792e0c98-4e81-455d-804e-a37ac929af09/73de2c64-6a2a-4b44-9a2e-9923cfbcadbf/8a813681-773e-46e4-bd3e-c609301d5d5b) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:49.401542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.417939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8a813681-773e-46e4-bd3e-c609301d5d5b,segment=NetworkSegment(5f839cae-5401-4b49-81be-47b26acae990),segment_id=5f839cae-5401-4b49-81be-47b26acae990)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:49.426143 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.456368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.460219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3495913 Jul 15 13:40:49.461650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38654) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:49.462393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.468251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1111747102', 'security_groups': ['a5a65fbe-99b3-4924-9a6c-ad5c9915bd5f'], 'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73de2c64-6a2a-4b44-9a2e-9923cfbcadbf'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:49.481293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Transition to ACTIVE for port object 8a813681-773e-46e4-bd3e-c609301d5d5b will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:49.490999 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.494542 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.516387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.551137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5a3e9-a275-47d5-882b-e716dba60f0a None None] Pushing event updated for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.633145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bdbb1-ab00-4f3b-a5e4-1d10c1227bbb tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a65fbe-99b3-4924-9a6c-ad5c9915bd5f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:49.660952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33084-8d38-43c7-bab0-99fe3344fec3 req-0a1fbbf2-a52f-431c-87a7-5fc53cf5dd05 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:49.662808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eec33084-8d38-43c7-bab0-99fe3344fec3 req-0a1fbbf2-a52f-431c-87a7-5fc53cf5dd05 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 944 time: 0.3236926 Jul 15 13:40:49.664029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:49.787778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.187 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c4087c59-76d7-4298-b854-7f35b9955163) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:49.816175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eec33084-8d38-43c7-bab0-99fe3344fec3 req-fb559f8b-f613-4a5f-99b0-f7698dae7451 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171191 Jul 15 13:40:49.830589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:49.851635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] device_id is not set on port 06447c3b-2f56-4be2-83b1-3046c784b4c4 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:40:50.026761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.177511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.251044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:50.254453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:50.260937 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84b44c47-7697-4a3e-a41f-962d7c5f0816 req-c71f477d-cb13-4ab3-87f6-dc849d5a6a3f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1078744 Jul 15 13:40:50.261857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:50.268982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:50.378218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=c4087c59-76d7-4298-b854-7f35b9955163,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:50.691071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8::156 (792e0c98-4e81-455d-804e-a37ac929af09/73de2c64-6a2a-4b44-9a2e-9923cfbcadbf/06447c3b-2f56-4be2-83b1-3046c784b4c4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:50.753721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5b4088d-11d3-42c8-8baa-aaa4dc86f990 None None] Provisioning for port 8a813681-773e-46e4-bd3e-c609301d5d5b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:50.758602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5b4088d-11d3-42c8-8baa-aaa4dc86f990 None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:50.766874 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5b4088d-11d3-42c8-8baa-aaa4dc86f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.839134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.848087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0b00f46a-dae2-41c8-a597-6fad0c78c443 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:40:50.919432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:50.936215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 06447c3b-2f56-4be2-83b1-3046c784b4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:50.984524 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.106328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:51.122718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:51.129815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:51.137102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.138012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.144515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=06447c3b-2f56-4be2-83b1-3046c784b4c4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:51.181174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1b9c6a39-2555-4a14-9857-5738fde9957f tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7174330 Jul 15 13:40:51.189939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec56c8-de81-41cb-b26a-a169447ff237 req-2c4e0889-3d57-49b9-bf50-62cb79843ad3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.197940 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2cec56c8-de81-41cb-b26a-a169447ff237 req-2c4e0889-3d57-49b9-bf50-62cb79843ad3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 944 time: 0.2263467 Jul 15 13:40:51.199683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38664) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:51.207749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:51.235429 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.255045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-0a105ad4-7e38-4daf-8c44-f3b64535be0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2137041 Jul 15 13:40:51.469285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:51.510540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2cec56c8-de81-41cb-b26a-a169447ff237 req-46e91127-65ce-49cb-b1dd-13d61aa3a00e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113527 Jul 15 13:40:51.656622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2bd2c7bf-8fa6-4e0c-8760-797f90803d5b req-992ec64b-fdfc-43bc-b473-4351f25d8e9a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0845058 Jul 15 13:40:51.664681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:40:51.685771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'mac_address': 'fa:16:3e:3f:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:40:51.719336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-cfedb27e-247e-4a9f-aa26-c21af8ed819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:51.721263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-cfedb27e-247e-4a9f-aa26-c21af8ed819f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 1097 time: 0.2249806 Jul 15 13:40:51.773846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.823397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b00f46a-dae2-41c8-a597-6fad0c78c443 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:40:51.874925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:51.892746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:51.896774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5b4088d-11d3-42c8-8baa-aaa4dc86f990 None None] Provisioning complete for port baac08ff-f8eb-48ee-b400-fba40fba48fc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:51.897145 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5b4088d-11d3-42c8-8baa-aaa4dc86f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.898911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.905590 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:51.986534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:40:51.999275 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Sync routers for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:40:52.017899 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:52.019647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:52.052905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.054404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cfebf1f6-9e51-473e-ac0b-f7c6a485e101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5959918 Jul 15 13:40:52.061534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38672) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:52.076577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:52.113531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4088d-11d3-42c8-8baa-aaa4dc86f990 None None] Port baac08ff-f8eb-48ee-b400-fba40fba48fc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:52.130977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-f353eea7-1f18-4e1f-a9f3-d06afe8b2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.135770 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-f353eea7-1f18-4e1f-a9f3-d06afe8b2b17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.3587093 Jul 15 13:40:52.149015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d6a1ba13-4185-4836-bcc7-4e7ad6183800 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ab43f525a3914c93b39cda9d6df0f02a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852334 Jul 15 13:40:52.155842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38674) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:52.173370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0b00f46a-dae2-41c8-a597-6fad0c78c443'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:40:52.197816 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:52.316925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-21c95cfc-6b7e-48e6-a5c2-93d075fbde8c None None] Provisioning for port 06447c3b-2f56-4be2-83b1-3046c784b4c4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:52.352162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-21c95cfc-6b7e-48e6-a5c2-93d075fbde8c None None] Provisioning complete for port 06447c3b-2f56-4be2-83b1-3046c784b4c4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:52.352541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-21c95cfc-6b7e-48e6-a5c2-93d075fbde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:52.372914 n-d-798054-11 neutron-server[93995]: INFO neutron.db.ipam_backend_mixin [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73de2c64-6a2a-4b44-9a2e-9923cfbcadbf (CIDR: 2001:db8::/64) Jul 15 13:40:52.379404 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:40:52.379872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:52.476843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-921ffd09-a496-4b1e-bacd-90369b561a92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 200 len: 217 time: 0.3304968 Jul 15 13:40:52.484275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8e7f6eea-9110-4111-9867-5c458db01f48 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2788148 Jul 15 13:40:52.491776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:52.493321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-21c95cfc-6b7e-48e6-a5c2-93d075fbde8c None None] Port 06447c3b-2f56-4be2-83b1-3046c784b4c4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:40:52.500016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:52.625449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-13b7c28d-694f-4347-819a-ed277ec2c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.634493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-13b7c28d-694f-4347-819a-ed277ec2c834 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.1502657 Jul 15 13:40:52.708228 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:50Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:52.776116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-75597687-af3a-4a29-b644-8c615eaa276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:52.778072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Checking router: 26a2df73-0bf3-4b6f-8d16-1fb522f201aa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:40:52.778423 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Updating router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa port c4087c59-76d7-4298-b854-7f35b9955163 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:40:52.790876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-75597687-af3a-4a29-b644-8c615eaa276c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485052 Jul 15 13:40:52.970842 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.173928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-efb52bdf-80a7-4e62-bf3e-ada7dbd313a9 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742595 Jul 15 13:40:53.246207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5145e-dd3b-4106-a3a9-a11b7f2802c0 req-7b58dfa7-d5f9-4518-b709-d5bef8f816a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:53.248184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4af5145e-dd3b-4106-a3a9-a11b7f2802c0 req-7b58dfa7-d5f9-4518-b709-d5bef8f816a9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 945 time: 0.3497355 Jul 15 13:40:53.469337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61fb3b2c-4919-42dd-8674-3cacca287af6 req-7363d482-3c83-4298-86d8-e045230c1845 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5491f87-6016-42ff-ba15-cff34c72f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0624211 Jul 15 13:40:53.472700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bbf7ad12-3b3f-4ac2-b4fd-78c07995936d req-f55e2aef-75af-4f7a-90b9-eed7d9224366 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881553 Jul 15 13:40:53.480768 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4af5145e-dd3b-4106-a3a9-a11b7f2802c0 req-6a82fc33-5d71-423b-a978-8da37baab46b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240307 Jul 15 13:40:53.538566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf14cc2-19fa-4321-9186-b45d67cc6c6b tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:53.540246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4bf14cc2-19fa-4321-9186-b45d67cc6c6b tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3833647 Jul 15 13:40:53.543144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38686) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:53.585260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3c2332e4-cdfd-412d-86c4-96a62bea2381 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407798 Jul 15 13:40:53.587890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38688) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:53.589088 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.601065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893756094', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:53.602441 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Transition to ACTIVE for port object c4087c59-76d7-4298-b854-7f35b9955163 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:53.613386 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.680217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:53.685758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.809688 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Pushing event updated for resources: {'Port': ['ID=c4087c59-76d7-4298-b854-7f35b9955163,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:53.827579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:53.845215 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.846111 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.846671 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.846789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.847284 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.847766 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.848232 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.848694 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.849461 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.849972 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.850299 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.850674 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.850970 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:40:53.868991 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Attempting to bind port c4087c59-76d7-4298-b854-7f35b9955163 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:53.869829 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Attempting to bind port c4087c59-76d7-4298-b854-7f35b9955163 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:53.870346 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Attempting to bind port c4087c59-76d7-4298-b854-7f35b9955163 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:53.877304 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:53.877978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:53.878601 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.879028 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:53.879498 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Bound port: c4087c59-76d7-4298-b854-7f35b9955163, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:53.880031 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:53.921215 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f9fe2a60-4d91-4147-b2a0-23c02d5a762b (CIDR: 2001:db8:0:1::/64) Jul 15 13:40:53.931844 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:40:53.940533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:40:53.967191 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] For port c4087c59-76d7-4298-b854-7f35b9955163, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:53.982439 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] For port c4087c59-76d7-4298-b854-7f35b9955163, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c4087c59-76d7-4298-b854-7f35b9955163,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:53.992878 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.026275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14f215b3-c517-4eaf-b27e-abb648442397 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5314710 Jul 15 13:40:54.029139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38692) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:54.042776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:40:54.043292 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:54.043713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'subnet': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:54.250347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380382d-b931-4c51-ae8b-0e240b15a57a None None] Pushing event updated for resources: {'Port': ['ID=c4087c59-76d7-4298-b854-7f35b9955163,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:54.252536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.286018 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:40:54.331952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Subnet': ['ID=63d8acd8-f8ad-48f5-b435-30d52edca4ec,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:54.334425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Checking segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:54.334851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network hostable DHCP agents. Network: bc44d132-ae2c-4b5a-ad15-eaba53521e58, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:40:54.368528 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:40:54.371476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Made reservation on behalf of 05e60fff0f4c42fa8c3f255c0ab1d412 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:40:54.377004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.383234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, bc44d132-ae2c-4b5a-ad15-eaba53521e58) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:54.389188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:54.389776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.397331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a038636-949f-46dd-a9a9-8ed477f77bb3 None None] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:54.433676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d901071b-a9b8-4bc2-a3f9-ec65fe4dae0e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8346419 Jul 15 13:40:54.433985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:54.868572 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:50Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:40:54.875188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0b00f46a-dae2-41c8-a597-6fad0c78c443 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:54.953965 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d3efc-5d5c-433f-a8b4-bb589ecebf00 None None] The sync data for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 is: [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:50Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:40:54.959258 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.980623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:40:54.981729 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:54.988141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 0b00f46a-dae2-41c8-a597-6fad0c78c443 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:55.024488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 0b00f46a-dae2-41c8-a597-6fad0c78c443 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:55.025119 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.047186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Network 792e0c98-4e81-455d-804e-a37ac929af09 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:55.050940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:55.057536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.058141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.104773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5d075-81b2-4862-9bcd-5ff412c83379 None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:55.105159 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0759771 Jul 15 13:40:55.113779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:55.120992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-494246886', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8'}], 'security_groups': ['1a5540d6-a59c-4e38-a3a4-bf082c397b9a', 'cb87d6a2-9016-4a52-bc02-a97392963212']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:40:55.127466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa46d7-d683-4b97-8731-01828599d9f6 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Subnet': ['ID=57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:55.311608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251d19e-e55b-4940-a72a-03b941fdaa07 req-13b62cc8-2819-4c31-b40e-ff5111df980c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:55.316357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2251d19e-e55b-4940-a72a-03b941fdaa07 req-13b62cc8-2819-4c31-b40e-ff5111df980c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 945 time: 0.4687600 Jul 15 13:40:55.380633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Allocated IP 172.20.0.2 (bc44d132-ae2c-4b5a-ad15-eaba53521e58/63d8acd8-f8ad-48f5-b435-30d52edca4ec/4f549fc4-5b09-4901-a472-2a06fd0d63cc) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:55.457787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2251d19e-e55b-4940-a72a-03b941fdaa07 req-0ff1ced7-8ac0-4e15-b57e-9da6e1854f29 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280553 Jul 15 13:40:55.672745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:55.718913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.105410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.123298 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.181980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Transition to ACTIVE for port object 4f549fc4-5b09-4901-a472-2a06fd0d63cc will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:56.217517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:40:56.219933 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cca123-7801-458a-9f53-8145ae930882" -d '{"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-plugged", "status": "completed", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:40:56.275808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:56.328325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Transition to ACTIVE for port object 4f549fc4-5b09-4901-a472-2a06fd0d63cc will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:56.331299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.377084 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9637d5f6-03e4-412b-ab40-778dfb034bf0 x-openstack-request-id: req-9637d5f6-03e4-412b-ab40-778dfb034bf0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:40:56.377529 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-plugged", "status": "completed", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:40:56.377801 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9637d5f6-03e4-412b-ab40-778dfb034bf0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:40:56.378216 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'code': 200} Jul 15 13:40:56.423007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.471228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c4087c59-76d7-4298-b854-7f35b9955163 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:40:56.555480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.1 (bc44d132-ae2c-4b5a-ad15-eaba53521e58/63d8acd8-f8ad-48f5-b435-30d52edca4ec/ef783ca8-9777-4d16-919e-c3705f0f1f7a) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:56.581171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0145b95-1f92-41b0-8c7f-868ac708d00a req-4f4c706d-fef3-45e8-84c0-5ce56bf32a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:56.583295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0145b95-1f92-41b0-8c7f-868ac708d00a req-4f4c706d-fef3-45e8-84c0-5ce56bf32a61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 1098 time: 0.1416655 Jul 15 13:40:56.596106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:56.665921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:56.736346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:56.770362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0145b95-1f92-41b0-8c7f-868ac708d00a req-320161e4-a447-4451-ba4a-8e7db0bd8bb8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738734 Jul 15 13:40:56.780988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:56.799385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Delete allocated IP 2001:db8::156 (792e0c98-4e81-455d-804e-a37ac929af09/73de2c64-6a2a-4b44-9a2e-9923cfbcadbf) {{(pid=93994) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 13:40:56.834287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Allocated IP 2001:db8:0:2::2d4 (792e0c98-4e81-455d-804e-a37ac929af09/57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8/06447c3b-2f56-4be2-83b1-3046c784b4c4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:56.901678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Pushing event updated for resources: {'Port': ['ID=4f549fc4-5b09-4901-a472-2a06fd0d63cc,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:56.937127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:56.988019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object ef783ca8-9777-4d16-919e-c3705f0f1f7a will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:57.073522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port c4087c59-76d7-4298-b854-7f35b9955163 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:40:57.097336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Attempting to bind port 4f549fc4-5b09-4901-a472-2a06fd0d63cc on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:40:57.097556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Attempting to bind port 4f549fc4-5b09-4901-a472-2a06fd0d63cc by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:40:57.101883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Attempting to bind port 4f549fc4-5b09-4901-a472-2a06fd0d63cc on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:40:57.105459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c4087c59-76d7-4298-b854-7f35b9955163 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:40:57.106356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.202422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:40:57.202422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Checking segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:40:57.202422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.203274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Bound using segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:40:57.203431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Bound port: 4f549fc4-5b09-4901-a472-2a06fd0d63cc, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:40:57.203720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.234410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.335608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] For port 4f549fc4-5b09-4901-a472-2a06fd0d63cc, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:40:57.341662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] For port 4f549fc4-5b09-4901-a472-2a06fd0d63cc, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4f549fc4-5b09-4901-a472-2a06fd0d63cc,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:40:57.352611 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.374405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:57.388526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:57.393331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:40:57.460445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.462160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe382df-1922-44ad-b7ea-f5cb5968147f req-1dd650ad-51f8-4145-a204-3d4c4ff7658b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:57.463938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abe382df-1922-44ad-b7ea-f5cb5968147f req-1dd650ad-51f8-4145-a204-3d4c4ff7658b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.4892697 Jul 15 13:40:57.481963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=ef783ca8-9777-4d16-919e-c3705f0f1f7a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.516964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.529762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Transition to ACTIVE for port object 06447c3b-2f56-4be2-83b1-3046c784b4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:57.568971 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.671843 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:57.686673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abe382df-1922-44ad-b7ea-f5cb5968147f req-e4344c7e-1f2c-4a0a-95e9-9117f8bccd67 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022867 Jul 15 13:40:57.708212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef17ba-1afb-43fe-b87b-32a7e1fb1acb None None] Pushing event updated for resources: {'Port': ['ID=4f549fc4-5b09-4901-a472-2a06fd0d63cc,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:57.899372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port c4087c59-76d7-4298-b854-7f35b9955163, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c4087c59-76d7-4298-b854-7f35b9955163,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:57.903320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Update dhcp port {'port': {'network_id': '792e0c98-4e81-455d-804e-a37ac929af09', 'fixed_ips': [{'subnet_id': 'f9fe2a60-4d91-4147-b2a0-23c02d5a762b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '73de2c64-6a2a-4b44-9a2e-9923cfbcadbf', 'ip_address': '2001:db8::2'}, {'subnet_id': '57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '8a813681-773e-46e4-bd3e-c609301d5d5b'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:40:57.999202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] In _notify_port_updated(), no bound segment for port 06447c3b-2f56-4be2-83b1-3046c784b4c4 on network 792e0c98-4e81-455d-804e-a37ac929af09 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:40:58.018377 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.024465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.049866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.060303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:58.065869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.070669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "PUT /v2.0/ports/06447c3b-2f56-4be2-83b1-3046c784b4c4 HTTP/1.1" status: 200 len: 969 time: 2.9557114 Jul 15 13:40:58.073894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38732) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:58.320587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadbc38-ddfe-4e69-8757-767589138206 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event updated for resources: {'Port': ['ID=06447c3b-2f56-4be2-83b1-3046c784b4c4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.545161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port 06447c3b-2f56-4be2-83b1-3046c784b4c4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:40:58.545553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.556024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=c4087c59-76d7-4298-b854-7f35b9955163,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:58.710646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Allocated IP 2001:db8:0:2::2 (792e0c98-4e81-455d-804e-a37ac929af09/57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8/8a813681-773e-46e4-bd3e-c609301d5d5b) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:40:58.736734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-1f430c56-1f32-4eb3-9c2d-4c34cf9feaf2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5033588 Jul 15 13:40:58.835360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.861262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.888670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:58.903489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for 06447c3b-2f56-4be2-83b1-3046c784b4c4 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:40:58.950581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8a813681-773e-46e4-bd3e-c609301d5d5b,segment=NetworkSegment(5f839cae-5401-4b49-81be-47b26acae990),segment_id=5f839cae-5401-4b49-81be-47b26acae990)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:40:59.080978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.107815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Transition to ACTIVE for port object 8a813681-773e-46e4-bd3e-c609301d5d5b will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:40:59.119466 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.141051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.186730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=ef783ca8-9777-4d16-919e-c3705f0f1f7a,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.261093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.276378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-b51bcf16-c8f5-474a-bfc5-0280a84c92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:59.284739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-b51bcf16-c8f5-474a-bfc5-0280a84c92df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.4680974 Jul 15 13:40:59.286397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762057bb-2c98-47cb-93b3-528db6d255a5 None None] Pushing event updated for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.438311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=06447c3b-2f56-4be2-83b1-3046c784b4c4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:40:59.514241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.519791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0c5666a0-4bf1-424a-8aa2-ca8646f98b00 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/06447c3b-2f56-4be2-83b1-3046c784b4c4 HTTP/1.1" status: 204 len: 168 time: 1.4424937 Jul 15 13:40:59.541863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38744) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:59.593641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0f0c-8a40-4174-b69c-eabe18bc64e3 req-c5a80aa7-10b5-4eef-956f-a758328b1192 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:40:59.595683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5df0f0c-8a40-4174-b69c-eabe18bc64e3 req-c5a80aa7-10b5-4eef-956f-a758328b1192 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.3474874 Jul 15 13:40:59.623393 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcf3183-c80f-4266-b649-6f481d4e4c55 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] GET failed (client error): The resource could not be found. Jul 15 13:40:59.627845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cbcf3183-c80f-4266-b649-6f481d4e4c55 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports/06447c3b-2f56-4be2-83b1-3046c784b4c4 HTTP/1.1" status: 404 len: 333 time: 0.0818179 Jul 15 13:40:59.628978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38746) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:40:59.648499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7f296-f36c-4538-89a4-e53446dbbe7b None None] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:40:59.702975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5df0f0c-8a40-4174-b69c-eabe18bc64e3 req-c423f10a-7176-4a68-b7e9-c7d71a7cb3b6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971680 Jul 15 13:40:59.813621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:40:59.830354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:40:59.834165 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-905049f9-6638-4943-b3fa-2f215f87ca0c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:40:59.941396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-905049f9-6638-4943-b3fa-2f215f87ca0c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.068494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-905049f9-6638-4943-b3fa-2f215f87ca0c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.071654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-905049f9-6638-4943-b3fa-2f215f87ca0c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.076872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-905049f9-6638-4943-b3fa-2f215f87ca0c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/security-groups/a5a65fbe-99b3-4924-9a6c-ad5c9915bd5f HTTP/1.1" status: 204 len: 168 time: 0.4466414 Jul 15 13:41:00.085180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-37cfd297-6c34-46af-bacb-63e5977f1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.086306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-37cfd297-6c34-46af-bacb-63e5977f1108 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.6452200 Jul 15 13:41:00.089447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:00.103052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9933aaf0-07e9-49f5-b65a-630ea3263fb0 None None] Provisioning for port 4f549fc4-5b09-4901-a472-2a06fd0d63cc completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:00.213292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905049f9-6638-4943-b3fa-2f215f87ca0c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a65fbe-99b3-4924-9a6c-ad5c9915bd5f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.236609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-bfdca9c0-204b-4038-b3a7-d4d8b5f97e0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.1439226 Jul 15 13:41:00.323692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4970-514d-41cd-b885-6c915729f2fd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.339105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-1c9208e1-be96-4f28-9ca1-4038bb88a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.340613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-1c9208e1-be96-4f28-9ca1-4038bb88a64c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0960972 Jul 15 13:41:00.342609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:00.473151 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4970-514d-41cd-b885-6c915729f2fd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.498362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4f549fc4-5b09-4901-a472-2a06fd0d63cc up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:00.584334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314bec-467e-4eca-a553-942b0383e7b1 req-b4d69ddb-5c3d-498f-a780-670487030595 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.592927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad314bec-467e-4eca-a553-942b0383e7b1 req-b4d69ddb-5c3d-498f-a780-670487030595 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.2903159 Jul 15 13:41:00.608486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4970-514d-41cd-b885-6c915729f2fd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.612581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4970-514d-41cd-b885-6c915729f2fd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.617960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b6bc4970-514d-41cd-b885-6c915729f2fd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/security-groups/cb87d6a2-9016-4a52-bc02-a97392963212 HTTP/1.1" status: 204 len: 168 time: 0.5164001 Jul 15 13:41:00.618720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:00.627189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4f549fc4-5b09-4901-a472-2a06fd0d63cc completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:00.639217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4f549fc4-5b09-4901-a472-2a06fd0d63cc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:00.639409 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.698128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc4970-514d-41cd-b885-6c915729f2fd tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb87d6a2-9016-4a52-bc02-a97392963212,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:00.718908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-5924060f-1fe7-4574-abde-e8dd9c4a0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:00.720840 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-5924060f-1fe7-4574-abde-e8dd9c4a0ba2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3719895 Jul 15 13:41:00.789853 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.795725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad314bec-467e-4eca-a553-942b0383e7b1 req-5d9d2c5f-cf53-4358-b053-52d25387d000 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925952 Jul 15 13:41:00.863082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5992600c-75eb-4109-9cac-a7414608399c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.876314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:00.879137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4f549fc4-5b09-4901-a472-2a06fd0d63cc, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4f549fc4-5b09-4901-a472-2a06fd0d63cc,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:00.890091 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:00.893411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a4c7d46b-440e-46e0-b38c-08b2409c845d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/26a2df73-0bf3-4b6f-8d16-1fb522f201aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4561327 Jul 15 13:41:00.899081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:00.941499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Sync routers for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:00.963399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5992600c-75eb-4109-9cac-a7414608399c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.011045 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-739b85d2-ba76-4d79-be1a-f372405d3348 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805185 Jul 15 13:41:01.065782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:01.066450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:01.081625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5992600c-75eb-4109-9cac-a7414608399c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.084344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5992600c-75eb-4109-9cac-a7414608399c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.085505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5992600c-75eb-4109-9cac-a7414608399c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/security-groups/1a5540d6-a59c-4e38-a3a4-bf082c397b9a HTTP/1.1" status: 204 len: 168 time: 0.4189608 Jul 15 13:41:01.089341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38770) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:01.144275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992600c-75eb-4109-9cac-a7414608399c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5540d6-a59c-4e38-a3a4-bf082c397b9a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.190105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0275c3c-a9cd-4bfc-bde9-682ede68f6f0 None None] Provisioning for port ef783ca8-9777-4d16-919e-c3705f0f1f7a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:01.197196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 73de2c64-6a2a-4b44-9a2e-9923cfbcadbf {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:01.207536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.255149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4f549fc4-5b09-4901-a472-2a06fd0d63cc,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.279005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0275c3c-a9cd-4bfc-bde9-682ede68f6f0 None None] Provisioning complete for port ef783ca8-9777-4d16-919e-c3705f0f1f7a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:01.279475 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0275c3c-a9cd-4bfc-bde9-682ede68f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.331604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.536452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.539811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c4087c59-76d7-4298-b854-7f35b9955163 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:01.606572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d0275c3c-a9cd-4bfc-bde9-682ede68f6f0 None None] Port ef783ca8-9777-4d16-919e-c3705f0f1f7a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:01.658060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.684102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:01.731324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=73de2c64-6a2a-4b44-9a2e-9923cfbcadbf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:01.742742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.757244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e7e8c61f-84e4-4fdc-9e74-66b2e70b3513 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/73de2c64-6a2a-4b44-9a2e-9923cfbcadbf HTTP/1.1" status: 204 len: 168 time: 0.6634607 Jul 15 13:41:01.757244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38784) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:01.797786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0275c3c-a9cd-4bfc-bde9-682ede68f6f0 None None] Provisioning complete for port 4f549fc4-5b09-4901-a472-2a06fd0d63cc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:01.800017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0275c3c-a9cd-4bfc-bde9-682ede68f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.932943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet 57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:01.940905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:01.972024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28074d27-2d67-407a-a9c9-9a6fc2515989 req-15382cc4-4312-476d-b6a3-908c0bc70410 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9384422 Jul 15 13:41:02.127852 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-9fa95fa4-79a9-42a6-ad2a-9db2efc20935 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743303282&fields=id&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 267 time: 0.1544073 Jul 15 13:41:02.182366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.262854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port c4087c59-76d7-4298-b854-7f35b9955163 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:02.263410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.363753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e69ea-f431-4784-a3b8-7a3c2d753cda None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:02.446993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-5b30e2ca-76db-4eec-83a3-cae171aa25c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:02.447612 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-5b30e2ca-76db-4eec-83a3-cae171aa25c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 796 time: 0.3122115 Jul 15 13:41:02.471424 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-4454b0fb-491c-44e8-865f-9b69318bf491 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/quotas/ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 375 time: 0.0140941 Jul 15 13:41:02.524890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.554711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9a62b-23f4-40fe-87cd-17756026e297 req-3ec6956d-ca9a-453f-9cef-b656654efec3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:02.557266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75e9a62b-23f4-40fe-87cd-17756026e297 req-3ec6956d-ca9a-453f-9cef-b656654efec3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.4487164 Jul 15 13:41:02.589113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-1f8f3900-61dd-4c47-9db5-81b000a88e62 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117592 Jul 15 13:41:02.705452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75e9a62b-23f4-40fe-87cd-17756026e297 req-f65f82f3-66b2-4f53-8841-a2aa3425299c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948365 Jul 15 13:41:02.758037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.797367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-50e677e9-8f9f-4171-a70e-359e629f8b95 service neutron] 10.222.0.57 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935852 Jul 15 13:41:02.840277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:02.842832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8 HTTP/1.1" status: 204 len: 168 time: 1.0847411 Jul 15 13:41:02.843769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71db9c8-91db-4a4a-8b53-ed917162461b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=57e6fc7a-bb9f-4f4f-956c-8eefdbc9d8e8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:02.849319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38808) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:02.917205 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-daef2f3c-d842-4f74-8608-81830b4d3894 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:02.918570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daef2f3c-d842-4f74-8608-81830b4d3894 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:02.924122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-daef2f3c-d842-4f74-8608-81830b4d3894 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/73de2c64-6a2a-4b44-9a2e-9923cfbcadbf HTTP/1.1" status: 404 len: 337 time: 0.0734839 Jul 15 13:41:02.924453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38810) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:02.969938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:40:58Z', 'revision_number': 2, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:02.974018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-1984e2e1-4de8-4c23-971d-7b822a4b690c service neutron] 10.222.0.57 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754231 Jul 15 13:41:03.051202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Checking router: 26a2df73-0bf3-4b6f-8d16-1fb522f201aa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:03.052039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Updating router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa port ef783ca8-9777-4d16-919e-c3705f0f1f7a binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:41:03.056067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Provisioning for port 8a813681-773e-46e4-bd3e-c609301d5d5b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:03.102992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:03.104372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.191676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting subnet f9fe2a60-4d91-4147-b2a0-23c02d5a762b {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:41:03.195596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.321631 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.328980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4f549fc4-5b09-4901-a472-2a06fd0d63cc up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:03.406928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.455483 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fb0baf3c-9a16-4b48-9606-f57335d1cf0b req-e2f18906-06a9-4080-ad66-c4eab94caa8d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 210 time: 0.1717095 Jul 15 13:41:03.567282 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.735287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Could not find standard attr ID for object 06447c3b-2f56-4be2-83b1-3046c784b4c4. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:41:03.741998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4f549fc4-5b09-4901-a472-2a06fd0d63cc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:03.742451 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.792038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.808635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.810804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f9fe2a60-4d91-4147-b2a0-23c02d5a762b HTTP/1.1" status: 204 len: 168 time: 0.8850131 Jul 15 13:41:03.813182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38830) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:03.845963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5160657-ec4d-489d-87b1-84739308fd42 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fe2a60-4d91-4147-b2a0-23c02d5a762b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:03.856179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Provisioning complete for port baac08ff-f8eb-48ee-b400-fba40fba48fc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:03.856778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:03.913290 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cda5e2e-d234-45f3-84cf-56a506108eab tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:03.913819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cda5e2e-d234-45f3-84cf-56a506108eab tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:03.919717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9cda5e2e-d234-45f3-84cf-56a506108eab tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/9220a73b-509a-4f4f-a192-a221fd0e361f HTTP/1.1" status: 404 len: 337 time: 0.1043568 Jul 15 13:41:03.922126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:03.959400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Port baac08ff-f8eb-48ee-b400-fba40fba48fc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:03.998130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38842) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.000019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2f3062d6-2cc4-4983-872b-1a497a9d2166 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "GET /v2.0/ports?device_id=d96ebf2d-f055-43a8-849b-a4e2b6890bd4 HTTP/1.1" status: 200 len: 205 time: 0.0757682 Jul 15 13:41:04.092469 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-f8e570fd-2d42-4c55-94bd-181a9e1b9588 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] delete failed (client error): The resource could not be found. Jul 15 13:41:04.098015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f8e570fd-2d42-4c55-94bd-181a9e1b9588 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/routers/d96ebf2d-f055-43a8-849b-a4e2b6890bd4 HTTP/1.1" status: 404 len: 336 time: 0.0961323 Jul 15 13:41:04.098352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38844) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.167552 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0cde52-2d8b-4c1f-b694-2f9025462f5c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.168166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0cde52-2d8b-4c1f-b694-2f9025462f5c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.172582 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9b0cde52-2d8b-4c1f-b694-2f9025462f5c tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/6dc4b2fd-4f3d-4d6b-b003-4f5e96b4529d HTTP/1.1" status: 404 len: 337 time: 0.0706341 Jul 15 13:41:04.173031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38846) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.238283 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a5783e-1289-490a-8061-dd532c15ec95 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.245219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a5783e-1289-490a-8061-dd532c15ec95 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.250037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a4a5783e-1289-490a-8061-dd532c15ec95 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/877c41ca-dc71-4482-934c-e4fe0407223f HTTP/1.1" status: 404 len: 337 time: 0.0732813 Jul 15 13:41:04.251218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38848) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.326176 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-56810649-0998-43cd-8668-06bb3b041a49 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.326953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56810649-0998-43cd-8668-06bb3b041a49 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.333604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.334056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56810649-0998-43cd-8668-06bb3b041a49 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f166c339-83ec-4945-9d4a-f5f13730d6ba HTTP/1.1" status: 404 len: 337 time: 0.0806322 Jul 15 13:41:04.427832 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eacbe0a-38c4-4a8a-9508-d9c1744e7f24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.428876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eacbe0a-38c4-4a8a-9508-d9c1744e7f24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.430948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6eacbe0a-38c4-4a8a-9508-d9c1744e7f24 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/0d13cd47-51fe-4af8-b94b-e6f3c019dedc HTTP/1.1" status: 404 len: 333 time: 0.0961003 Jul 15 13:41:04.433635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38854) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.474076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fecca-e46d-47bf-81ea-f6aeb99aeb54 req-2e901971-808e-455a-baa9-933c3a6ca5f1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:04.481719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-023fecca-e46d-47bf-81ea-f6aeb99aeb54 req-2e901971-808e-455a-baa9-933c3a6ca5f1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.2327607 Jul 15 13:41:04.518886 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb283de2-3f42-48ed-b618-1fa5fc5de005 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.519617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb283de2-3f42-48ed-b618-1fa5fc5de005 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.524574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38858) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.536470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eb283de2-3f42-48ed-b618-1fa5fc5de005 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f0e30542-807c-4696-9282-bb145f26c819 HTTP/1.1" status: 404 len: 337 time: 0.1016231 Jul 15 13:41:04.581390 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-6321f5c5-4a35-4150-aba9-07e5c1e85c13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.583066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6321f5c5-4a35-4150-aba9-07e5c1e85c13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.592548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6321f5c5-4a35-4150-aba9-07e5c1e85c13 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/f3e2a611-9b21-4dcc-a284-8044f65bed4b HTTP/1.1" status: 404 len: 337 time: 0.0664465 Jul 15 13:41:04.593531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38860) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.634986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-023fecca-e46d-47bf-81ea-f6aeb99aeb54 req-cc3fe910-7800-42e7-a1b8-f1316aa2bd1a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496398 Jul 15 13:41:04.753907 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.769336 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f72678-11be-4b68-ba6d-e87b6a1c8364 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.770089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f72678-11be-4b68-ba6d-e87b6a1c8364 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.775300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.782559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Transition to ACTIVE for port object ef783ca8-9777-4d16-919e-c3705f0f1f7a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:04.787093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5f72678-11be-4b68-ba6d-e87b6a1c8364 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/d52e92ad-5a27-45df-8936-fc87800f6953 HTTP/1.1" status: 404 len: 333 time: 0.1916354 Jul 15 13:41:04.790214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Provisioning complete for port ef783ca8-9777-4d16-919e-c3705f0f1f7a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:04.790828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.797285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071dfe4-a715-46ed-90a0-1754e243581e None None] Network 792e0c98-4e81-455d-804e-a37ac929af09 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:04.843259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:04.866017 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6949ee-5089-4c15-95d1-3b1d7b48a69a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.866903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6949ee-5089-4c15-95d1-3b1d7b48a69a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.871863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1b6949ee-5089-4c15-95d1-3b1d7b48a69a tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/6e75738c-5c11-4f82-b04a-6ce00c04a705 HTTP/1.1" status: 404 len: 337 time: 0.0930974 Jul 15 13:41:04.872831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38868) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.903194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3e17c9a-7901-4d34-96e6-cf339ef8f7df req-9299fce0-664c-4733-8395-48bb12cbf089 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 210 time: 0.1129541 Jul 15 13:41:04.928121 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e9dd9f-8b8f-4853-8153-d669f010c7af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] DELETE failed (client error): The resource could not be found. Jul 15 13:41:04.928395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e9dd9f-8b8f-4853-8153-d669f010c7af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:41:04.930406 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-88e9dd9f-8b8f-4853-8153-d669f010c7af tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/subnets/66e90223-47dc-4b30-8a8e-83bc2cb22538 HTTP/1.1" status: 404 len: 337 time: 0.0550780 Jul 15 13:41:04.932909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 38870) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:04.947986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d79070-1807-4dc7-a782-4d9f040902b3 None None] Pushing event updated for resources: {'Port': ['ID=ef783ca8-9777-4d16-919e-c3705f0f1f7a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:05.056476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-979028b0-d7b7-491e-be1d-77855b5df2fb None None] Port ef783ca8-9777-4d16-919e-c3705f0f1f7a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:05.200703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Deleting port baac08ff-f8eb-48ee-b400-fba40fba48fc {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:05.201305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.216428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Attempting to bind port ef783ca8-9777-4d16-919e-c3705f0f1f7a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:05.216705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Attempting to bind port ef783ca8-9777-4d16-919e-c3705f0f1f7a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:05.217182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Attempting to bind port ef783ca8-9777-4d16-919e-c3705f0f1f7a on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:05.231565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:05.232548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Checking segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:05.233185 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.233795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Bound using segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:05.234506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Bound port: ef783ca8-9777-4d16-919e-c3705f0f1f7a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:05.235260 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.266437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-876e005c-1c77-41ef-9e0a-60e76c374b9e None None] Provisioning complete for port 8a813681-773e-46e4-bd3e-c609301d5d5b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:05.267183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-876e005c-1c77-41ef-9e0a-60e76c374b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.407137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.449757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] For port ef783ca8-9777-4d16-919e-c3705f0f1f7a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:05.455418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] For port ef783ca8-9777-4d16-919e-c3705f0f1f7a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef783ca8-9777-4d16-919e-c3705f0f1f7a,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:05.475650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Calling delete_port for baac08ff-f8eb-48ee-b400-fba40fba48fc owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:05.482741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.537167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] DHCP port deletion for 792e0c98-4e81-455d-804e-a37ac929af09 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:41:05.590406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-876e005c-1c77-41ef-9e0a-60e76c374b9e None None] Provisioning complete for port baac08ff-f8eb-48ee-b400-fba40fba48fc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:05.591096 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-876e005c-1c77-41ef-9e0a-60e76c374b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:05.644205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-4b609240-19f1-477a-99d0-6835bd35caf1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:05.651847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-4b609240-19f1-477a-99d0-6835bd35caf1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 796 time: 0.3681085 Jul 15 13:41:05.679164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-876e005c-1c77-41ef-9e0a-60e76c374b9e None None] Port baac08ff-f8eb-48ee-b400-fba40fba48fc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:05.745512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:05.749177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:40:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:05.751956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d79070-1807-4dc7-a782-4d9f040902b3 None None] Pushing event updated for resources: {'Port': ['ID=ef783ca8-9777-4d16-919e-c3705f0f1f7a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:06.014207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] Deleting port 8a813681-773e-46e4-bd3e-c609301d5d5b {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:06.029674 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.098020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9891aed9-6d88-4b63-bb37-26ac9646ac36 req-8cc917a9-807c-4bbf-a7d8-b27b64e704f3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 210 time: 0.0442877 Jul 15 13:41:06.155842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] For port 8a813681-773e-46e4-bd3e-c609301d5d5b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8a813681-773e-46e4-bd3e-c609301d5d5b,segment=NetworkSegment(5f839cae-5401-4b49-81be-47b26acae990),segment_id=5f839cae-5401-4b49-81be-47b26acae990)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:06.156413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.172677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-cedf30bf-0dc9-49cf-88c7-2ce750b2bbb4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 380 time: 0.2679574 Jul 15 13:41:06.174097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] Calling delete_port for 8a813681-773e-46e4-bd3e-c609301d5d5b owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:06.194011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'port': {'device_id': '764aaba9-b79a-4463-9eed-8da36777f65f', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'admin_state_up': True, 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'security_groups': ['b0a3215e-ef80-466d-be7a-fa986fc9af02']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:06.298125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:06.322510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377a3bc-2570-40c1-9122-9c15c5dd898a req-8c5c01c4-e2ff-4b07-8ee3-daec2cc306e6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:06.324250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c377a3bc-2570-40c1-9122-9c15c5dd898a req-8c5c01c4-e2ff-4b07-8ee3-daec2cc306e6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.3910534 Jul 15 13:41:06.335008 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.347480 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.455702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] No DVR routers for this DVR port 8a813681-773e-46e4-bd3e-c609301d5d5b on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:06.478960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2210-4041-42e9-8288-2deb0d96992e None None] Pushing event deleted for resources: {'Port': ['ID=8a813681-773e-46e4-bd3e-c609301d5d5b,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:06.596498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Port': ['ID=baac08ff-f8eb-48ee-b400-fba40fba48fc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:06.629228 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.633980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-35f32136-ace0-4b5f-8bad-86c8a5a47e4b tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/ports/baac08ff-f8eb-48ee-b400-fba40fba48fc HTTP/1.1" status: 204 len: 168 time: 1.6999395 Jul 15 13:41:06.637099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 38942) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:06.732108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c377a3bc-2570-40c1-9122-9c15c5dd898a req-7681a3df-5469-43f2-8c5d-1b55d486216f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910031 Jul 15 13:41:06.787590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:06.792013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:06.925433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:05Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:06.976342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.056745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.11 (bc44d132-ae2c-4b5a-ad15-eaba53521e58/63d8acd8-f8ad-48f5-b435-30d52edca4ec/cf9598b3-4a63-4f66-9861-098e7e40a297) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:07.103766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0b00f46a-dae2-41c8-a597-6fad0c78c443 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:07.121035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e7b8e-adee-45bf-bf69-f2581e719388 None None] The sync data for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 is: [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:05Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:07.387604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:07.433476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 8a813681-773e-46e4-bd3e-c609301d5d5b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:41:07.433742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8a813681-773e-46e4-bd3e-c609301d5d5b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:41:07.446686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.474286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.497940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792e0c98-4e81-455d-804e-a37ac929af09']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:07.536999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f839cae-5401-4b49-81be-47b26acae990') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:07.543446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f839cae-5401-4b49-81be-47b26acae990') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:07.545445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object cf9598b3-4a63-4f66-9861-098e7e40a297 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:07.565369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:07.589778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'port_id': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'mac_address': 'fa:16:3e:3f:2b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:07.727581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.778474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.811774 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-760598fd-8206-48f4-9806-06a1b610ccf8 req-d4f6dc3a-3a31-423a-96eb-dfff00cc6b3d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 210 time: 0.2250795 Jul 15 13:41:07.822908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.853363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b00f46a-dae2-41c8-a597-6fad0c78c443 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:07.906362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.913066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:07.917217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:41:07.917937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.923851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:41:07.927763 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:41:07.954545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:07.970379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:07.978542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:08.107643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:08.111784 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.114745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:08.192772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.220813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.229096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] 10.222.0.57 "DELETE /v2.0/networks/792e0c98-4e81-455d-804e-a37ac929af09 HTTP/1.1" status: 204 len: 168 time: 1.5904944 Jul 15 13:41:08.233380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:08.241314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0b00f46a-dae2-41c8-a597-6fad0c78c443'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:08.261939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fa024b80-b53e-4b69-821d-046bd0f4b108 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0763011 Jul 15 13:41:08.285622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Request body: {'port': {'device_id': '764aaba9-b79a-4463-9eed-8da36777f65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:08.313132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae0ab3-d13a-4dcd-a7b7-e84bff38bbd8 tempest-PortsIpV6TestJSON-1828432654 tempest-PortsIpV6TestJSON-1828432654-project] Pushing event deleted for resources: {'Network': ['ID=792e0c98-4e81-455d-804e-a37ac929af09,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:08.565254 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:08.659508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a890931-eeb7-46d8-8bf7-e6dfad1b9f2a req-9d416eb9-f570-4f38-85bb-3804836839b7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:08.666400 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a890931-eeb7-46d8-8bf7-e6dfad1b9f2a req-9d416eb9-f570-4f38-85bb-3804836839b7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 945 time: 0.5386381 Jul 15 13:41:08.933881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-36d601e3-7ae8-48db-bead-aa0505239173 None None] Provisioning for port cf9598b3-4a63-4f66-9861-098e7e40a297 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:08.962083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-36d601e3-7ae8-48db-bead-aa0505239173 None None] Provisioning complete for port cf9598b3-4a63-4f66-9861-098e7e40a297 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:08.962578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-36d601e3-7ae8-48db-bead-aa0505239173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.059869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-36d601e3-7ae8-48db-bead-aa0505239173 None None] Port cf9598b3-4a63-4f66-9861-098e7e40a297 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:09.162926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a890931-eeb7-46d8-8bf7-e6dfad1b9f2a req-93eb4a88-47a5-4cc3-a321-85aed2a5b0b9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815094 Jul 15 13:41:09.260560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef783ca8-9777-4d16-919e-c3705f0f1f7a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:09.352968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:09.388793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ef783ca8-9777-4d16-919e-c3705f0f1f7a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:09.408875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ef783ca8-9777-4d16-919e-c3705f0f1f7a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:09.410815 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.647709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1c878-b3a2-40c0-98b4-84ad6a5df124 req-d7ceee1a-3db1-450d-9b3a-4967d0123b82 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:09.672632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32e1c878-b3a2-40c0-98b4-84ad6a5df124 req-d7ceee1a-3db1-450d-9b3a-4967d0123b82 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 932 time: 0.2624447 Jul 15 13:41:09.699965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.765495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ef783ca8-9777-4d16-919e-c3705f0f1f7a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef783ca8-9777-4d16-919e-c3705f0f1f7a,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:09.777978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.811069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-32e1c878-b3a2-40c0-98b4-84ad6a5df124 req-229fe31f-68ea-44a0-956c-bd8d485a8cda tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325879 Jul 15 13:41:09.875092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ef783ca8-9777-4d16-919e-c3705f0f1f7a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:09.961912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9598b3-4a63-4f66-9861-098e7e40a297 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:09.971835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:09.988876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Transition to ACTIVE for port object cf9598b3-4a63-4f66-9861-098e7e40a297 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:10.017126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.057416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5107ca39-1397-4651-a5e7-884f8fe432bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05e60fff0f4c42fa8c3f255c0ab1d412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7005680 Jul 15 13:41:10.058118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39022) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:10.184147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.310754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:10.311204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:10.311606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:10.320829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:10.321389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:10.328756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:10.330090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Checking segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:10.330815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Bound using segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:10.331511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Bound port: cf9598b3-4a63-4f66-9861-098e7e40a297, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:10.332060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.358302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9f54eea-5307-45ef-a0db-cfe35eb345fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.420493 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9f54eea-5307-45ef-a0db-cfe35eb345fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.523614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9f54eea-5307-45ef-a0db-cfe35eb345fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.528112 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d9f54eea-5307-45ef-a0db-cfe35eb345fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.529486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d9f54eea-5307-45ef-a0db-cfe35eb345fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15a57933-5021-43cc-b54c-25d4eec60784 HTTP/1.1" status: 204 len: 168 time: 0.4703150 Jul 15 13:41:10.543619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f54eea-5307-45ef-a0db-cfe35eb345fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a57933-5021-43cc-b54c-25d4eec60784,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.626389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:10.638675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:10.656492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.778867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.779792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:10.781689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] 10.222.0.59 "PUT /v2.0/ports/cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1093 time: 2.5081131 Jul 15 13:41:10.782443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:10.786714 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac9e5f-df52-4baf-8833-4b48c8390af9" -d '{"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:10.876780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291058bf-729d-41df-8c21-93cf219c9832 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:10.932868 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31a3090-dc15-4a63-a61d-dd2c64310f33 x-openstack-request-id: req-e31a3090-dc15-4a63-a61d-dd2c64310f33 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:10.933194 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:10.935395 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e31a3090-dc15-4a63-a61d-dd2c64310f33 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:10.935894 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'status': 'completed', 'code': 200} Jul 15 13:41:10.949102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790a8e-11a7-4070-b286-46562b93a27e req-be301c5c-0bed-4058-aa2a-d7d74b2cff46 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:10.958707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b790a8e-11a7-4070-b286-46562b93a27e req-be301c5c-0bed-4058-aa2a-d7d74b2cff46 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 945 time: 0.4902585 Jul 15 13:41:10.981840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0b00f46a-dae2-41c8-a597-6fad0c78c443 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:11.185621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b790a8e-11a7-4070-b286-46562b93a27e req-cda23afb-261b-4c2b-9ff9-1accafb02c53 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258677 Jul 15 13:41:11.226694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-77e51ead-0990-4057-bc29-02deaf29c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.228264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-77e51ead-0990-4057-bc29-02deaf29c7ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1096 time: 0.3475590 Jul 15 13:41:11.235492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 0b00f46a-dae2-41c8-a597-6fad0c78c443 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:11.236278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.349825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94a30-464e-4386-ba4d-d018da417460 req-11828a7b-ba95-4a32-b92a-87447f9075cc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.367826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f6d94a30-464e-4386-ba4d-d018da417460 req-11828a7b-ba95-4a32-b92a-87447f9075cc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.2377219 Jul 15 13:41:11.397314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-fd7f5315-2326-41b3-ad9f-0fdf8d54ee88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 217 time: 0.1525755 Jul 15 13:41:11.398716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef783ca8-9777-4d16-919e-c3705f0f1f7a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:11.519581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f6d94a30-464e-4386-ba4d-d018da417460 req-168d639b-9ae0-4df8-8ce8-909f22159cd1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488342 Jul 15 13:41:11.631617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-99568776-ecf1-4737-873a-07683d5840c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.633280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-99568776-ecf1-4737-873a-07683d5840c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.2324684 Jul 15 13:41:11.688442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ef783ca8-9777-4d16-919e-c3705f0f1f7a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:11.690435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.807183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:11.867276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-cbcf25a4-5c4a-4f22-aca0-c8f1c5faceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:11.870636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-cbcf25a4-5c4a-4f22-aca0-c8f1c5faceeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256107 Jul 15 13:41:11.890267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:11.898773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:11.904331 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e286847-f622-4752-b15e-1873dded30bc" -d '{"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-plugged", "status": "completed", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:11.915808 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:12.069220 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73876f3b-4028-479f-93ec-c02f39cb4cab x-openstack-request-id: req-73876f3b-4028-479f-93ec-c02f39cb4cab {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:12.070325 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-plugged", "status": "completed", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:12.070325 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73876f3b-4028-479f-93ec-c02f39cb4cab {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:12.070325 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'code': 200} Jul 15 13:41:12.125323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-5107d95c-ae60-415c-8a0a-75f4f601c6cb service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447405 Jul 15 13:41:12.162879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:12.452813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39078) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:12.719056 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-951fbc5b-0e29-4188-97a8-1a0c99cdf338 req-5ac1b26c-1ac1-4d03-8fee-18071541ce04 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882537 Jul 15 13:41:12.784926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b53ac-aebe-4157-bf08-3d9abb005633 req-5c01d5b8-8199-463e-9060-fe9847a30a38 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.802778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-116b53ac-aebe-4157-bf08-3d9abb005633 req-5c01d5b8-8199-463e-9060-fe9847a30a38 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.2999861 Jul 15 13:41:12.966924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-116b53ac-aebe-4157-bf08-3d9abb005633 req-533ad8ad-6af6-4f8e-bf04-62660b1e1faa tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628644 Jul 15 13:41:12.997074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-ae3a5f29-f479-4c16-813d-0724bf901519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:12.999029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-ae3a5f29-f479-4c16-813d-0724bf901519 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1096 time: 0.1655157 Jul 15 13:41:13.104204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1908f9d4-475e-4941-9fab-356d049f1e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.220635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b8923a8-3b20-4150-acac-368a999cfdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.482991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-7a73165e-a721-4fe0-8eff-62fc772371fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:13.486452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-7a73165e-a721-4fe0-8eff-62fc772371fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.4792411 Jul 15 13:41:13.530817 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b8923a8-3b20-4150-acac-368a999cfdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.539023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0b8923a8-3b20-4150-acac-368a999cfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.600435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0b8923a8-3b20-4150-acac-368a999cfdd0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4be71e33e0314ea89d3155af93b5ee45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1450877 Jul 15 13:41:13.601319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39098) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:13.749411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8923a8-3b20-4150-acac-368a999cfdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf00e2-199d-4f06-be33-eade3ea2c9f3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:13.791439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ac3f-6878-4fc9-8711-dfdc43f55c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.836121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cfaa0-8a8b-4c6b-a77d-93dd97b780c7 req-5db631f4-347b-45c9-82da-a3af965dfa43 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:13.857277 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d35cfaa0-8a8b-4c6b-a77d-93dd97b780c7 req-5db631f4-347b-45c9-82da-a3af965dfa43 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.8282454 Jul 15 13:41:13.868382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-ef17af79-6194-4800-afd1-5951865a2491 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 217 time: 0.3566463 Jul 15 13:41:13.882974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ac3f-6878-4fc9-8711-dfdc43f55c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:13.997796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ac3f-6878-4fc9-8711-dfdc43f55c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.003067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ac3f-6878-4fc9-8711-dfdc43f55c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.014199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1b7ac3f-6878-4fc9-8711-dfdc43f55c0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67bf00e2-199d-4f06-be33-eade3ea2c9f3 HTTP/1.1" status: 204 len: 168 time: 0.4103596 Jul 15 13:41:14.047059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7ac3f-6878-4fc9-8711-dfdc43f55c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf00e2-199d-4f06-be33-eade3ea2c9f3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:14.231233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d35cfaa0-8a8b-4c6b-a77d-93dd97b780c7 req-32a24bf9-a1be-4c86-a635-0c8dfc04f521 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690491 Jul 15 13:41:14.257312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-64ecc600-10c6-4b2a-bc7b-0532518a3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:14.259963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-64ecc600-10c6-4b2a-bc7b-0532518a3512 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.2885702 Jul 15 13:41:14.290782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0a372-061c-43e7-aacf-86ba78a11303 req-01cfd7dd-4ee5-400a-9b5a-53d85e4cf800 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:14.310892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64f0a372-061c-43e7-aacf-86ba78a11303 req-01cfd7dd-4ee5-400a-9b5a-53d85e4cf800 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1586263 Jul 15 13:41:14.402795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64f0a372-061c-43e7-aacf-86ba78a11303 req-1ef23fd5-f6f5-472b-8eb7-6ae954c59fba tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904133 Jul 15 13:41:14.446809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-08d37d9e-fbce-4d34-be0e-da34beb687dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:14.448572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-08d37d9e-fbce-4d34-be0e-da34beb687dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774063 Jul 15 13:41:14.675172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-f3aa7b86-bf03-449b-96b0-94fec7a48300 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184274 Jul 15 13:41:14.841801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39112) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:14.869691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e60a246e-1807-41fe-a69d-9d7e73a47f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:14.936165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4ac9e5f-df52-4baf-8833-4b48c8390af9 req-e354bf3f-bcd4-4d91-8c7e-4282c15405c9 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499113 Jul 15 13:41:15.125329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e60a246e-1807-41fe-a69d-9d7e73a47f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.133452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e60a246e-1807-41fe-a69d-9d7e73a47f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.204065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.230251 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:15.232884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a246e-1807-41fe-a69d-9d7e73a47f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85f49f-f606-40f2-9728-2d50667ddcf1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.241805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e60a246e-1807-41fe-a69d-9d7e73a47f5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf4cea7d963e4286922d85e0f4050bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986070 Jul 15 13:41:15.244570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39122) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:15.393409 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.411125 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfc751d7-cdc6-49f6-947a-2fd03a0f1401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.461651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfc751d7-cdc6-49f6-947a-2fd03a0f1401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.567880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2fe319eb-121f-4dc6-90b0-a30b3042103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.574770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfc751d7-cdc6-49f6-947a-2fd03a0f1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.578781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bfc751d7-cdc6-49f6-947a-2fd03a0f1401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.580760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bfc751d7-cdc6-49f6-947a-2fd03a0f1401 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a85f49f-f606-40f2-9728-2d50667ddcf1 HTTP/1.1" status: 204 len: 168 time: 0.3333046 Jul 15 13:41:15.599178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc751d7-cdc6-49f6-947a-2fd03a0f1401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85f49f-f606-40f2-9728-2d50667ddcf1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:15.602686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39132) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:15.623588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c35b6-7264-466a-8549-b3bd590df434 req-a1656ebe-0d99-406f-8744-4e8c894e34ad tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:15.647555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d0c35b6-7264-466a-8549-b3bd590df434 req-a1656ebe-0d99-406f-8744-4e8c894e34ad tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.1951137 Jul 15 13:41:15.707169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:15.725863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d0c35b6-7264-466a-8549-b3bd590df434 req-3493db21-164b-4ca0-93d7-474391db3ee3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767224 Jul 15 13:41:15.968358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957202f-80aa-4b82-a369-b5346893d39b req-a58200e0-2efc-42ca-a721-c71f50ff4ac9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:15.972507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3957202f-80aa-4b82-a369-b5346893d39b req-a58200e0-2efc-42ca-a721-c71f50ff4ac9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.2328601 Jul 15 13:41:16.064333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:16.199806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3957202f-80aa-4b82-a369-b5346893d39b req-938c2844-d7b7-4d0d-b9f3-0873914624a0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053332 Jul 15 13:41:16.252135 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34d4cf8e-1698-4ddc-ab45-9f879e6c0f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.344609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:16.369390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'mac_address': 'fa:16:3e:5e:16:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:16.427703 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34d4cf8e-1698-4ddc-ab45-9f879e6c0f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.439758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.471290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34d4cf8e-1698-4ddc-ab45-9f879e6c0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.472948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9598b3-4a63-4f66-9861-098e7e40a297 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:16.512537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:16.518812 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.544403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-34d4cf8e-1698-4ddc-ab45-9f879e6c0f63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48b27eb007044e6298f001541c6f14c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399245 Jul 15 13:41:16.547173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39150) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:16.568166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4cf8e-1698-4ddc-ab45-9f879e6c0f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa963868-125c-4c79-b3de-6dd16619934b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.600586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:16.640141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b2ac07a5-5922-44e1-8849-49b706a8396d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.678065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b2ac07a5-5922-44e1-8849-49b706a8396d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.745317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['cf9598b3-4a63-4f66-9861-098e7e40a297'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:16.767813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b2ac07a5-5922-44e1-8849-49b706a8396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.771639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b2ac07a5-5922-44e1-8849-49b706a8396d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:16.778065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b2ac07a5-5922-44e1-8849-49b706a8396d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa963868-125c-4c79-b3de-6dd16619934b HTTP/1.1" status: 204 len: 168 time: 0.2289500 Jul 15 13:41:16.800924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac07a5-5922-44e1-8849-49b706a8396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa963868-125c-4c79-b3de-6dd16619934b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.152186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57f6b7-5b25-4a67-a8f9-c5f57e9b4482 req-cd34fdd2-12e1-4655-a71e-9d30c15f1dda tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.167247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac57f6b7-5b25-4a67-a8f9-c5f57e9b4482 req-cd34fdd2-12e1-4655-a71e-9d30c15f1dda tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 945 time: 0.1573935 Jul 15 13:41:17.202486 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.295290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac57f6b7-5b25-4a67-a8f9-c5f57e9b4482 req-12ef2a1d-ad55-45ba-99e8-196d6544b045 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239252 Jul 15 13:41:17.554697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39176) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.576928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c23a50e-d57b-468e-baab-765d3790e9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.589192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7a724-72de-4e3b-bfe2-d3a897e759fb req-75a1b6cc-2f89-4fd1-ae47-7363915bb076 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:17.600408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7d7a724-72de-4e3b-bfe2-d3a897e759fb req-75a1b6cc-2f89-4fd1-ae47-7363915bb076 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1486585 Jul 15 13:41:17.675145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a7d7a724-72de-4e3b-bfe2-d3a897e759fb req-1fee2517-eb08-4fb8-902f-973f8cb7f0e4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728016 Jul 15 13:41:17.779586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c23a50e-d57b-468e-baab-765d3790e9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.788373 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c23a50e-d57b-468e-baab-765d3790e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:17.832827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c23a50e-d57b-468e-baab-765d3790e9e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a6ae4672d7c446bbb61d5c49eb75186e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738767 Jul 15 13:41:17.833932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39178) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:17.863368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23a50e-d57b-468e-baab-765d3790e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41a424-3dfa-449d-b0cc-d137a5e56951,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:17.976745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccb9de73-d518-43ce-bc6c-da27e5f238d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.025702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccb9de73-d518-43ce-bc6c-da27e5f238d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.074117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:18.152120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccb9de73-d518-43ce-bc6c-da27e5f238d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.155939 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccb9de73-d518-43ce-bc6c-da27e5f238d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.158579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ccb9de73-d518-43ce-bc6c-da27e5f238d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c41a424-3dfa-449d-b0cc-d137a5e56951 HTTP/1.1" status: 204 len: 168 time: 0.3203349 Jul 15 13:41:18.192301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9de73-d518-43ce-bc6c-da27e5f238d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41a424-3dfa-449d-b0cc-d137a5e56951,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:18.286471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port cf9598b3-4a63-4f66-9861-098e7e40a297 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:18.292821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port cf9598b3-4a63-4f66-9861-098e7e40a297 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:18.293196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.528912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.589584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:18.597731 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929f71cf-fd31-45c0-a60e-c11cb81e78bf" -d '{"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-plugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:18.666138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:18.676996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce2c7e-3d3a-49bf-a7c9-230b7f289327 req-d7452c95-cf3f-40f7-b042-3bf3ee395359 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:18.683518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3ce2c7e-3d3a-49bf-a7c9-230b7f289327 req-d7452c95-cf3f-40f7-b042-3bf3ee395359 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 945 time: 0.2341104 Jul 15 13:41:18.684894 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.717037 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b987e86-0871-42df-b1b0-3758dc088f8f x-openstack-request-id: req-1b987e86-0871-42df-b1b0-3758dc088f8f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:18.717037 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-plugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:18.717037 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b987e86-0871-42df-b1b0-3758dc088f8f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:18.719111 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'code': 200} Jul 15 13:41:18.722587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:18.842404 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3ce2c7e-3d3a-49bf-a7c9-230b7f289327 req-3c056111-257f-488a-b9e1-6a9e9fd89f8a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506205 Jul 15 13:41:18.912714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:19.006118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108ac08-1c91-4ef6-8ca5-85a9e919ff57 req-89002053-4fa8-494e-ae3b-7c96c5b2b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:19.008747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d108ac08-1c91-4ef6-8ca5-85a9e919ff57 req-89002053-4fa8-494e-ae3b-7c96c5b2b869 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1098 time: 0.1808183 Jul 15 13:41:19.127539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d108ac08-1c91-4ef6-8ca5-85a9e919ff57 req-11c76757-c768-4ce5-bbfd-54070c08531e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090457 Jul 15 13:41:19.168380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d192c-d25c-412d-bb3a-8677383a420e req-859c7c7f-005d-43c2-a7c6-8b1be0da26e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:19.180239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c6d192c-d25c-412d-bb3a-8677383a420e req-859c7c7f-005d-43c2-a7c6-8b1be0da26e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1531751 Jul 15 13:41:19.261205 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7c6d192c-d25c-412d-bb3a-8677383a420e req-4460c95a-c135-4d1f-875b-04eb60cdc96a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801647 Jul 15 13:41:20.329664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17936c7-6201-43f5-ba24-43563ccc5eb5 req-099211bc-0584-4257-afc3-0096791a12f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:20.338112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b17936c7-6201-43f5-ba24-43563ccc5eb5 req-099211bc-0584-4257-afc3-0096791a12f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1653423 Jul 15 13:41:20.406182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b17936c7-6201-43f5-ba24-43563ccc5eb5 req-2653d023-d01d-4e7f-aec2-f132c1521dfd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670061 Jul 15 13:41:20.674208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109119a-387e-4379-a530-93d3b4332b0a req-be67e9af-78eb-4ad2-bb36-d0e7c2900c2d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:20.678247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6109119a-387e-4379-a530-93d3b4332b0a req-be67e9af-78eb-4ad2-bb36-d0e7c2900c2d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1284029 Jul 15 13:41:20.771235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6109119a-387e-4379-a530-93d3b4332b0a req-5a5514eb-598a-46ee-bab9-c3ec349f40cd tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869908 Jul 15 13:41:21.637367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a45a8b-4146-4eeb-ba89-01fcbba233b7 req-f17e75e1-682f-4cef-9814-9ebb64495fa7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:21.643389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-14a45a8b-4146-4eeb-ba89-01fcbba233b7 req-f17e75e1-682f-4cef-9814-9ebb64495fa7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1019421 Jul 15 13:41:21.735784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-14a45a8b-4146-4eeb-ba89-01fcbba233b7 req-d20da7cc-da68-4144-b5cc-5fbc3d8a3dcc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867674 Jul 15 13:41:22.023492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aabf89-5d19-4332-ae92-4c5f93883b47 req-ba951f8f-b0e2-4002-ad8f-e738f6e09276 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.028787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22aabf89-5d19-4332-ae92-4c5f93883b47 req-ba951f8f-b0e2-4002-ad8f-e738f6e09276 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1338065 Jul 15 13:41:22.106951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22aabf89-5d19-4332-ae92-4c5f93883b47 req-4a2d491d-840a-4234-832f-bdcc02c83ce0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704064 Jul 15 13:41:22.124689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39276) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:22.132507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c794eba-4222-423a-b586-b018df55b5bd req-afbfaa9b-b25e-43f2-9968-30400f7cbe9e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.139271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c794eba-4222-423a-b586-b018df55b5bd req-afbfaa9b-b25e-43f2-9968-30400f7cbe9e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1994419 Jul 15 13:41:22.194234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c794eba-4222-423a-b586-b018df55b5bd req-c7c9ae5d-012f-43a7-a886-7fffffad2286 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Jul 15 13:41:22.212020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc63b2-e335-4c89-b81e-881d97877c8e tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:22.213804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3cc63b2-e335-4c89-b81e-881d97877c8e tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1093 time: 0.0873916 Jul 15 13:41:22.217626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39280) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:22.233843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:22.287794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.499946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.653119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.192 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/7d3da876-09eb-4e28-934d-9819cebf300b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:22.831508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.934432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:22.973955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:22.976487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:22.979019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:23.050202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=7d3da876-09eb-4e28-934d-9819cebf300b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:23.537489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e15d6-f1c1-4095-96d0-fb3fc41a2826 req-3f1d7cc8-5ea0-43a0-9575-3c9f9666b37a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:23.539580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f84e15d6-f1c1-4095-96d0-fb3fc41a2826 req-3f1d7cc8-5ea0-43a0-9575-3c9f9666b37a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1614876 Jul 15 13:41:23.661174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:23.671596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f84e15d6-f1c1-4095-96d0-fb3fc41a2826 req-b0f1c3f0-7722-4d6b-80c6-d73bdfa7b063 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249781 Jul 15 13:41:23.858095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.293051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.300958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.475795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:24.583384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=7d3da876-09eb-4e28-934d-9819cebf300b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:25.778369 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f associated. External IP: 172.25.3.192, port: cf9598b3-4a63-4f66-9861-098e7e40a297. Jul 15 13:41:26.025672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26ce4-e714-4d8d-9989-7bc11fdd0905 req-2c9b8cc3-aaf3-4f6e-9962-d74fff69501c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.028247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-79a26ce4-e714-4d8d-9989-7bc11fdd0905 req-2c9b8cc3-aaf3-4f6e-9962-d74fff69501c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1902146 Jul 15 13:41:26.175266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-79a26ce4-e714-4d8d-9989-7bc11fdd0905 req-6f0ebf33-b6ce-4e35-a7e8-95b6db527c4d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312497 Jul 15 13:41:26.252478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:41:26.385175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:41:26.396136 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] Sync routers for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:41:26.406855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:26.423226 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:26.423889 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:41:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:26.473481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b8810ee0-8907-4c84-b34e-93a695549df8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2523611 Jul 15 13:41:26.474396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:26.483179 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb12779-e535-4d45-b335-feab8a208fed" -d '{"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:26.604925 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a66ca6-e6e7-4cec-beac-01080f90ae0f x-openstack-request-id: req-02a66ca6-e6e7-4cec-beac-01080f90ae0f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:26.604925 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:26.604925 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02a66ca6-e6e7-4cec-beac-01080f90ae0f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:26.604925 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'status': 'completed', 'code': 200} Jul 15 13:41:26.654579 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:26.752840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb12779-e535-4d45-b335-feab8a208fed req-83f502c7-7b9e-41bd-b3c3-015cb46aa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.754640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-83f502c7-7b9e-41bd-b3c3-015cb46aa4bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1098 time: 0.1219087 Jul 15 13:41:26.951098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb12779-e535-4d45-b335-feab8a208fed req-94be0dd5-c070-48fd-b1e2-6713e23b35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:26.952537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-94be0dd5-c070-48fd-b1e2-6713e23b35c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.1917334 Jul 15 13:41:27.038625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca293b04-e0c9-44b4-910c-d01666dfddd5 req-2c077c44-5558-4f69-bab1-2999716d50fc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.054240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca293b04-e0c9-44b4-910c-d01666dfddd5 req-2c077c44-5558-4f69-bab1-2999716d50fc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.3009169 Jul 15 13:41:27.095920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-a63418f9-a436-4128-8352-e5677bd6b4ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.1371958 Jul 15 13:41:27.156976 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'mac_address': 'fa:16:3e:5e:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764aaba9-b79a-4463-9eed-8da36777f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:23Z', 'updated_at': '2021-07-15T13:41:23Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:27.216548 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] Checking router: 26a2df73-0bf3-4b6f-8d16-1fb522f201aa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:41:27.221675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca293b04-e0c9-44b4-910c-d01666dfddd5 req-4abdc230-7796-4efe-b1dc-2f017a718f92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598730 Jul 15 13:41:27.237021 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:41:27.238045 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:41:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:27.269188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39346) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:27.427645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb12779-e535-4d45-b335-feab8a208fed req-d7014e73-a9fc-4e59-b9f7-f462a543c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.439247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-d7014e73-a9fc-4e59-b9f7-f462a543c4b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.3369961 Jul 15 13:41:27.658506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c5e2607-f7e5-47ea-92a1-bd6a709810f2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f HTTP/1.1" status: 200 len: 992 time: 0.3861556 Jul 15 13:41:27.669361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb12779-e535-4d45-b335-feab8a208fed req-c134bbd8-53fa-4cba-9a9d-cdbf852de78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.678853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-c134bbd8-53fa-4cba-9a9d-cdbf852de78f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318733 Jul 15 13:41:27.838949 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:41:27.941809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98429a08-6e71-4fbd-8ede-98aa91db2ce2 req-bcf96a76-676a-4045-bd5e-d193bd20455d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:27.953882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98429a08-6e71-4fbd-8ede-98aa91db2ce2 req-bcf96a76-676a-4045-bd5e-d193bd20455d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.2393727 Jul 15 13:41:27.961479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-7815fd7e-59c9-4de9-baf4-9d6d5e142fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743371 Jul 15 13:41:28.140287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98429a08-6e71-4fbd-8ede-98aa91db2ce2 req-f90d928e-40ff-4f92-8254-18e9a6b02102 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851144 Jul 15 13:41:28.218903 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-feb12779-e535-4d45-b335-feab8a208fed req-848fac29-6803-4f60-a7e0-27eb326b7b1f service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404497 Jul 15 13:41:28.299630 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'mac_address': 'fa:16:3e:5e:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764aaba9-b79a-4463-9eed-8da36777f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:23Z', 'updated_at': '2021-07-15T13:41:23Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:41:28.347272 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c345f3-051b-40a1-87b3-fc51181612a6 None None] The sync data for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 is: [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'mac_address': 'fa:16:3e:5e:16:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764aaba9-b79a-4463-9eed-8da36777f65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:41:23Z', 'updated_at': '2021-07-15T13:41:23Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:41:28.660907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39358) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:28.677406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d70b5-edba-40ce-95e2-024226258a6f None None] New status for floating IP e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:41:28.837502 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7c11ca99-b81d-480b-88cf-337c2707d25e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f HTTP/1.1" status: 200 len: 992 time: 0.1735561 Jul 15 13:41:29.446938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910723bf-6b9b-4a2d-9e69-3db83656b161 req-03275920-65e8-4d26-9da2-a4788a4e7782 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:29.449532 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-910723bf-6b9b-4a2d-9e69-3db83656b161 req-03275920-65e8-4d26-9da2-a4788a4e7782 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1099882 Jul 15 13:41:29.530077 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-910723bf-6b9b-4a2d-9e69-3db83656b161 req-3e21a65d-9251-4d67-bf5d-3a78c059461f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640223 Jul 15 13:41:29.840395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39392) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:29.955129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f42bf88-c4d7-4963-aaa4-9b11f0f22c6b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f HTTP/1.1" status: 200 len: 994 time: 0.1134505 Jul 15 13:41:30.574155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-a0432ec6-f71b-4ced-a9ac-61072076e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.575876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-a0432ec6-f71b-4ced-a9ac-61072076e074 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 1098 time: 0.0728521 Jul 15 13:41:30.759178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-0245ef56-b5e9-4df0-a4e9-ebc06b7b6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.760753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-0245ef56-b5e9-4df0-a4e9-ebc06b7b6d03 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1785214 Jul 15 13:41:30.824996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-a72874c9-584d-443e-a3e0-329dd77c871c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443 HTTP/1.1" status: 200 len: 217 time: 0.0542049 Jul 15 13:41:30.834933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6e2f-4b40-4214-862c-9f8563909662 req-2d2c44d9-350f-48b6-94fa-10647eb9c161 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.838887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-945e6e2f-4b40-4214-862c-9f8563909662 req-2d2c44d9-350f-48b6-94fa-10647eb9c161 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1615465 Jul 15 13:41:30.920378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-945e6e2f-4b40-4214-862c-9f8563909662 req-0209302b-271f-4f69-82df-a8c823e66cc9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Jul 15 13:41:30.922316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-1b692051-9a9a-4e6c-a5a3-a485a9ad6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.924282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-1b692051-9a9a-4e6c-a5a3-a485a9ad6706 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0865889 Jul 15 13:41:30.993233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-d067796d-567b-4330-aed4-ccd3e256bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:30.994983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-d067796d-567b-4330-aed4-ccd3e256bffa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636644 Jul 15 13:41:31.118822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-9495b03f-d356-4658-8bee-7249989e51da service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160464 Jul 15 13:41:31.242292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6125a5f3-e9ad-4069-b79c-037052c1aaa9 req-130c01bf-f885-4627-b9e4-af56c3826280 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167054 Jul 15 13:41:31.584309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:31.743753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f478515a-67b7-476d-b308-9728b275053a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.865658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f478515a-67b7-476d-b308-9728b275053a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.871913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f478515a-67b7-476d-b308-9728b275053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:31.920252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f478515a-67b7-476d-b308-9728b275053a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dcef340560964adda8008ebb668fc213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348002 Jul 15 13:41:31.921279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478515a-67b7-476d-b308-9728b275053a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44112f67-3bfa-4cd2-8c54-1b0cff57df24,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:31.923414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39428) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:31.987716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7f1c587-888e-4457-932e-fcbe3bc3365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.036004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7f1c587-888e-4457-932e-fcbe3bc3365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.164437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7f1c587-888e-4457-932e-fcbe3bc3365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.167065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7f1c587-888e-4457-932e-fcbe3bc3365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.168251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7f1c587-888e-4457-932e-fcbe3bc3365a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44112f67-3bfa-4cd2-8c54-1b0cff57df24 HTTP/1.1" status: 204 len: 168 time: 0.2425163 Jul 15 13:41:32.188224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1c587-888e-4457-932e-fcbe3bc3365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44112f67-3bfa-4cd2-8c54-1b0cff57df24,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.214860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f5efe-cb6f-4da9-9345-f4f5e78f65c2 req-65264e71-294b-43b6-98fe-96158c7339b9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:32.224184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-076f5efe-cb6f-4da9-9345-f4f5e78f65c2 req-65264e71-294b-43b6-98fe-96158c7339b9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 946 time: 0.1121640 Jul 15 13:41:32.267366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-076f5efe-cb6f-4da9-9345-f4f5e78f65c2 req-992695ea-96ab-4aab-bd88-0e7721efe49f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Jul 15 13:41:32.572863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39448) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:32.603873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb775-44eb-4e25-a87b-6d764c81a636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.754046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb775-44eb-4e25-a87b-6d764c81a636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.760423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6b6bb775-44eb-4e25-a87b-6d764c81a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.816714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bb775-44eb-4e25-a87b-6d764c81a636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a0736-4461-4ce6-84e7-173ad04c0b9a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:32.829644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39450) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:32.830021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6b6bb775-44eb-4e25-a87b-6d764c81a636 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02e01270de624ad4899e8f4e6e50d77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557893 Jul 15 13:41:32.889977 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-028e1bf3-28c3-40f7-bdf2-1c6da7c99aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.917993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-028e1bf3-28c3-40f7-bdf2-1c6da7c99aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.976461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-028e1bf3-28c3-40f7-bdf2-1c6da7c99aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.979484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-028e1bf3-28c3-40f7-bdf2-1c6da7c99aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:32.981454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-028e1bf3-28c3-40f7-bdf2-1c6da7c99aca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/947a0736-4461-4ce6-84e7-173ad04c0b9a HTTP/1.1" status: 204 len: 168 time: 0.1507707 Jul 15 13:41:32.991220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e1bf3-28c3-40f7-bdf2-1c6da7c99aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a0736-4461-4ce6-84e7-173ad04c0b9a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:33.108098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0b00f46a-dae2-41c8-a597-6fad0c78c443 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:41:33.195483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.218445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:33.221508 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b7a196-66b7-4189-8893-7d11e3624585" -d '{"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:33.236309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:33.242281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:33.268798 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecfb181-ce12-4b0b-80e6-291aa4f14c60 x-openstack-request-id: req-8ecfb181-ce12-4b0b-80e6-291aa4f14c60 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:33.269310 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:33.269757 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ecfb181-ce12-4b0b-80e6-291aa4f14c60 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:33.270236 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'code': 200} Jul 15 13:41:33.299590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:33.477117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c81a1d-2f71-44cf-801b-4eeaad2a57c2 req-d1f2ebf6-7003-47c3-85d0-4786c0821b10 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.485686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46c81a1d-2f71-44cf-801b-4eeaad2a57c2 req-d1f2ebf6-7003-47c3-85d0-4786c0821b10 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 944 time: 0.0835578 Jul 15 13:41:33.545411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46c81a1d-2f71-44cf-801b-4eeaad2a57c2 req-83f8ef73-2145-431d-a8ab-0ef568c9ece1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Jul 15 13:41:33.781003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b8ae8-8b4b-4897-9a4e-46fc0b9284af req-18f9a022-29af-44b2-98ff-2aa989b1b6a7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:33.783238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-855b8ae8-8b4b-4897-9a4e-46fc0b9284af req-18f9a022-29af-44b2-98ff-2aa989b1b6a7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0847812 Jul 15 13:41:33.842860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-855b8ae8-8b4b-4897-9a4e-46fc0b9284af req-791b6f84-ad4f-4d35-8818-9cbed9dc2076 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526452 Jul 15 13:41:34.060901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4585-8c87-4950-b046-d666ea38fb50 req-6e7362cc-c5bf-4beb-a3cb-bf8985678b57 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.069477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d13a4585-8c87-4950-b046-d666ea38fb50 req-6e7362cc-c5bf-4beb-a3cb-bf8985678b57 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0943139 Jul 15 13:41:34.118430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d13a4585-8c87-4950-b046-d666ea38fb50 req-1e43f35d-27f4-4857-a5c0-a99453c50f00 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479426 Jul 15 13:41:34.541064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e1ea6-2186-4973-9abd-1eaa7566e394 req-6bf7c6a2-6dc2-46fc-987a-5ae87c67f416 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:34.543453 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ec6e1ea6-2186-4973-9abd-1eaa7566e394 req-6bf7c6a2-6dc2-46fc-987a-5ae87c67f416 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0698023 Jul 15 13:41:34.597017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ec6e1ea6-2186-4973-9abd-1eaa7566e394 req-bbcf6d36-e2ea-42b4-a103-dd1c3a4b5378 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471513 Jul 15 13:41:35.222676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39542) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.338199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eeca68f0-1095-404a-93ab-ee8312eeb26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.436381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eeca68f0-1095-404a-93ab-ee8312eeb26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.442015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eeca68f0-1095-404a-93ab-ee8312eeb26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.477909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca68f0-1095-404a-93ab-ee8312eeb26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6368f6ac-ef8f-497e-a5cf-0c14839ce936,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.484972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eeca68f0-1095-404a-93ab-ee8312eeb26a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c035a9f40224e43ba044de267f00f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578735 Jul 15 13:41:35.485183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39546) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:35.536762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-355829cd-0595-4780-84cf-74969773452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.562473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-355829cd-0595-4780-84cf-74969773452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.613921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-355829cd-0595-4780-84cf-74969773452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.616466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-355829cd-0595-4780-84cf-74969773452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:35.620862 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-355829cd-0595-4780-84cf-74969773452c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6368f6ac-ef8f-497e-a5cf-0c14839ce936 HTTP/1.1" status: 204 len: 168 time: 0.1316936 Jul 15 13:41:35.636916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355829cd-0595-4780-84cf-74969773452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6368f6ac-ef8f-497e-a5cf-0c14839ce936,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:35.834821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff5d9-1e1c-4d07-9ec1-139bd2857e94 req-9ea14049-362c-48a6-83ba-c7c1581ebfe0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:35.838172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9afff5d9-1e1c-4d07-9ec1-139bd2857e94 req-9ea14049-362c-48a6-83ba-c7c1581ebfe0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0982606 Jul 15 13:41:35.897040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9afff5d9-1e1c-4d07-9ec1-139bd2857e94 req-213d3cc4-4164-449f-9a4c-e742b0c32c30 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523038 Jul 15 13:41:35.994076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.009895 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b8706f-10fc-474f-bba9-b89d15eb927a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.160727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b8706f-10fc-474f-bba9-b89d15eb927a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.168300 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b8706f-10fc-474f-bba9-b89d15eb927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.225823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39568) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:36.226376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83b8706f-10fc-474f-bba9-b89d15eb927a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acb6593907904e3baefdc2a0ec23769e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308109 Jul 15 13:41:36.227334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8706f-10fc-474f-bba9-b89d15eb927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9d9ff-9c32-42c1-a066-77be862ecc86,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.307587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.341542 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.423628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.427398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:36.429091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83b9d9ff-9c32-42c1-a066-77be862ecc86 HTTP/1.1" status: 204 len: 168 time: 0.2019653 Jul 15 13:41:36.440260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9d9ff-9c32-42c1-a066-77be862ecc86,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:36.450358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.450979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.451384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.451944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.452696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.453105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.453772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.454596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.454948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.455378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.456004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:36.456519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457be22f-d47b-4c62-8d4a-3f6ec642826a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:37.124579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d142d-60f4-47d4-a008-c729948b4778 req-932e87e3-75b5-428c-938d-a2fa8d4f7b7a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:37.126300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd2d142d-60f4-47d4-a008-c729948b4778 req-932e87e3-75b5-428c-938d-a2fa8d4f7b7a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0894377 Jul 15 13:41:37.208647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dd2d142d-60f4-47d4-a008-c729948b4778 req-44936c0b-794d-415c-8a61-6d66f6ce05af tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733161 Jul 15 13:41:38.466216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a09659-fd50-4314-86f8-34c9e762a662 req-4b1c96d1-6a86-4ff8-952a-68cb07cd6f6b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.468052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-23a09659-fd50-4314-86f8-34c9e762a662 req-4b1c96d1-6a86-4ff8-952a-68cb07cd6f6b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0892646 Jul 15 13:41:38.531032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-23a09659-fd50-4314-86f8-34c9e762a662 req-47e2929e-f027-47ee-9fec-6526f8b7289b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509889 Jul 15 13:41:38.786123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:38.893679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-eaff3260-65ed-4fae-821e-2219dd62a798 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:38.895264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-eaff3260-65ed-4fae-821e-2219dd62a798 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1116767 Jul 15 13:41:38.910738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-edf7ce31-01a8-403c-b4e3-6e30f16a59a7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0097878 Jul 15 13:41:38.956192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:38.993561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-91a3575d-8a78-4aec-8dfd-ab64cfc72729 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766280 Jul 15 13:41:39.085660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.091477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.121533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-92ddc8fb-f2a1-4c32-8660-c04f00e81227 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178851 Jul 15 13:41:39.130629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54160b72-f120-4eb7-9148-9181a1c78c05,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.135863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f1a8c4376ba54d82ac3cee038cf183f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490043 Jul 15 13:41:39.140123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39660) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:39.149088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.149424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.149769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.150112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.150448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.151103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.151291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.151633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.151968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.152292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.152797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.152958 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15900eba-34d2-4769-ba55-489778ce616e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:39.226322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbdbd-c195-49f0-abfb-8111a8621eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.239135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-ddaa0db6-e86a-49b9-ac5f-ae107e5fc6f0 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111901 Jul 15 13:41:39.255882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbdbd-c195-49f0-abfb-8111a8621eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.364125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbdbd-c195-49f0-abfb-8111a8621eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.368192 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbdbd-c195-49f0-abfb-8111a8621eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.370105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0ddbdbd-c195-49f0-abfb-8111a8621eaf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54160b72-f120-4eb7-9148-9181a1c78c05 HTTP/1.1" status: 204 len: 168 time: 0.2284317 Jul 15 13:41:39.391695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddbdbd-c195-49f0-abfb-8111a8621eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54160b72-f120-4eb7-9148-9181a1c78c05,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.736146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c138306-2d56-48e9-8e30-9bf57762ab5d req-e7b498fc-540b-488a-b065-f32febc6c2ab tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:39.744075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c138306-2d56-48e9-8e30-9bf57762ab5d req-e7b498fc-540b-488a-b065-f32febc6c2ab tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0835283 Jul 15 13:41:39.777230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7de005d1-eea3-474a-b97f-ab6821d0d6ae req-6cd0fecd-e44a-4de2-a7dd-6998be1494f6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0464146 Jul 15 13:41:39.805000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39680) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:39.816516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c138306-2d56-48e9-8e30-9bf57762ab5d req-d91f5a9d-59d4-49b7-ab74-afdf7cc75827 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704601 Jul 15 13:41:39.825339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a63b593a-d8ae-4e45-9f95-87c78ef0950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.933628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a63b593a-d8ae-4e45-9f95-87c78ef0950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.939614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a63b593a-d8ae-4e45-9f95-87c78ef0950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:39.981565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a63b593a-d8ae-4e45-9f95-87c78ef0950c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35f09e49a06c4a0787a6362a6ac27296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754107 Jul 15 13:41:39.982589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b593a-d8ae-4e45-9f95-87c78ef0950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7feb6b-9dd6-4148-868f-42a1c27ab294,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:39.985127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:40.046672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3755921b-91ad-4d0f-a20b-a6235c738a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.069713 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3755921b-91ad-4d0f-a20b-a6235c738a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.124140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3755921b-91ad-4d0f-a20b-a6235c738a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.127235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3755921b-91ad-4d0f-a20b-a6235c738a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:40.128443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3755921b-91ad-4d0f-a20b-a6235c738a36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f7feb6b-9dd6-4148-868f-42a1c27ab294 HTTP/1.1" status: 204 len: 168 time: 0.1410103 Jul 15 13:41:40.138066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755921b-91ad-4d0f-a20b-a6235c738a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7feb6b-9dd6-4148-868f-42a1c27ab294,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:40.956997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:41.000437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0cf1fc90-c980-4979-934d-f69467df961d req-fa290e18-ea5d-4472-b1f0-1bf73ccfebb0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0503039 Jul 15 13:41:41.088786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-06892acb-292e-4d93-a091-39bbf52a3cf6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:41.090695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-06892acb-292e-4d93-a091-39bbf52a3cf6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.2017756 Jul 15 13:41:41.106630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': '21959577-45aa-4127-a913-a4573e180016', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:41.184544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-863469804-network', 'tenant_id': '6910ca057dd946a19c30a658712ffa19'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:41.195121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6801f4-6272-41b3-8cbc-9eb0335458c5 req-1a9064f7-4dd0-42e2-a086-2f275e06943f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:41.196714 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb6801f4-6272-41b3-8cbc-9eb0335458c5 req-1a9064f7-4dd0-42e2-a086-2f275e06943f tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1722586 Jul 15 13:41:41.272485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Made reservation on behalf of 6910ca057dd946a19c30a658712ffa19 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:41.274917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.295327 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb6801f4-6272-41b3-8cbc-9eb0335458c5 req-e846503d-2b8b-42e8-b7ab-473c4dccfd3d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929058 Jul 15 13:41:41.298465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.331535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:41.335366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.506858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.513729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.9 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/38e0d415-e0e4-4e6b-ba00-fb11a7b1699e) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:41.516177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.558555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:41:41.567646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b2ca30-dd26-4d36-a8a8-7f4572988cab,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.583200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.583548 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Added segment a458c916-0dc9-4075-bedf-5b919a158374 of type vlan for network e35b9a32-98c2-4b86-b1b1-474d0eceed3c Jul 15 13:41:41.673114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.835555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.837222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:41.837765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.894017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9341919 Jul 15 13:41:41.897221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39730) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:41.902018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.902843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Request body: {'subnet': {'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-863469804-subnet', 'tenant_id': '6910ca057dd946a19c30a658712ffa19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:41.935362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Made reservation on behalf of 6910ca057dd946a19c30a658712ffa19 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:41.938963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:41.945118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:41.967468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cc3ac-de56-45dc-a57d-68d77512a338 admin admin] Pushing event updated for resources: {'Network': ['ID=e35b9a32-98c2-4b86-b1b1-474d0eceed3c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:41.981433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e35b9a32-98c2-4b86-b1b1-474d0eceed3c details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:41:41.986012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.014394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:42.045619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:42.049064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:42.072305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:42.146927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.147999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.168871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-7697fd80-de93-49e3-ae8f-1e23efdea3a0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0663476 Jul 15 13:41:42.189560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Request body: {'port': {'device_id': '21959577-45aa-4127-a913-a4573e180016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:42.311621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.417046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-697e4b38-fa4c-4f17-bbb8-fac84149db0f None None] Provisioning for port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:42.421611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-697e4b38-fa4c-4f17-bbb8-fac84149db0f None None] Provisioning complete for port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:42.422077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-697e4b38-fa4c-4f17-bbb8-fac84149db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.468884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-697e4b38-fa4c-4f17-bbb8-fac84149db0f None None] Port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:41:42.552224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f9ae0-a2d1-4f1b-bf70-73168dd20d5b req-5c3b9739-6f47-4416-bc3f-0cbb567516b1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.553669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe9f9ae0-a2d1-4f1b-bf70-73168dd20d5b req-5c3b9739-6f47-4416-bc3f-0cbb567516b1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 931 time: 0.1153328 Jul 15 13:41:42.624687 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2263-d049-4cfa-a909-2b7c645cfaea req-c9d943f2-30a8-4f51-94b3-e729554ae277 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.626753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d0b2263-d049-4cfa-a909-2b7c645cfaea req-c9d943f2-30a8-4f51-94b3-e729554ae277 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1382241 Jul 15 13:41:42.647358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe9f9ae0-a2d1-4f1b-bf70-73168dd20d5b req-775bf34a-c64b-4615-a453-50bbfb62ae53 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847173 Jul 15 13:41:42.655900 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.709113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d0b2263-d049-4cfa-a909-2b7c645cfaea req-3beb0e9c-ab8c-4496-82c9-c01beab4b13d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764599 Jul 15 13:41:42.712847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4027ef99-c72c-48c4-a052-6f89002d0ca4,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:42.733861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:42.740362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Checking segment: {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:42.740717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Network hostable DHCP agents. Network: e35b9a32-98c2-4b86-b1b1-474d0eceed3c, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:41:42.753795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.767741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Network e35b9a32-98c2-4b86-b1b1-474d0eceed3c is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:41:42.779745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Transition to ACTIVE for port object 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:42.781563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e35b9a32-98c2-4b86-b1b1-474d0eceed3c) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:42.785947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.795784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced6825-3ca5-40e5-ac61-19f657efb136 None None] Network e35b9a32-98c2-4b86-b1b1-474d0eceed3c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:42.814568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:42.818149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:42.852869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a3adbb9f-2ca5-47db-b936-96a2acea857d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9542780 Jul 15 13:41:42.893925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Pushing event updated for resources: {'Port': ['ID=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:42.985078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc290bc-08f4-4ddd-9cbf-fec6634bb1f8 None None] Network e35b9a32-98c2-4b86-b1b1-474d0eceed3c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:41:43.089296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Attempting to bind port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:43.089899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Attempting to bind port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:43.092589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Attempting to bind port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:43.103608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:43.104035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Attempting to bind port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:43.117698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:43.118460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:43.120543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:43.121447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Bound port: 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:43.121447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.264417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] For port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:43.268260 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-550a5b2e-3453-4151-bd0e-b37026f8eb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.273070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] For port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:43.280321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.347501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Pushing event updated for resources: {'Port': ['ID=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:43.367572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.368658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:43.370371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-4d4f48c1-3a02-4bee-9787-3cbec297335c service neutron] 10.222.0.58 "PUT /v2.0/ports/38e0d415-e0e4-4e6b-ba00-fb11a7b1699e HTTP/1.1" status: 200 len: 1092 time: 1.1924388 Jul 15 13:41:43.370998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21959577-45aa-4127-a913-a4573e180016', 'tag': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:43.373857 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7a09e-f9de-40c0-b5fb-c543542bdee5" -d '{"events": [{"name": "network-changed", "server_uuid": "21959577-45aa-4127-a913-a4573e180016", "tag": "38e0d415-e0e4-4e6b-ba00-fb11a7b1699e"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:43.466125 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f1251-9f91-46b0-8c44-d06d29a5de2c x-openstack-request-id: req-944f1251-9f91-46b0-8c44-d06d29a5de2c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:43.466711 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21959577-45aa-4127-a913-a4573e180016", "tag": "38e0d415-e0e4-4e6b-ba00-fb11a7b1699e", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:43.467251 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-944f1251-9f91-46b0-8c44-d06d29a5de2c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:43.467927 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21959577-45aa-4127-a913-a4573e180016', 'tag': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e', 'status': 'completed', 'code': 200} Jul 15 13:41:43.510910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-147d34e9-8eb8-441b-a600-decff431a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.512486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-147d34e9-8eb8-441b-a600-decff431a264 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 1095 time: 0.0972259 Jul 15 13:41:43.600760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-a6da7df9-81ff-43f1-aaa3-0afe0418a432 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e HTTP/1.1" status: 200 len: 217 time: 0.0805814 Jul 15 13:41:43.705012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-f74d8244-ecd7-4897-baef-1f15dca84282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.707304 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-f74d8244-ecd7-4897-baef-1f15dca84282 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1007514 Jul 15 13:41:43.777215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f41-224f-45b4-b574-12298404637e req-7e1177ec-ac0f-4087-89ae-3f50375e934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:43.779439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-7e1177ec-ac0f-4087-89ae-3f50375e934b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655322 Jul 15 13:41:43.945154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-804d62db-4d0c-44a9-9b8c-a5791e1522b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594360 Jul 15 13:41:44.072641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0569e6-db1f-40f7-88df-02f38616a0ea req-e9bd8568-649d-4b94-8c06-39948088345d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.075794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f0569e6-db1f-40f7-88df-02f38616a0ea req-e9bd8568-649d-4b94-8c06-39948088345d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1309118 Jul 15 13:41:44.095382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055aa6-c539-4b88-8e9c-3352e37f3597 req-8e9178a2-87e4-409f-995a-8456ad8091e7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.097591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2055aa6-c539-4b88-8e9c-3352e37f3597 req-8e9178a2-87e4-409f-995a-8456ad8091e7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.2160096 Jul 15 13:41:44.153556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f0569e6-db1f-40f7-88df-02f38616a0ea req-f8a5320a-3678-4677-a5df-adec067d0b06 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717263 Jul 15 13:41:44.154829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49768f41-224f-45b4-b574-12298404637e req-a2dc4b57-7ce2-4a4c-810c-145a51900c19 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952765 Jul 15 13:41:44.163149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2055aa6-c539-4b88-8e9c-3352e37f3597 req-4505c47d-bd63-45ed-a64e-399f378b9179 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558217 Jul 15 13:41:44.345002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-143221e9-b80f-4ae6-9621-67ddcd8ebd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.346640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-143221e9-b80f-4ae6-9621-67ddcd8ebd3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 1095 time: 0.1218519 Jul 15 13:41:44.459333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-b5dc5980-3e6c-4ee3-845d-a6c951588578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.460931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-b5dc5980-3e6c-4ee3-845d-a6c951588578 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1081786 Jul 15 13:41:44.506206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-24dc62e7-bfda-45d6-bb6e-47a08e0f138a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e HTTP/1.1" status: 200 len: 217 time: 0.0385630 Jul 15 13:41:44.583373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-7e0b067e-32fb-45d7-8a45-111a49b39533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.584934 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-7e0b067e-32fb-45d7-8a45-111a49b39533 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0709739 Jul 15 13:41:44.674724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-9bf82072-59d8-4ec3-9208-d04ac1ceb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:44.676492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-9bf82072-59d8-4ec3-9208-d04ac1ceb903 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844154 Jul 15 13:41:44.808831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-74e0539f-84d2-4803-91b4-d0da0b726c40 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249518 Jul 15 13:41:44.922420 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50b7a09e-f9de-40c0-b5fb-c543542bdee5 req-da26e0a5-360e-45b2-b39c-835341910815 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069701 Jul 15 13:41:45.192404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.378629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04939eaa-81bc-4619-ad2d-2ff23f5fee9c req-540da7dc-d39e-485d-b325-fcde542a1f84 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:45.386401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04939eaa-81bc-4619-ad2d-2ff23f5fee9c req-540da7dc-d39e-485d-b325-fcde542a1f84 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0786357 Jul 15 13:41:45.401653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.435406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-04939eaa-81bc-4619-ad2d-2ff23f5fee9c req-ee28874d-2a0a-4a44-8956-01ee2091ad30 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479782 Jul 15 13:41:45.466703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538ba3b-8882-4434-90bc-2702700fd460 req-aeb92ad0-797e-4cc2-9d84-81247866ddfd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:45.468391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1538ba3b-8882-4434-90bc-2702700fd460 req-aeb92ad0-797e-4cc2-9d84-81247866ddfd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.1311278 Jul 15 13:41:45.531020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1538ba3b-8882-4434-90bc-2702700fd460 req-4c076a5b-b857-4c5e-a772-4532a14b0984 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513537 Jul 15 13:41:45.567905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b63a091-ecbf-4ebd-a7af-01a0e7db129e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.692471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:45.842423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-b8eab057-68d7-4835-b2bb-3a22856c2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:45.844715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-b8eab057-68d7-4835-b2bb-3a22856c2388 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.0771558 Jul 15 13:41:45.896746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b057ca-f841-4316-8293-bd249d13ad56 req-476520b9-807a-4606-9cef-dd53b35e624b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:45.898439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8b057ca-f841-4316-8293-bd249d13ad56 req-476520b9-807a-4606-9cef-dd53b35e624b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1338289 Jul 15 13:41:45.975866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a8b057ca-f841-4316-8293-bd249d13ad56 req-40e956be-4ce6-4ddc-bd3c-15a121ec9b20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675859 Jul 15 13:41:46.017024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-573e699f-617a-47d2-9fb9-abb045da5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.019741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-573e699f-617a-47d2-9fb9-abb045da5b13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1678793 Jul 15 13:41:46.617701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-b2f29460-2994-4039-bbf6-499058865b0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.5798109 Jul 15 13:41:46.719839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-61328970-fab8-4d09-ba40-a3d9c76984b6 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.721447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-61328970-fab8-4d09-ba40-a3d9c76984b6 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/networks?id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 200 len: 808 time: 0.7003942 Jul 15 13:41:46.731187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-127ee6af-a457-4c4a-904b-66dc56712def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.732720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-127ee6af-a457-4c4a-904b-66dc56712def service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0918884 Jul 15 13:41:46.760004 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-377c3ac1-80f3-41ce-b132-4bd49cc01ea0 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/quotas/6910ca057dd946a19c30a658712ffa19 HTTP/1.1" status: 200 len: 375 time: 0.0262020 Jul 15 13:41:46.809465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd1702-8c17-4623-8fbb-6436924c121b req-eab735da-7bae-4487-8b6e-91db45a0c906 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.810036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-ac4e48d6-6584-4cc2-82bb-bbe8059e6098 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6910ca057dd946a19c30a658712ffa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488591 Jul 15 13:41:46.820240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-16cd1702-8c17-4623-8fbb-6436924c121b req-eab735da-7bae-4487-8b6e-91db45a0c906 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.1170561 Jul 15 13:41:46.870613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-c4b306ff-7da5-4625-bf47-1954b7af50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:46.872229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-c4b306ff-7da5-4625-bf47-1954b7af50f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300371 Jul 15 13:41:46.878375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-16cd1702-8c17-4623-8fbb-6436924c121b req-c6cc0f20-53df-469d-8390-4c58f592ff54 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571032 Jul 15 13:41:46.981709 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-ebab98cb-4421-4b69-bcb9-bba1fd06822a service neutron] 10.222.0.57 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557400 Jul 15 13:41:47.034875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-3738d5bd-9e59-40d3-8bfa-fbca51c9c49c service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341236 Jul 15 13:41:47.120045 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:47.149118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-f889e150-a4a8-4c95-bb16-479c7a096f8e service neutron] 10.222.0.57 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609325 Jul 15 13:41:47.178055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6ec1c40c-06e9-402a-ba8e-bb64f0b8fad0 req-80e23ed5-a853-4496-b130-4c3e2e589b39 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145062 Jul 15 13:41:47.214783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379b5f8-31fe-494b-b547-5b22a5a36fe8 req-92b0d17b-afdc-445f-bb42-63d0a96da2e6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:47.216977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4379b5f8-31fe-494b-b547-5b22a5a36fe8 req-92b0d17b-afdc-445f-bb42-63d0a96da2e6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1097391 Jul 15 13:41:47.267216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4379b5f8-31fe-494b-b547-5b22a5a36fe8 req-68b9e781-dd63-4818-aec4-0e09e7a4df76 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Jul 15 13:41:47.347954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4c283ad-4b74-4164-9324-86f1f6ad0b4e req-b3ac8b92-0d8b-4f7e-a56f-cc8a9b247e02 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 210 time: 0.0340395 Jul 15 13:41:48.062414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b1cb4-e42b-452d-8d97-4364df56409d req-5f3316ea-9175-479f-ac70-05e61342e56d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.064454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-354b1cb4-e42b-452d-8d97-4364df56409d req-5f3316ea-9175-479f-ac70-05e61342e56d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.0802636 Jul 15 13:41:48.106098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-354b1cb4-e42b-452d-8d97-4364df56409d req-70c202f0-07bd-4758-9ace-0b74e6027799 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Jul 15 13:41:48.577360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-91be1a6d-234b-48f9-a4d5-caa3e0efdae8 req-962f69f5-d90c-4f70-8eeb-813e457ac9bd tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 210 time: 0.0440514 Jul 15 13:41:48.588243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539c92c-4926-4dc4-856a-7229ebc7007e req-35371e47-3d08-485e-9e05-3e73a0d94a8a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.589864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8539c92c-4926-4dc4-856a-7229ebc7007e req-35371e47-3d08-485e-9e05-3e73a0d94a8a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1688826 Jul 15 13:41:48.624427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.634710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-b26a8e1d-658d-4526-a712-3f5ae39063d9 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.636153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-b26a8e1d-658d-4526-a712-3f5ae39063d9 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "GET /v2.0/networks?id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 200 len: 808 time: 0.1759849 Jul 15 13:41:48.656272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Request body: {'port': {'device_id': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c', 'admin_state_up': True, 'tenant_id': '6910ca057dd946a19c30a658712ffa19'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:48.676916 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8539c92c-4926-4dc4-856a-7229ebc7007e req-e39f3b1c-77e2-428f-bca5-658ae428eb89 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707541 Jul 15 13:41:48.798076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Made reservation on behalf of 6910ca057dd946a19c30a658712ffa19 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:41:48.801908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:48.888946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675ea39-f604-40a1-a2c1-52e6781b8024 req-782b152c-4a23-471c-a537-c3180d8b2818 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:48.896701 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d675ea39-f604-40a1-a2c1-52e6781b8024 req-782b152c-4a23-471c-a537-c3180d8b2818 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0756152 Jul 15 13:41:48.933762 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d675ea39-f604-40a1-a2c1-52e6781b8024 req-d3c27f9c-1abe-48f5-9e9d-005dd030ddb7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361445 Jul 15 13:41:48.968221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Allocated IP 172.20.0.8 (e35b9a32-98c2-4b86-b1b1-474d0eceed3c/4027ef99-c72c-48c4-a052-6f89002d0ca4/a7110a60-94bc-4d1c-bdeb-2612159572b7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:41:49.168557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.190209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdfe23-1281-42b2-bd30-3aa47b2964ea req-bf0f0275-5c08-46ce-a87c-21310fbe45b0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.192944 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7fbdfe23-1281-42b2-bd30-3aa47b2964ea req-bf0f0275-5c08-46ce-a87c-21310fbe45b0 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1377168 Jul 15 13:41:49.256648 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7fbdfe23-1281-42b2-bd30-3aa47b2964ea req-f49ad6cd-f1b3-4810-aebc-6b13f9544fd4 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579705 Jul 15 13:41:49.259095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.304536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d61d6e-ac63-4dc7-8faf-99ae700f3d00 req-22d54f3a-ff59-47d9-bb3b-7ef629811cdd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.308255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3d61d6e-ac63-4dc7-8faf-99ae700f3d00 req-22d54f3a-ff59-47d9-bb3b-7ef629811cdd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.0831468 Jul 15 13:41:49.323119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Network e35b9a32-98c2-4b86-b1b1-474d0eceed3c is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:41:49.327663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:41:49.332651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:41:49.359646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Pushing event updated for resources: {'Port': ['ID=a7110a60-94bc-4d1c-bdeb-2612159572b7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:49.373765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3d61d6e-ac63-4dc7-8faf-99ae700f3d00 req-340a6505-5c37-4970-bf0d-aa9b04900912 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601978 Jul 15 13:41:49.394815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.395569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.423541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-4b7d498e-2f81-4928-a857-65473bccf501 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725878 Jul 15 13:41:49.437131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Request body: {'port': {'device_id': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:41:49.536838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.738306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366a78-0d1f-4002-a362-3b86392216af req-643ec7d0-98b5-46c3-a8da-90a5ea5007e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.740147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7366a78-0d1f-4002-a362-3b86392216af req-643ec7d0-98b5-46c3-a8da-90a5ea5007e1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0928910 Jul 15 13:41:49.782586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7366a78-0d1f-4002-a362-3b86392216af req-0e61f7eb-4d05-4036-9dfe-66d033133e83 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351756 Jul 15 13:41:49.839161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08f0a2-ca4b-48b6-bccf-7372b277b7cd req-35c8d646-9168-4ebc-a4c1-dfb7f470b9cf tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:49.840779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f08f0a2-ca4b-48b6-bccf-7372b277b7cd req-35c8d646-9168-4ebc-a4c1-dfb7f470b9cf tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 931 time: 0.1353385 Jul 15 13:41:49.919214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f08f0a2-ca4b-48b6-bccf-7372b277b7cd req-6e21640d-7bf4-4ee9-a9d1-bf84d9f5ef5e tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710676 Jul 15 13:41:49.934338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7110a60-94bc-4d1c-bdeb-2612159572b7 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:49.947038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:49.963065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Transition to ACTIVE for port object a7110a60-94bc-4d1c-bdeb-2612159572b7 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:41:49.968119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.029929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Pushing event updated for resources: {'Port': ['ID=a7110a60-94bc-4d1c-bdeb-2612159572b7,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.107817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Attempting to bind port a7110a60-94bc-4d1c-bdeb-2612159572b7 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:41:50.108273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Attempting to bind port a7110a60-94bc-4d1c-bdeb-2612159572b7 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:41:50.108764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Attempting to bind port a7110a60-94bc-4d1c-bdeb-2612159572b7 on network e35b9a32-98c2-4b86-b1b1-474d0eceed3c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:50.114222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Port a7110a60-94bc-4d1c-bdeb-2612159572b7 on network e35b9a32-98c2-4b86-b1b1-474d0eceed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:41:50.114718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Attempting to bind port a7110a60-94bc-4d1c-bdeb-2612159572b7 on network e35b9a32-98c2-4b86-b1b1-474d0eceed3c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:41:50.123634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:41:50.123816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Checking segment: {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:41:50.124350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Bound using segment: {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:41:50.125069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Bound port: a7110a60-94bc-4d1c-bdeb-2612159572b7, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:41:50.125820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.200111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39878) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:50.203325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] For port a7110a60-94bc-4d1c-bdeb-2612159572b7, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:41:50.207135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] For port a7110a60-94bc-4d1c-bdeb-2612159572b7, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:41:50.213668 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.253184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.253819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.255338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] 10.222.0.59 "PUT /v2.0/ports/a7110a60-94bc-4d1c-bdeb-2612159572b7 HTTP/1.1" status: 200 len: 1092 time: 0.8235059 Jul 15 13:41:50.255780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'tag': 'a7110a60-94bc-4d1c-bdeb-2612159572b7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:50.258071 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006" -d '{"events": [{"name": "network-changed", "server_uuid": "02b7ebfc-02bc-488f-bea3-2d4a998a26f8", "tag": "a7110a60-94bc-4d1c-bdeb-2612159572b7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:50.294682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032e8dc-17c7-4c31-b530-7defb7ce1317 service neutron] Pushing event updated for resources: {'Port': ['ID=a7110a60-94bc-4d1c-bdeb-2612159572b7,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.341339 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea4cca-ad52-4034-8888-a81ac004ec92 x-openstack-request-id: req-f0ea4cca-ad52-4034-8888-a81ac004ec92 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:50.341630 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b7ebfc-02bc-488f-bea3-2d4a998a26f8", "tag": "a7110a60-94bc-4d1c-bdeb-2612159572b7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:50.341882 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0ea4cca-ad52-4034-8888-a81ac004ec92 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:50.342294 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'tag': 'a7110a60-94bc-4d1c-bdeb-2612159572b7', 'status': 'completed', 'code': 200} Jul 15 13:41:50.348029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b72398a-b054-44ec-9620-c649ed549330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.373491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-35d718d4-40b0-4f40-8da2-7aa3eb4d13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.375642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-35d718d4-40b0-4f40-8da2-7aa3eb4d13e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6910ca057dd946a19c30a658712ffa19&device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 1095 time: 0.0738280 Jul 15 13:41:50.425169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-0cdcb569-eb69-4ba3-a34d-9ec98da52aa7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7 HTTP/1.1" status: 200 len: 217 time: 0.0423312 Jul 15 13:41:50.456540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b72398a-b054-44ec-9620-c649ed549330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.463351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b72398a-b054-44ec-9620-c649ed549330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.483619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-c8b74e4e-6475-4856-97aa-10daa7ba0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.486082 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-c8b74e4e-6475-4856-97aa-10daa7ba0a34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4027ef99-c72c-48c4-a052-6f89002d0ca4 HTTP/1.1" status: 200 len: 848 time: 0.0550931 Jul 15 13:41:50.504523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72398a-b054-44ec-9620-c649ed549330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506b0395-5bce-4ff1-a586-976068c7b761,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.514107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5b72398a-b054-44ec-9620-c649ed549330 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f363990bca104a60babdf8ce9475e710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128557 Jul 15 13:41:50.523017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39888) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:50.548925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-80ec6640-6c43-4196-8fe0-0e9e8de4f42e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544796 Jul 15 13:41:50.581468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-884cca6f-8035-4313-93cf-eb097211d304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.608768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-884cca6f-8035-4313-93cf-eb097211d304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.651823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661fac7-80fb-4922-82ed-5e4cae1e628c req-bc164491-42bc-4104-aeb7-2a8f34cf64bf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.653337 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3661fac7-80fb-4922-82ed-5e4cae1e628c req-bc164491-42bc-4104-aeb7-2a8f34cf64bf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.1600335 Jul 15 13:41:50.664895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-884cca6f-8035-4313-93cf-eb097211d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.668307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-884cca6f-8035-4313-93cf-eb097211d304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:50.669707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-884cca6f-8035-4313-93cf-eb097211d304 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/506b0395-5bce-4ff1-a586-976068c7b761 HTTP/1.1" status: 204 len: 168 time: 0.1456599 Jul 15 13:41:50.678419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cca6f-8035-4313-93cf-eb097211d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b0395-5bce-4ff1-a586-976068c7b761,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:50.692471 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-89c12f47-8d94-4bf7-b57b-4ddc06c474eb service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365752 Jul 15 13:41:50.720672 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3661fac7-80fb-4922-82ed-5e4cae1e628c req-1d1615c0-052f-4b0c-9ccb-6edd422b91fb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598347 Jul 15 13:41:50.810204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6415bbdd-8aa5-464c-a951-2c80a6958478 req-a1964683-719c-4138-98c1-3f3c7beb5ca2 service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057274 Jul 15 13:41:50.926502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-ad2501c8-46d9-47ea-b478-d0e2e557f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.928551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-ad2501c8-46d9-47ea-b478-d0e2e557f934 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6910ca057dd946a19c30a658712ffa19&device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 1095 time: 0.0634193 Jul 15 13:41:50.980459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438ca3b-1a56-43d2-b693-d8f4ac7a438d req-f46b6902-fd76-4323-aced-5e5a8c4d27a7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:50.988213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c438ca3b-1a56-43d2-b693-d8f4ac7a438d req-f46b6902-fd76-4323-aced-5e5a8c4d27a7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0825553 Jul 15 13:41:50.989905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39898) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:51.017082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a04bb7c-1b38-4167-8605-3e93bb656194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.050446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c438ca3b-1a56-43d2-b693-d8f4ac7a438d req-bf41d8af-7650-4129-97cd-3d36626ab083 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613000 Jul 15 13:41:51.055609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-1bb1f83c-6322-4a70-85bd-915e0a5706e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.057314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-1bb1f83c-6322-4a70-85bd-915e0a5706e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 200 len: 909 time: 0.1203125 Jul 15 13:41:51.122096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-b6d0c289-64e8-47af-b642-11162d73b23d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7 HTTP/1.1" status: 200 len: 217 time: 0.0431783 Jul 15 13:41:51.156744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a04bb7c-1b38-4167-8605-3e93bb656194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.164579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a04bb7c-1b38-4167-8605-3e93bb656194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.194437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6b4c6-c98c-4944-b8d0-79c73f72bde6 req-42ce5e65-47f9-4bb1-b8a5-2d9712b80b1c tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.196495 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2fb6b4c6-c98c-4944-b8d0-79c73f72bde6 req-42ce5e65-47f9-4bb1-b8a5-2d9712b80b1c tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 943 time: 0.1540604 Jul 15 13:41:51.198007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-4813bb3e-8526-4434-8c9c-970c75056643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.199481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-4813bb3e-8526-4434-8c9c-970c75056643 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4027ef99-c72c-48c4-a052-6f89002d0ca4 HTTP/1.1" status: 200 len: 848 time: 0.0678990 Jul 15 13:41:51.217625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0a04bb7c-1b38-4167-8605-3e93bb656194 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0beaf6b92c594e5599bf50c3030c230e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232449 Jul 15 13:41:51.217844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:51.225864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04bb7c-1b38-4167-8605-3e93bb656194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4ef4e9-e0b7-485a-87a2-56b2706225cf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:51.255927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-b673c887-3001-4629-8e52-f69f60098629 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466330 Jul 15 13:41:51.278601 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2fb6b4c6-c98c-4944-b8d0-79c73f72bde6 req-f8364779-d18a-43e2-8f28-578c43b2f4ee tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769701 Jul 15 13:41:51.280043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-135fbdac-4fb1-43fc-aa98-022c13203f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.309114 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-135fbdac-4fb1-43fc-aa98-022c13203f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.373996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-80cc350d-d352-4ec6-b7d6-977547df98e8 service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067035 Jul 15 13:41:51.382963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-135fbdac-4fb1-43fc-aa98-022c13203f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.385756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-135fbdac-4fb1-43fc-aa98-022c13203f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:51.387026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-135fbdac-4fb1-43fc-aa98-022c13203f3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa4ef4e9-e0b7-485a-87a2-56b2706225cf HTTP/1.1" status: 204 len: 168 time: 0.1682811 Jul 15 13:41:51.422198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fbdac-4fb1-43fc-aa98-022c13203f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4ef4e9-e0b7-485a-87a2-56b2706225cf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:51.504986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fd20b-9530-46ff-a960-35d3aaca0bec req-ea16f22e-27c9-4bae-bf97-180005064733 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.507138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-836fd20b-9530-46ff-a960-35d3aaca0bec req-ea16f22e-27c9-4bae-bf97-180005064733 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0979314 Jul 15 13:41:51.540652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf58e88-eb96-4b7e-8a52-d5f3237d6006 req-231c44e8-4515-46a8-abb9-31e9818d3121 service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598189 Jul 15 13:41:51.543194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31622-4def-4129-a4a6-47e196b2a371 req-155332d3-39d5-44f4-bbcd-dd448f5d70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.544821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-155332d3-39d5-44f4-bbcd-dd448f5d70c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 1096 time: 0.1509445 Jul 15 13:41:51.564215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-836fd20b-9530-46ff-a960-35d3aaca0bec req-9f28e58a-f5b8-4003-9b6c-0f3e4e9d0395 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504782 Jul 15 13:41:51.662555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31622-4def-4129-a4a6-47e196b2a371 req-9b0ef2db-3b99-4b49-94f1-966cab470fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.664132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-9b0ef2db-3b99-4b49-94f1-966cab470fd1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.1099715 Jul 15 13:41:51.743017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-7c944907-4f57-4ac7-8c7e-5af67d6e98d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 200 len: 998 time: 0.0716162 Jul 15 13:41:51.806709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31622-4def-4129-a4a6-47e196b2a371 req-7d0df93b-85c8-4568-a839-a8ed41beca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.808244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-7d0df93b-85c8-4568-a839-a8ed41beca0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0533462 Jul 15 13:41:51.917055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31622-4def-4129-a4a6-47e196b2a371 req-3df35b5c-31d6-45ee-b784-c7d53b09b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.918637 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-3df35b5c-31d6-45ee-b784-c7d53b09b3bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042271 Jul 15 13:41:51.927173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fdd9b-8f26-4bae-aff2-903750821248 req-562899cf-c37b-4679-bb0a-840acb579d48 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:51.928624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e8fdd9b-8f26-4bae-aff2-903750821248 req-562899cf-c37b-4679-bb0a-840acb579d48 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.0833714 Jul 15 13:41:52.020260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5e8fdd9b-8f26-4bae-aff2-903750821248 req-235769ec-be31-4cf4-aedb-f365d12a6912 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835638 Jul 15 13:41:52.047948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-b374584f-ae75-4f71-af99-bc6bce9b5418 service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183395 Jul 15 13:41:52.182388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-abf31622-4def-4129-a4a6-47e196b2a371 req-ac2a82b6-5318-44b4-8d4f-599e77f1459d service neutron] 10.222.0.58 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278632 Jul 15 13:41:52.190831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-a675536c-2085-497c-85ef-3c26b81ac955 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1275775 Jul 15 13:41:52.232126 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:41:52.269862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-00413ef4-3dc7-48f4-b27f-0be1925a9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.271634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-00413ef4-3dc7-48f4-b27f-0be1925a9cfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 1098 time: 0.0578532 Jul 15 13:41:52.393494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-02987414-d586-454e-99ff-7a374226c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.395020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-02987414-d586-454e-99ff-7a374226c038 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 200 len: 913 time: 0.0997851 Jul 15 13:41:52.450925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-54cfc52d-0e8a-4781-92ff-7887088c8b54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73110c59-767c-44cd-ad74-09d71eb6aa19 HTTP/1.1" status: 200 len: 217 time: 0.0489600 Jul 15 13:41:52.493313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01a40-a55a-456c-90c1-2e837d1fc927 req-57f2ff2b-7c40-41b8-9af2-d13ba99f72a5 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.494948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72c01a40-a55a-456c-90c1-2e837d1fc927 req-57f2ff2b-7c40-41b8-9af2-d13ba99f72a5 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 943 time: 0.0677996 Jul 15 13:41:52.506568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-cf6097bf-d8fa-4066-8903-6a282ea8567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.508070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-cf6097bf-d8fa-4066-8903-6a282ea8567d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 200 len: 851 time: 0.0486445 Jul 15 13:41:52.540579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72c01a40-a55a-456c-90c1-2e837d1fc927 req-4ee69d47-a2aa-4d62-baf8-cb263c2fb020 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376697 Jul 15 13:41:52.567504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-c483327e-58ab-4096-a923-a15f47f2a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.569080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-c483327e-58ab-4096-a923-a15f47f2a113 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae4be086-0c65-428d-818e-24d7a5d3bf65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548782 Jul 15 13:41:52.718312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-d08cd079-0518-46b7-aa00-18be98089b01 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421428 Jul 15 13:41:52.872718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-71092093-0a27-4665-bb1a-3cfbe517c390 req-ca515c5c-a9c8-4762-9d78-582afb0536f4 service neutron] 10.222.0.59 "GET /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470768 Jul 15 13:41:52.889037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2bc74-708a-4974-91b4-7a8236a38ece req-0aeee8a2-968b-4d69-9a2e-d2a23321aae6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:52.890831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74e2bc74-708a-4974-91b4-7a8236a38ece req-0aeee8a2-968b-4d69-9a2e-d2a23321aae6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.1462278 Jul 15 13:41:52.933941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74e2bc74-708a-4974-91b4-7a8236a38ece req-23783f73-6738-42c3-8a4b-f891e089ea1a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355728 Jul 15 13:41:53.211849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa5056-4653-49ba-bb5e-180a5d2d02d6 req-3a838dc1-b8dc-4839-b0e4-6c5af7df7e40 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:53.213408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0daa5056-4653-49ba-bb5e-180a5d2d02d6 req-3a838dc1-b8dc-4839-b0e4-6c5af7df7e40 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.0695119 Jul 15 13:41:53.255571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0daa5056-4653-49ba-bb5e-180a5d2d02d6 req-8345e122-c561-4b42-a679-c5b8570385b9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359528 Jul 15 13:41:53.404000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 39970) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:53.516042 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462b9c12-543f-49cc-8ef3-3ab2a1ba03d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.619214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462b9c12-543f-49cc-8ef3-3ab2a1ba03d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.625091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-462b9c12-543f-49cc-8ef3-3ab2a1ba03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.680109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b9c12-543f-49cc-8ef3-3ab2a1ba03d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a728d1d-42d5-4d5b-9188-c086be3630b2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:53.685840 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-462b9c12-543f-49cc-8ef3-3ab2a1ba03d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=478a7f215c554f35970cbc040396ebd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807631 Jul 15 13:41:53.690710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39976) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:53.747605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fed4044-0388-48ad-afa1-1738aa65f675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.752696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6b3d9-d267-401a-8563-55484e1ef7f2 req-644b80a2-4c8d-415a-97ba-608494a9496e tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:53.754276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0b6b3d9-d267-401a-8563-55484e1ef7f2 req-644b80a2-4c8d-415a-97ba-608494a9496e tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 943 time: 0.0882633 Jul 15 13:41:53.773843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fed4044-0388-48ad-afa1-1738aa65f675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.796511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c0b6b3d9-d267-401a-8563-55484e1ef7f2 req-9acbf2d1-0578-4f44-86d6-f15d6ee70199 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361557 Jul 15 13:41:53.830927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fed4044-0388-48ad-afa1-1738aa65f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.833482 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fed4044-0388-48ad-afa1-1738aa65f675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:53.834708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5fed4044-0388-48ad-afa1-1738aa65f675 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a728d1d-42d5-4d5b-9188-c086be3630b2 HTTP/1.1" status: 204 len: 168 time: 0.1422219 Jul 15 13:41:53.843145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4044-0388-48ad-afa1-1738aa65f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a728d1d-42d5-4d5b-9188-c086be3630b2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.118209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939aad6c-1843-43ba-a12d-2efe3e527cc0 req-9b7f81e9-a613-497a-871f-2f5bbd732f03 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.119932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-939aad6c-1843-43ba-a12d-2efe3e527cc0 req-9b7f81e9-a613-497a-871f-2f5bbd732f03 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0725124 Jul 15 13:41:54.121727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39984) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:54.143496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a14e5917-b224-4f67-b80b-47c7f5fa5579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.189907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-939aad6c-1843-43ba-a12d-2efe3e527cc0 req-802725b5-ee68-4c33-8595-d8162e32697e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605748 Jul 15 13:41:54.260624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a14e5917-b224-4f67-b80b-47c7f5fa5579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.265862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7110a60-94bc-4d1c-bdeb-2612159572b7 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:54.267593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a14e5917-b224-4f67-b80b-47c7f5fa5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.311618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a14e5917-b224-4f67-b80b-47c7f5fa5579 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7b59352f7daf4dcb81805bebe7600917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864469 Jul 15 13:41:54.311904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 39990) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:54.319895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e5917-b224-4f67-b80b-47c7f5fa5579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c13ae2-3a3f-4479-8ff8-c983d33630de,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.389902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d304d24e-a86a-448b-b4c0-d905a1efb940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.395449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfc87f-fee4-49e6-8379-080253cf6fbb req-7637fb7f-9dda-4703-88cf-8feffab292b9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.397214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51dfc87f-fee4-49e6-8379-080253cf6fbb req-7637fb7f-9dda-4703-88cf-8feffab292b9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.0831125 Jul 15 13:41:54.422898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a7110a60-94bc-4d1c-bdeb-2612159572b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:54.434045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d304d24e-a86a-448b-b4c0-d905a1efb940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.435546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'a7110a60-94bc-4d1c-bdeb-2612159572b7', 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c', 'port_id': 'a7110a60-94bc-4d1c-bdeb-2612159572b7', 'mac_address': 'fa:16:3e:d1:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027ef99-c72c-48c4-a052-6f89002d0ca4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:54.439974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-51dfc87f-fee4-49e6-8379-080253cf6fbb req-e397dbc1-40be-474f-97dd-37caaa9bc954 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368700 Jul 15 13:41:54.478243 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.493023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7110a60-94bc-4d1c-bdeb-2612159572b7 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:54.516518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a7110a60-94bc-4d1c-bdeb-2612159572b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:54.521636 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.535744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e0f8-da16-4023-9f67-5befe83b050b req-21c3299a-4b44-4140-8db6-c21c162179bb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:54.537362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fe7e0f8-da16-4023-9f67-5befe83b050b req-21c3299a-4b44-4140-8db6-c21c162179bb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 943 time: 0.1218109 Jul 15 13:41:54.563249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d304d24e-a86a-448b-b4c0-d905a1efb940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.565841 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d304d24e-a86a-448b-b4c0-d905a1efb940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:54.569935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d304d24e-a86a-448b-b4c0-d905a1efb940 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10c13ae2-3a3f-4479-8ff8-c983d33630de HTTP/1.1" status: 204 len: 168 time: 0.2567074 Jul 15 13:41:54.585866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304d24e-a86a-448b-b4c0-d905a1efb940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c13ae2-3a3f-4479-8ff8-c983d33630de,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.606563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a7110a60-94bc-4d1c-bdeb-2612159572b7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:54.609024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fe7e0f8-da16-4023-9f67-5befe83b050b req-f117a4df-2ded-42a4-8812-4b1b53da6658 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638309 Jul 15 13:41:54.631980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.632337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.632686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.633032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.633547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.633894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.634224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.634574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.635057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.641666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.642073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.642423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:41:54.776094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a7110a60-94bc-4d1c-bdeb-2612159572b7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:55.060440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc4670-ee6c-491c-acd2-cc34af72f610 req-886f6d8d-c74e-461c-a6a4-065bb22fc17f tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:55.062593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58fc4670-ee6c-491c-acd2-cc34af72f610 req-886f6d8d-c74e-461c-a6a4-065bb22fc17f tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 944 time: 0.0824282 Jul 15 13:41:55.114280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-58fc4670-ee6c-491c-acd2-cc34af72f610 req-6c2ef643-e900-4c85-a7ac-ce1d4f985d71 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453100 Jul 15 13:41:55.216091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:41:55.347738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:55.364559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e', 'mac_address': 'fa:16:3e:57:e7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:41:55.419219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.436417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:41:55.459205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:55.465607 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.526683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:55.606272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3fa51-847b-4e00-857c-266b81c40267 req-58cf5a2a-f5c9-4a2e-9b06-b02fa87076a9 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:55.607890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ee3fa51-847b-4e00-857c-266b81c40267 req-58cf5a2a-f5c9-4a2e-9b06-b02fa87076a9 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1098 time: 0.0607035 Jul 15 13:41:55.658027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ee3fa51-847b-4e00-857c-266b81c40267 req-b58a44ee-894f-4395-93f5-fd1f1a19d61c tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405343 Jul 15 13:41:55.697411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:55.735860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-84373848-6270-4367-bf71-8e896969a0f9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:55.738373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-84373848-6270-4367-bf71-8e896969a0f9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa61178b-7f2d-4c04-b39e-d5c38767afc9 HTTP/1.1" status: 200 len: 944 time: 0.0895936 Jul 15 13:41:55.885616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556e5a2-00c7-42c6-9eee-c74604903ddb req-868b5bcb-e4ea-48b1-a2f3-4d2b609e8add tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:55.886553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Deleting port 0b00f46a-dae2-41c8-a597-6fad0c78c443 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:55.887005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:55.887679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1556e5a2-00c7-42c6-9eee-c74604903ddb req-868b5bcb-e4ea-48b1-a2f3-4d2b609e8add tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 944 time: 0.0823936 Jul 15 13:41:55.939055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1556e5a2-00c7-42c6-9eee-c74604903ddb req-9ec39718-1797-48e0-bc64-f0ffd0bbe747 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Jul 15 13:41:56.009566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] For port 0b00f46a-dae2-41c8-a597-6fad0c78c443, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0b00f46a-dae2-41c8-a597-6fad0c78c443,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.010218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.027335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Calling delete_port for 0b00f46a-dae2-41c8-a597-6fad0c78c443 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:56.092739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40072) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.159693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af62bed-47c1-4b42-b63b-7898124b0824 req-673bc3fa-fc2a-46f3-bc8b-6d021d427a11 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:56.167261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9af62bed-47c1-4b42-b63b-7898124b0824 req-673bc3fa-fc2a-46f3-bc8b-6d021d427a11 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1141946 Jul 15 13:41:56.209880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.215276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9af62bed-47c1-4b42-b63b-7898124b0824 req-440a8c3f-6383-4edc-8b2b-6c4dfe29803f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463624 Jul 15 13:41:56.222635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac', '73110c59-767c-44cd-ad74-09d71eb6aa19'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:41:56.238291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52de7bb5-3ea3-477b-8ec5-251a616d4e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.252659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'Port': ['ID=0b00f46a-dae2-41c8-a597-6fad0c78c443,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.270106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40078) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.299271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] No DVR routers for this DVR port 0b00f46a-dae2-41c8-a597-6fad0c78c443 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:56.302591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.305388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7110a60-94bc-4d1c-bdeb-2612159572b7 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:56.317336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9fb29109-7b34-4bbe-aa1a-75136579da76 req-57b49061-cc91-4528-8be2-5ee974fcf6a3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "DELETE /v2.0/ports/0b00f46a-dae2-41c8-a597-6fad0c78c443 HTTP/1.1" status: 204 len: 173 time: 0.5665054 Jul 15 13:41:56.317336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-deleted', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:56.322488 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83359083-3cdd-49a0-a233-3364b30451ab" -d '{"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-deleted", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:56.350278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c91eb8f-7b59-4485-ac80-3d71dc11f578 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f HTTP/1.1" status: 200 len: 994 time: 0.0783508 Jul 15 13:41:56.521515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port a7110a60-94bc-4d1c-bdeb-2612159572b7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:56.524170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52de7bb5-3ea3-477b-8ec5-251a616d4e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.530440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port a7110a60-94bc-4d1c-bdeb-2612159572b7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:56.531017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.531853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52de7bb5-3ea3-477b-8ec5-251a616d4e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.588265 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-52de7bb5-3ea3-477b-8ec5-251a616d4e06 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90fedbba04974dd4a4aa681b89769578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933162 Jul 15 13:41:56.590060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de7bb5-3ea3-477b-8ec5-251a616d4e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be96a1c-446c-45ce-abe0-a4a963cfa6f5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.591332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40088) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:56.613167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2da8d-b838-44e2-99b8-ac6257d7ad0b req-3ec26b1e-79e8-4556-984c-a22925217e2a tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:56.615074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0a2da8d-b838-44e2-99b8-ac6257d7ad0b req-3ec26b1e-79e8-4556-984c-a22925217e2a tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 944 time: 0.1710002 Jul 15 13:41:56.663429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feef0f10-43cb-45a8-83a8-3f8e72f365ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.674268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.679427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0a2da8d-b838-44e2-99b8-ac6257d7ad0b req-b968801e-4cb2-4a32-a36a-a96d8e6d9743 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Jul 15 13:41:56.700904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feef0f10-43cb-45a8-83a8-3f8e72f365ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.708076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7110a60-94bc-4d1c-bdeb-2612159572b7'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:56.711259 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd306c7-0240-4af0-9012-df49d00f1f6a" -d '{"events": [{"server_uuid": "02b7ebfc-02bc-488f-bea3-2d4a998a26f8", "name": "network-vif-plugged", "status": "completed", "tag": "a7110a60-94bc-4d1c-bdeb-2612159572b7"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:56.727934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a7110a60-94bc-4d1c-bdeb-2612159572b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:56.736584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.761550 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9842a5-f7c6-4b65-858c-0d3e3c995257 x-openstack-request-id: req-ed9842a5-f7c6-4b65-858c-0d3e3c995257 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:56.762723 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa61178b-7f2d-4c04-b39e-d5c38767afc9", "name": "network-vif-deleted", "tag": "0b00f46a-dae2-41c8-a597-6fad0c78c443", "status": "failed", "code": 422}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:56.763186 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed9842a5-f7c6-4b65-858c-0d3e3c995257 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:56.763804 n-d-798054-11 neutron-server[93995]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa61178b-7f2d-4c04-b39e-d5c38767afc9', 'name': 'network-vif-deleted', 'tag': '0b00f46a-dae2-41c8-a597-6fad0c78c443', 'status': 'failed', 'code': 422} returned with failed status Jul 15 13:41:56.778705 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feef0f10-43cb-45a8-83a8-3f8e72f365ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.786483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-feef0f10-43cb-45a8-83a8-3f8e72f365ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:56.788234 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-feef0f10-43cb-45a8-83a8-3f8e72f365ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3be96a1c-446c-45ce-abe0-a4a963cfa6f5 HTTP/1.1" status: 204 len: 168 time: 0.1947262 Jul 15 13:41:56.800033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef0f10-43cb-45a8-83a8-3f8e72f365ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be96a1c-446c-45ce-abe0-a4a963cfa6f5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.805988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a7110a60-94bc-4d1c-bdeb-2612159572b7,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:56.889028 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60978fdb-0171-4dda-98fd-178c35207b59 x-openstack-request-id: req-60978fdb-0171-4dda-98fd-178c35207b59 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:56.889335 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b7ebfc-02bc-488f-bea3-2d4a998a26f8", "name": "network-vif-plugged", "status": "completed", "tag": "a7110a60-94bc-4d1c-bdeb-2612159572b7", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:56.889724 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60978fdb-0171-4dda-98fd-178c35207b59 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:56.889991 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7110a60-94bc-4d1c-bdeb-2612159572b7', 'code': 200} Jul 15 13:41:57.035802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e68d7-d1b7-4193-9180-8b1beb1b6a65 req-d0a45e73-d453-460c-a5bb-bde7abe8899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:57.038638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-058e68d7-d1b7-4193-9180-8b1beb1b6a65 req-d0a45e73-d453-460c-a5bb-bde7abe8899d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 1097 time: 0.0821652 Jul 15 13:41:57.084754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-058e68d7-d1b7-4193-9180-8b1beb1b6a65 req-fae0c8a5-9769-4abc-96af-ba6bf73168f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383096 Jul 15 13:41:57.220793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:41:57.325457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:41:57.330336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:41:57.330837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.388570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee6d01-fffd-4683-9ca7-4e0bd4fa0fad req-e4121c25-6fd1-47c5-b108-4f52566631f7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:57.391681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4aee6d01-fffd-4683-9ca7-4e0bd4fa0fad req-e4121c25-6fd1-47c5-b108-4f52566631f7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 944 time: 0.1094191 Jul 15 13:41:57.468441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.477336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4aee6d01-fffd-4683-9ca7-4e0bd4fa0fad req-8fbf58be-611d-4328-94b5-9efb1cd1f550 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777867 Jul 15 13:41:57.515787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:57.522603 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:57.612667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:57.676019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40126) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:41:57.724775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345ec75-0394-4796-b6bb-148e98c94ef6 req-67e862ca-6c86-4ca3-9ce7-d4b9d86e09e2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:57.726487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9345ec75-0394-4796-b6bb-148e98c94ef6 req-67e862ca-6c86-4ca3-9ce7-d4b9d86e09e2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 907 time: 0.0955014 Jul 15 13:41:57.830976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073e2e-ded9-4b35-8070-36470015e942 req-357be12e-cebd-4a54-baf9-0cabe0498581 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:57.839951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8073e2e-ded9-4b35-8070-36470015e942 req-357be12e-cebd-4a54-baf9-0cabe0498581 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1061490 Jul 15 13:41:57.879826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8073e2e-ded9-4b35-8070-36470015e942 req-b02bacb0-6676-4839-addb-1f5f772e294a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389016 Jul 15 13:41:57.977917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-8b85be02-f1e0-4f25-a7a4-9a9f65fc3d28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3006094 Jul 15 13:41:58.361170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e2480-e4db-48a3-bb5e-8cc1ed2500c1 req-e4d5ee21-0460-4fd6-a19d-cc84d9a7f9fe tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.361170 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-354e2480-e4db-48a3-bb5e-8cc1ed2500c1 req-e4d5ee21-0460-4fd6-a19d-cc84d9a7f9fe tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 945 time: 0.4901574 Jul 15 13:41:58.435046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-354e2480-e4db-48a3-bb5e-8cc1ed2500c1 req-5772a80d-72d8-4ba2-af0f-0c1670b0d1d4 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 Jul 15 13:41:58.671644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-db07941c-884a-4b24-ad5d-4c7be7ce9370 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.673628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-db07941c-884a-4b24-ad5d-4c7be7ce9370 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 907 time: 0.0731957 Jul 15 13:41:58.707857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8546775-29ce-4e34-92e5-164bbc1e2e8d req-18696caf-21d2-4297-81c3-482854fe60de tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:58.719582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b8546775-29ce-4e34-92e5-164bbc1e2e8d req-18696caf-21d2-4297-81c3-482854fe60de tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 945 time: 0.1059108 Jul 15 13:41:58.816851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Deleting port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:41:58.817298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.863486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b8546775-29ce-4e34-92e5-164bbc1e2e8d req-3bfe55c7-a4ca-4617-b5f3-245a76357e85 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426241 Jul 15 13:41:58.891204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21959577-45aa-4127-a913-a4573e180016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:58.893554 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc28567-2775-4ba2-8b7c-6a93bf5141f3" -d '{"events": [{"server_uuid": "21959577-45aa-4127-a913-a4573e180016", "name": "network-vif-plugged", "status": "completed", "tag": "38e0d415-e0e4-4e6b-ba00-fb11a7b1699e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:58.920096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] For port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:41:58.920395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:58.935400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Calling delete_port for 6238970b-2f40-4f5a-bc7c-e8b3eef50faa owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:41:58.956987 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9add2-c840-4217-8423-b1a544b0a273 x-openstack-request-id: req-65e9add2-c840-4217-8423-b1a544b0a273 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:58.957719 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21959577-45aa-4127-a913-a4573e180016", "name": "network-vif-plugged", "status": "completed", "tag": "38e0d415-e0e4-4e6b-ba00-fb11a7b1699e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:58.958168 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65e9add2-c840-4217-8423-b1a544b0a273 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:58.958932 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21959577-45aa-4127-a913-a4573e180016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e', 'code': 200} Jul 15 13:41:59.193253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612367-698a-462f-89a6-3e70470aa1f6 req-f311e72c-b5cd-4173-8d7c-c02d01eee05c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.195066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31612367-698a-462f-89a6-3e70470aa1f6 req-f311e72c-b5cd-4173-8d7c-c02d01eee05c tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 907 time: 0.2080328 Jul 15 13:41:59.237818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca6f5-3da5-415f-87b7-931d02af670b req-4bf999ec-4e21-413a-a046-a77cf4c4a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.237818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8aca6f5-3da5-415f-87b7-931d02af670b req-4bf999ec-4e21-413a-a046-a77cf4c4a57e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 1097 time: 0.1573024 Jul 15 13:41:59.289929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000fea-ca0f-4e11-a53f-fef843f257d9 req-d36d5bee-f999-4f16-9de0-828127afe451 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.295247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43000fea-ca0f-4e11-a53f-fef843f257d9 req-d36d5bee-f999-4f16-9de0-828127afe451 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1345749 Jul 15 13:41:59.325681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8aca6f5-3da5-415f-87b7-931d02af670b req-10220b4c-f0e6-4dd6-bfde-2edd82647c26 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925612 Jul 15 13:41:59.326868 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.356917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'Port': ['ID=6238970b-2f40-4f5a-bc7c-e8b3eef50faa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:41:59.366827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43000fea-ca0f-4e11-a53f-fef843f257d9 req-058a2995-6b0d-4e3f-a89a-a6e34480ed41 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587814 Jul 15 13:41:59.408904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] No DVR routers for this DVR port 6238970b-2f40-4f5a-bc7c-e8b3eef50faa on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:41:59.413030 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:41:59.415357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f53b3cf-aa8f-4b8e-836e-702cf1c96e5b req-088036c5-b1ce-4338-9a4a-3cecd42c1ef6 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "DELETE /v2.0/ports/6238970b-2f40-4f5a-bc7c-e8b3eef50faa HTTP/1.1" status: 204 len: 173 time: 0.7355707 Jul 15 13:41:59.415843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'name': 'network-vif-deleted', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:41:59.419001 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc1796-f79c-4595-b2a1-28897dfd7013" -d '{"events": [{"server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "name": "network-vif-deleted", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:41:59.504179 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201300e0-1f8f-45d1-9fd1-2b3c6e14014f x-openstack-request-id: req-201300e0-1f8f-45d1-9fd1-2b3c6e14014f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:41:59.504678 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719ea9f9-5ea0-4dea-bade-bc0ddaeed420", "name": "network-vif-deleted", "tag": "6238970b-2f40-4f5a-bc7c-e8b3eef50faa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:41:59.504928 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-201300e0-1f8f-45d1-9fd1-2b3c6e14014f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:41:59.505341 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719ea9f9-5ea0-4dea-bade-bc0ddaeed420', 'name': 'network-vif-deleted', 'tag': '6238970b-2f40-4f5a-bc7c-e8b3eef50faa', 'status': 'completed', 'code': 200} Jul 15 13:41:59.712257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb1ea6-75e3-4073-b375-a249ca751797 req-d19382d0-68ce-48d8-862f-fb15d59680c0 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.714507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4beb1ea6-75e3-4073-b375-a249ca751797 req-d19382d0-68ce-48d8-862f-fb15d59680c0 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 945 time: 0.0983183 Jul 15 13:41:59.770853 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4beb1ea6-75e3-4073-b375-a249ca751797 req-57781074-f7a5-44f7-84e2-ddfccdbb767f tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 Jul 15 13:41:59.816728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-4f15fe9b-65f3-455b-aad1-e698f15c4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.818678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-4f15fe9b-65f3-455b-aad1-e698f15c4079 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1098 time: 0.0871940 Jul 15 13:41:59.940691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-c1c078ee-363f-4f79-b0fb-f324005f50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:41:59.942325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-c1c078ee-363f-4f79-b0fb-f324005f50c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.1159182 Jul 15 13:42:00.044828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d28f8191-7e3b-4377-91b0-761240050afd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1002 time: 0.0853679 Jul 15 13:42:00.144278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-578f9cfc-06ab-4c51-ac55-3c317e928e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.145798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-578f9cfc-06ab-4c51-ac55-3c317e928e2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.0976927 Jul 15 13:42:00.217593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db156600-5286-4f79-833d-bd293bb2d566 req-773c7c91-917b-4a1a-8a0e-da05f96df34f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.219290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db156600-5286-4f79-833d-bd293bb2d566 req-773c7c91-917b-4a1a-8a0e-da05f96df34f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 945 time: 0.1189320 Jul 15 13:42:00.260132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-adb63984-b275-47e8-9d8c-acdf50b81c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.261669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-adb63984-b275-47e8-9d8c-acdf50b81c63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084707 Jul 15 13:42:00.306178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db156600-5286-4f79-833d-bd293bb2d566 req-d685083a-2059-4805-a31a-4bc6c1ef1d48 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 Jul 15 13:42:00.400133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d731145c-92b0-4650-bdf3-79af222f9a6e service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302824 Jul 15 13:42:00.522430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2cb47e1-b81a-4708-9d1a-3e1276b14369 req-a3d3810a-33cd-482a-972e-8ef04638cf58 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=719ea9f9-5ea0-4dea-bade-bc0ddaeed420 HTTP/1.1" status: 200 len: 210 time: 0.0444496 Jul 15 13:42:00.642975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-367d4221-8d8f-45f9-98a7-352ed9fb771c service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271433 Jul 15 13:42:00.698231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-9001fe98-03ee-4fae-b7e3-69f2b831dc55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1676188 Jul 15 13:42:00.730205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec68f8-20b4-47db-a1fa-9b335f3b47f0 req-18434890-0b12-4767-b048-96a6cef1914f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.738259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67ec68f8-20b4-47db-a1fa-9b335f3b47f0 req-18434890-0b12-4767-b048-96a6cef1914f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1512592 Jul 15 13:42:00.843447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67ec68f8-20b4-47db-a1fa-9b335f3b47f0 req-8858db27-74c6-4b23-9c78-d1085171a45b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036031 Jul 15 13:42:00.880628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-c73a7683-efd1-43ec-8c18-d860c2700ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:00.883381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-c73a7683-efd1-43ec-8c18-d860c2700ac9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b147892944d84596b385ca4470b92554&device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 1097 time: 0.1196311 Jul 15 13:42:01.012021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-c9c3d3a2-998e-46bb-9b97-78f0d82224ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.013676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-c9c3d3a2-998e-46bb-9b97-78f0d82224ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 200 len: 910 time: 0.1077268 Jul 15 13:42:01.038999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c6971-f6e9-48f9-9fd4-e166c78112dc req-a383c43e-fb74-4074-b173-ff2aed1dc265 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.041662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d68c6971-f6e9-48f9-9fd4-e166c78112dc req-a383c43e-fb74-4074-b173-ff2aed1dc265 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 945 time: 0.0810115 Jul 15 13:42:01.089046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d68c6971-f6e9-48f9-9fd4-e166c78112dc req-b6b14266-78b3-4e94-9e7b-28d09c6bdaf8 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Jul 15 13:42:01.091673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-67bdc1a4-155d-45fe-9b62-ad4e641918eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 200 len: 1000 time: 0.0715406 Jul 15 13:42:01.147522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-e9b792b6-02e8-4e42-a72a-cd27bfaffc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.149302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-e9b792b6-02e8-4e42-a72a-cd27bfaffc90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fef397b3-4a52-4ac0-a8db-acdc42ac0f91 HTTP/1.1" status: 200 len: 848 time: 0.0513790 Jul 15 13:42:01.209798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-15648dc8-2dc4-44f5-96c8-7f649ddc1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.211395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-15648dc8-2dc4-44f5-96c8-7f649ddc1b29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e139dca3-3ad6-4a04-8a68-474869f41dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557609 Jul 15 13:42:01.324430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-c197b419-4371-476f-87b9-434e375cefcd service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053488 Jul 15 13:42:01.428276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cf975638-1d3f-410f-9ddf-b2020a88a3b1 req-39229dcf-32db-4e4e-aa4c-819e2296f452 service neutron] 10.222.0.58 "GET /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975029 Jul 15 13:42:01.500143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7b486-a36b-4a4d-838c-c894b8869754 req-1356b242-0f80-49c6-8223-03161c85438b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.501661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99a7b486-a36b-4a4d-838c-c894b8869754 req-1356b242-0f80-49c6-8223-03161c85438b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 945 time: 0.0724752 Jul 15 13:42:01.541687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-99a7b486-a36b-4a4d-838c-c894b8869754 req-7682d07c-22ef-4147-9b02-28fdf32f0cda tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Jul 15 13:42:01.745693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944abadd-63fb-42ae-8c88-4f3cdbca5f33 req-797ff6ee-26ef-47c1-a52b-4e0b2ab7461a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:01.753049 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-944abadd-63fb-42ae-8c88-4f3cdbca5f33 req-797ff6ee-26ef-47c1-a52b-4e0b2ab7461a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 945 time: 0.0787816 Jul 15 13:42:01.812103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-944abadd-63fb-42ae-8c88-4f3cdbca5f33 req-78923576-cce4-4c40-ab07-8ea0c6af90e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Jul 15 13:42:02.072353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f02ee6-e36e-466d-9645-a6096d7501d5 req-9ae49dbe-eb84-4e14-836f-44bc213f0576 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.073885 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40f02ee6-e36e-466d-9645-a6096d7501d5 req-9ae49dbe-eb84-4e14-836f-44bc213f0576 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.0759778 Jul 15 13:42:02.117969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40f02ee6-e36e-466d-9645-a6096d7501d5 req-0cb5f8ea-0351-4655-9290-741293991db8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377858 Jul 15 13:42:02.238856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373ea3-d992-461b-879b-4315969de4d2 req-c11a8778-8edb-4877-8975-c3e2957d144c tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.240129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27373ea3-d992-461b-879b-4315969de4d2 req-c11a8778-8edb-4877-8975-c3e2957d144c tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Jul 15 13:42:02.299972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101948b-f2db-4348-a655-10edb95a03f4 req-8b11117f-967d-4d3c-86f5-0df0a7aeea83 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.301530 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c101948b-f2db-4348-a655-10edb95a03f4 req-8b11117f-967d-4d3c-86f5-0df0a7aeea83 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 946 time: 0.0780175 Jul 15 13:42:02.329702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6238970b-2f40-4f5a-bc7c-e8b3eef50faa no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:02.368505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c101948b-f2db-4348-a655-10edb95a03f4 req-844b86e9-cecb-4338-998c-7438919db323 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562820 Jul 15 13:42:02.385456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Deleting port a7110a60-94bc-4d1c-bdeb-2612159572b7 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:02.388168 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.440952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 6238970b-2f40-4f5a-bc7c-e8b3eef50faa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:02.441328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6238970b-2f40-4f5a-bc7c-e8b3eef50faa not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:02.539052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] For port a7110a60-94bc-4d1c-bdeb-2612159572b7, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a7110a60-94bc-4d1c-bdeb-2612159572b7,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:02.539513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.562991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Calling delete_port for a7110a60-94bc-4d1c-bdeb-2612159572b7 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:02.599663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fc0c8-38ac-497c-988f-ab8726b280d3 req-3ee78a2f-40e5-4cac-b20e-ac23dc9dce08 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:02.609261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7fc0c8-38ac-497c-988f-ab8726b280d3 req-3ee78a2f-40e5-4cac-b20e-ac23dc9dce08 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 945 time: 0.1007411 Jul 15 13:42:02.683362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7fc0c8-38ac-497c-988f-ab8726b280d3 req-34186851-2c37-4d90-a867-6b73274d9db4 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727074 Jul 15 13:42:02.852252 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:02.866424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a7110a60-94bc-4d1c-bdeb-2612159572b7'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:02.922558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Pushing event deleted for resources: {'Port': ['ID=a7110a60-94bc-4d1c-bdeb-2612159572b7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:02.999791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] No DVR routers for this DVR port a7110a60-94bc-4d1c-bdeb-2612159572b7 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:03.003883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.007839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27373ea3-d992-461b-879b-4315969de4d2 req-11a10604-bf8d-4e77-b52b-e292b74d3712 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "DELETE /v2.0/ports/a7110a60-94bc-4d1c-bdeb-2612159572b7 HTTP/1.1" status: 204 len: 173 time: 0.7610440 Jul 15 13:42:03.008544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'name': 'network-vif-deleted', 'tag': 'a7110a60-94bc-4d1c-bdeb-2612159572b7'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:03.011907 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523bbcb4-0e6f-4d4e-9131-68968f65783d" -d '{"events": [{"server_uuid": "02b7ebfc-02bc-488f-bea3-2d4a998a26f8", "name": "network-vif-deleted", "tag": "a7110a60-94bc-4d1c-bdeb-2612159572b7"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:03.063637 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f365fe-f853-49a9-99c0-f3fa8ade41f8 x-openstack-request-id: req-d3f365fe-f853-49a9-99c0-f3fa8ade41f8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:03.064298 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b7ebfc-02bc-488f-bea3-2d4a998a26f8", "name": "network-vif-deleted", "tag": "a7110a60-94bc-4d1c-bdeb-2612159572b7", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:03.064646 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3f365fe-f853-49a9-99c0-f3fa8ade41f8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:03.065169 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b7ebfc-02bc-488f-bea3-2d4a998a26f8', 'name': 'network-vif-deleted', 'tag': 'a7110a60-94bc-4d1c-bdeb-2612159572b7', 'status': 'completed', 'code': 200} Jul 15 13:42:03.386293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475554-7cb5-487d-b48a-8aefae50551c req-953d5180-37e8-4317-8438-c9407f80ffbc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.408712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30475554-7cb5-487d-b48a-8aefae50551c req-953d5180-37e8-4317-8438-c9407f80ffbc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1281984 Jul 15 13:42:03.464345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30475554-7cb5-487d-b48a-8aefae50551c req-1bfe2c81-2e71-4cfe-8537-0e1611c735be tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542517 Jul 15 13:42:03.502621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-74d21340-7eff-4864-a83e-4d4588c88af1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.505093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-74d21340-7eff-4864-a83e-4d4588c88af1 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 946 time: 0.1525464 Jul 15 13:42:03.682031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Deleting port 73110c59-767c-44cd-ad74-09d71eb6aa19 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:03.682396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.754289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d18416-d716-4c51-b019-afddc88a5559 req-5aeaf447-524d-4bbe-b81c-b18dadf2dc3b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:03.760715 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66d18416-d716-4c51-b019-afddc88a5559 req-5aeaf447-524d-4bbe-b81c-b18dadf2dc3b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=95ec52ac-436b-4d77-ba92-eb62b357d961 HTTP/1.1" status: 200 len: 946 time: 0.1795869 Jul 15 13:42:03.834939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] For port 73110c59-767c-44cd-ad74-09d71eb6aa19, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=73110c59-767c-44cd-ad74-09d71eb6aa19,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:03.835614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:03.859989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Calling delete_port for 73110c59-767c-44cd-ad74-09d71eb6aa19 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:03.899899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66d18416-d716-4c51-b019-afddc88a5559 req-fb3bbbbc-6900-44ba-b283-a1da4220ce86 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172657 Jul 15 13:42:04.052378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3d6f441a-8aa0-42f6-953e-b0980bcde11d req-a499036e-44fe-4752-84fe-e0da639cce47 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=02b7ebfc-02bc-488f-bea3-2d4a998a26f8 HTTP/1.1" status: 200 len: 210 time: 0.0600200 Jul 15 13:42:04.162302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.174304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac', '73110c59-767c-44cd-ad74-09d71eb6aa19'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:04.196665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'Port': ['ID=73110c59-767c-44cd-ad74-09d71eb6aa19,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:04.268853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] No DVR routers for this DVR port 73110c59-767c-44cd-ad74-09d71eb6aa19 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:04.272998 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:04.275186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-286f545c-3215-4c15-a9f0-4f2d8810ad29 req-b4464524-3e26-4679-9cc7-53d94213c03e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "DELETE /v2.0/ports/73110c59-767c-44cd-ad74-09d71eb6aa19 HTTP/1.1" status: 204 len: 173 time: 0.7647424 Jul 15 13:42:04.659930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d334-b9aa-42eb-90c3-335af5c869c7 req-aff27cc5-7991-48a4-ad22-8d833ea7deed tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:04.662653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19b0d334-b9aa-42eb-90c3-335af5c869c7 req-aff27cc5-7991-48a4-ad22-8d833ea7deed tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.0830984 Jul 15 13:42:04.722215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19b0d334-b9aa-42eb-90c3-335af5c869c7 req-241ac027-2b43-4d25-b012-d1d5681833cd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524635 Jul 15 13:42:05.066468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'name': 'network-vif-deleted', 'tag': '73110c59-767c-44cd-ad74-09d71eb6aa19'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:05.071855 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30847791-68bc-467a-8ea3-f41b7bdd9238" -d '{"events": [{"server_uuid": "95ec52ac-436b-4d77-ba92-eb62b357d961", "name": "network-vif-deleted", "tag": "73110c59-767c-44cd-ad74-09d71eb6aa19"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:05.160293 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f714a3d-77f0-4c64-b78b-bb51cdadcc68 x-openstack-request-id: req-3f714a3d-77f0-4c64-b78b-bb51cdadcc68 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:05.160973 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ec52ac-436b-4d77-ba92-eb62b357d961", "name": "network-vif-deleted", "tag": "73110c59-767c-44cd-ad74-09d71eb6aa19", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:05.161352 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f714a3d-77f0-4c64-b78b-bb51cdadcc68 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:05.161939 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ec52ac-436b-4d77-ba92-eb62b357d961', 'name': 'network-vif-deleted', 'tag': '73110c59-767c-44cd-ad74-09d71eb6aa19', 'status': 'completed', 'code': 200} Jul 15 13:42:05.197680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-ea8c5ff0-ccc3-4f7c-854b-0c3130d51bb3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:05.200395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-ea8c5ff0-ccc3-4f7c-854b-0c3130d51bb3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.2031717 Jul 15 13:42:05.222875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-6695bc59-a5d8-4bea-9169-0736d4c8e54c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0106523 Jul 15 13:42:05.320793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-7b5f8493-6cf1-4f59-b41c-8d14b9856577 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945649 Jul 15 13:42:05.436541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-44996ef3-a2ea-43ec-9a6b-180607087285 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065669 Jul 15 13:42:05.577745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-6f75accb-4a2f-45a7-87ee-e2dfc3ca6201 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339607 Jul 15 13:42:05.758106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-23e6d792-da20-4de9-93cf-14aab6e8e6e1 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:05.766556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-23e6d792-da20-4de9-93cf-14aab6e8e6e1 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/networks?id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 200 len: 808 time: 0.1457906 Jul 15 13:42:05.785242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-92d6eb11-e17b-41da-886a-531385dcf0f4 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/quotas/6910ca057dd946a19c30a658712ffa19 HTTP/1.1" status: 200 len: 375 time: 0.0176759 Jul 15 13:42:05.852833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9225f990-f820-474e-b43d-829c02f13ded tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6910ca057dd946a19c30a658712ffa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663559 Jul 15 13:42:05.942285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0794200-0fb6-46ea-8340-a7bd964cce23 req-7981ff41-707c-4d01-b670-635fb4ceaf7d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:05.944299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0794200-0fb6-46ea-8340-a7bd964cce23 req-7981ff41-707c-4d01-b670-635fb4ceaf7d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.0726860 Jul 15 13:42:05.970384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-de93d8e2-f175-46cf-95bc-974d7515e587 service neutron] 10.222.0.57 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088738 Jul 15 13:42:05.988544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0794200-0fb6-46ea-8340-a7bd964cce23 req-96a5b41f-04fe-4017-963c-a2166512320b tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Jul 15 13:42:06.095697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-5bd31524-b1a2-4322-9ccf-3eed6d1c9a7e service neutron] 10.222.0.57 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240377 Jul 15 13:42:06.339230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7110a60-94bc-4d1c-bdeb-2612159572b7 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:06.390854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: a7110a60-94bc-4d1c-bdeb-2612159572b7 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:06.391689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a7110a60-94bc-4d1c-bdeb-2612159572b7 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:06.392870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 73110c59-767c-44cd-ad74-09d71eb6aa19 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:06.419154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 73110c59-767c-44cd-ad74-09d71eb6aa19 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:06.419633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 73110c59-767c-44cd-ad74-09d71eb6aa19 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:06.536503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155efad0-f030-423e-bccd-c4cf777da922 req-5e412e46-bb7f-4465-bab7-53c1498cd3e4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:06.538817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-155efad0-f030-423e-bccd-c4cf777da922 req-5e412e46-bb7f-4465-bab7-53c1498cd3e4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.4217808 Jul 15 13:42:06.552726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-866c5490-e438-45a3-b2a3-d3f0f2d8223c req-37bf1724-a133-4b22-8499-5c17b2728a80 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.2382872 Jul 15 13:42:06.616353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-155efad0-f030-423e-bccd-c4cf777da922 req-e39cd768-6295-43e1-b0ea-4914a806b9bd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707324 Jul 15 13:42:06.657136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9e2c04e-0c47-4022-a957-81df1f9bcd43 req-b4c1dd07-25d4-43df-9318-fbf83ddc3f27 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 210 time: 0.0431499 Jul 15 13:42:06.875957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-a42ea6b9-db0d-407c-a790-7ad399078766 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:06.880725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-a42ea6b9-db0d-407c-a790-7ad399078766 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.1068652 Jul 15 13:42:07.001852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Deleting port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:07.002600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.125567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] For port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:07.126725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.162214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Calling delete_port for 0b4e0978-c8c8-476b-9019-65b5efc0e8ac owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:07.358154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135def4-e316-4e6f-9f36-2efc1920e3af req-ac1f39c5-8848-45ea-8858-c37e2c0de263 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.361115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6135def4-e316-4e6f-9f36-2efc1920e3af req-ac1f39c5-8848-45ea-8858-c37e2c0de263 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 945 time: 0.1854482 Jul 15 13:42:07.427818 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6135def4-e316-4e6f-9f36-2efc1920e3af req-015882d6-c7e6-4d43-ae98-a4be371242c3 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=11b254f4-37bf-4435-9836-76b1c409e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546453 Jul 15 13:42:07.508030 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.524164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0b4e0978-c8c8-476b-9019-65b5efc0e8ac'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:07.571678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'Port': ['ID=0b4e0978-c8c8-476b-9019-65b5efc0e8ac,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:07.632751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-5774efd2-e391-4cc6-a5f4-a59073299266 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:07.636286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-5774efd2-e391-4cc6-a5f4-a59073299266 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.2988486 Jul 15 13:42:07.670923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:07.731340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] No DVR routers for this DVR port 0b4e0978-c8c8-476b-9019-65b5efc0e8ac on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:07.735628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:07.758763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89dd64a5-c539-4b4e-8e6c-057a818126df req-1b8691c8-f1c5-4d1f-ae63-5b4925081145 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.59 "DELETE /v2.0/ports/0b4e0978-c8c8-476b-9019-65b5efc0e8ac HTTP/1.1" status: 204 len: 173 time: 0.8727229 Jul 15 13:42:07.759183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'name': 'network-vif-deleted', 'tag': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:07.791113 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d47841-2f7d-4c54-ade0-dd2df933fd1b" -d '{"events": [{"server_uuid": "d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c", "name": "network-vif-deleted", "tag": "0b4e0978-c8c8-476b-9019-65b5efc0e8ac"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:08.252403 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24a0b4f-3b25-4f84-b802-3833023b567e req-9821a850-eebb-4edc-80d2-5784ed6ca655 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.2585423 Jul 15 13:42:08.310173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ad0a5-c67a-4497-8a29-5831fd31dac3 req-fe350d17-9778-404a-90d3-c94a22575102 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:08.322999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:08.324596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f41ad0a5-c67a-4497-8a29-5831fd31dac3 req-fe350d17-9778-404a-90d3-c94a22575102 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.3664758 Jul 15 13:42:08.330818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:08.606853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f41ad0a5-c67a-4497-8a29-5831fd31dac3 req-0207f1dd-a985-4f50-a836-e9d9b445a930 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811933 Jul 15 13:42:08.699737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-88879c2a-4849-44f3-a8a8-fe2a1c1e2dc8 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:08.701570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-88879c2a-4849-44f3-a8a8-fe2a1c1e2dc8 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "GET /v2.0/networks?id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 200 len: 808 time: 0.5905364 Jul 15 13:42:08.721293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Request body: {'port': {'device_id': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c', 'admin_state_up': True, 'tenant_id': '6910ca057dd946a19c30a658712ffa19'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:08.755086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7617fda6-0602-4eef-a33f-38ff576f9f1e req-ff122ec1-119c-49db-824d-77b6ae71da0a tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 210 time: 0.1223712 Jul 15 13:42:08.759070 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca8890-7a64-4826-9e3f-a74aa99bbad1 x-openstack-request-id: req-a7ca8890-7a64-4826-9e3f-a74aa99bbad1 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:08.759493 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c", "name": "network-vif-deleted", "tag": "0b4e0978-c8c8-476b-9019-65b5efc0e8ac", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:08.759845 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7ca8890-7a64-4826-9e3f-a74aa99bbad1 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:08.763162 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f01a11-0cb6-4ca4-b230-fe81bfc12a0c', 'name': 'network-vif-deleted', 'tag': '0b4e0978-c8c8-476b-9019-65b5efc0e8ac', 'status': 'completed', 'code': 200} Jul 15 13:42:08.837814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.11 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/c01eeb4f-b117-45ef-8ba5-800c58bd701b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:09.052838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.060971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Made reservation on behalf of 6910ca057dd946a19c30a658712ffa19 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:09.076403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.082067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object c01eeb4f-b117-45ef-8ba5-800c58bd701b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:09.172221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aeeea30d-5dc9-4ce1-b105-2c8a718aa2d6 req-7faaabf0-8a7b-4a4b-b84e-8d7e4ce2f67d tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2f01a11-0cb6-4ca4-b230-fe81bfc12a0c HTTP/1.1" status: 200 len: 210 time: 0.1603312 Jul 15 13:42:09.196689 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.209026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:09.323885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=c01eeb4f-b117-45ef-8ba5-800c58bd701b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:09.367369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:09.371201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:09.380133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:09.506209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Allocated IP 172.20.0.14 (e35b9a32-98c2-4b86-b1b1-474d0eceed3c/4027ef99-c72c-48c4-a052-6f89002d0ca4/c0d0218e-c3c8-4348-810a-3521fc123482) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:09.525223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:09.528109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.614642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-fec8fa9c-0ad1-42a7-9f00-bba8eaac33e6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9598749 Jul 15 13:42:09.646348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Request body: {'port': {'device_id': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:09.787457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70645d4-1eb7-46f9-9c87-70e0bb0d63d0 req-30cbc1b2-018a-46dc-9177-4e104a3826b6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:09.793043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c70645d4-1eb7-46f9-9c87-70e0bb0d63d0 req-30cbc1b2-018a-46dc-9177-4e104a3826b6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 932 time: 0.2602813 Jul 15 13:42:09.814896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.868732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.895264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a1203e30-0355-460e-b61f-573c2388c8e1 None None] Provisioning for port c01eeb4f-b117-45ef-8ba5-800c58bd701b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:09.896289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c70645d4-1eb7-46f9-9c87-70e0bb0d63d0 req-54ba37b1-2b05-481d-8ebd-ad13b6319e16 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002109 Jul 15 13:42:09.903886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.906997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a1203e30-0355-460e-b61f-573c2388c8e1 None None] Provisioning complete for port c01eeb4f-b117-45ef-8ba5-800c58bd701b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:09.907895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1203e30-0355-460e-b61f-573c2388c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:09.994019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a1203e30-0355-460e-b61f-573c2388c8e1 None None] Port c01eeb4f-b117-45ef-8ba5-800c58bd701b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:42:10.004354 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Network e35b9a32-98c2-4b86-b1b1-474d0eceed3c is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:10.014710 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc40f6-29b5-4a8a-9318-53bf72ac13a5 req-17b4c390-e566-43cb-b250-5c42c1df2d10 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.016839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ddc40f6-29b5-4a8a-9318-53bf72ac13a5 req-17b4c390-e566-43cb-b250-5c42c1df2d10 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1893337 Jul 15 13:42:10.017996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Pushing event updated for resources: {'Port': ['ID=c0d0218e-c3c8-4348-810a-3521fc123482,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:10.021110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:10.023907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:10.108077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.108872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.115044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ddc40f6-29b5-4a8a-9318-53bf72ac13a5 req-0712de6f-b0f3-4364-8a40-8969be16cf5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876112 Jul 15 13:42:10.132762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-1083e034-27b9-46b2-9495-9861944692a7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4193459 Jul 15 13:42:10.145555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Request body: {'port': {'device_id': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:10.286981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.358692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b4e0978-c8c8-476b-9019-65b5efc0e8ac no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:10.387673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2c3e2-7de0-4a83-a501-d62ebcde2b2c req-4cc2e105-54b3-413b-bf3e-dfdff57572de tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:10.390198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00f2c3e2-7de0-4a83-a501-d62ebcde2b2c req-4cc2e105-54b3-413b-bf3e-dfdff57572de tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 932 time: 0.1760850 Jul 15 13:42:10.409353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 0b4e0978-c8c8-476b-9019-65b5efc0e8ac {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:10.409792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0b4e0978-c8c8-476b-9019-65b5efc0e8ac not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:10.474599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00f2c3e2-7de0-4a83-a501-d62ebcde2b2c req-6a540437-a44c-428a-9100-ce30b5dd9a4b tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769734 Jul 15 13:42:10.550555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01eeb4f-b117-45ef-8ba5-800c58bd701b {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:10.583487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.607295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Transition to ACTIVE for port object c01eeb4f-b117-45ef-8ba5-800c58bd701b will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:10.613648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.722759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Pushing event updated for resources: {'Port': ['ID=c01eeb4f-b117-45ef-8ba5-800c58bd701b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:10.935480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d0218e-c3c8-4348-810a-3521fc123482 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:10.939332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Attempting to bind port c01eeb4f-b117-45ef-8ba5-800c58bd701b on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:10.940226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Attempting to bind port c01eeb4f-b117-45ef-8ba5-800c58bd701b by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:10.940226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Attempting to bind port c01eeb4f-b117-45ef-8ba5-800c58bd701b on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:10.949499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Port c01eeb4f-b117-45ef-8ba5-800c58bd701b on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:10.949821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Attempting to bind port c01eeb4f-b117-45ef-8ba5-800c58bd701b on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:10.952707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.963468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:10.964131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:10.964530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:10.965008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Bound port: c01eeb4f-b117-45ef-8ba5-800c58bd701b, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:10.965364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:10.978447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Transition to ACTIVE for port object c0d0218e-c3c8-4348-810a-3521fc123482 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:10.985802 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.129556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d0218e-c3c8-4348-810a-3521fc123482,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.204376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Attempting to bind port c0d0218e-c3c8-4348-810a-3521fc123482 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:11.204922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Attempting to bind port c0d0218e-c3c8-4348-810a-3521fc123482 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:11.205477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Attempting to bind port c0d0218e-c3c8-4348-810a-3521fc123482 on network e35b9a32-98c2-4b86-b1b1-474d0eceed3c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:11.215395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Port c0d0218e-c3c8-4348-810a-3521fc123482 on network e35b9a32-98c2-4b86-b1b1-474d0eceed3c not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:11.216235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Attempting to bind port c0d0218e-c3c8-4348-810a-3521fc123482 on network e35b9a32-98c2-4b86-b1b1-474d0eceed3c {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:11.224313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:11.225045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Checking segment: {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:11.225652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Bound using segment: {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:11.226442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Bound port: c0d0218e-c3c8-4348-810a-3521fc123482, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a458c916-0dc9-4075-bedf-5b919a158374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:11.227113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.260511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] For port c01eeb4f-b117-45ef-8ba5-800c58bd701b, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:11.268473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] For port c01eeb4f-b117-45ef-8ba5-800c58bd701b, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:11.283945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.329375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] For port c0d0218e-c3c8-4348-810a-3521fc123482, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:11.334112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] For port c0d0218e-c3c8-4348-810a-3521fc123482, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c0d0218e-c3c8-4348-810a-3521fc123482,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:11.341441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.395450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.397745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.400963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] 10.222.0.59 "PUT /v2.0/ports/c01eeb4f-b117-45ef-8ba5-800c58bd701b HTTP/1.1" status: 200 len: 1093 time: 1.7746503 Jul 15 13:42:11.406498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.407901 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:11.409876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] 10.222.0.59 "PUT /v2.0/ports/c0d0218e-c3c8-4348-810a-3521fc123482 HTTP/1.1" status: 200 len: 1093 time: 1.2699215 Jul 15 13:42:11.410439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'tag': 'c0d0218e-c3c8-4348-810a-3521fc123482'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:11.413298 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a214e9d0-0389-4d47-aa60-4bacc5304e72" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1", "tag": "c0d0218e-c3c8-4348-810a-3521fc123482"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:11.434836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'tag': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:11.441446 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "05270736-ddd9-4ef3-8251-49ae40a359d4", "tag": "c01eeb4f-b117-45ef-8ba5-800c58bd701b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:11.619070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fbfc7-d1f2-4c46-8a0a-07eb50c6a36b service neutron] Pushing event updated for resources: {'Port': ['ID=c01eeb4f-b117-45ef-8ba5-800c58bd701b,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.649942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9caa-551f-411c-8aff-74a6c40a36e1 req-87c0fd59-8d67-4b21-9a33-b9b44fa18739 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.655791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-760f9caa-551f-411c-8aff-74a6c40a36e1 req-87c0fd59-8d67-4b21-9a33-b9b44fa18739 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.5185752 Jul 15 13:42:11.667044 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83b944-64d6-44e5-99dd-c57d6524aac3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d0218e-c3c8-4348-810a-3521fc123482,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:11.769992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-64b5e498-1983-47cc-b276-2d632cf26aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.777911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-64b5e498-1983-47cc-b276-2d632cf26aee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6910ca057dd946a19c30a658712ffa19&device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 1096 time: 0.2197416 Jul 15 13:42:11.809942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-546f4dff-5a91-48b5-b608-7d3b6cd73c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.811356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69fb43-001c-4168-ade7-53669e3ad5d5 req-2382d10e-e6e3-44ec-b4bf-fdd0b69e3a5b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:11.813634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff69fb43-001c-4168-ade7-53669e3ad5d5 req-2382d10e-e6e3-44ec-b4bf-fdd0b69e3a5b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.3350983 Jul 15 13:42:11.815118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-546f4dff-5a91-48b5-b608-7d3b6cd73c24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 1096 time: 0.3027241 Jul 15 13:42:11.938574 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-6fa8afe3-c2a2-4fa6-9af2-49d1dcbda427 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d0218e-c3c8-4348-810a-3521fc123482 HTTP/1.1" status: 200 len: 217 time: 0.1206112 Jul 15 13:42:11.958279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-760f9caa-551f-411c-8aff-74a6c40a36e1 req-f1a64acf-69a7-447d-b461-a7612442ac48 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669687 Jul 15 13:42:11.963741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-4feaa10d-735b-4b9c-9dc5-39d6234c9cf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b HTTP/1.1" status: 200 len: 217 time: 0.1395154 Jul 15 13:42:12.044021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-44434d83-af6d-4a0b-b93b-510ebbf30655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.048433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-44434d83-af6d-4a0b-b93b-510ebbf30655 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4027ef99-c72c-48c4-a052-6f89002d0ca4 HTTP/1.1" status: 200 len: 848 time: 0.0925090 Jul 15 13:42:12.079272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-24505feb-2fa1-4348-944f-ae37dc75e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.081050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-24505feb-2fa1-4348-944f-ae37dc75e1d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1015110 Jul 15 13:42:12.136690 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-f750cc35-7fe2-4418-9724-b115cc5f87d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527928 Jul 15 13:42:12.172420 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff69fb43-001c-4168-ade7-53669e3ad5d5 req-cd9fa5be-191b-4f07-a403-0f04aff69da7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324309 Jul 15 13:42:12.252906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-44a36d7f-fc6c-47e5-af79-fc570e3cfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.255097 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-44a36d7f-fc6c-47e5-af79-fc570e3cfc45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674631 Jul 15 13:42:12.357037 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1176754-815c-49a2-8dad-7708a7975585 x-openstack-request-id: req-d1176754-815c-49a2-8dad-7708a7975585 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:12.359813 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1", "tag": "c0d0218e-c3c8-4348-810a-3521fc123482", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:12.360070 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1176754-815c-49a2-8dad-7708a7975585 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:12.360492 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'tag': 'c0d0218e-c3c8-4348-810a-3521fc123482', 'status': 'completed', 'code': 200} Jul 15 13:42:12.400905 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-8ad37970-5655-4496-99c7-ac7f5cd63505 service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555962 Jul 15 13:42:12.422371 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3768477-65d0-4036-b601-72c713e801ff x-openstack-request-id: req-d3768477-65d0-4036-b601-72c713e801ff {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:12.422711 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05270736-ddd9-4ef3-8251-49ae40a359d4", "tag": "c01eeb4f-b117-45ef-8ba5-800c58bd701b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:12.422933 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3768477-65d0-4036-b601-72c713e801ff {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:12.423334 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'tag': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b', 'status': 'completed', 'code': 200} Jul 15 13:42:12.434589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bfd8a-8134-4c97-ba63-5399013748c7 req-299284f5-5cfe-439e-8ac0-dc860ff79fbe tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.443088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-905bfd8a-8134-4c97-ba63-5399013748c7 req-299284f5-5cfe-439e-8ac0-dc860ff79fbe tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.2484634 Jul 15 13:42:12.505120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-905bfd8a-8134-4c97-ba63-5399013748c7 req-98933dd0-847b-4619-b9ae-dc2ddc69ea52 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611162 Jul 15 13:42:12.538948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-2733cc45-bbfb-49c0-bc31-96bc024ca230 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765768 Jul 15 13:42:12.687995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d713a18-c300-4d85-9e97-9d6cafb574d1 req-70031bae-6f84-46f7-baf8-48d1d6b4a5a7 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200633 Jul 15 13:42:12.763665 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-26c860f2-f5e0-4d93-a65e-ac0dd8bbd317 service neutron] show failed (client error): The resource could not be found. Jul 15 13:42:12.766385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-26c860f2-f5e0-4d93-a65e-ac0dd8bbd317 service neutron] 10.222.0.59 "GET /v2.0/ports/cf9598b3-4a63-4f66-9861-098e7e40a297/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.2410059 Jul 15 13:42:12.944287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-be1095fb-2d9f-4655-b4a5-40ececfc6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:12.947410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-be1095fb-2d9f-4655-b4a5-40ececfc6460 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 1096 time: 0.1752365 Jul 15 13:42:13.101345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9a10f8d-4e2c-457d-b7b5-054bef7041f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.262770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-ba0b17f8-bd2c-4fe3-ac8b-71357b1a88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.265280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-ba0b17f8-bd2c-4fe3-ac8b-71357b1a88ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.3110754 Jul 15 13:42:13.360747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-066d0fda-a8b4-4b66-818f-9c4a801149b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b HTTP/1.1" status: 200 len: 217 time: 0.0700505 Jul 15 13:42:13.381284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-49bf57e2-46dd-4811-894b-4ef075d954cd req-618cb09e-483f-422d-9de2-bd1b4a674c54 service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9730237 Jul 15 13:42:13.453591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-3dc24709-876e-4219-bf13-b7e60ea9b27a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.455706 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-3dc24709-876e-4219-bf13-b7e60ea9b27a tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.9114602 Jul 15 13:42:13.465379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-cb1e6196-62fe-4026-97fe-d94360bf5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.467101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-cb1e6196-62fe-4026-97fe-d94360bf5a3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0683382 Jul 15 13:42:13.570715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340edb90-48ed-478a-8026-d56e0737626e req-e1fda773-aaa1-4156-a4cc-1cc5ab3d31ca tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.571478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-85873825-ea08-4712-852f-90830a38d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.574391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-85873825-ea08-4712-852f-90830a38d951 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 1098 time: 0.3838861 Jul 15 13:42:13.580363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-340edb90-48ed-478a-8026-d56e0737626e req-e1fda773-aaa1-4156-a4cc-1cc5ab3d31ca tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 944 time: 0.9557309 Jul 15 13:42:13.583433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbd8b3-e7dd-490b-95f3-1cb18a1fe351 req-012e767b-8082-4412-a175-bd1f8c666cd9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.585062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5bbd8b3-e7dd-490b-95f3-1cb18a1fe351 req-012e767b-8082-4412-a175-bd1f8c666cd9 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 944 time: 0.2935183 Jul 15 13:42:13.592331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:13.666976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-c99fdfa5-8c54-48f1-982f-16fd87d4fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.668613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-c99fdfa5-8c54-48f1-982f-16fd87d4fb17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878655 Jul 15 13:42:13.689926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-340edb90-48ed-478a-8026-d56e0737626e req-ec3165f1-4e12-44f5-bed8-3ce5fcfe0a3d tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084268 Jul 15 13:42:13.750585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5bbd8b3-e7dd-490b-95f3-1cb18a1fe351 req-21c05b0f-1d27-462d-8a1f-b473fc93a8a2 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups?id=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535604 Jul 15 13:42:13.774658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-299f6c4d-de0f-48b7-b1a5-a3042e41ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:13.777218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-299f6c4d-de0f-48b7-b1a5-a3042e41ae19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6910ca057dd946a19c30a658712ffa19&device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 1096 time: 0.3167648 Jul 15 13:42:13.796859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Deleting port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:13.797262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:13.930479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] For port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:13.930880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.293358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912f9a1-6790-4b32-846f-c9a35c2b55bf req-6433237b-d1b9-4c1d-8eb3-09993a988220 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.303059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7912f9a1-6790-4b32-846f-c9a35c2b55bf req-6433237b-d1b9-4c1d-8eb3-09993a988220 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.3336363 Jul 15 13:42:14.319482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-04878a28-2d33-441b-ae0c-065c38100472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.320671 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-04878a28-2d33-441b-ae0c-065c38100472 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 200 len: 909 time: 0.5358086 Jul 15 13:42:14.412827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-d855b9dd-5d77-4d3e-8118-2eb133f811ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0d0218e-c3c8-4348-810a-3521fc123482 HTTP/1.1" status: 200 len: 217 time: 0.0502453 Jul 15 13:42:14.498399 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.547687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7912f9a1-6790-4b32-846f-c9a35c2b55bf req-55d38e74-5d0e-466b-a8de-87d63a860876 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432189 Jul 15 13:42:14.550353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.554390 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:14.555318 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Floating IP 16263003-9c64-4d04-957d-038627832ac6 disassociated. External IP: 172.25.3.30, port: 21718ce2-4eb8-454a-be1c-2b4e7c03ece5. Jul 15 13:42:14.558686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Calling delete_port for 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:14.596375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-ca5491fd-1ce4-4cb5-9a3b-096b21e778f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.599262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-ca5491fd-1ce4-4cb5-9a3b-096b21e778f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4027ef99-c72c-48c4-a052-6f89002d0ca4 HTTP/1.1" status: 200 len: 848 time: 0.1759198 Jul 15 13:42:14.602007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-b998a994-360e-470a-b23f-9d0d2fab9268 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9201145 Jul 15 13:42:14.750639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-b85b27f8-8e58-41f3-9c3b-ab213e1f087a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e35b9a32-98c2-4b86-b1b1-474d0eceed3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580461 Jul 15 13:42:14.853506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c9dd-a1b0-47b1-81ac-3185f53d959a req-f746afb9-24b7-4120-8fd8-85e89739428d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:14.864133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13e1c9dd-a1b0-47b1-81ac-3185f53d959a req-f746afb9-24b7-4120-8fd8-85e89739428d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.4174206 Jul 15 13:42:14.947815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13e1c9dd-a1b0-47b1-81ac-3185f53d959a req-2119c12f-538e-4806-bae5-4a28ccdf02e3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819652 Jul 15 13:42:14.963516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-cbfdc763-c426-4b7a-ab01-f7ab2985ac02 service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999443 Jul 15 13:42:15.100726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef022d0e-b05a-41d1-b856-db75d2b5c958 req-3a346add-adb0-4e4c-b866-77af3a4a3c6d tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:15.105484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef022d0e-b05a-41d1-b856-db75d2b5c958 req-3a346add-adb0-4e4c-b866-77af3a4a3c6d tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 944 time: 0.2440701 Jul 15 13:42:15.143560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d35083c2-7aa7-47e8-81c8-ba2003ac1d4f req-359298cd-897b-4429-8980-c9343c3d715b service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310576 Jul 15 13:42:15.227919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.271875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7541bf24-5fd4-4571-b493-d9411bf2931f req-c3b72456-bd38-4053-834f-57de2172c3ed tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 210 time: 0.0570245 Jul 15 13:42:15.289967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:15.290678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.334616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:15.403598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:15.403840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:15.433868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ef022d0e-b05a-41d1-b856-db75d2b5c958 req-ab4d476c-e5b9-4b9a-ba63-89a647cefb53 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181388 Jul 15 13:42:15.475725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'Port': ['ID=21718ce2-4eb8-454a-be1c-2b4e7c03ece5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:15.523576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.541948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:15.584927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bd365844-5f8f-4e1f-b341-c5a236667628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.597527 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a214e9d0-0389-4d47-aa60-4bacc5304e72 req-94ef9880-3ca3-49a9-a17e-057e930ed9bb service neutron] 10.222.0.59 "GET /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260445 Jul 15 13:42:15.689853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:15.700750 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e11a5-35c7-4bde-8925-bf90d6c2df3a" -d '{"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:15.705897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.712878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.752206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Transition to ACTIVE for port object cf9598b3-4a63-4f66-9861-098e7e40a297 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:15.760388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:15.859033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Router b3c7c512-9cda-49c3-b694-f432ec361bb4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:15.903127 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8863ae7e-ffd6-4304-b3ef-65ea9442bd7b x-openstack-request-id: req-8863ae7e-ffd6-4304-b3ef-65ea9442bd7b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:15.903475 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:15.903679 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8863ae7e-ffd6-4304-b3ef-65ea9442bd7b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:15.904101 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'code': 200} Jul 15 13:42:15.922276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:15.943761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:16.145768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] No DVR routers for this DVR port cf9598b3-4a63-4f66-9861-098e7e40a297 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:16.166081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:16.177915 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] Sync routers for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:16.205356 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:16.206008 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:42:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:16.315185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] No DVR routers for this DVR port 21718ce2-4eb8-454a-be1c-2b4e7c03ece5 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:16.322198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.324617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af6d0dce-23c5-4551-9aec-57efdd3725ae req-41a94f14-7a40-4b12-a889-cdccbea4b3d7 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.58 "DELETE /v2.0/ports/21718ce2-4eb8-454a-be1c-2b4e7c03ece5 HTTP/1.1" status: 204 len: 173 time: 2.8621807 Jul 15 13:42:16.324935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-deleted', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:16.327461 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d2aa08-dacc-4dfa-9472-9c342011e9d6" -d '{"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-deleted", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:16.383575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c0d0218e-c3c8-4348-810a-3521fc123482 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:16.386891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:16.524845 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:16.605525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:16.614081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db0da3-3136-4ff9-bc9a-cad05212fc66 req-e1f927e0-b519-4cf6-9107-10fac1e37b1e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:16.626784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2db0da3-3136-4ff9-bc9a-cad05212fc66 req-e1f927e0-b519-4cf6-9107-10fac1e37b1e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.1824045 Jul 15 13:42:16.701343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920f210f-ada1-4053-891c-22fa397ddf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.729127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:16.729548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:16.729828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:16.761368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c2db0da3-3136-4ff9-bc9a-cad05212fc66 req-c87c77dd-56e6-4197-9e1f-a01b9861ac6d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158535 Jul 15 13:42:16.862011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920f210f-ada1-4053-891c-22fa397ddf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.874315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:16.874792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:16.877168 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920f210f-ada1-4053-891c-22fa397ddf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:16.894621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2546cc-f303-4933-963e-c2514c5e7038 req-ce3c3d8e-a275-49a6-9348-bf7e47eda151 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:16.896837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c0d0218e-c3c8-4348-810a-3521fc123482, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c0d0218e-c3c8-4348-810a-3521fc123482,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:16.904749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb2546cc-f303-4933-963e-c2514c5e7038 req-ce3c3d8e-a275-49a6-9348-bf7e47eda151 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.9389095 Jul 15 13:42:16.929587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c0d0218e-c3c8-4348-810a-3521fc123482', 'network_id': 'e35b9a32-98c2-4b86-b1b1-474d0eceed3c', 'port_id': 'c0d0218e-c3c8-4348-810a-3521fc123482', 'mac_address': 'fa:16:3e:14:c0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027ef99-c72c-48c4-a052-6f89002d0ca4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:16.941479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:16.941831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Checking segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:16.942231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Bound using segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:16.942707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Bound port: cf9598b3-4a63-4f66-9861-098e7e40a297, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:16.943075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.001876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-920f210f-ada1-4053-891c-22fa397ddf14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20200a2ff4a84868b84ecd66569892a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0356739 Jul 15 13:42:17.001876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f210f-ada1-4053-891c-22fa397ddf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08697df3-ef96-48ae-bee4-454fb039bc80,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:17.002489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:17.083244 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:47Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:17.106823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb2546cc-f303-4933-963e-c2514c5e7038 req-c1978232-02eb-4bc0-abfd-72dca27e9e8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982157 Jul 15 13:42:17.172750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] Checking router: b3c7c512-9cda-49c3-b694-f432ec361bb4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:17.195725 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.201978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.213444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:17.215042 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:17.216345 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:42:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:17.222144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:17.223363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d0218e-c3c8-4348-810a-3521fc123482 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:17.241657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.253674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6eb0d1e2-6637-4a90-a696-fd0cd15f902b req-2c5386b1-970c-4e08-926c-97b04562eee5 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/ports?device_id=74c56612-3f4d-4edf-88c2-aca641c912da HTTP/1.1" status: 200 len: 210 time: 0.1163058 Jul 15 13:42:17.257999 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc90fdef-3980-41f6-a4cb-c59b29572f21 x-openstack-request-id: req-fc90fdef-3980-41f6-a4cb-c59b29572f21 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:17.260575 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c56612-3f4d-4edf-88c2-aca641c912da", "name": "network-vif-deleted", "tag": "21718ce2-4eb8-454a-be1c-2b4e7c03ece5", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:17.261136 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc90fdef-3980-41f6-a4cb-c59b29572f21 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:17.261721 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c56612-3f4d-4edf-88c2-aca641c912da', 'name': 'network-vif-deleted', 'tag': '21718ce2-4eb8-454a-be1c-2b4e7c03ece5', 'status': 'completed', 'code': 200} Jul 15 13:42:17.294797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3816589-b4b8-49f4-adb6-b70695b1acc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.319526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c0d0218e-c3c8-4348-810a-3521fc123482, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c0d0218e-c3c8-4348-810a-3521fc123482,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:17.332879 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.344045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3816589-b4b8-49f4-adb6-b70695b1acc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.351090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:17.351838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.354986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] 10.222.0.58 "PUT /v2.0/ports/cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1093 time: 3.7675562 Jul 15 13:42:17.473216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b5f68-b313-4031-aae0-420c2008770a service neutron] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:17.508731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3816589-b4b8-49f4-adb6-b70695b1acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.522288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f3816589-b4b8-49f4-adb6-b70695b1acc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:17.529452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f3816589-b4b8-49f4-adb6-b70695b1acc9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08697df3-ef96-48ae-bee4-454fb039bc80 HTTP/1.1" status: 204 len: 168 time: 0.5220766 Jul 15 13:42:17.545665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c0d0218e-c3c8-4348-810a-3521fc123482'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:17.602380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3816589-b4b8-49f4-adb6-b70695b1acc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08697df3-ef96-48ae-bee4-454fb039bc80,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:17.690766 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:17.694420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c0d0218e-c3c8-4348-810a-3521fc123482,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:17.815361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08b30-432a-4435-89b5-2f3e9be81677 req-fa1dea52-d737-4ded-a593-3f2c976d3e72 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:17.825677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5a08b30-432a-4435-89b5-2f3e9be81677 req-fa1dea52-d737-4ded-a593-3f2c976d3e72 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 945 time: 0.3126035 Jul 15 13:42:17.965401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:17.975721 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa" -d '{"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:18.096800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5a08b30-432a-4435-89b5-2f3e9be81677 req-12b55d76-fd16-441e-a6a7-98fd19db7e8d tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433088 Jul 15 13:42:18.118860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ccc70-be10-4b21-9a02-a0c9b9474aec req-1491fce8-9310-4fb4-9b61-27f616b553a4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.134296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475ccc70-be10-4b21-9a02-a0c9b9474aec req-1491fce8-9310-4fb4-9b61-27f616b553a4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.1769023 Jul 15 13:42:18.156291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-6ca73269-e902-4042-96e9-be67e6fe055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.158213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-6ca73269-e902-4042-96e9-be67e6fe055a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1096 time: 0.5582094 Jul 15 13:42:18.195267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-475ccc70-be10-4b21-9a02-a0c9b9474aec req-e9cf05f9-edec-45ae-a513-cee47689fffe tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596976 Jul 15 13:42:18.407230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c0d0218e-c3c8-4348-810a-3521fc123482 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:18.427938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-e931c729-af12-4fef-bcd5-f217b8f50ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.437223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-e931c729-af12-4fef-bcd5-f217b8f50ee3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.2586668 Jul 15 13:42:18.444158 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef13bfd-e07f-4e0e-bd74-65cc1c1d41b6 x-openstack-request-id: req-7ef13bfd-e07f-4e0e-bd74-65cc1c1d41b6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:18.444751 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:18.451622 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ef13bfd-e07f-4e0e-bd74-65cc1c1d41b6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:18.452626 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'status': 'completed', 'code': 200} Jul 15 13:42:18.495138 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:47Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:18.566931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port c0d0218e-c3c8-4348-810a-3521fc123482 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:18.578935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c0d0218e-c3c8-4348-810a-3521fc123482 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:18.581023 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.593655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-e017f753-4825-4b18-a9a3-17c47bbb2799 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.1393139 Jul 15 13:42:18.662764 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ab844c-66ac-48cd-97f2-e2272835924c None None] The sync data for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 is: [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:33:39Z', 'revision_number': 4, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'fa55c246-f465-49bc-b05b-c13f1071989a', 'name': '', 'network_id': 'ae4be086-0c65-428d-818e-24d7a5d3bf65', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'mac_address': 'fa:16:3e:9a:36:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:35Z', 'updated_at': '2021-07-15T13:33:47Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'subnets': [{'id': '5128e48f-ee31-4a3e-b1fb-1e50814d8d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:18.708986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-8640c165-5099-48c4-9d6c-842b5d8c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.714641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-8640c165-5099-48c4-9d6c-842b5d8c65c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1096 time: 0.3460188 Jul 15 13:42:18.761531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.784867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40552) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:18.797426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-ee848ef8-3d13-4ea7-88f8-afd6609b40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.800909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-ee848ef8-3d13-4ea7-88f8-afd6609b40f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.1970088 Jul 15 13:42:18.929555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-c0fb529b-38de-426d-88e9-43ee881702b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:18.931091 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:18.931708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-c0fb529b-38de-426d-88e9-43ee881702b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.2098777 Jul 15 13:42:18.973527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d0218e-c3c8-4348-810a-3521fc123482'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:18.976339 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b12a50e-ca21-4219-b585-f039f3094176" -d '{"events": [{"server_uuid": "9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1", "name": "network-vif-plugged", "status": "completed", "tag": "c0d0218e-c3c8-4348-810a-3521fc123482"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:18.992373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c0d0218e-c3c8-4348-810a-3521fc123482, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c0d0218e-c3c8-4348-810a-3521fc123482,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:19.005462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.035207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-6368ae10-5311-4220-8cd3-ad0665dc86b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.0959148 Jul 15 13:42:19.180680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad8e41cf-315a-41d0-b620-d56665bdfb7e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.186136 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f3aae5-a351-45ff-aad4-9b730cc6b868 x-openstack-request-id: req-b6f3aae5-a351-45ff-aad4-9b730cc6b868 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:19.187819 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1", "name": "network-vif-plugged", "status": "completed", "tag": "c0d0218e-c3c8-4348-810a-3521fc123482", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:19.191305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-83b4aac5-368a-47ac-89fe-465b03625208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.200464 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6f3aae5-a351-45ff-aad4-9b730cc6b868 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:19.202454 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d0218e-c3c8-4348-810a-3521fc123482', 'code': 200} Jul 15 13:42:19.209751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-83b4aac5-368a-47ac-89fe-465b03625208 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3959661 Jul 15 13:42:19.212524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcce43-fad2-43cb-b51f-f06310068b81 req-6d333251-b461-464f-be5b-552b2c82e6cc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.219654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6dcce43-fad2-43cb-b51f-f06310068b81 req-6d333251-b461-464f-be5b-552b2c82e6cc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.6776314 Jul 15 13:42:19.249973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c0d0218e-c3c8-4348-810a-3521fc123482,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:19.349810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-6799552a-6aac-4b6c-b50b-8ea16dd02a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.351980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-6799552a-6aac-4b6c-b50b-8ea16dd02a05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.3068428 Jul 15 13:42:19.353439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd35447-7526-4529-90c6-763da4c980ff None None] New status for floating IP 16263003-9c64-4d04-957d-038627832ac6: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:42:19.392218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-27a6f3e2-9dc4-4e75-94f3-02ff9ff0e859 service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692796 Jul 15 13:42:19.415499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40570) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:19.440596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6dcce43-fad2-43cb-b51f-f06310068b81 req-6c03cfbf-fa23-4a3f-94de-780632afe09e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324642 Jul 15 13:42:19.511001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-3e6d7274-3364-41df-9d96-290ae2cd40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.512814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-3e6d7274-3364-41df-9d96-290ae2cd40bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532485 Jul 15 13:42:19.544730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad8e41cf-315a-41d0-b620-d56665bdfb7e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.740404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad492858-ec07-48ec-bb05-571b44c7d73f req-2437dc4d-5b48-49c1-b3ae-8e386d09c8fe tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.742235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad492858-ec07-48ec-bb05-571b44c7d73f req-2437dc4d-5b48-49c1-b3ae-8e386d09c8fe tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 946 time: 0.3401227 Jul 15 13:42:19.750515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ee01ab9-086b-48c5-bcc6-e4211e44a672 req-bd3842bf-3762-4b6b-b57f-91e90a880253 service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251991 Jul 15 13:42:19.763850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34420417-7818-4911-82ec-85f10b0754e4 req-d35065b4-7206-4a2a-9902-a7954bb54865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:19.763850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34420417-7818-4911-82ec-85f10b0754e4 req-d35065b4-7206-4a2a-9902-a7954bb54865 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 1098 time: 0.3627768 Jul 15 13:42:19.803472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-531286557-network', 'tenant_id': 'd340710fc14d48c08723132085940c2a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:19.812594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad8e41cf-315a-41d0-b620-d56665bdfb7e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.816829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad8e41cf-315a-41d0-b620-d56665bdfb7e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:19.818824 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ad8e41cf-315a-41d0-b620-d56665bdfb7e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "DELETE /v2.0/security-groups/c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab HTTP/1.1" status: 204 len: 168 time: 1.0162096 Jul 15 13:42:19.847175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40574) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:19.937400 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-d8c28ee5-cf35-4f2c-a169-97d039be2b03 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] show failed (client error): The resource could not be found. Jul 15 13:42:19.942910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d8c28ee5-cf35-4f2c-a169-97d039be2b03 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "GET /v2.0/security-groups/c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab HTTP/1.1" status: 404 len: 347 time: 0.0872364 Jul 15 13:42:19.946586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e41cf-315a-41d0-b620-d56665bdfb7e tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54eaea1-e38e-4ae2-90c1-b3e67a06f3ab,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:19.947212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40576) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:19.952498 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-a886660a-8027-4a76-8040-926ba38fe950 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301474 Jul 15 13:42:20.010757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad492858-ec07-48ec-bb05-571b44c7d73f req-85439247-3119-42ea-8020-88d00c883deb tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583542 Jul 15 13:42:20.023010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34420417-7818-4911-82ec-85f10b0754e4 req-f4bc7df4-7d01-4e07-af9c-d35fb8da8a00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391067 Jul 15 13:42:20.063223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-20c41801-0766-45c9-8612-d22f8f651bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.067499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-20c41801-0766-45c9-8612-d22f8f651bdc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1096 time: 0.1634583 Jul 15 13:42:20.127012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Made reservation on behalf of d340710fc14d48c08723132085940c2a for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:20.129296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.193394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-68600f9d-3b13-498d-9133-b9c1763ce8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.195218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-68600f9d-3b13-498d-9133-b9c1763ce8aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.1197500 Jul 15 13:42:20.216658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.254992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4174-0679-48b2-a4f5-4d4fb9afe6b7 req-1510859a-c381-4a4f-956c-79074a435137 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.263585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-835c4174-0679-48b2-a4f5-4d4fb9afe6b7 req-1510859a-c381-4a4f-956c-79074a435137 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.4743941 Jul 15 13:42:20.292719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-f8b20382-e1eb-4153-b6f3-e1a0e03d9367 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.0897131 Jul 15 13:42:20.340653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-44e48f31-8f0f-46b9-b5bc-027274cfe815 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368180 Jul 15 13:42:20.355025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-33ca66c6-a0b2-4ea1-9734-f296e7f12d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.357149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-33ca66c6-a0b2-4ea1-9734-f296e7f12d7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.0577793 Jul 15 13:42:20.392456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-835c4174-0679-48b2-a4f5-4d4fb9afe6b7 req-1b855ab3-7d25-4719-92cc-b9297b4113d2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261334 Jul 15 13:42:20.443192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-c6783f1a-87c5-4b24-9ed7-4f1b11042a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.444961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-c6783f1a-87c5-4b24-9ed7-4f1b11042a83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794473 Jul 15 13:42:20.445849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Deleting port b7ead04b-0856-495b-b5ac-8c63aa33fae2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:20.446743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.557828 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.572598 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.582692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-b8200ab1-ba10-41b0-8936-fed3ac21e97d service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229558 Jul 15 13:42:20.600514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:20.615654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.617184 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.642954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Calling delete_port for b7ead04b-0856-495b-b5ac-8c63aa33fae2 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:20.647015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.647437 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Added segment f75c9b85-f1db-40b7-8527-af834e350585 of type vlan for network 21bc9327-88ff-422e-8e29-1841a4235417 Jul 15 13:42:20.749556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc8865-f142-46dd-89dd-6d4921c868a2,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:20.770279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34e9e283-7c5f-4ea0-ac6c-1c7797c7efaa req-23017f21-85c9-4d05-af25-c5008918dea0 service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854639 Jul 15 13:42:20.782790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.830783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08536-1625-46ab-8c5c-0f88aaf9e5ae req-87669c75-a951-422f-bfae-690dfe1d2e15 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.831935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdb08536-1625-46ab-8c5c-0f88aaf9e5ae req-87669c75-a951-422f-bfae-690dfe1d2e15 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.1719248 Jul 15 13:42:20.852679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.857321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:20.859122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:20.888846 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdb08536-1625-46ab-8c5c-0f88aaf9e5ae req-a4fa82c9-1e99-4eea-a373-f31dba5921e5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 Jul 15 13:42:20.965688 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5477011 Jul 15 13:42:20.970342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40580) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:20.980211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Request body: {'subnet': {'network_id': '21bc9327-88ff-422e-8e29-1841a4235417', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-531286557-subnet', 'tenant_id': 'd340710fc14d48c08723132085940c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:21.016028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0884a4-25da-4e2d-9602-69008491d533 admin admin] Pushing event updated for resources: {'Network': ['ID=21bc9327-88ff-422e-8e29-1841a4235417,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:21.025097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.029189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 21bc9327-88ff-422e-8e29-1841a4235417 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:21.047471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Made reservation on behalf of d340710fc14d48c08723132085940c2a for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:21.050484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.059133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Pushing event deleted for resources: {'Port': ['ID=b7ead04b-0856-495b-b5ac-8c63aa33fae2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:21.209413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.215624 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.217001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-68229406-66c0-47f0-8377-2d881df51d20 tempest-ServerActionsTestJSON-1036777809 tempest-ServerActionsTestJSON-1036777809-project] 10.222.0.57 "DELETE /v2.0/floatingips/16263003-9c64-4d04-957d-038627832ac6 HTTP/1.1" status: 204 len: 168 time: 1.2673154 Jul 15 13:42:21.221644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40584) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:21.286830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.368873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c609b5-5430-4156-a6cd-23ce592827c5,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:21.373229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Checking segment: {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:21.373599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Network hostable DHCP agents. Network: 21bc9327-88ff-422e-8e29-1841a4235417, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:21.399631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Network 21bc9327-88ff-422e-8e29-1841a4235417 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:21.416301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 21bc9327-88ff-422e-8e29-1841a4235417) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:21.423864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:21.425289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:21.426826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83578bf5-0ec0-4dd6-bbfb-13789161c1bb None None] Network 21bc9327-88ff-422e-8e29-1841a4235417 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:21.455859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-035f6868-ef15-44a5-8265-b133f7e8ed1e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4830930 Jul 15 13:42:21.728696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f7cbe-f522-4915-a3a1-ae87aa35b90d None None] Network 21bc9327-88ff-422e-8e29-1841a4235417 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:21.744284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976f73-ff5a-4841-8491-d76f661f6646 req-bfb7af57-3e61-4ed1-9f60-b62fff704a20 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:21.749158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb976f73-ff5a-4841-8491-d76f661f6646 req-bfb7af57-3e61-4ed1-9f60-b62fff704a20 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.1545081 Jul 15 13:42:21.838319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb976f73-ff5a-4841-8491-d76f661f6646 req-e60dbb74-fb5f-432c-9f8c-591045a0e27d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763667 Jul 15 13:42:22.084296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b4011-93eb-4af3-8de4-1e883b6c6467 req-d06fd620-48d0-41b4-b15d-1ef70b15eab2 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.086092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f8b4011-93eb-4af3-8de4-1e883b6c6467 req-d06fd620-48d0-41b4-b15d-1ef70b15eab2 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 946 time: 0.8174491 Jul 15 13:42:22.227375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f8b4011-93eb-4af3-8de4-1e883b6c6467 req-e14d641c-ba69-4a3f-8d20-ff86b57c6892 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312373 Jul 15 13:42:22.259317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25abff-a578-4b7a-8999-244aa721b62f req-a1cde664-a70c-4a30-8a8e-72c672aa29ca tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:22.273344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b25abff-a578-4b7a-8999-244aa721b62f req-a1cde664-a70c-4a30-8a8e-72c672aa29ca tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.1766880 Jul 15 13:42:22.333454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b25abff-a578-4b7a-8999-244aa721b62f req-b407f979-6709-42a9-8f92-d9b59978177c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578864 Jul 15 13:42:22.557776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.877727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Deleting port fa55c246-f465-49bc-b05b-c13f1071989a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:22.878120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.969634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] For port fa55c246-f465-49bc-b05b-c13f1071989a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fa55c246-f465-49bc-b05b-c13f1071989a,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:22.970015 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:22.988481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Calling delete_port for fa55c246-f465-49bc-b05b-c13f1071989a owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:23.098492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466eb37-01ea-492b-b4cc-31fcee652cfe req-1e8f771e-007b-4c3e-8a14-3938f68a126a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.107702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5466eb37-01ea-492b-b4cc-31fcee652cfe req-1e8f771e-007b-4c3e-8a14-3938f68a126a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.1180418 Jul 15 13:42:23.163358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5466eb37-01ea-492b-b4cc-31fcee652cfe req-f231547a-66f3-462c-8bf0-00f495ea63ae tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535314 Jul 15 13:42:23.260695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.289159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa55c246-f465-49bc-b05b-c13f1071989a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:23.368603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:23.514916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d7f6f-61ff-4121-bf07-76ae82c69506 req-356e12c7-1ae4-4925-b00d-bedece881225 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.517101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b61d7f6f-61ff-4121-bf07-76ae82c69506 req-356e12c7-1ae4-4925-b00d-bedece881225 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 946 time: 0.2326663 Jul 15 13:42:23.571612 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.595770 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b61d7f6f-61ff-4121-bf07-76ae82c69506 req-a9bc895a-fb26-4769-be12-a55e2876e16b tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702348 Jul 15 13:42:23.782962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.795161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'mac_address': 'fa:16:3e:5e:16:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:23.810516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9ec3160d-ea96-45d7-a267-1720fd7e5b96 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.812521 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9ec3160d-ea96-45d7-a267-1720fd7e5b96 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.58 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f&tenant_id=ab43f525a3914c93b39cda9d6df0f02a&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 944 time: 0.2560120 Jul 15 13:42:23.873879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899d01-1d39-41e6-8ffe-3d64d28da970 req-2e68ef97-e8ca-4d91-a291-a2e90ccfcd65 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.875776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b899d01-1d39-41e6-8ffe-3d64d28da970 req-2e68ef97-e8ca-4d91-a291-a2e90ccfcd65 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.2102351 Jul 15 13:42:23.884102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.915146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9598b3-4a63-4f66-9861-098e7e40a297 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:23.943568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:23.949875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:23.971898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16ce6d-9f6d-4546-9ca2-14d32e479494 req-cf89662e-1eaa-413d-9c4e-e7d94c98b9f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:23.974311 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd16ce6d-9f6d-4546-9ca2-14d32e479494 req-cf89662e-1eaa-413d-9c4e-e7d94c98b9f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 944 time: 0.1404350 Jul 15 13:42:23.982987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b899d01-1d39-41e6-8ffe-3d64d28da970 req-fe552ac6-bce9-4f15-b8fb-9b998024c775 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974915 Jul 15 13:42:23.985347 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9661e016-15bd-434f-b0c3-22d1283d63f1 service neutron] 10.222.0.58 "GET /v2.0/ports/cf9598b3-4a63-4f66-9861-098e7e40a297/bindings/n-h2-798054-11 HTTP/1.1" status: 200 len: 383 time: 0.1639280 Jul 15 13:42:24.027661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:24.049151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Router b3c7c512-9cda-49c3-b694-f432ec361bb4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:42:24.057952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd16ce6d-9f6d-4546-9ca2-14d32e479494 req-44315363-4f5c-4092-b85f-abc7d2ab02ec tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763528 Jul 15 13:42:24.126651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-415cf4fc-034c-4165-801d-0c6b6c59d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.129768 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-415cf4fc-034c-4165-801d-0c6b6c59d714 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1097 time: 0.0959923 Jul 15 13:42:24.190003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cf9598b3-4a63-4f66-9861-098e7e40a297'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:24.198813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:42:24.205524 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a16c501-f1be-4a73-849d-c92730002353 admin admin] 10.222.0.57 "PUT /v2.0/routers/b3c7c512-9cda-49c3-b694-f432ec361bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9775150 Jul 15 13:42:24.207971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40634) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:24.221259 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] Sync routers for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:42:24.241956 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:24.242714 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:42:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:24.298078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-7798d675-b03d-4583-a004-ca5cbc2e9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.303236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-7798d675-b03d-4583-a004-ca5cbc2e9d3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.1661971 Jul 15 13:42:24.445543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-929cab34-3991-4c8d-8812-01553ad1531b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1001 time: 0.1361852 Jul 15 13:42:24.459857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.498949 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:24.579287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-3fee57d9-9217-4c52-a2ac-d148e65decb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.580933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-3fee57d9-9217-4c52-a2ac-d148e65decb7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.1196198 Jul 15 13:42:24.595956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06a351-2313-4c40-838d-ab88ae543626 req-cb52fec8-4d12-47be-8fa3-d44de639f8f7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.597584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a06a351-2313-4c40-838d-ab88ae543626 req-cb52fec8-4d12-47be-8fa3-d44de639f8f7 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 946 time: 0.2005153 Jul 15 13:42:24.697737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-81a80b14-f6a5-4746-91ff-8be55f7e3eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:24.699482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-81a80b14-f6a5-4746-91ff-8be55f7e3eed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118815 Jul 15 13:42:24.793355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:24.835457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Deleting port c0d0218e-c3c8-4348-810a-3521fc123482 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:24.835882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.090225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] For port c0d0218e-c3c8-4348-810a-3521fc123482, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c0d0218e-c3c8-4348-810a-3521fc123482,segment=NetworkSegment(a458c916-0dc9-4075-bedf-5b919a158374),segment_id=a458c916-0dc9-4075-bedf-5b919a158374)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:25.090674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.095477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Deleting port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:25.095874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.130776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:42:23Z', 'revision_number': 5, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port': {'id': '70487a9d-bbdc-4f94-b4c3-3f3dd2db2412', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:33:29Z', 'updated_at': '2021-07-15T13:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:25.133481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Calling delete_port for c0d0218e-c3c8-4348-810a-3521fc123482 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:25.195030 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] Checking router: b3c7c512-9cda-49c3-b694-f432ec361bb4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:42:25.218741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] Routers {'b3c7c512-9cda-49c3-b694-f432ec361bb4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:42:25.219421 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:42:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b3c7c512-9cda-49c3-b694-f432ec361bb4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:25.375962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:25.457430 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] Set router b3c7c512-9cda-49c3-b694-f432ec361bb4 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:42:25.486631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] For port 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:25.487216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.512585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-37c1eb3c-a366-4f10-a175-fbed30e8d04f service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983775 Jul 15 13:42:25.517448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Calling delete_port for 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:25.570514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port cf9598b3-4a63-4f66-9861-098e7e40a297 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:25.575845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port cf9598b3-4a63-4f66-9861-098e7e40a297 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:25.576641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.619205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb571a-5349-4a2e-9444-47c56b5c9736 req-6439b900-78cd-46ff-8ef4-fbbf3635ee5e tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.621201 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:42:24Z', 'revision_number': 6, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:25.627515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ccb571a-5349-4a2e-9444-47c56b5c9736 req-6439b900-78cd-46ff-8ef4-fbbf3635ee5e tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 946 time: 0.8039281 Jul 15 13:42:25.682865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-33ebfcd8-9570-4510-96a4-a71c5ec8f9f4 service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622739 Jul 15 13:42:25.691586 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ca164-2055-49bf-8966-b87cd6502282 None None] The sync data for ids ['b3c7c512-9cda-49c3-b694-f432ec361bb4'] in n-d-798054-11 is: [{'id': 'b3c7c512-9cda-49c3-b694-f432ec361bb4', 'name': 'tempest-ServerActionsTestJSON-1715372962-router', 'tenant_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:33:27Z', 'updated_at': '2021-07-15T13:42:24Z', 'revision_number': 6, 'project_id': 'f3d2149f7fcd48faa79a68326e3f1432', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:42:25.694388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ccb571a-5349-4a2e-9444-47c56b5c9736 req-2932593f-d4f4-49e0-9adb-20567218fc75 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/security-groups?id=a9b2ca30-dd26-4d36-a8a8-7f4572988cab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Jul 15 13:42:25.723052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.767513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:25.768568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:25.773436 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e9ca4b-71c7-4214-9112-3e93dad4fa82" -d '{"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-plugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:25.777235 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.847377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:25.907661 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:25.925286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c0d0218e-c3c8-4348-810a-3521fc123482'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:25.979204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef621932-dcbd-4980-b8ca-8dc271b165e9 req-ef27dd94-8f99-4e4a-b40d-e3d66785fba7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:25.981135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef621932-dcbd-4980-b8ca-8dc271b165e9 req-ef27dd94-8f99-4e4a-b40d-e3d66785fba7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.1604145 Jul 15 13:42:26.059792 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef621932-dcbd-4980-b8ca-8dc271b165e9 req-a0d734cf-1199-49ba-b352-86a25c1f1e06 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705369 Jul 15 13:42:26.072210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011595fc-3a75-4759-9d71-6eb5d7cdc692 req-e8454819-e5ad-4ba8-a023-3980c54b7547 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:26.075822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-011595fc-3a75-4759-9d71-6eb5d7cdc692 req-e8454819-e5ad-4ba8-a023-3980c54b7547 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.7963498 Jul 15 13:42:26.218167 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aea396-2cfb-4436-bd71-e9c94f89c20e x-openstack-request-id: req-38aea396-2cfb-4436-bd71-e9c94f89c20e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:26.218984 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-plugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:26.219714 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38aea396-2cfb-4436-bd71-e9c94f89c20e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:26.220322 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'code': 200} Jul 15 13:42:26.266494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Pushing event deleted for resources: {'Port': ['ID=c0d0218e-c3c8-4348-810a-3521fc123482,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:26.333132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-011595fc-3a75-4759-9d71-6eb5d7cdc692 req-c90d7cf9-af58-483a-ba65-79425e022eaa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943157 Jul 15 13:42:26.338428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] No DVR routers for this DVR port c0d0218e-c3c8-4348-810a-3521fc123482 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:26.343303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.346480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a06a351-2313-4c40-838d-ab88ae543626 req-a4d32490-83bd-4e6d-8bd4-e5bb122eb7ea tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.59 "DELETE /v2.0/ports/c0d0218e-c3c8-4348-810a-3521fc123482 HTTP/1.1" status: 204 len: 173 time: 1.7426543 Jul 15 13:42:26.347382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'name': 'network-vif-deleted', 'tag': 'c0d0218e-c3c8-4348-810a-3521fc123482'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:26.351403 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1124af28-7602-47b9-8e90-bb08fa605d18" -d '{"events": [{"server_uuid": "9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1", "name": "network-vif-deleted", "tag": "c0d0218e-c3c8-4348-810a-3521fc123482"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:26.377766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.414866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70487a9d-bbdc-4f94-b4c3-3f3dd2db2412,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:26.422687 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b5c19d-a276-4d5a-88a0-5be16dfbc915 x-openstack-request-id: req-27b5c19d-a276-4d5a-88a0-5be16dfbc915 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:26.422905 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1", "name": "network-vif-deleted", "tag": "c0d0218e-c3c8-4348-810a-3521fc123482", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:26.423261 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27b5c19d-a276-4d5a-88a0-5be16dfbc915 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:26.423679 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1', 'name': 'network-vif-deleted', 'tag': 'c0d0218e-c3c8-4348-810a-3521fc123482', 'status': 'completed', 'code': 200} Jul 15 13:42:26.520755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.638879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.641527 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.697859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.698404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c7c512-9cda-49c3-b694-f432ec361bb4 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:42:26.703899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.708122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9130d1d7-9879-4377-8423-5afc312079f3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b3c7c512-9cda-49c3-b694-f432ec361bb4 HTTP/1.1" status: 204 len: 168 time: 2.4985693 Jul 15 13:42:26.708408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40656) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:26.794266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Deleting subnet 5128e48f-ee31-4a3e-b1fb-1e50814d8d8f {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:26.800250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.883990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:26.922394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9f3c676a-a682-4961-8d28-db6e2b36ece3 req-ee03f2c0-be6a-4fe4-975f-d8866e63a012 tempest-VolumesActionsTest-1847700541 tempest-VolumesActionsTest-1847700541-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd44b11-55e6-4e33-9cf9-3816f2b0c3d1 HTTP/1.1" status: 200 len: 210 time: 0.0506041 Jul 15 13:42:27.015425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.100570 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.138487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5128e48f-ee31-4a3e-b1fb-1e50814d8d8f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:27.147384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.152372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 40662) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:27.152622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1e715b47-4d72-40b4-8c15-2bb1adcc0510 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5128e48f-ee31-4a3e-b1fb-1e50814d8d8f HTTP/1.1" status: 204 len: 168 time: 0.4423368 Jul 15 13:42:27.163684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115a255-cf4d-42ae-be96-f953c02b8e38 None None] Network ae4be086-0c65-428d-818e-24d7a5d3bf65 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:27.353195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:27.374250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.404679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:27.405429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 70487a9d-bbdc-4f94-b4c3-3f3dd2db2412 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:27.406156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa55c246-f465-49bc-b05b-c13f1071989a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:27.443169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: fa55c246-f465-49bc-b05b-c13f1071989a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:27.443551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa55c246-f465-49bc-b05b-c13f1071989a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:27.562274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Deleting port da1392bd-303a-4167-ad4e-c3f05e57825e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:27.575956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.633468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef5c35-fd49-4dc5-ac7f-ac9af9dee418 req-4264bb01-eb27-4b6e-8f41-c2fba7ffdeb1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.635427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-feef5c35-fd49-4dc5-ac7f-ac9af9dee418 req-4264bb01-eb27-4b6e-8f41-c2fba7ffdeb1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.2509217 Jul 15 13:42:27.656058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] DHCP port deletion for ae4be086-0c65-428d-818e-24d7a5d3bf65 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:42:27.712034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-feef5c35-fd49-4dc5-ac7f-ac9af9dee418 req-0585d52b-dc3a-49e4-9497-6ae2b49fda8d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634785 Jul 15 13:42:27.739793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] For port da1392bd-303a-4167-ad4e-c3f05e57825e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=da1392bd-303a-4167-ad4e-c3f05e57825e,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:27.740181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.776396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Calling delete_port for da1392bd-303a-4167-ad4e-c3f05e57825e owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:27.802269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] Deleting port da1392bd-303a-4167-ad4e-c3f05e57825e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:27.803567 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.918613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ce3db-549c-4d8b-a3c0-250bcb4e088e req-68d69030-a36c-4639-b80a-a87aaca726ad tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:27.926229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-521ce3db-549c-4d8b-a3c0-250bcb4e088e req-68d69030-a36c-4639-b80a-a87aaca726ad tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.3756249 Jul 15 13:42:27.940975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] For port da1392bd-303a-4167-ad4e-c3f05e57825e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=da1392bd-303a-4167-ad4e-c3f05e57825e,segment=NetworkSegment(7f102773-8655-4b70-8837-311bdb8dbea1),segment_id=7f102773-8655-4b70-8837-311bdb8dbea1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:27.941378 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:27.969667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] Calling delete_port for da1392bd-303a-4167-ad4e-c3f05e57825e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:28.009718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-521ce3db-549c-4d8b-a3c0-250bcb4e088e req-e4a6e880-16d2-40dc-8f2e-3eba71e4b438 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821750 Jul 15 13:42:28.011552 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.069309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1392bd-303a-4167-ad4e-c3f05e57825e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:28.082839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] No DVR routers for this DVR port da1392bd-303a-4167-ad4e-c3f05e57825e on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:28.089357 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.102130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] No DVR routers for this DVR port da1392bd-303a-4167-ad4e-c3f05e57825e on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:28.121038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cde26-ac06-46c4-909d-0560d351fc07 None None] Pushing event deleted for resources: {'Port': ['ID=da1392bd-303a-4167-ad4e-c3f05e57825e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:28.299415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.310292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4be086-0c65-428d-818e-24d7a5d3bf65']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:28.339917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f102773-8655-4b70-8837-311bdb8dbea1') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:28.340238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f102773-8655-4b70-8837-311bdb8dbea1') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:28.356660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.379393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.425937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:28.426284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:28.428444 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:28.450788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c0d0218e-c3c8-4348-810a-3521fc123482 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:28.493949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: c0d0218e-c3c8-4348-810a-3521fc123482 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:28.494296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c0d0218e-c3c8-4348-810a-3521fc123482 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:28.513158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9fdb9093-17f6-44a6-9182-cd36844cd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:28.515343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9fdb9093-17f6-44a6-9182-cd36844cd17a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 1098 time: 0.3436809 Jul 15 13:42:28.520992 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.531067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:28.563636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.565315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ae4be086-0c65-428d-818e-24d7a5d3bf65 HTTP/1.1" status: 204 len: 168 time: 1.4111173 Jul 15 13:42:28.595034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91013f-41e0-49f3-8798-bd0c3720ea75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4be086-0c65-428d-818e-24d7a5d3bf65,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:28.686913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:28.805673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40694) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:28.886458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ea011f4f-a21b-4096-b464-b4390bab667e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3d2149f7fcd48faa79a68326e3f1432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794783 Jul 15 13:42:28.893818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40698) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:29.038504 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a734b044-cac8-43c5-af18-0341cd4452dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.088901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a734b044-cac8-43c5-af18-0341cd4452dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.176687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a734b044-cac8-43c5-af18-0341cd4452dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.179300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a734b044-cac8-43c5-af18-0341cd4452dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.180534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a734b044-cac8-43c5-af18-0341cd4452dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11b254f4-37bf-4435-9836-76b1c409e211 HTTP/1.1" status: 204 len: 168 time: 0.2822084 Jul 15 13:42:29.197333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734b044-cac8-43c5-af18-0341cd4452dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b254f4-37bf-4435-9836-76b1c409e211,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:29.233817 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:42:29.294220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device da1392bd-303a-4167-ad4e-c3f05e57825e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:29.384808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:29.536038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5238a4-ac51-400f-8779-532ebf037271 req-088ba210-2811-4ed4-9ba4-52e33fb8eaff tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:29.540274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f5238a4-ac51-400f-8779-532ebf037271 req-088ba210-2811-4ed4-9ba4-52e33fb8eaff tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.2177358 Jul 15 13:42:29.553211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: da1392bd-303a-4167-ad4e-c3f05e57825e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:29.554001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device da1392bd-303a-4167-ad4e-c3f05e57825e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:29.628124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f5238a4-ac51-400f-8779-532ebf037271 req-5f0cd94a-364f-449c-a5b6-63d88865658b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821428 Jul 15 13:42:29.682258 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:29.909400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:29.940155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66623d-c974-4d0c-a9c6-c2eb293b48a0 req-68e0214c-eefa-4d97-bdab-0e0858dc3a3b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:29.941754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed66623d-c974-4d0c-a9c6-c2eb293b48a0 req-68e0214c-eefa-4d97-bdab-0e0858dc3a3b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 946 time: 0.9830534 Jul 15 13:42:29.976273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:30.036559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed66623d-c974-4d0c-a9c6-c2eb293b48a0 req-b988e30d-177d-418e-a8bd-4f0ffd5c2f36 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880377 Jul 15 13:42:30.075675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:30.087354 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f545b8be-c9f3-4381-8b01-fa0676a74dbb" -d '{"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:30.117451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.149482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Transition to ACTIVE for port object cf9598b3-4a63-4f66-9861-098e7e40a297 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:30.158639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:30.330697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:42:30.331513 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:42:30.359394 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e895e25f-64d5-46c0-ab47-f846f3cc8a15 x-openstack-request-id: req-e895e25f-64d5-46c0-ab47-f846f3cc8a15 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:30.359926 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:30.360458 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e895e25f-64d5-46c0-ab47-f846f3cc8a15 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:30.361963 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'code': 200} Jul 15 13:42:30.580524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:30.638828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] No DVR routers for this DVR port cf9598b3-4a63-4f66-9861-098e7e40a297 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:30.832708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40768) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:30.897851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:30.899264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:30.903504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:30.910426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:30.913100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Attempting to bind port cf9598b3-4a63-4f66-9861-098e7e40a297 on network bc44d132-ae2c-4b5a-ad15-eaba53521e58 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:30.942906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:30.943868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Checking segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:30.945452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Bound using segment: {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:30.946120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Bound port: cf9598b3-4a63-4f66-9861-098e7e40a297, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c99ec1-4cab-433a-8790-fa019203a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:30.946744 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.020690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1367102075-network', 'tenant_id': 'e839abe01ede41828ac38410730622c9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:31.073358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649ba59-ea23-4e00-ae49-28f58c719c84 req-7659735c-fcc6-4418-928d-ef2036daa8fd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.075616 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4649ba59-ea23-4e00-ae49-28f58c719c84 req-7659735c-fcc6-4418-928d-ef2036daa8fd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.1559780 Jul 15 13:42:31.098004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Made reservation on behalf of e839abe01ede41828ac38410730622c9 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:31.102451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.137453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.212557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:31.231761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4649ba59-ea23-4e00-ae49-28f58c719c84 req-9eee6f54-3321-4bb7-8e2e-f9d1404138ba tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372018 Jul 15 13:42:31.250601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:31.258302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.386943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.387902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.389055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] 10.222.0.59 "PUT /v2.0/ports/cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1094 time: 2.8647552 Jul 15 13:42:31.391728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.401486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.450515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:31.490936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59324eba-4908-431d-952f-ad6210e60909,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:31.500879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.501246 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Added segment a42a0226-f4d5-4813-8350-01d119e0a62b of type vlan for network c20e11b0-3a13-4581-b85d-eee792e9d4e1 Jul 15 13:42:31.549399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cb5e9-baae-472d-8025-a9bcbaa99a26 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=11']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:31.686108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-b00b6c79-9231-4e8f-a363-dce48247d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.692285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-b00b6c79-9231-4e8f-a363-dce48247d543 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1097 time: 0.2601383 Jul 15 13:42:31.737160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.874760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397fb15-32bf-4104-8664-c0048b8ba658 req-4d4b0198-c470-4e4e-8e7e-f10b54fc747a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.877025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2397fb15-32bf-4104-8664-c0048b8ba658 req-4d4b0198-c470-4e4e-8e7e-f10b54fc747a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 945 time: 0.3890512 Jul 15 13:42:31.878086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.888009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:31.895449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:31.943923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1098776 Jul 15 13:42:31.968976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40786) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:31.977697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Request body: {'subnet': {'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1367102075-subnet', 'tenant_id': 'e839abe01ede41828ac38410730622c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:32.039673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9454a8ad-f129-4c4c-a7b1-6c6e1ccce182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.050408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-9454a8ad-f129-4c4c-a7b1-6c6e1ccce182 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.3488877 Jul 15 13:42:32.104382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f48d2-bb40-428f-97ac-81a1c57edcf4 admin admin] Pushing event updated for resources: {'Network': ['ID=c20e11b0-3a13-4581-b85d-eee792e9d4e1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.120626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c20e11b0-3a13-4581-b85d-eee792e9d4e1 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:32.132806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2397fb15-32bf-4104-8664-c0048b8ba658 req-8aada0b6-165a-40ed-a1ab-14f760a705fd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015591 Jul 15 13:42:32.142220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Made reservation on behalf of e839abe01ede41828ac38410730622c9 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:32.160314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.257849 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-eeb65024-189d-4f68-98f2-ead6f9786fa5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.2026768 Jul 15 13:42:32.364858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:32.368898 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a69a6-4892-4f82-9c41-861fc52124fd" -d '{"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:32.390853 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-313578bf-6905-4063-b083-8bef731c749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.395405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-313578bf-6905-4063-b083-8bef731c749c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.1310353 Jul 15 13:42:32.518388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-6c6dbef0-25f4-49c8-bfb5-094731a924e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.521506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-6c6dbef0-25f4-49c8-bfb5-094731a924e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195261 Jul 15 13:42:32.523028 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6259a71-84b1-43f6-a536-4e2d8d9139a7 x-openstack-request-id: req-b6259a71-84b1-43f6-a536-4e2d8d9139a7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:32.524096 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:32.524497 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6259a71-84b1-43f6-a536-4e2d8d9139a7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:32.524925 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'status': 'completed', 'code': 200} Jul 15 13:42:32.705485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:32.769763 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-2589ce8e-4d36-4026-9dfc-7880c8b7e5dd service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410083 Jul 15 13:42:32.883487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edee79-d1e4-435d-b98c-e1b8af7ea4c1 req-a5cd7a21-e248-4119-9b5e-50b8c2d1d5bf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.887921 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50edee79-d1e4-435d-b98c-e1b8af7ea4c1 req-a5cd7a21-e248-4119-9b5e-50b8c2d1d5bf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.2219150 Jul 15 13:42:32.901353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68216f3e-5ea9-4d41-a74e-ecbb2c919d56,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:32.906997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Checking segment: {'id': 'a42a0226-f4d5-4813-8350-01d119e0a62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:32.908045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Network hostable DHCP agents. Network: c20e11b0-3a13-4581-b85d-eee792e9d4e1, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:42:32.945285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-821514b7-3955-47b2-ad47-fba507a42b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:32.948816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-821514b7-3955-47b2-ad47-fba507a42b9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1097 time: 0.3654466 Jul 15 13:42:32.971423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Network c20e11b0-3a13-4581-b85d-eee792e9d4e1 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:42:33.029575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c20e11b0-3a13-4581-b85d-eee792e9d4e1) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:33.046091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6b55c8-3e1e-4547-8473-12354902db22 None None] Network c20e11b0-3a13-4581-b85d-eee792e9d4e1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:33.063208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.073787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:33.111492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50edee79-d1e4-435d-b98c-e1b8af7ea4c1 req-7d1f26b1-7a03-4d52-afa3-ba858798ad07 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103717 Jul 15 13:42:33.171515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88990eab-ea59-4465-89a5-b03f548fa4f1 req-5f8c3851-00e7-4226-8b80-c88cc29e6a39 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900402 Jul 15 13:42:33.277188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-76f4dd19-4b08-4ccb-97d1-3acc397c25c3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3066261 Jul 15 13:42:33.386323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-8c2d69c2-174f-460d-bb1d-780e694c14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.396626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-8c2d69c2-174f-460d-bb1d-780e694c14e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.4410970 Jul 15 13:42:33.430171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1a127-7e8a-4ee0-bf34-620ed9c0c928 None None] Network c20e11b0-3a13-4581-b85d-eee792e9d4e1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:42:33.521160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-7113e58c-67df-4624-9c71-91970a5e867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.561358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-7113e58c-67df-4624-9c71-91970a5e867c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1097 time: 0.3097141 Jul 15 13:42:33.734137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-16a2d4a5-94c2-4e71-946c-0e018c9bd8b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.3300869 Jul 15 13:42:33.746177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135bb48-e067-405c-9189-15d0e10602ab req-b1d87e26-c4e8-44c2-b735-7d0f7e4c88fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.748541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9135bb48-e067-405c-9189-15d0e10602ab req-b1d87e26-c4e8-44c2-b735-7d0f7e4c88fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 945 time: 0.1471434 Jul 15 13:42:33.770931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-a6cc91a6-0814-4e69-80dc-3c30b932f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.772953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-a6cc91a6-0814-4e69-80dc-3c30b932f5d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.2074323 Jul 15 13:42:33.867266 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9135bb48-e067-405c-9189-15d0e10602ab req-ed7fb9ff-2338-4ea9-b2ae-ff9ae3f5230c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043928 Jul 15 13:42:33.956672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-af3ef28e-72bb-49be-85b2-f7d3f7d4687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:33.957921 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-9de53bae-665c-44fe-99f0-7ba9bf3cf786 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 1000 time: 0.1656003 Jul 15 13:42:33.966075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-af3ef28e-72bb-49be-85b2-f7d3f7d4687e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.2161257 Jul 15 13:42:34.144165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-dca83a5e-4ad5-424f-b34c-f6c3209485b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.146397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-dca83a5e-4ad5-424f-b34c-f6c3209485b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.1780922 Jul 15 13:42:34.270310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-cad3d63d-8bfe-429d-81d5-209d86a9d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.279205 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-cad3d63d-8bfe-429d-81d5-209d86a9d0a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3055108 Jul 15 13:42:34.537756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-a2ff0a34-a8ff-45f7-b5ee-15766d4d49b1 service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448480 Jul 15 13:42:34.550642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-7d43a33d-1cea-43e0-abeb-80cf6a12ab4b tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.557910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-7d43a33d-1cea-43e0-abeb-80cf6a12ab4b tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/networks?id=c20e11b0-3a13-4581-b85d-eee792e9d4e1 HTTP/1.1" status: 200 len: 813 time: 0.2944245 Jul 15 13:42:34.597581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-6254e770-c3f2-4f39-90b0-777ac6a83389 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/quotas/e839abe01ede41828ac38410730622c9 HTTP/1.1" status: 200 len: 375 time: 0.0381804 Jul 15 13:42:34.655537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-2cbc8b0b-f997-44b9-b261-fd342525ea39 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e839abe01ede41828ac38410730622c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520575 Jul 15 13:42:34.670310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-9aaffc59-0659-4922-9419-b2fbbb258f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.672416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-9aaffc59-0659-4922-9419-b2fbbb258f15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5173230 Jul 15 13:42:34.843433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5970-6dc1-4bf4-aff9-2f335f7455fb req-d337fb44-27fd-481e-a162-826393159972 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:34.845237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b9d5970-6dc1-4bf4-aff9-2f335f7455fb req-d337fb44-27fd-481e-a162-826393159972 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.3870010 Jul 15 13:42:34.918021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-ad6471f7-9cf9-4f11-b17a-ae927969107f service neutron] 10.222.0.58 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741748 Jul 15 13:42:34.957231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-dff574d2-503c-495f-94ec-162180d4a652 service neutron] 10.222.0.57 "GET /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999086 Jul 15 13:42:35.011992 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b9d5970-6dc1-4bf4-aff9-2f335f7455fb req-5bf06fd5-ef88-4bdf-b7dd-90473872757a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309233 Jul 15 13:42:35.122730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-3d8586b7-10aa-472f-9e27-4c4cd31193b8 service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344196 Jul 15 13:42:35.185712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-dd321540-d822-4256-a1b1-64a21ef0d880 service neutron] 10.222.0.57 "GET /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185035 Jul 15 13:42:35.397886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b75a69a6-4892-4f82-9c41-861fc52124fd req-4a5706db-c08f-4c69-b2d2-68efd6f6cb9f service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642283 Jul 15 13:42:35.528687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847a837-ea78-4060-abea-c0eb029621c3 req-30ae95ae-908f-4d38-8c40-b02e17963c20 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:35.536571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3847a837-ea78-4060-abea-c0eb029621c3 req-30ae95ae-908f-4d38-8c40-b02e17963c20 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 945 time: 0.2342896 Jul 15 13:42:35.560174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa622ff4-8094-4ffa-bcb9-cd004b122be5 req-5d267918-8065-4505-a355-f8a8dbe37a62 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 210 time: 0.0906212 Jul 15 13:42:35.639891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3847a837-ea78-4060-abea-c0eb029621c3 req-4340b639-e8e0-4e10-8639-fa4472cbfd24 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006336 Jul 15 13:42:35.667613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 40836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:35.792369 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7474aa15-407f-4034-8465-d93525e928cf tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f HTTP/1.1" status: 200 len: 992 time: 0.1218383 Jul 15 13:42:36.353821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca5b14-425e-4ca4-b6c8-e51928c0db0e req-a31dd52f-d90e-4c01-bbf5-819d8f40147b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:36.355845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-36ca5b14-425e-4ca4-b6c8-e51928c0db0e req-a31dd52f-d90e-4c01-bbf5-819d8f40147b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.1622145 Jul 15 13:42:36.480541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-36ca5b14-425e-4ca4-b6c8-e51928c0db0e req-3d7cb616-cbd2-451f-84a3-5c55acf37f4e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143556 Jul 15 13:42:36.505770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:36.760643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:36.891976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'port_id': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'mac_address': 'fa:16:3e:5e:16:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:36.899717 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f91e3c04-7a5d-4571-bc00-54618fa5bd4d req-c830970b-d118-4390-8f09-6343a0e982a3 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 210 time: 0.0681791 Jul 15 13:42:37.003154 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.023251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9598b3-4a63-4f66-9861-098e7e40a297 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:37.055978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:37.062995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:37.137252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=12']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:37.261765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['cf9598b3-4a63-4f66-9861-098e7e40a297'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:37.649389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-420e96b2-7887-4d4e-bacb-bd25cd196af6 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:37.660481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-420e96b2-7887-4d4e-bacb-bd25cd196af6 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.58 "GET /v2.0/networks?id=c20e11b0-3a13-4581-b85d-eee792e9d4e1 HTTP/1.1" status: 200 len: 813 time: 0.2569826 Jul 15 13:42:37.683101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Request body: {'port': {'device_id': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1', 'admin_state_up': True, 'tenant_id': 'e839abe01ede41828ac38410730622c9'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:37.913087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c7171-8fad-4aea-9bfb-0fcae0638a25 req-18bba375-fb3b-4b03-83c6-11ef1eb1e634 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:37.932013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-076c7171-8fad-4aea-9bfb-0fcae0638a25 req-18bba375-fb3b-4b03-83c6-11ef1eb1e634 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.1663206 Jul 15 13:42:38.027395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-076c7171-8fad-4aea-9bfb-0fcae0638a25 req-67cf5009-ed25-4f74-ae25-3bfb27c24cd7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961905 Jul 15 13:42:38.043873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Made reservation on behalf of e839abe01ede41828ac38410730622c9 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:38.058733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.263685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4bf47d1c-92ef-4594-a5bd-f0b6f58d32b3 req-aaf999cd-b2b1-4567-a799-b842b8a45f9c tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 210 time: 0.0913644 Jul 15 13:42:38.357693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Allocated IP 172.20.0.10 (c20e11b0-3a13-4581-b85d-eee792e9d4e1/68216f3e-5ea9-4d41-a74e-ecbb2c919d56/5821d510-becb-433d-a7f7-b0cf8acfaa87) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:42:38.536323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:38.571683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.629872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.651576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port cf9598b3-4a63-4f66-9861-098e7e40a297 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:38.662942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port cf9598b3-4a63-4f66-9861-098e7e40a297 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:38.665461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.737106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Network c20e11b0-3a13-4581-b85d-eee792e9d4e1 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:42:38.745324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:42:38.752934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:42:38.759274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Pushing event updated for resources: {'Port': ['ID=5821d510-becb-433d-a7f7-b0cf8acfaa87,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:38.809630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.810080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.810423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.810793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.811232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.811619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.812076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.812549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.813792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.814134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.814586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.814948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:38.841885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.845184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:38.845842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:38.866213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-e26c6415-02c1-4567-bf84-f0d86ea7a23d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1962688 Jul 15 13:42:38.873326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:38.876837 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b086e6-4b9c-48d9-86bb-9a93cb175949" -d '{"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-plugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:38.883862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Request body: {'port': {'device_id': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:38.927083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:38.941499 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.027673 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6508b0-bf15-40ec-a37a-7bd309f9038a x-openstack-request-id: req-4e6508b0-bf15-40ec-a37a-7bd309f9038a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:39.030077 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-plugged", "status": "completed", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:39.032348 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e6508b0-bf15-40ec-a37a-7bd309f9038a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:39.035025 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'code': 200} Jul 15 13:42:39.035302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.082572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=13']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:39.575438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8432e-791e-4df3-9e35-39a06f703916 req-cb8d8418-4a9e-4d6c-af62-2b7c6ea1c4ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:39.590453 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50c8432e-791e-4df3-9e35-39a06f703916 req-cb8d8418-4a9e-4d6c-af62-2b7c6ea1c4ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.2625101 Jul 15 13:42:39.611045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd535e-a5e5-4ae9-b950-069ea1369665 req-2feee187-e371-4afa-af22-f2fe5a5addad tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:39.614496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-70dd535e-a5e5-4ae9-b950-069ea1369665 req-2feee187-e371-4afa-af22-f2fe5a5addad tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 932 time: 0.1087799 Jul 15 13:42:39.698566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50c8432e-791e-4df3-9e35-39a06f703916 req-6414c6bb-7120-4a04-803f-caf0859d7979 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Jul 15 13:42:39.703486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-70dd535e-a5e5-4ae9-b950-069ea1369665 req-13e635ce-8116-43d4-8fb1-c06acb55cf76 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754616 Jul 15 13:42:39.834581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5821d510-becb-433d-a7f7-b0cf8acfaa87 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:39.846966 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.864029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Transition to ACTIVE for port object 5821d510-becb-433d-a7f7-b0cf8acfaa87 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:42:39.871413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:39.932472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Pushing event updated for resources: {'Port': ['ID=5821d510-becb-433d-a7f7-b0cf8acfaa87,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.062260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Attempting to bind port 5821d510-becb-433d-a7f7-b0cf8acfaa87 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:42:40.063043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Attempting to bind port 5821d510-becb-433d-a7f7-b0cf8acfaa87 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'a42a0226-f4d5-4813-8350-01d119e0a62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:42:40.063594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Attempting to bind port 5821d510-becb-433d-a7f7-b0cf8acfaa87 on network c20e11b0-3a13-4581-b85d-eee792e9d4e1 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:40.070445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Port 5821d510-becb-433d-a7f7-b0cf8acfaa87 on network c20e11b0-3a13-4581-b85d-eee792e9d4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:42:40.071158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Attempting to bind port 5821d510-becb-433d-a7f7-b0cf8acfaa87 on network c20e11b0-3a13-4581-b85d-eee792e9d4e1 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:42:40.077319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:42:40.077901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Checking segment: {'id': 'a42a0226-f4d5-4813-8350-01d119e0a62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:42:40.078321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Bound using segment: {'id': 'a42a0226-f4d5-4813-8350-01d119e0a62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:42:40.078873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Bound port: 5821d510-becb-433d-a7f7-b0cf8acfaa87, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42a0226-f4d5-4813-8350-01d119e0a62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:42:40.081747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.185001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] For port 5821d510-becb-433d-a7f7-b0cf8acfaa87, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:42:40.198324 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] For port 5821d510-becb-433d-a7f7-b0cf8acfaa87, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87,segment=NetworkSegment(a42a0226-f4d5-4813-8350-01d119e0a62b),segment_id=a42a0226-f4d5-4813-8350-01d119e0a62b)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:42:40.208090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.283876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:40.284621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:40.286147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] 10.222.0.58 "PUT /v2.0/ports/5821d510-becb-433d-a7f7-b0cf8acfaa87 HTTP/1.1" status: 200 len: 1093 time: 1.4092519 Jul 15 13:42:40.286779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'tag': '5821d510-becb-433d-a7f7-b0cf8acfaa87'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:40.289433 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa356e-80b9-4890-8bd0-d31820d8e5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffe3432-2497-48be-90a0-73a6f58b5f89", "tag": "5821d510-becb-433d-a7f7-b0cf8acfaa87"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:40.329071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ee8c-d3e3-485f-933f-af98cafc66ed service neutron] Pushing event updated for resources: {'Port': ['ID=5821d510-becb-433d-a7f7-b0cf8acfaa87,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:40.380665 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd356969-15f9-40be-b345-2b4772e3d47f x-openstack-request-id: req-cd356969-15f9-40be-b345-2b4772e3d47f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:40.381116 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffe3432-2497-48be-90a0-73a6f58b5f89", "tag": "5821d510-becb-433d-a7f7-b0cf8acfaa87", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:40.382856 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd356969-15f9-40be-b345-2b4772e3d47f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:40.383496 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'tag': '5821d510-becb-433d-a7f7-b0cf8acfaa87', 'status': 'completed', 'code': 200} Jul 15 13:42:40.430606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-145f89e6-855b-4b60-a44a-51f19c6eee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:40.432388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-145f89e6-855b-4b60-a44a-51f19c6eee42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e839abe01ede41828ac38410730622c9&device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 1096 time: 0.0932281 Jul 15 13:42:40.487602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-a77ffeab-c54e-437e-a985-b66c3dc265d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87 HTTP/1.1" status: 200 len: 217 time: 0.0456526 Jul 15 13:42:40.571037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071528-f980-4a0e-8423-e9905cf95287 req-440948f4-8e03-40b0-a83c-ee119dd4d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:40.573640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-440948f4-8e03-40b0-a83c-ee119dd4d4a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68216f3e-5ea9-4d41-a74e-ecbb2c919d56 HTTP/1.1" status: 200 len: 853 time: 0.0794542 Jul 15 13:42:40.628049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-de6fe6de-62f8-436b-8d08-6fbbde2ef6cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c20e11b0-3a13-4581-b85d-eee792e9d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470443 Jul 15 13:42:40.763712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-734da323-b1c8-458c-97ad-bca43163e881 service neutron] 10.222.0.58 "GET /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279569 Jul 15 13:42:40.886143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83071528-f980-4a0e-8423-e9905cf95287 req-a91a4493-26ab-49af-a893-a3fa3b8f334d service neutron] 10.222.0.58 "GET /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147184 Jul 15 13:42:41.073218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bddaf-d9ec-4f6d-88d6-d42235a2397a req-1b1d40a3-0bc6-4e89-b437-290ae7a8e7c6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.084651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e57bddaf-d9ec-4f6d-88d6-d42235a2397a req-1b1d40a3-0bc6-4e89-b437-290ae7a8e7c6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.2332788 Jul 15 13:42:41.132295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-c6f9cc08-565c-4155-874a-12a4204e3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.134375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-c6f9cc08-565c-4155-874a-12a4204e3202 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e839abe01ede41828ac38410730622c9&device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 1096 time: 0.1798871 Jul 15 13:42:41.147410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401290d8-8110-47c9-b6ba-03963b1610a7 req-7158a912-8df4-4d57-9f7f-63fb6a5f391a tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.157119 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-401290d8-8110-47c9-b6ba-03963b1610a7 req-7158a912-8df4-4d57-9f7f-63fb6a5f391a tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 944 time: 0.1495051 Jul 15 13:42:41.162979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e57bddaf-d9ec-4f6d-88d6-d42235a2397a req-98c4ce49-7c43-4e59-88e6-4e0ca7b8cd77 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Jul 15 13:42:41.272958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-401290d8-8110-47c9-b6ba-03963b1610a7 req-c2243a6b-eec0-4c29-83b5-0ff7dc4e4a96 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148171 Jul 15 13:42:41.321623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-fa446cc3-a7c3-4bfb-a646-1e7085bb474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.321623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-fa446cc3-a7c3-4bfb-a646-1e7085bb474d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c20e11b0-3a13-4581-b85d-eee792e9d4e1 HTTP/1.1" status: 200 len: 914 time: 0.1385601 Jul 15 13:42:41.366882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-b7f5e4b8-1149-4e72-9994-866f3a0ea905 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87 HTTP/1.1" status: 200 len: 217 time: 0.0507545 Jul 15 13:42:41.434781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-6554a902-6e1b-4eb5-94e1-1e5283730b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:41.437557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-6554a902-6e1b-4eb5-94e1-1e5283730b41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=68216f3e-5ea9-4d41-a74e-ecbb2c919d56 HTTP/1.1" status: 200 len: 853 time: 0.0551786 Jul 15 13:42:41.482020 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-a590e09a-b0c5-4197-97f3-0ec092473670 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c20e11b0-3a13-4581-b85d-eee792e9d4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361369 Jul 15 13:42:41.614951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-69beb479-9bb8-4b27-976b-9a67a3238677 service neutron] 10.222.0.58 "GET /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254570 Jul 15 13:42:41.761507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27fa356e-80b9-4890-8bd0-d31820d8e5ef req-df189568-7d59-405a-afc6-a0f69b5d7816 service neutron] 10.222.0.58 "GET /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384192 Jul 15 13:42:42.494313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee8d10-dd54-472d-9262-252deef41f2c req-5d3c17d3-1528-4503-94cf-a3d4cb5ebccb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.502854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6ee8d10-dd54-472d-9262-252deef41f2c req-5d3c17d3-1528-4503-94cf-a3d4cb5ebccb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 944 time: 0.1119993 Jul 15 13:42:42.568168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c01eeb4f-b117-45ef-8ba5-800c58bd701b details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:42.571665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e6ee8d10-dd54-472d-9262-252deef41f2c req-6bfcb27e-8305-4169-b310-19ae20e83200 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677273 Jul 15 13:42:42.685665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b384f-f44d-4efa-98f2-8cdd2edf9885 req-0f3a89a9-7df2-4e44-853a-161ce50bbda2 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:42.687599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f6b384f-f44d-4efa-98f2-8cdd2edf9885 req-0f3a89a9-7df2-4e44-853a-161ce50bbda2 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 944 time: 0.1269403 Jul 15 13:42:42.757285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5f6b384f-f44d-4efa-98f2-8cdd2edf9885 req-f13e7eff-a2b0-40af-a145-3a46174cbd46 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634103 Jul 15 13:42:42.759395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c01eeb4f-b117-45ef-8ba5-800c58bd701b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:42.783149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b', 'mac_address': 'fa:16:3e:26:2e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:42.846237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:42.863953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01eeb4f-b117-45ef-8ba5-800c58bd701b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:42.907215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c01eeb4f-b117-45ef-8ba5-800c58bd701b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:42.926892 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.013104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c01eeb4f-b117-45ef-8ba5-800c58bd701b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:43.093786 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ae867c02-5c4f-49e5-8863-3582848b68b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.129847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c01eeb4f-b117-45ef-8ba5-800c58bd701b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:43.463664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5821d510-becb-433d-a7f7-b0cf8acfaa87 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:42:43.678461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5821d510-becb-433d-a7f7-b0cf8acfaa87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87,segment=NetworkSegment(a42a0226-f4d5-4813-8350-01d119e0a62b),segment_id=a42a0226-f4d5-4813-8350-01d119e0a62b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:43.708936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '5821d510-becb-433d-a7f7-b0cf8acfaa87', 'network_id': 'c20e11b0-3a13-4581-b85d-eee792e9d4e1', 'port_id': '5821d510-becb-433d-a7f7-b0cf8acfaa87', 'mac_address': 'fa:16:3e:23:8e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68216f3e-5ea9-4d41-a74e-ecbb2c919d56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:42:43.783683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.839234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5821d510-becb-433d-a7f7-b0cf8acfaa87 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:42:43.890718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5821d510-becb-433d-a7f7-b0cf8acfaa87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87,segment=NetworkSegment(a42a0226-f4d5-4813-8350-01d119e0a62b),segment_id=a42a0226-f4d5-4813-8350-01d119e0a62b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:43.899728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:43.932137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06462bf0-0e94-4ab5-bbb2-671a0a313a6e req-4d5d6a98-5fed-4df3-92c0-e6e4fd9fc66b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:43.946089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06462bf0-0e94-4ab5-bbb2-671a0a313a6e req-4d5d6a98-5fed-4df3-92c0-e6e4fd9fc66b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 945 time: 0.1507580 Jul 15 13:42:43.970855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5821d510-becb-433d-a7f7-b0cf8acfaa87,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:44.015561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e97f3-50c3-4f52-af22-03a2ae826e5c req-091b2cfa-977d-47ee-9045-bd0ee0f1ca71 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:44.018178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-999e97f3-50c3-4f52-af22-03a2ae826e5c req-091b2cfa-977d-47ee-9045-bd0ee0f1ca71 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 945 time: 0.1139646 Jul 15 13:42:44.034825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06462bf0-0e94-4ab5-bbb2-671a0a313a6e req-b3e6cbd8-2f6d-4f55-9e42-c470279f225f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829952 Jul 15 13:42:44.083224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-999e97f3-50c3-4f52-af22-03a2ae826e5c req-8d604cd1-4b63-4735-8608-7f79092f0fa6 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583003 Jul 15 13:42:44.115695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['5821d510-becb-433d-a7f7-b0cf8acfaa87'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:44.571790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c01eeb4f-b117-45ef-8ba5-800c58bd701b up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:44.699728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port c01eeb4f-b117-45ef-8ba5-800c58bd701b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:44.711375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c01eeb4f-b117-45ef-8ba5-800c58bd701b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:44.711957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.877361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:44.921027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:44.923561 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2f3ae-b6f5-48a6-b123-cbd8fc38655e" -d '{"events": [{"server_uuid": "05270736-ddd9-4ef3-8251-49ae40a359d4", "name": "network-vif-plugged", "status": "completed", "tag": "c01eeb4f-b117-45ef-8ba5-800c58bd701b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:44.942902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c01eeb4f-b117-45ef-8ba5-800c58bd701b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:44.950115 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.048098 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe308707-7e17-45db-abb2-5b334d0dde55 x-openstack-request-id: req-fe308707-7e17-45db-abb2-5b334d0dde55 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:45.049364 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05270736-ddd9-4ef3-8251-49ae40a359d4", "name": "network-vif-plugged", "status": "completed", "tag": "c01eeb4f-b117-45ef-8ba5-800c58bd701b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:45.050124 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe308707-7e17-45db-abb2-5b334d0dde55 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:45.050801 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b', 'code': 200} Jul 15 13:42:45.052855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c01eeb4f-b117-45ef-8ba5-800c58bd701b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:45.223824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.297121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35c8de-d2e4-4768-8c3b-47374cd08be9 req-0ad2f3e9-d283-4485-a5e0-4d8e0ca1b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:45.304035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff35c8de-d2e4-4768-8c3b-47374cd08be9 req-0ad2f3e9-d283-4485-a5e0-4d8e0ca1b922 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 1098 time: 0.1787829 Jul 15 13:42:45.323247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835d819-0efe-41b7-a690-1d0fe6dbd31d req-3f46f516-c0f6-49af-bb02-ce2266765970 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:45.332204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6835d819-0efe-41b7-a690-1d0fe6dbd31d req-3f46f516-c0f6-49af-bb02-ce2266765970 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 946 time: 0.0916030 Jul 15 13:42:45.401599 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff35c8de-d2e4-4768-8c3b-47374cd08be9 req-bec63a48-4ee1-4a81-a781-aa86be45ff02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907247 Jul 15 13:42:45.427078 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.454375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6835d819-0efe-41b7-a690-1d0fe6dbd31d req-fbe484ce-9a6c-40b0-b32a-eb17db851b87 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170354 Jul 15 13:42:45.480382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5821d510-becb-433d-a7f7-b0cf8acfaa87 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:42:45.560657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a272d47-1af1-4657-a238-752ee4f019d7 req-3fe4c4e0-d51a-4866-8a94-a7184b3ee37a tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:45.563030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a272d47-1af1-4657-a238-752ee4f019d7 req-3fe4c4e0-d51a-4866-8a94-a7184b3ee37a tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 945 time: 0.1245406 Jul 15 13:42:45.563761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b6450b86-2f3d-4801-8b35-a8fb1e05c332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.579638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 5821d510-becb-433d-a7f7-b0cf8acfaa87 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:42:45.602100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 5821d510-becb-433d-a7f7-b0cf8acfaa87 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:42:45.602630 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.647063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a272d47-1af1-4657-a238-752ee4f019d7 req-e1a9fa20-748c-4d68-bec4-e634bb21b62f tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746639 Jul 15 13:42:45.736133 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.769623 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.864450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 5821d510-becb-433d-a7f7-b0cf8acfaa87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87,segment=NetworkSegment(a42a0226-f4d5-4813-8350-01d119e0a62b),segment_id=a42a0226-f4d5-4813-8350-01d119e0a62b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:45.873769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:45.978877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=5821d510-becb-433d-a7f7-b0cf8acfaa87,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:46.801243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a8bf-43d8-437b-a315-e7e106557633 req-474ca5b5-dc1f-4958-b595-4ff01d57f018 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:46.804435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5fa5a8bf-43d8-437b-a315-e7e106557633 req-474ca5b5-dc1f-4958-b595-4ff01d57f018 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 946 time: 0.1399205 Jul 15 13:42:46.918431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5fa5a8bf-43d8-437b-a315-e7e106557633 req-dc14e8c7-e843-41de-809d-02459000cb13 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043074 Jul 15 13:42:46.920440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ef8a-5086-43e6-a35f-0a0b8487f12a req-3a513aa5-a6be-47d9-acd8-c957bc81db74 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:46.930205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9107ef8a-5086-43e6-a35f-0a0b8487f12a req-3a513aa5-a6be-47d9-acd8-c957bc81db74 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 946 time: 0.1233439 Jul 15 13:42:47.035240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9107ef8a-5086-43e6-a35f-0a0b8487f12a req-cbcbc8ec-620c-4a5b-aa47-acb7e5bdbe30 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035547 Jul 15 13:42:47.052279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5821d510-becb-433d-a7f7-b0cf8acfaa87'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:47.058299 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c93e55-e2c9-498e-a26d-f221bef9883a" -d '{"events": [{"server_uuid": "9ffe3432-2497-48be-90a0-73a6f58b5f89", "name": "network-vif-plugged", "status": "completed", "tag": "5821d510-becb-433d-a7f7-b0cf8acfaa87"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:47.126264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:47.149616 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a3933-d52a-48d2-b4b9-ed85c1ae7dde x-openstack-request-id: req-161a3933-d52a-48d2-b4b9-ed85c1ae7dde {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:47.150958 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffe3432-2497-48be-90a0-73a6f58b5f89", "name": "network-vif-plugged", "status": "completed", "tag": "5821d510-becb-433d-a7f7-b0cf8acfaa87", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:47.151613 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-161a3933-d52a-48d2-b4b9-ed85c1ae7dde {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:47.152265 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5821d510-becb-433d-a7f7-b0cf8acfaa87', 'code': 200} Jul 15 13:42:47.379332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b049bb7-2d35-4cb2-befa-a530ba57cd9d req-bf31b20a-78cf-458c-aae1-4e478b450f4a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:47.381751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b049bb7-2d35-4cb2-befa-a530ba57cd9d req-bf31b20a-78cf-458c-aae1-4e478b450f4a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 946 time: 0.1562915 Jul 15 13:42:47.403034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee09f4-5ba4-4bd0-862e-26b7a3894442 req-1a839bc9-e20c-4b5b-acdb-853190c1ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:47.405304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bee09f4-5ba4-4bd0-862e-26b7a3894442 req-1a839bc9-e20c-4b5b-acdb-853190c1ae69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 1098 time: 0.1396575 Jul 15 13:42:47.479275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7bee09f4-5ba4-4bd0-862e-26b7a3894442 req-3858a85b-cc60-4299-a3c0-2239b1719243 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650604 Jul 15 13:42:47.500310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b049bb7-2d35-4cb2-befa-a530ba57cd9d req-ac249cf0-31b7-4993-ba34-32744a46bca7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105354 Jul 15 13:42:48.255006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835dec0-1902-470b-be74-03012302f9fe req-d6eb10e1-3bfb-4141-a852-089758860ab7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:48.266942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5835dec0-1902-470b-be74-03012302f9fe req-d6eb10e1-3bfb-4141-a852-089758860ab7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 946 time: 0.1279387 Jul 15 13:42:48.424429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5835dec0-1902-470b-be74-03012302f9fe req-62eeced6-e082-4ac0-b94c-95372a42bc80 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559355 Jul 15 13:42:48.445408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c381-ed69-4d36-b36b-98ec9b84e5f2 req-2c1e3bdb-36f3-4c8c-9011-6af1dfaca67f tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:48.460067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5883c381-ed69-4d36-b36b-98ec9b84e5f2 req-2c1e3bdb-36f3-4c8c-9011-6af1dfaca67f tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 946 time: 0.1559117 Jul 15 13:42:48.538461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5883c381-ed69-4d36-b36b-98ec9b84e5f2 req-c2713e72-6c47-4653-b2e1-b0707998d4be tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765090 Jul 15 13:42:48.667302 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:49.647045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-43d01406-8a45-40cc-9218-950a5f9b1d54 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:49.652977 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-43d01406-8a45-40cc-9218-950a5f9b1d54 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 946 time: 0.1413045 Jul 15 13:42:49.939229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677a61-a3d7-413a-ab44-8325adc7ad2e req-77bc2112-d4cf-49f8-9c7a-d4ff8778137a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:49.949380 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a677a61-a3d7-413a-ab44-8325adc7ad2e req-77bc2112-d4cf-49f8-9c7a-d4ff8778137a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 946 time: 0.2105913 Jul 15 13:42:49.955317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port c01eeb4f-b117-45ef-8ba5-800c58bd701b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:49.955782 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.009204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2a677a61-a3d7-413a-ab44-8325adc7ad2e req-71b70054-642c-4177-a372-ebdc984890a5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582466 Jul 15 13:42:50.118314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a703a5c-d886-46ee-a3d7-4fbb066d2217 req-7051309d-bd3c-40b7-8d9a-7c73b3d23714 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:50.132138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a703a5c-d886-46ee-a3d7-4fbb066d2217 req-7051309d-bd3c-40b7-8d9a-7c73b3d23714 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 946 time: 0.2952504 Jul 15 13:42:50.210765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a703a5c-d886-46ee-a3d7-4fbb066d2217 req-bce4ca47-dcf2-45dd-8ea8-ce7678a71771 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773978 Jul 15 13:42:50.229761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port c01eeb4f-b117-45ef-8ba5-800c58bd701b, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c01eeb4f-b117-45ef-8ba5-800c58bd701b,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:50.230201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.258142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for c01eeb4f-b117-45ef-8ba5-800c58bd701b owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:50.587534 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.604973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:50.613729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c01eeb4f-b117-45ef-8ba5-800c58bd701b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:42:50.680905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=c01eeb4f-b117-45ef-8ba5-800c58bd701b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:50.705201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.705572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.706183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.706934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.707306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.707868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.708413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.708950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.709422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.710016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.710151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.710449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:42:50.802613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port c01eeb4f-b117-45ef-8ba5-800c58bd701b on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:50.805817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:50.811678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5c6dd94-ce5b-48ba-84cb-e646e1e6f222 req-a358f0e6-d064-4dbe-80bd-3a6e77efc4fa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "DELETE /v2.0/ports/c01eeb4f-b117-45ef-8ba5-800c58bd701b HTTP/1.1" status: 204 len: 173 time: 1.1543264 Jul 15 13:42:50.812485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'name': 'network-vif-deleted', 'tag': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:50.815037 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698a0a7-7447-4bcd-914e-2bb0198d15c1" -d '{"events": [{"server_uuid": "05270736-ddd9-4ef3-8251-49ae40a359d4", "name": "network-vif-deleted", "tag": "c01eeb4f-b117-45ef-8ba5-800c58bd701b"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:50.903523 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2da907-67c9-4450-af58-6f9c899be056 x-openstack-request-id: req-ae2da907-67c9-4450-af58-6f9c899be056 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:50.904109 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05270736-ddd9-4ef3-8251-49ae40a359d4", "name": "network-vif-deleted", "tag": "c01eeb4f-b117-45ef-8ba5-800c58bd701b", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:50.904681 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae2da907-67c9-4450-af58-6f9c899be056 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:50.905312 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05270736-ddd9-4ef3-8251-49ae40a359d4', 'name': 'network-vif-deleted', 'tag': 'c01eeb4f-b117-45ef-8ba5-800c58bd701b', 'status': 'completed', 'code': 200} Jul 15 13:42:51.880599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec1820-b669-4a21-98e9-2b5931819ffa req-b4b9c858-db6c-4898-bd7e-d3847e3f4867 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:51.884952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fec1820-b669-4a21-98e9-2b5931819ffa req-b4b9c858-db6c-4898-bd7e-d3847e3f4867 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 946 time: 0.1377292 Jul 15 13:42:51.911329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-43e1f14e-3cee-4f3f-86c1-54b413997fa9 req-6cd673b1-dc8f-451f-96f9-024b85ceb391 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.6030853 Jul 15 13:42:51.986174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fec1820-b669-4a21-98e9-2b5931819ffa req-5c0b0d9a-c417-4aec-a9ea-0af977db82ba tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865476 Jul 15 13:42:52.990890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-11e621a5-6b32-4e4b-a174-eacf518fb3df tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:52.996786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-11e621a5-6b32-4e4b-a174-eacf518fb3df tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 946 time: 0.1379247 Jul 15 13:42:53.351687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1efdca39-dd87-449b-b3e8-445f44ddd868 req-64931825-ba2c-4609-8e68-b3d42a457733 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.0925970 Jul 15 13:42:53.384584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Deleting port 5821d510-becb-433d-a7f7-b0cf8acfaa87 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:42:53.385242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.447918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3027a-b08a-4734-9313-8ae348eb595f req-5066692e-3088-4305-a855-c01afec2e713 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:53.449781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35f3027a-b08a-4734-9313-8ae348eb595f req-5066692e-3088-4305-a855-c01afec2e713 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 946 time: 0.1831293 Jul 15 13:42:53.549164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35f3027a-b08a-4734-9313-8ae348eb595f req-aa091ebf-90fe-497a-acb7-235bd12b79b0 tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/security-groups?id=59324eba-4908-431d-952f-ad6210e60909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710506 Jul 15 13:42:53.592734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] For port 5821d510-becb-433d-a7f7-b0cf8acfaa87, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=5821d510-becb-433d-a7f7-b0cf8acfaa87,segment=NetworkSegment(a42a0226-f4d5-4813-8350-01d119e0a62b),segment_id=a42a0226-f4d5-4813-8350-01d119e0a62b)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:42:53.593366 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.626010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Calling delete_port for 5821d510-becb-433d-a7f7-b0cf8acfaa87 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:42:53.884280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:53.923546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Pushing event deleted for resources: {'Port': ['ID=5821d510-becb-433d-a7f7-b0cf8acfaa87,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:54.010956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] No DVR routers for this DVR port 5821d510-becb-433d-a7f7-b0cf8acfaa87 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:42:54.014359 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:54.026055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f68d3def-3702-4b61-8b0e-8560b82587d8 req-c40d1234-da72-4a5a-9c70-f43ca702137d tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.58 "DELETE /v2.0/ports/5821d510-becb-433d-a7f7-b0cf8acfaa87 HTTP/1.1" status: 204 len: 173 time: 1.0159035 Jul 15 13:42:54.026055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'name': 'network-vif-deleted', 'tag': '5821d510-becb-433d-a7f7-b0cf8acfaa87'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:42:54.026055 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048e4c9-120b-4d37-8505-7b9b0372f440" -d '{"events": [{"server_uuid": "9ffe3432-2497-48be-90a0-73a6f58b5f89", "name": "network-vif-deleted", "tag": "5821d510-becb-433d-a7f7-b0cf8acfaa87"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:42:54.082202 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b0d0c-5b45-495c-8c52-7714a8573fc7 x-openstack-request-id: req-a28b0d0c-5b45-495c-8c52-7714a8573fc7 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:42:54.083318 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffe3432-2497-48be-90a0-73a6f58b5f89", "name": "network-vif-deleted", "tag": "5821d510-becb-433d-a7f7-b0cf8acfaa87", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:42:54.084055 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a28b0d0c-5b45-495c-8c52-7714a8573fc7 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:42:54.085118 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffe3432-2497-48be-90a0-73a6f58b5f89', 'name': 'network-vif-deleted', 'tag': '5821d510-becb-433d-a7f7-b0cf8acfaa87', 'status': 'completed', 'code': 200} Jul 15 13:42:54.624660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c01eeb4f-b117-45ef-8ba5-800c58bd701b no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:54.697493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-081fb6ec-adb2-49ba-8588-d17662e991b6 req-f827fbd6-d1ad-48f6-8bb5-6a60c9496183 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.0538328 Jul 15 13:42:54.712452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: c01eeb4f-b117-45ef-8ba5-800c58bd701b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:54.722667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c01eeb4f-b117-45ef-8ba5-800c58bd701b not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:54.814052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-041cdbc4-2f2e-4d56-b174-e6fc91928bad req-7d58b5d7-736d-4796-9ecc-1cfbc0c175dc tempest-ServerPasswordTestJSON-754357442 tempest-ServerPasswordTestJSON-754357442-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ffe3432-2497-48be-90a0-73a6f58b5f89 HTTP/1.1" status: 200 len: 210 time: 0.0482175 Jul 15 13:42:55.500470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5821d510-becb-433d-a7f7-b0cf8acfaa87 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:42:55.548211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 5821d510-becb-433d-a7f7-b0cf8acfaa87 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:42:55.552653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 5821d510-becb-433d-a7f7-b0cf8acfaa87 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:42:55.927191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c4aba5b-daa5-426a-bde6-9df8d85048b4 req-bcffd09f-9c2f-4cf3-91a9-e4b70ddb6f51 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.0578804 Jul 15 13:42:55.963720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:56.016993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Deleting subnet 68216f3e-5ea9-4d41-a74e-ecbb2c919d56 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:42:56.022033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.071534 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.129365 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.219628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.235831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.242681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/68216f3e-5ea9-4d41-a74e-ecbb2c919d56 HTTP/1.1" status: 204 len: 168 time: 0.2738461 Jul 15 13:42:56.243228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41176) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:56.274703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0424ed6-fe1e-4b20-8496-74b31590c981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68216f3e-5ea9-4d41-a74e-ecbb2c919d56,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:56.436229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.657744 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.681451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20e11b0-3a13-4581-b85d-eee792e9d4e1']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:56.705605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42a0226-f4d5-4813-8350-01d119e0a62b') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:56.706026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42a0226-f4d5-4813-8350-01d119e0a62b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:42:56.722496 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.769097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.782144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:42:56.782738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:42:56.925448 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:42:56.939431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.955053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:56.957294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] 10.222.0.57 "DELETE /v2.0/networks/c20e11b0-3a13-4581-b85d-eee792e9d4e1 HTTP/1.1" status: 204 len: 168 time: 0.7088366 Jul 15 13:42:56.986983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539086a8-75ec-4499-9d35-a6512511eb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c20e11b0-3a13-4581-b85d-eee792e9d4e1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:57.225812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2bb9601-79a4-43b8-a587-21cc84fb1f51 req-3f0abb30-a279-4bf0-a3ec-7adadbd796a3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.0969281 Jul 15 13:42:57.265315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41202) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:57.370026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:57.370763 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ab5b1beb-d8ad-433e-8387-c13d8b563379 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e839abe01ede41828ac38410730622c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030090 Jul 15 13:42:57.445140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb52-ba76-488c-bf81-13b9e4fe8761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.479718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb52-ba76-488c-bf81-13b9e4fe8761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.562028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb52-ba76-488c-bf81-13b9e4fe8761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.566245 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2dc8eb52-ba76-488c-bf81-13b9e4fe8761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:57.568195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2dc8eb52-ba76-488c-bf81-13b9e4fe8761 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59324eba-4908-431d-952f-ad6210e60909 HTTP/1.1" status: 204 len: 168 time: 0.1959536 Jul 15 13:42:57.589308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8eb52-ba76-488c-bf81-13b9e4fe8761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59324eba-4908-431d-952f-ad6210e60909,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:58.506060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8a9161f9-2d0c-456a-9b1f-95b9bef1d993 req-28a923ae-87fe-4cd7-8a66-4c442ec1cae5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=05270736-ddd9-4ef3-8251-49ae40a359d4 HTTP/1.1" status: 200 len: 210 time: 0.0509582 Jul 15 13:42:58.905981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:59.079432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-982551431-network', 'tenant_id': 'afd015b2ed4c4d1aaab091c333fde5bd'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:59.110124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Made reservation on behalf of afd015b2ed4c4d1aaab091c333fde5bd for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:59.112572 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.121813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.237902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.250172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.284275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:42:59.303552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a5598-8b86-47b9-8623-fdf01f89f92c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:59.306956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.307550 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Added segment bf9441e0-3f1e-48b1-a059-e709ff67eb70 of type vlan for network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 Jul 15 13:42:59.357998 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.402461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.403524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:42:59.404105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.440394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5331151 Jul 15 13:42:59.443547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:42:59.449314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Request body: {'subnet': {'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-982551431-subnet', 'tenant_id': 'afd015b2ed4c4d1aaab091c333fde5bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:42:59.503467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Made reservation on behalf of afd015b2ed4c4d1aaab091c333fde5bd for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:42:59.506163 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:42:59.508625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261bff0-8416-44bb-a77d-4913601b9af2 admin admin] Pushing event updated for resources: {'Network': ['ID=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:42:59.523248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:42:59.932945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.034845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Checking segment: {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:00.035215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Network hostable DHCP agents. Network: 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:00.060321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3a0492-bf91-4697-a4dc-35a3a87fdd46,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:00.071141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:00.101315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:00.122789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff4889-1dbe-47ee-94c7-2f6b588c5a18 None None] Network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:00.126787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.127718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:00.147235 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f7da4d6d-6ed2-44aa-ac17-1dea512c59fd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7022293 Jul 15 13:43:00.386768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6cc7ae-17f0-4783-897d-bc45fc89c335 None None] Network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:00.937046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-f0b34b9e-1a08-4e2f-a008-ed8e796cca5a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:00.945444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-f0b34b9e-1a08-4e2f-a008-ed8e796cca5a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 813 time: 0.1951215 Jul 15 13:43:00.963347 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-3bdbcddb-1335-4260-a3bd-0685762f703a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/quotas/afd015b2ed4c4d1aaab091c333fde5bd HTTP/1.1" status: 200 len: 375 time: 0.0166550 Jul 15 13:43:01.022753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-53b9d1ad-5d0a-4436-8ee5-620aa58847c1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577960 Jul 15 13:43:01.234595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-4044554e-6351-448b-92e8-438287db759c service neutron] 10.222.0.57 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107627 Jul 15 13:43:01.354870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-777ae9c6-26b9-41e9-a37c-9f9fd15b4885 service neutron] 10.222.0.57 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189899 Jul 15 13:43:01.639416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8003915d-3ab7-40ac-bfb0-edcbc512c753 req-c3b96065-5e64-4136-9b1d-2f92be9d3736 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 210 time: 0.0585632 Jul 15 13:43:02.828106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f253e5cf-2891-4b24-9c6a-276737284b49 req-26cbe14a-2ebc-47cb-92fd-bd7d936399e9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 210 time: 0.0345860 Jul 15 13:43:03.234393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:03.311533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Deleting subnet 4027ef99-c72c-48c4-a052-6f89002d0ca4 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:03.320497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.400960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.466792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-c2614624-bf09-4ce4-b060-e0158ba4e744 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:03.470315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-c2614624-bf09-4ce4-b060-e0158ba4e744 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 813 time: 0.2592957 Jul 15 13:43:03.481666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Request body: {'port': {'device_id': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'admin_state_up': True, 'tenant_id': 'afd015b2ed4c4d1aaab091c333fde5bd'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:03.682262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Made reservation on behalf of afd015b2ed4c4d1aaab091c333fde5bd for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:03.686657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:03.881982 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Allocated IP 172.20.0.9 (13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78/bf3a0492-bf91-4697-a4dc-35a3a87fdd46/a74de606-a7bd-449f-abcf-aaf761b54fe4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:03.976874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.037484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.065501 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.072471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4027ef99-c72c-48c4-a052-6f89002d0ca4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:04.085243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.087251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d5e6084f-f518-445f-b8c3-fd6ecd7fd46d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4027ef99-c72c-48c4-a052-6f89002d0ca4 HTTP/1.1" status: 204 len: 168 time: 0.8517473 Jul 15 13:43:04.096229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41456) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.113568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f973151-646c-467d-bc24-89ead7f7739a req-046a4db6-5539-4b6c-aa02-df9f6e9b9989 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 210 time: 0.0444682 Jul 15 13:43:04.174184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d333d-2803-4ca9-af83-a19709904912 req-63c2d0e0-62f5-450f-939a-e4942be128cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:04.182418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a2d333d-2803-4ca9-af83-a19709904912 req-63c2d0e0-62f5-450f-939a-e4942be128cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 945 time: 0.6970007 Jul 15 13:43:04.185922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.260322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.273078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:04.277932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a2d333d-2803-4ca9-af83-a19709904912 req-2795c544-74cc-47eb-8d8f-94a5a03c0b49 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943065 Jul 15 13:43:04.278316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:04.281421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:04.283858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:04.345300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:04.346057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.364757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0ef0c8e5-ee4b-4708-8964-9ca7c23a55fc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8874660 Jul 15 13:43:04.396210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.419283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35b9a32-98c2-4b86-b1b1-474d0eceed3c']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:04.432455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a458c916-0dc9-4075-bedf-5b919a158374') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:04.432455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a458c916-0dc9-4075-bedf-5b919a158374') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:04.444262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.452149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Request body: {'port': {'device_id': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:04.461356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.468858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:04.469590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:04.471528 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:04.547596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.555823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.556599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.558940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] 10.222.0.57 "DELETE /v2.0/networks/e35b9a32-98c2-4b86-b1b1-474d0eceed3c HTTP/1.1" status: 204 len: 168 time: 0.4610026 Jul 15 13:43:04.576902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522be8fd-ee69-49c4-aab5-c2beca30e01a admin admin] Pushing event deleted for resources: {'Network': ['ID=e35b9a32-98c2-4b86-b1b1-474d0eceed3c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:04.695414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41468) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.784891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f68c246b-d2f0-4be3-8f6b-6ad1c09519fe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6910ca057dd946a19c30a658712ffa19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880935 Jul 15 13:43:04.787694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41474) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:04.860394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-2e8908a5-1eff-44d7-84d9-92ba4d0d6ac3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:04.862034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-2e8908a5-1eff-44d7-84d9-92ba4d0d6ac3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 945 time: 0.1291869 Jul 15 13:43:04.874288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74de606-a7bd-449f-abcf-aaf761b54fe4 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:04.883899 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.898170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Transition to ACTIVE for port object a74de606-a7bd-449f-abcf-aaf761b54fe4 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:04.903499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.906054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ea9a-c312-4335-9007-cf54c8e0b96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:04.946499 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ea9a-c312-4335-9007-cf54c8e0b96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.001525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.049029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:05.049637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.060152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Attempting to bind port a74de606-a7bd-449f-abcf-aaf761b54fe4 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:05.060788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Attempting to bind port a74de606-a7bd-449f-abcf-aaf761b54fe4 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:05.061246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Attempting to bind port a74de606-a7bd-449f-abcf-aaf761b54fe4 on network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:05.066991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Port a74de606-a7bd-449f-abcf-aaf761b54fe4 on network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:05.067556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Attempting to bind port a74de606-a7bd-449f-abcf-aaf761b54fe4 on network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:05.068933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ea9a-c312-4335-9007-cf54c8e0b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.071521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ea9a-c312-4335-9007-cf54c8e0b96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.075236 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cbe3ea9a-c312-4335-9007-cf54c8e0b96d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9b2ca30-dd26-4d36-a8a8-7f4572988cab HTTP/1.1" status: 204 len: 168 time: 0.2841063 Jul 15 13:43:05.075399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:05.075399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Checking segment: {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:05.075399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Bound using segment: {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:05.075399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Bound port: a74de606-a7bd-449f-abcf-aaf761b54fe4, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:05.075399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.105320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3ea9a-c312-4335-9007-cf54c8e0b96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b2ca30-dd26-4d36-a8a8-7f4572988cab,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.176414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:05.180462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:05.188029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.208162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:05.208552 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.225018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:05.242174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.243290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.246133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] 10.222.0.59 "PUT /v2.0/ports/a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 1092 time: 0.8702822 Jul 15 13:43:05.246880 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:05.249588 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01" -d '{"events": [{"name": "network-changed", "server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:05.433976 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb5ca29-62f0-4131-9821-33fe97493688 x-openstack-request-id: req-8cb5ca29-62f0-4131-9821-33fe97493688 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:05.434282 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:05.434543 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8cb5ca29-62f0-4131-9821-33fe97493688 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:05.439016 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'status': 'completed', 'code': 200} Jul 15 13:43:05.458984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b464d1e-5b0e-4699-9d28-638453b1bf06 service neutron] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.488247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.499506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:05.504714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-5dab022e-bae9-452c-afe4-7b783c349d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.506744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-5dab022e-bae9-452c-afe4-7b783c349d82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1095 time: 0.2095306 Jul 15 13:43:05.560116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=38e0d415-e0e4-4e6b-ba00-fb11a7b1699e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:05.607585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-f1d70ba5-9041-4d36-a20c-02ce660096bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.0895882 Jul 15 13:43:05.624254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b1c6-0e43-4bea-80fc-b33dd86ef65a req-b28b6383-3324-4068-b310-8d9dbd795bb3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.625966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b89b1c6-0e43-4bea-80fc-b33dd86ef65a req-b28b6383-3324-4068-b310-8d9dbd795bb3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.2622271 Jul 15 13:43:05.642176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:05.647164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:05.649214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a346c8d9-8013-4b45-874f-7f3b0216da42 req-5c733cbb-3b03-4dba-9585-95f16e7afd03 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "DELETE /v2.0/ports/38e0d415-e0e4-4e6b-ba00-fb11a7b1699e HTTP/1.1" status: 204 len: 173 time: 0.7819703 Jul 15 13:43:05.649736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21959577-45aa-4127-a913-a4573e180016', 'name': 'network-vif-deleted', 'tag': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:05.652092 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0b8ef-32e8-42f3-8be5-7589d9e28b23" -d '{"events": [{"server_uuid": "21959577-45aa-4127-a913-a4573e180016", "name": "network-vif-deleted", "tag": "38e0d415-e0e4-4e6b-ba00-fb11a7b1699e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:05.670424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60c5e-64f3-41c2-9717-d31127974e45 req-711b0837-a501-47d1-8030-c2946b7ecf59 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.672049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7d60c5e-64f3-41c2-9717-d31127974e45 req-711b0837-a501-47d1-8030-c2946b7ecf59 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 867 time: 0.2342703 Jul 15 13:43:05.700790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-407c905a-e229-4f10-a211-2c634da2d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:05.703088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-407c905a-e229-4f10-a211-2c634da2d208 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.0760365 Jul 15 13:43:05.743140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7d60c5e-64f3-41c2-9717-d31127974e45 req-f7a3f183-438a-4d5e-9928-fb84f70f564f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=e00986ac-7e32-41bd-a1ab-ec3e6849eec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636554 Jul 15 13:43:05.796713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-f5bfc650-7a87-478b-b2f8-d496efac9dfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852482 Jul 15 13:43:05.821896 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a786c-4909-478d-ab7e-f77f72e50008 x-openstack-request-id: req-107a786c-4909-478d-ab7e-f77f72e50008 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:05.822432 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21959577-45aa-4127-a913-a4573e180016", "name": "network-vif-deleted", "tag": "38e0d415-e0e4-4e6b-ba00-fb11a7b1699e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:05.822945 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-107a786c-4909-478d-ab7e-f77f72e50008 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:05.823537 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21959577-45aa-4127-a913-a4573e180016', 'name': 'network-vif-deleted', 'tag': '38e0d415-e0e4-4e6b-ba00-fb11a7b1699e', 'status': 'completed', 'code': 200} Jul 15 13:43:05.851393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b89b1c6-0e43-4bea-80fc-b33dd86ef65a req-da245843-0825-453b-9c12-9d5404e7914a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472530 Jul 15 13:43:05.928032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-15a9e98f-90b6-4d1e-ad3f-f23d44c89c22 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213422 Jul 15 13:43:06.075780 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-348d905b-51e2-415d-a12c-2bab462e0c7a req-19e23ebd-d1e2-4cc8-b4e9-448d8691ca6e service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399097 Jul 15 13:43:06.238047 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:06.270740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-f30c792b-cc46-47da-bf53-822d429ff536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:06.272384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-f30c792b-cc46-47da-bf53-822d429ff536 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1095 time: 0.1289666 Jul 15 13:43:06.398794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-7ab93f82-7b66-42e5-8870-28392d0fcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:06.400547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-7ab93f82-7b66-42e5-8870-28392d0fcd35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.1212275 Jul 15 13:43:06.470899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-cbdb38bc-c808-41d5-ac49-a251138a1512 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.0597584 Jul 15 13:43:06.565236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b9f62-efca-4333-8d36-b1806d7eac70 req-e5138976-caa0-416c-aa3f-486286f77753 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:06.567045 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-484b9f62-efca-4333-8d36-b1806d7eac70 req-e5138976-caa0-416c-aa3f-486286f77753 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1099 time: 0.0973244 Jul 15 13:43:06.580993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-39145bf2-6652-489c-b6d2-21f98bde48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:06.586411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-39145bf2-6652-489c-b6d2-21f98bde48bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.1030958 Jul 15 13:43:06.638606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-484b9f62-efca-4333-8d36-b1806d7eac70 req-fb56ae91-ca33-41fb-b093-d49c3431fa44 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641041 Jul 15 13:43:06.657861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-5919c46d-bd9b-4fbc-ae2a-a44b42b33dcf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639925 Jul 15 13:43:06.671398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41536) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:06.900710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-8bb491b9-17c6-4f37-9a67-1849ba1a2fbd service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266929 Jul 15 13:43:07.115229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7ad94dca-5911-40ee-96a3-2b36a775c7d5 req-1cc45fd6-53e9-41cf-8ee7-ac16413f0d0a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0792894 Jul 15 13:43:07.160350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f0d51b2-7e73-460d-b9b4-bd6ac3c53e01 req-371532d8-2247-421e-b9ed-9eb2c1595fed service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438526 Jul 15 13:43:07.390434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e99aa-2676-46f9-b6b4-625caf69088c req-af1c9858-52b5-4cc8-b0d6-ee7591aadbac tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:07.392988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-580e99aa-2676-46f9-b6b4-625caf69088c req-af1c9858-52b5-4cc8-b0d6-ee7591aadbac tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.3600771 Jul 15 13:43:07.469678 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-580e99aa-2676-46f9-b6b4-625caf69088c req-28730d00-3e5a-449e-ae0d-55309d5f8fea tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Jul 15 13:43:07.481055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 7d3da876-09eb-4e28-934d-9819cebf300b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:07.481427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.586838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.587902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.600744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:07.606903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 7d3da876-09eb-4e28-934d-9819cebf300b owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:07.653259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:07.653938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 38e0d415-e0e4-4e6b-ba00-fb11a7b1699e not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:07.867221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.898417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=7d3da876-09eb-4e28-934d-9819cebf300b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:07.982923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:07.983979 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f disassociated (deleted). External IP: 172.25.3.192, port: cf9598b3-4a63-4f66-9861-098e7e40a297. Jul 15 13:43:08.325679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db380189-f9d1-4ba4-900b-6fb188403a98 req-f5856ddc-1f6d-4dda-972e-2f30747accf5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Jul 15 13:43:08.380939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:08.541822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:08.549446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:08.554865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] Sync routers for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:08.571692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:08.572132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:42:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:08.634929 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f472f56-0728-4782-b1b9-73d72a0039bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/floatingips/e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f HTTP/1.1" status: 204 len: 168 time: 1.9619453 Jul 15 13:43:08.637545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:08.648143 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66837e92-4126-4461-9a19-9af1e94228db" -d '{"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:08.713682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:08.742712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:08.768581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a114e-2b4c-4067-ac51-72562faa8cfa req-88c61524-3339-40f0-a02e-23f4d61c796d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:08.777025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e68a114e-2b4c-4067-ac51-72562faa8cfa req-88c61524-3339-40f0-a02e-23f4d61c796d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1122725 Jul 15 13:43:08.830207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e68a114e-2b4c-4067-ac51-72562faa8cfa req-14cff786-0b79-4e1f-9334-1f8fa088f790 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Jul 15 13:43:08.868987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:08.875208 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2db5ed-f0ca-4e2f-b634-baf2192929a2 x-openstack-request-id: req-1c2db5ed-f0ca-4e2f-b634-baf2192929a2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:08.875687 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:08.876273 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c2db5ed-f0ca-4e2f-b634-baf2192929a2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:08.876825 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'status': 'completed', 'code': 200} Jul 15 13:43:08.999867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837e92-4126-4461-9a19-9af1e94228db req-c6dc874f-d271-49a1-99a1-50085c8ff596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.002014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-c6dc874f-d271-49a1-99a1-50085c8ff596 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 1099 time: 0.0945704 Jul 15 13:43:09.045862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'port_id': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'mac_address': 'fa:16:3e:b3:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3a0492-bf91-4697-a4dc-35a3a87fdd46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:09.217751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.230025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837e92-4126-4461-9a19-9af1e94228db req-a5497518-4bf3-4e6c-b515-fa980b3fc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.234918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-a5497518-4bf3-4e6c-b515-fa980b3fc5ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 200 len: 897 time: 0.2219656 Jul 15 13:43:09.265113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74de606-a7bd-449f-abcf-aaf761b54fe4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:09.309435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-92b701f3-7ea7-45d4-8fdb-6195205657a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 200 len: 217 time: 0.0694489 Jul 15 13:43:09.348096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:09.367000 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:09.449034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837e92-4126-4461-9a19-9af1e94228db req-2a23d4d7-1b87-41f9-b1d7-e6d88a34a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.450679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-2a23d4d7-1b87-41f9-b1d7-e6d88a34a959 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 200 len: 835 time: 0.1348238 Jul 15 13:43:09.558392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d54db-5a9c-40ea-9e70-306e2cfea1fe req-60445cea-8a69-4f92-966b-8174d694b25b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.567194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c78d54db-5a9c-40ea-9e70-306e2cfea1fe req-60445cea-8a69-4f92-966b-8174d694b25b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 947 time: 0.1146150 Jul 15 13:43:09.571456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:09.597773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.598601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.602375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837e92-4126-4461-9a19-9af1e94228db req-ccfbea9a-2ad1-40b1-830b-76b9040c40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:09.602513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.602513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.602513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.602779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-ccfbea9a-2ad1-40b1-830b-76b9040c40ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bc44d132-ae2c-4b5a-ad15-eaba53521e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417310 Jul 15 13:43:09.602860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.602860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.603972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.604416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.604760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.605096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.605424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:09.628369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a74de606-a7bd-449f-abcf-aaf761b54fe4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:09.703946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:09.704299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-696c74cf-b569-483c-a553-4a9a8fd27d14 req-361b022b-c9b9-4c31-9ba7-71717a48de6c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0551889 Jul 15 13:43:09.724263 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c78d54db-5a9c-40ea-9e70-306e2cfea1fe req-7e94934a-7c61-4a64-a229-0b77236ab6e9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553593 Jul 15 13:43:09.738386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] Checking router: 26a2df73-0bf3-4b6f-8d16-1fb522f201aa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:09.768874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:09.769900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:42:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:09.872574 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-764487cb-4f2a-4357-b16d-f5e007a4f9fe service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640607 Jul 15 13:43:10.047279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:10.080850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66837e92-4126-4461-9a19-9af1e94228db req-020d36b6-7f1a-4d11-9de7-5eb692d5056f service neutron] 10.222.0.59 "GET /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012980 Jul 15 13:43:10.160523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61576d-6199-4629-bde5-98c48669cf6a req-7b824d3a-f2c6-4d05-a2e7-31b6a9a8836c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:10.163646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e61576d-6199-4629-bde5-98c48669cf6a req-7b824d3a-f2c6-4d05-a2e7-31b6a9a8836c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 944 time: 0.1386063 Jul 15 13:43:10.271605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e61576d-6199-4629-bde5-98c48669cf6a req-8a290e06-9ccb-406e-a96b-4b50ada1c6d4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016676 Jul 15 13:43:10.326572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:10.378182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb69503-5570-416c-b96f-f01cd65795c6 None None] The sync data for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 is: [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'ef783ca8-9777-4d16-919e-c3705f0f1f7a', 'name': '', 'network_id': 'bc44d132-ae2c-4b5a-ad15-eaba53521e58', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:28:aa:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:56Z', 'updated_at': '2021-07-15T13:41:09Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '63d8acd8-f8ad-48f5-b435-30d52edca4ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:10.487595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-de21947e-be51-4b7c-a6b8-8e2147deb76f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:10.489384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-de21947e-be51-4b7c-a6b8-8e2147deb76f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 947 time: 0.1260996 Jul 15 13:43:10.645322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port cf9598b3-4a63-4f66-9861-098e7e40a297 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:10.645720 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.733666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:10.797906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port cf9598b3-4a63-4f66-9861-098e7e40a297, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=cf9598b3-4a63-4f66-9861-098e7e40a297,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:10.798282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.830861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port a74de606-a7bd-449f-abcf-aaf761b54fe4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:10.839633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for cf9598b3-4a63-4f66-9861-098e7e40a297 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:10.839983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port a74de606-a7bd-449f-abcf-aaf761b54fe4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:10.840329 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:10.881496 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a22e4-9061-432e-933d-213122ddcb78 None None] New status for floating IP e4bd3aa3-af46-45bd-8a8b-f425e2ffe68f: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:10.954516 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76a08376-8c4f-4bb4-960e-f7929632ad5f req-63d39042-11cc-4aa4-8915-a611e7ea1e42 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0777924 Jul 15 13:43:11.036039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.066666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:11.069139 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e3dfbf-b900-488a-8657-7ddd203a7ec8" -d '{"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:11.085599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:11.094146 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.099584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.151179 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0850f5dc-85ac-4d4a-a827-1ae659c88474 x-openstack-request-id: req-0850f5dc-85ac-4d4a-a827-1ae659c88474 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:11.151576 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:11.151920 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0850f5dc-85ac-4d4a-a827-1ae659c88474 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:11.152427 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'code': 200} Jul 15 13:43:11.152957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67953c-46ab-497f-a3f8-f0e690a4582d req-78faff0d-427c-4e2b-90c3-27a006aa0868 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:11.161812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4e67953c-46ab-497f-a3f8-f0e690a4582d req-78faff0d-427c-4e2b-90c3-27a006aa0868 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=764aaba9-b79a-4463-9eed-8da36777f65f HTTP/1.1" status: 200 len: 868 time: 0.1683712 Jul 15 13:43:11.164604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=cf9598b3-4a63-4f66-9861-098e7e40a297,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:11.198976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:11.270301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] No DVR routers for this DVR port cf9598b3-4a63-4f66-9861-098e7e40a297 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:11.274635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:11.280289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b07a2719-a9ea-491a-8f66-d10a889007e3 req-68be5d14-9fb7-48f0-bd66-8cbe4a85f650 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "DELETE /v2.0/ports/cf9598b3-4a63-4f66-9861-098e7e40a297 HTTP/1.1" status: 204 len: 173 time: 0.7853251 Jul 15 13:43:11.283001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-deleted', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:11.285438 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3c7557-c873-489f-bad8-4b860316df89" -d '{"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-deleted", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:11.318299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4e67953c-46ab-497f-a3f8-f0e690a4582d req-b8adaa24-b3e9-4b3a-95a1-2198ddea4554 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0a3215e-ef80-466d-be7a-fa986fc9af02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545568 Jul 15 13:43:11.319552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b61e9-bfff-4eda-bd30-2ae82362be4e req-354b7484-2fe1-49c3-b76e-3d4f39a2c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:11.321113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-020b61e9-bfff-4eda-bd30-2ae82362be4e req-354b7484-2fe1-49c3-b76e-3d4f39a2c23c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1097 time: 0.0838234 Jul 15 13:43:11.356295 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80c2174-852f-4e08-a449-2afd8c0fcca6 x-openstack-request-id: req-f80c2174-852f-4e08-a449-2afd8c0fcca6 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:11.357002 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764aaba9-b79a-4463-9eed-8da36777f65f", "name": "network-vif-deleted", "tag": "cf9598b3-4a63-4f66-9861-098e7e40a297", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:11.357441 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f80c2174-852f-4e08-a449-2afd8c0fcca6 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:11.358045 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764aaba9-b79a-4463-9eed-8da36777f65f', 'name': 'network-vif-deleted', 'tag': 'cf9598b3-4a63-4f66-9861-098e7e40a297', 'status': 'completed', 'code': 200} Jul 15 13:43:11.373170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-020b61e9-bfff-4eda-bd30-2ae82362be4e req-8008e445-a6d2-491c-8ed1-f676a5107c0d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Jul 15 13:43:11.639825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c6c19-06a6-4c87-85f4-65453503e45b req-23c65b27-fe5c-450d-88fc-dbb8e429cf27 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:11.648013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-404c6c19-06a6-4c87-85f4-65453503e45b req-23c65b27-fe5c-450d-88fc-dbb8e429cf27 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1633945 Jul 15 13:43:11.703137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-404c6c19-06a6-4c87-85f4-65453503e45b req-dcd8ab59-ea28-4582-ac4d-09bf913b2129 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540869 Jul 15 13:43:12.272639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4d25b57-a021-4006-a492-c6ac0f3cbd53 req-d2cc48ef-305b-42cb-a1b1-ff38e1d66569 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=21959577-45aa-4127-a913-a4573e180016 HTTP/1.1" status: 200 len: 210 time: 0.0679028 Jul 15 13:43:12.527586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41674) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:13.094570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-272ddb10-9191-449b-8341-919c52ed5b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.175153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661182d8-2d80-4c38-9fc4-74a2f76e8f77 req-98c04733-0795-47a9-b363-561ae6a1e9d3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:13.183106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-661182d8-2d80-4c38-9fc4-74a2f76e8f77 req-98c04733-0795-47a9-b363-561ae6a1e9d3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2872424 Jul 15 13:43:13.237154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-661182d8-2d80-4c38-9fc4-74a2f76e8f77 req-f691c9f4-03cc-4c34-9e29-929ce626494b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Jul 15 13:43:13.431364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:13.656179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-0eabc998-2fc2-4697-b7b0-31d11fbb876f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:13.663228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-0eabc998-2fc2-4697-b7b0-31d11fbb876f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 813 time: 0.1193225 Jul 15 13:43:13.718808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-ca297e3c-32f7-4ec4-8cab-8ed9d0e22c9e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/quotas/afd015b2ed4c4d1aaab091c333fde5bd HTTP/1.1" status: 200 len: 375 time: 0.0543528 Jul 15 13:43:13.896534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-084e021a-1059-43dc-a995-aa6318e7bc2f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1690249 Jul 15 13:43:14.449165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-8bfac3d9-1d54-4a50-98be-c71ccf6979af service neutron] 10.222.0.57 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398839 Jul 15 13:43:14.517919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port ef783ca8-9777-4d16-919e-c3705f0f1f7a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:14.517919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.661230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-205820ee-c899-43e9-9482-9d11440ce761 service neutron] 10.222.0.57 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029672 Jul 15 13:43:14.741914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:14.782620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port ef783ca8-9777-4d16-919e-c3705f0f1f7a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ef783ca8-9777-4d16-919e-c3705f0f1f7a,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:14.783108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:14.820761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: cf9598b3-4a63-4f66-9861-098e7e40a297 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:14.821114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device cf9598b3-4a63-4f66-9861-098e7e40a297 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:14.823039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for ef783ca8-9777-4d16-919e-c3705f0f1f7a owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:15.047960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6fde44f1-2152-4651-b62d-309ac9c09c05 req-108c45c9-e396-4082-9eec-6bec66cf0192 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 210 time: 0.0607116 Jul 15 13:43:15.232075 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.303521 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.373458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=ef783ca8-9777-4d16-919e-c3705f0f1f7a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:15.411871 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.557175 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2038c0db-93c1-4560-a29c-b668fbefe298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.716928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:15.845895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.239231 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5308e25-edc5-4cde-9996-65cf061556f1 req-8d3c535b-2fcd-4a16-92c5-ec77239796ba tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 210 time: 0.0939941 Jul 15 13:43:16.382821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:16.564088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:16.574753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] Sync routers for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:16.591229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:16.593422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:16.604491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d735273b-317d-4ae9-9ee5-3167e72ef404 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/26a2df73-0bf3-4b6f-8d16-1fb522f201aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0621705 Jul 15 13:43:16.606384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:16.724712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting subnet 63d8acd8-f8ad-48f5-b435-30d52edca4ec {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:16.746051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.816978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:16.857950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:16.983118 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.090730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.148479 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.152478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:43:15Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:17.166699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Subnet': ['ID=63d8acd8-f8ad-48f5-b435-30d52edca4ec,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:17.190812 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.200279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41824) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.212422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9ddd46cc-2318-4b73-a7a0-8bf74c9a0939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/subnets/63d8acd8-f8ad-48f5-b435-30d52edca4ec HTTP/1.1" status: 204 len: 168 time: 0.6158268 Jul 15 13:43:17.244310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5741e-10b8-43be-bd2c-3a03a5a4e39c None None] Network bc44d132-ae2c-4b5a-ad15-eaba53521e58 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:17.323043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] Checking router: 26a2df73-0bf3-4b6f-8d16-1fb522f201aa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:17.346132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] Routers {'26a2df73-0bf3-4b6f-8d16-1fb522f201aa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:17.346132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:17.593292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a918a99-6527-4170-828a-831b47ca69d6 req-64c57a3b-462a-43b0-b4dd-7f2028e3410c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 210 time: 0.1090481 Jul 15 13:43:17.745548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-0715fab8-9a17-4b97-9772-b1915c61d381 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:17.747197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-0715fab8-9a17-4b97-9772-b1915c61d381 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.58 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 813 time: 0.5493789 Jul 15 13:43:17.761267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Request body: {'port': {'device_id': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'admin_state_up': True, 'tenant_id': 'afd015b2ed4c4d1aaab091c333fde5bd'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:17.765134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41836) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:17.770115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664522392', 'description': 'tempest-secgroup-smoke-664522392 description', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:17.781107 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:17.831354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.001755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.010112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.024323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.054823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7af92c-56b1-4ffe-9540-02168addb738,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:18.071438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] Set router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:18.104009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Made reservation on behalf of afd015b2ed4c4d1aaab091c333fde5bd for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:18.109084 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.110870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9303aff7-07b5-425a-aa2e-8f86412d532e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3446839 Jul 15 13:43:18.114135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41844) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.120080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group_rule': {'security_group_id': '3b7af92c-56b1-4ffe-9540-02168addb738', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:18.127140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.205818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.263991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port c4087c59-76d7-4298-b854-7f35b9955163 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:18.265485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.300920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] DHCP port deletion for bc44d132-ae2c-4b5a-ad15-eaba53521e58 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:18.438440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] Deleting port 4f549fc4-5b09-4901-a472-2a06fd0d63cc {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:18.438865 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.472270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Allocated IP 172.20.0.13 (13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78/bf3a0492-bf91-4697-a4dc-35a3a87fdd46/254cbdab-90cb-44fb-9737-a2a5ba5e48ac) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:18.504218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port c4087c59-76d7-4298-b854-7f35b9955163, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=c4087c59-76d7-4298-b854-7f35b9955163,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:18.504972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.524213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] For port 4f549fc4-5b09-4901-a472-2a06fd0d63cc, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4f549fc4-5b09-4901-a472-2a06fd0d63cc,segment=NetworkSegment(e9c99ec1-4cab-433a-8790-fa019203a5e4),segment_id=e9c99ec1-4cab-433a-8790-fa019203a5e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:18.524578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.525837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for c4087c59-76d7-4298-b854-7f35b9955163 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:18.540344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] Calling delete_port for 4f549fc4-5b09-4901-a472-2a06fd0d63cc owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:18.693063 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.777762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.808480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] No DVR routers for this DVR port 4f549fc4-5b09-4901-a472-2a06fd0d63cc on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:18.814032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87916608-697b-4cf0-b8ec-e350fdd00adf None None] Pushing event deleted for resources: {'Port': ['ID=4f549fc4-5b09-4901-a472-2a06fd0d63cc,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:18.848779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:43:15Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:18.857674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.864589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.896137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5cc33ed-9189-40be-916e-844317177120 req-b62771f1-e6c1-4a37-ae2a-b6bcbc7bbab7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 210 time: 0.0516877 Jul 15 13:43:18.923991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ca4378-ceec-48e0-9521-17e7252f29c1,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:18.943073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0a174-3f9d-49e1-ad23-abaaff6b51da None None] The sync data for ids ['26a2df73-0bf3-4b6f-8d16-1fb522f201aa'] in n-d-798054-11 is: [{'id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396200296', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:40:48Z', 'updated_at': '2021-07-15T13:43:15Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'c4087c59-76d7-4298-b854-7f35b9955163', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:95:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a2df73-0bf3-4b6f-8d16-1fb522f201aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:40:49Z', 'updated_at': '2021-07-15T13:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:18.945034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:18.946590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-95d54a25-cdee-4717-8a6b-5ec2fee92d8b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8309951 Jul 15 13:43:18.949911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41862) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:18.955108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group_rule': {'security_group_id': '3b7af92c-56b1-4ffe-9540-02168addb738', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:19.021952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.090458 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.155493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.165202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.169962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.183699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a74de606-a7bd-449f-abcf-aaf761b54fe4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:19.254323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2679d4d7-7475-48df-9588-9ab2fb1dda54,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.259546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.261098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.262990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3aa8d4fb-b4df-4832-8081-425685f83734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101387 Jul 15 13:43:19.264232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41872) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.277553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group_rule': {'security_group_id': '3b7af92c-56b1-4ffe-9540-02168addb738', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:19.317388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:19.335303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.346230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Pushing event updated for resources: {'Port': ['ID=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.350084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:19.353937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:19.421318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4f549fc4-5b09-4901-a472-2a06fd0d63cc no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:19.461609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4f549fc4-5b09-4901-a472-2a06fd0d63cc {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:19.463884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4f549fc4-5b09-4901-a472-2a06fd0d63cc not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:19.464757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef783ca8-9777-4d16-919e-c3705f0f1f7a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:19.488370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=c4087c59-76d7-4298-b854-7f35b9955163,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.518693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.525857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ef783ca8-9777-4d16-919e-c3705f0f1f7a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:19.526259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ef783ca8-9777-4d16-919e-c3705f0f1f7a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:19.529820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.542133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:19.542893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.564782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.603890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7791834-e4d5-4e0f-aa6d-1f9a38a6f9d3,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.610118 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.611809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-96ed34e9-cbfe-454b-a00f-620875bb9b01 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450217 Jul 15 13:43:19.617074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41878) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.630216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group_rule': {'security_group_id': '3b7af92c-56b1-4ffe-9540-02168addb738', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:19.664846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.684308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.687087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.737517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.738165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Fanout notify agent at l3_agent the message router_deleted on router 26a2df73-0bf3-4b6f-8d16-1fb522f201aa {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:19.750115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.756729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ed844f2a-657e-41bd-958b-d46e41f4059a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/routers/26a2df73-0bf3-4b6f-8d16-1fb522f201aa HTTP/1.1" status: 204 len: 168 time: 2.5545037 Jul 15 13:43:19.756963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 41882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.760513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.768819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.806437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fa6868-ab8a-414b-ba00-1c2348bcc474,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:19.813283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.825025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7057b265-1902-402b-8aaa-eb68187b778f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067990 Jul 15 13:43:19.825779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41884) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:19.832992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group_rule': {'security_group_id': '3b7af92c-56b1-4ffe-9540-02168addb738', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:19.868105 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:19.872675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-30e0720b-341f-4b4a-b7fb-e7a04a65028b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1153815 Jul 15 13:43:19.892657 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Project 6a17d1ccd8cb415e9e542cdea6bea80c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:19.894078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Request body: {'port': {'device_id': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:19.902286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.026558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.034557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.065943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf1084a-d544-45a5-9ff1-f50c35a9834f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:20.079137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.082827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7a89f33-4c28-48a4-8b47-d4faf53c8ee4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538800 Jul 15 13:43:20.084522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.092450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'security_group_rule': {'security_group_id': '3b7af92c-56b1-4ffe-9540-02168addb738', 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:20.203938 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Project 6a17d1ccd8cb415e9e542cdea6bea80c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:20.227818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.289567 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.297505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.316411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a3150-0de4-4f0c-be9b-e8384b56c57e req-1c483c80-efd6-4bfe-aef0-f09f2f866af2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:20.318251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-898a3150-0de4-4f0c-be9b-e8384b56c57e req-1c483c80-efd6-4bfe-aef0-f09f2f866af2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 932 time: 0.2107754 Jul 15 13:43:20.340274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b995694-4ad6-4b8d-a691-141b7089c961,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:20.355294 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.361532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-84e93f01-ade0-471d-b968-05b370ef7476 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2755959 Jul 15 13:43:20.401595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-898a3150-0de4-4f0c-be9b-e8384b56c57e req-bfeb8ed7-311b-43eb-b3cc-47429e6d7f0d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705211 Jul 15 13:43:20.577724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.579960 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.601116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc44d132-ae2c-4b5a-ad15-eaba53521e58']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:20.646938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c99ec1-4cab-433a-8790-fa019203a5e4') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:20.647408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c99ec1-4cab-433a-8790-fa019203a5e4') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:20.664581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.740975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.758602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:20.759004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:20.762215 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:20.940486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.952034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:20.957351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/networks/bc44d132-ae2c-4b5a-ad15-eaba53521e58 HTTP/1.1" status: 204 len: 168 time: 1.1986229 Jul 15 13:43:20.959185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 41950) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:20.976358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db9195-dff5-432e-9d44-039813539d49 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Network': ['ID=bc44d132-ae2c-4b5a-ad15-eaba53521e58,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.026820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2598ce1f-b98f-4aaa-8280-319db150d471 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.054165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2598ce1f-b98f-4aaa-8280-319db150d471 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.069764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254cbdab-90cb-44fb-9737-a2a5ba5e48ac {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:21.082483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.097414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Transition to ACTIVE for port object 254cbdab-90cb-44fb-9737-a2a5ba5e48ac will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:21.101223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.129097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2598ce1f-b98f-4aaa-8280-319db150d471 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.132086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2598ce1f-b98f-4aaa-8280-319db150d471 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.135816 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2598ce1f-b98f-4aaa-8280-319db150d471 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/security-groups/b0a3215e-ef80-466d-be7a-fa986fc9af02 HTTP/1.1" status: 204 len: 168 time: 0.1755540 Jul 15 13:43:21.154967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598ce1f-b98f-4aaa-8280-319db150d471 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a3215e-ef80-466d-be7a-fa986fc9af02,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.183894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Pushing event updated for resources: {'Port': ['ID=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.316663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Attempting to bind port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:21.317009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Attempting to bind port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:21.317348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Attempting to bind port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac on network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:21.324840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac on network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:21.325296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Attempting to bind port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac on network 13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:21.332038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:21.332506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Checking segment: {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:21.333913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Bound using segment: {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:21.334456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Bound port: 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9441e0-3f1e-48b1-a059-e709ff67eb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:21.335030 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.339437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c4087c59-76d7-4298-b854-7f35b9955163 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:21.381069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: c4087c59-76d7-4298-b854-7f35b9955163 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:21.383050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device c4087c59-76d7-4298-b854-7f35b9955163 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:21.471830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] For port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:21.477039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] For port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:21.489686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.544614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:21.545320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:21.546952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] 10.222.0.58 "PUT /v2.0/ports/254cbdab-90cb-44fb-9737-a2a5ba5e48ac HTTP/1.1" status: 200 len: 1093 time: 1.6588628 Jul 15 13:43:21.554286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'tag': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:21.556680 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187dd13-3034-4b63-928b-24ae0263c30c" -d '{"events": [{"name": "network-changed", "server_uuid": "e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087", "tag": "254cbdab-90cb-44fb-9737-a2a5ba5e48ac"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:21.580207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357918f-c76e-4221-ab58-d714b64bf458 service neutron] Pushing event updated for resources: {'Port': ['ID=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:21.735151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-c45bf862-3d6f-45fa-b75e-8d1233948ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:21.737225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-c45bf862-3d6f-45fa-b75e-8d1233948ed4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 1096 time: 0.1483135 Jul 15 13:43:21.762549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fa3ed-f1d0-4202-baee-cb60a2fc5e0f req-33a7b247-6d39-4444-b9ef-d69ccd8c46a4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:21.764411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-622fa3ed-f1d0-4202-baee-cb60a2fc5e0f req-33a7b247-6d39-4444-b9ef-d69ccd8c46a4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 944 time: 0.1247437 Jul 15 13:43:21.817584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-e75f6d20-7f18-46c1-893b-3ec7d4d85a92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac HTTP/1.1" status: 200 len: 217 time: 0.0710833 Jul 15 13:43:21.922657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-622fa3ed-f1d0-4202-baee-cb60a2fc5e0f req-0b171d4a-84a6-497e-bb1f-7119a4482d5d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239393 Jul 15 13:43:21.982991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917842c-aee1-4c21-a31a-588c3b920690 req-c70d06c1-6304-4a5f-b50b-76420959879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:21.987113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-c70d06c1-6304-4a5f-b50b-76420959879a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.1633985 Jul 15 13:43:22.031900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-e346f5c9-c09a-4bcd-8002-70fe524a8da0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374625 Jul 15 13:43:22.038997 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c186b-b567-42a2-81dd-eb0def3501e7 x-openstack-request-id: req-227c186b-b567-42a2-81dd-eb0def3501e7 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:22.039506 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087", "tag": "254cbdab-90cb-44fb-9737-a2a5ba5e48ac", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:22.039977 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-227c186b-b567-42a2-81dd-eb0def3501e7 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:22.040521 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'tag': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac', 'status': 'completed', 'code': 200} Jul 15 13:43:22.161785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.168331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460856195', 'description': 'tempest-secgroup-smoke-460856195 description', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:22.171517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-69d78ac6-73d2-4f01-b15d-38057037945f service neutron] 10.222.0.58 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293631 Jul 15 13:43:22.200666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.301196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1917842c-aee1-4c21-a31a-588c3b920690 req-f93a88a6-babc-4fb7-95c8-d41be89ec6f7 service neutron] 10.222.0.58 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223576 Jul 15 13:43:22.331541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.338211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.360036 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.362972 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1991706 Jul 15 13:43:22.364669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42022) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.372694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '30aa2d20-8254-4760-80f8-cc86508e7822', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:22.383229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc5cf0-01b6-470f-99b9-1c0060e8068f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30aa2d20-8254-4760-80f8-cc86508e7822,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:22.459467 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.511780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dd13-3034-4b63-928b-24ae0263c30c req-0255d6a7-05cf-4d2b-afb7-ee3ea0e4349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:22.514033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-0255d6a7-05cf-4d2b-afb7-ee3ea0e4349d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 1096 time: 0.1331418 Jul 15 13:43:22.617923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.626275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.663448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae01e1c-520c-4f18-98b0-e90538be8099,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:22.681025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dd13-3034-4b63-928b-24ae0263c30c req-6e9f9e14-88e2-4d27-ba55-e987ea68e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:22.682923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-6e9f9e14-88e2-4d27-ba55-e987ea68e74a service neutron] 10.222.0.58 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.1571064 Jul 15 13:43:22.685416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.690337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42028) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.690662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3244405d-30f2-494c-aa5e-743ea8124c85 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248572 Jul 15 13:43:22.695615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '30aa2d20-8254-4760-80f8-cc86508e7822', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:22.741425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-81876dfb-557c-4576-b628-2a697e51003a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac HTTP/1.1" status: 200 len: 217 time: 0.0493777 Jul 15 13:43:22.748602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.841066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.850549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.864962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dd13-3034-4b63-928b-24ae0263c30c req-dbf1c0bb-99e6-43ee-a9b6-983bcaeec133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:22.866517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-dbf1c0bb-99e6-43ee-a9b6-983bcaeec133 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.1111138 Jul 15 13:43:22.888678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bff88a-a2b4-4e19-b02d-ca94297420e6,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:22.901086 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:22.902716 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-702185ab-3561-4880-bb59-45381026e9a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110856 Jul 15 13:43:22.906325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42034) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:22.911496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '30aa2d20-8254-4760-80f8-cc86508e7822', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:22.924011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-d5b48f5b-7b25-4b22-a46f-85c6039e8150 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493693 Jul 15 13:43:22.956298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.133219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.141471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.193791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff8de4f-a229-4a63-b731-9e085cb6e2ed,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.214468 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.219440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ffbf9efb-4654-4071-b6c7-0ea580392bc8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119330 Jul 15 13:43:23.220236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42044) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:23.223226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-92e48c47-05c3-4360-a891-a36e78d7be0c service neutron] 10.222.0.58 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868080 Jul 15 13:43:23.237728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '30aa2d20-8254-4760-80f8-cc86508e7822', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:23.297883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.441856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85389b67-2543-4257-829d-1921f1094997 req-4aefa20b-b12c-458c-a104-37eea279dafe tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:23.447595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-85389b67-2543-4257-829d-1921f1094997 req-4aefa20b-b12c-458c-a104-37eea279dafe tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 944 time: 0.2541976 Jul 15 13:43:23.450015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c187dd13-3034-4b63-928b-24ae0263c30c req-55540bd0-ae10-407f-a9df-853124e677ae service neutron] 10.222.0.58 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065806 Jul 15 13:43:23.486107 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.496886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.512245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-85389b67-2543-4257-829d-1921f1094997 req-36162bea-3498-48f8-aad4-e43a31a16538 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Jul 15 13:43:23.526149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f5281e-0b10-489d-8cad-40a521039f08,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.543824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.549666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0aa80552-1d75-4afe-a978-730afa190d48 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281276 Jul 15 13:43:23.551061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42050) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:23.556785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '30aa2d20-8254-4760-80f8-cc86508e7822', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:23.602759 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:23.608866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.668888 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.678601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.709014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a01a896-0a12-4387-b8a4-193c71acfc8a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.718352 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.719773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-066da369-8879-4cc3-8906-39361409c210 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1675134 Jul 15 13:43:23.722613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:23.729103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '30aa2d20-8254-4760-80f8-cc86508e7822', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:23.763801 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:43:23.774264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.858395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.868020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.889182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87870397-04c4-4703-a773-1cc2cfd75d6c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:23.913332 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.914816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-57f30dac-6b8d-4d7e-a809-51061c1bf31a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910980 Jul 15 13:43:23.917825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42058) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:23.925567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'network': {'name': 'tempest-network-smoke--135376533', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'port_security_enabled': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:23.957960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:23.961749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:23.995456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:43:24.008702 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.009746 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Added segment b784e18c-6e8e-4bd1-9b68-86b66890a891 of type vlan for network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 Jul 15 13:43:24.071428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.132234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.140966 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:24.141473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.239590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3204868 Jul 15 13:43:24.243256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42070) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:24.249043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'admin_state_up': True, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:24.287034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.288221 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.309354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cfa34-379d-428f-ab46-e34a5008ebb9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Network': ['ID=5ce39a7c-4a5b-4ea2-a396-be43504c8e25,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:24.320272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:43:24.393911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.641370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:24.831169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc904248-10fb-405a-b9f6-f361864e775b req-99d49d93-d78e-49cc-a9fa-1c630f494ca4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:24.831938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc904248-10fb-405a-b9f6-f361864e775b req-99d49d93-d78e-49cc-a9fa-1c630f494ca4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 944 time: 0.1296279 Jul 15 13:43:24.898230 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc904248-10fb-405a-b9f6-f361864e775b req-cd5b5e71-7463-4b42-afcc-5c79f15edc09 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Jul 15 13:43:25.025469 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.060858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.232980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.124 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/e7c4ee8e-a69f-4861-a86f-a0e010315445) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:25.417234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.471038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.521808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:25.526987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:25.533849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:25.537861 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=e7c4ee8e-a69f-4861-a86f-a0e010315445,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:25.660751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 254cbdab-90cb-44fb-9737-a2a5ba5e48ac details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:25.804674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:25.837476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac', 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'port_id': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac', 'mac_address': 'fa:16:3e:81:b0:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3a0492-bf91-4697-a4dc-35a3a87fdd46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:25.880800 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.895680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254cbdab-90cb-44fb-9737-a2a5ba5e48ac {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:25.923491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:25.929826 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:25.996360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:26.056699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.150357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['254cbdab-90cb-44fb-9737-a2a5ba5e48ac'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:26.235130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452db3c2-2f99-4b6d-8f91-700398d8a8e5 req-56579ca2-a24c-42c7-b6b7-8ea72565a4b7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:26.242254 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-452db3c2-2f99-4b6d-8f91-700398d8a8e5 req-56579ca2-a24c-42c7-b6b7-8ea72565a4b7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 945 time: 0.1484077 Jul 15 13:43:26.381736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-452db3c2-2f99-4b6d-8f91-700398d8a8e5 req-eb42fa32-a053-4161-88ae-2f2df98256e2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383953 Jul 15 13:43:26.448816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:26.783976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:43:27.007636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:27.034383 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Sync routers for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:27.050878 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.052730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3f96173f-e47c-4a56-aa8b-5a7242a2cbca tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8076010 Jul 15 13:43:27.056539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42126) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:27.094206 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:27.094918 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:27.370882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-460d3c7f-f3f6-43cb-8422-6915d06a2ec0 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ab43f525a3914c93b39cda9d6df0f02a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3126576 Jul 15 13:43:27.371743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42136) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:27.375357 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:27.381895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796dbb9-64eb-4506-a82f-78afc6c830c1 req-c489dc1c-db97-4b1f-983f-7b779d1d9da6 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:27.383512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d796dbb9-64eb-4506-a82f-78afc6c830c1 req-c489dc1c-db97-4b1f-983f-7b779d1d9da6 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1838567 Jul 15 13:43:27.536595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d796dbb9-64eb-4506-a82f-78afc6c830c1 req-ecb0a957-16e7-4acb-b175-9e82ca0a0fd8 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450329 Jul 15 13:43:27.691201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 254cbdab-90cb-44fb-9737-a2a5ba5e48ac up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:27.756556 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:25Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:27.806389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:27.823766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:27.824180 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:27.855886 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Checking router: 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:27.856402 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Updating router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 port e7c4ee8e-a69f-4861-a86f-a0e010315445 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:27.989248 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.072173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c313d35-de8b-467f-9138-0f12d1ee0404 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.077935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42152) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:28.078168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.087143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c313d35-de8b-467f-9138-0f12d1ee0404 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7138882 Jul 15 13:43:28.132319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871324f-f3ef-4e0d-bc7d-dcf0d6e39376 req-5f747905-c197-4709-90a8-60613d50623b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.142472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6871324f-f3ef-4e0d-bc7d-dcf0d6e39376 req-5f747905-c197-4709-90a8-60613d50623b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 945 time: 0.1714673 Jul 15 13:43:28.162318 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-06e83c68-33c6-4f52-bb8b-b840a34f99f2 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839922 Jul 15 13:43:28.162977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:28.169554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491842116', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:28.171392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:28.172713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:28.177501 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fedbdb-5022-40fc-a53f-b86755535028" -d '{"events": [{"server_uuid": "e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087", "name": "network-vif-plugged", "status": "completed", "tag": "254cbdab-90cb-44fb-9737-a2a5ba5e48ac"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:28.182443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.283050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6871324f-f3ef-4e0d-bc7d-dcf0d6e39376 req-78036e5f-af4e-4149-b06a-1175c1581066 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394539 Jul 15 13:43:28.300784 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7960e-ea12-4b1d-ae7e-e0225c7a0051 x-openstack-request-id: req-59a7960e-ea12-4b1d-ae7e-e0225c7a0051 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:28.300784 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087", "name": "network-vif-plugged", "status": "completed", "tag": "254cbdab-90cb-44fb-9737-a2a5ba5e48ac", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:28.300784 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59a7960e-ea12-4b1d-ae7e-e0225c7a0051 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:28.300784 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac', 'code': 200} Jul 15 13:43:28.371501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:28.514156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168b038-1737-4504-b7d6-07300ccb142f req-3693875f-21b6-4a8d-8dda-26b2ef052948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.515455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1168b038-1737-4504-b7d6-07300ccb142f req-3693875f-21b6-4a8d-8dda-26b2ef052948 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 1098 time: 0.1356862 Jul 15 13:43:28.519435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:28.535291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.558457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-9782e32e-adab-4b7c-86a8-43a2e9132b6c tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:28.560197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-9782e32e-adab-4b7c-86a8-43a2e9132b6c tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.58 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1586807 Jul 15 13:43:28.617361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1168b038-1737-4504-b7d6-07300ccb142f req-394ae919-1bbb-4652-9254-7af82c408842 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937932 Jul 15 13:43:28.630226 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.647985 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Transition to ACTIVE for port object e7c4ee8e-a69f-4861-a86f-a0e010315445 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:28.660917 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.759143 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Pushing event updated for resources: {'Port': ['ID=e7c4ee8e-a69f-4861-a86f-a0e010315445,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:28.815364 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.815698 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.816032 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.816360 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.816686 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.817007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.817324 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.817640 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.817952 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.818271 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.818591 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.818906 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:28.825858 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Attempting to bind port e7c4ee8e-a69f-4861-a86f-a0e010315445 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:28.826283 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Attempting to bind port e7c4ee8e-a69f-4861-a86f-a0e010315445 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:28.828078 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Attempting to bind port e7c4ee8e-a69f-4861-a86f-a0e010315445 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:28.845629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:28.845913 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:28.846168 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.846581 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:28.847053 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Bound port: e7c4ee8e-a69f-4861-a86f-a0e010315445, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:28.847811 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.937865 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] For port e7c4ee8e-a69f-4861-a86f-a0e010315445, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:28.942362 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] For port e7c4ee8e-a69f-4861-a86f-a0e010315445, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e7c4ee8e-a69f-4861-a86f-a0e010315445,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:28.952521 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:28.971401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Deleting port 01ba5428-bda0-4eac-b606-8da6680ca568 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:28.972146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.022229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f7cf0-3608-462f-9cad-7c89a96d7a98 req-536d1044-b586-47a3-ae81-2bb7a938d25b tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.024491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da9f7cf0-3608-462f-9cad-7c89a96d7a98 req-536d1044-b586-47a3-ae81-2bb7a938d25b tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 945 time: 0.1753526 Jul 15 13:43:29.040273 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fe026-385c-440d-a7e0-8e1a44bb2e4e None None] Pushing event updated for resources: {'Port': ['ID=e7c4ee8e-a69f-4861-a86f-a0e010315445,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:29.057898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:29.058414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:29.205270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] For port 01ba5428-bda0-4eac-b606-8da6680ca568, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=01ba5428-bda0-4eac-b606-8da6680ca568,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:29.205657 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.231501 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:29.241422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da9f7cf0-3608-462f-9cad-7c89a96d7a98 req-4fb8f61d-0ff9-48c0-9c31-5cd238b9a2be tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/security-groups?id=b495aa34-9d13-4a46-9678-08d2a10b574b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630707 Jul 15 13:43:29.514031 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.607245 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:25Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:29.705568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ed7a-cefa-4def-bbb2-b807beb7b9b3 req-673d9925-243a-4449-8a62-44c21d636b50 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:29.711197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9643ed7a-cefa-4def-bbb2-b807beb7b9b3 req-673d9925-243a-4449-8a62-44c21d636b50 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 946 time: 0.1714051 Jul 15 13:43:29.822895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9643ed7a-cefa-4def-bbb2-b807beb7b9b3 req-d7c886c6-4bb9-4dfb-9b01-474ce86f7d9f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924442 Jul 15 13:43:29.953850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Subnet': ['ID=dd2bf624-9c47-486e-894f-ae729297bbda,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:29.962271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.964188 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:29.964188 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Floating IP c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd disassociated. External IP: 172.25.3.75, port: 01ba5428-bda0-4eac-b606-8da6680ca568. Jul 15 13:43:29.964188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Calling delete_port for 01ba5428-bda0-4eac-b606-8da6680ca568 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:29.974840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Checking segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:29.975690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network hostable DHCP agents. Network: 5ce39a7c-4a5b-4ea2-a396-be43504c8e25, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:43:30.014649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:43:30.018444 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a2628-9290-4bf3-916e-a2bab5fdd9f8 None None] The sync data for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 is: [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:25Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:30.079779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5ce39a7c-4a5b-4ea2-a396-be43504c8e25) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:30.088396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:30.088993 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.089593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae3224-8e23-424e-99b0-359fd8b6df66 None None] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:30.113482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fc2ded96-6096-4717-a139-58041350f38e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9493532 Jul 15 13:43:30.118718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42174) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:30.243919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.295346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event deleted for resources: {'Port': ['ID=01ba5428-bda0-4eac-b606-8da6680ca568,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:30.520070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:43:30.521310 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:30.644162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Router d76efb7a-d16b-4646-ba77-00866cda58f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:30.692622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fad0612c-627b-4382-831e-1e77ea26d8b4 req-566d7549-7186-4521-9f2c-9894d1f0a773 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 210 time: 0.0474524 Jul 15 13:43:30.870370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Allocated IP 172.20.0.2 (5ce39a7c-4a5b-4ea2-a396-be43504c8e25/dd2bf624-9c47-486e-894f-ae729297bbda/586e2d7b-3f07-4efa-9e59-f599ec4046fd) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:31.209229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:31.297479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] Sync routers for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:31.425501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:31.430186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:31.443857 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.546032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abe75d-26b1-4653-ad84-b6d636082a8f req-ffcd58a6-2203-46d3-93e3-085c36eeff98 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:31.551790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] No DVR routers for this DVR port 01ba5428-bda0-4eac-b606-8da6680ca568 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:31.562340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a7abe75d-26b1-4653-ad84-b6d636082a8f req-ffcd58a6-2203-46d3-93e3-085c36eeff98 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 946 time: 0.3882172 Jul 15 13:43:31.569927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.573579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e2bf392-0b43-4acd-bbde-f2e8401c1a46 req-d9a7cb7e-e268-4460-b7d8-c29466af3f42 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.58 "DELETE /v2.0/ports/01ba5428-bda0-4eac-b606-8da6680ca568 HTTP/1.1" status: 204 len: 173 time: 3.0009379 Jul 15 13:43:31.578602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'name': 'network-vif-deleted', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:31.586027 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035303a-eb48-4d93-8964-c815dece932d" -d '{"events": [{"server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "name": "network-vif-deleted", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:31.591899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Transition to ACTIVE for port object 586e2d7b-3f07-4efa-9e59-f599ec4046fd will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:31.660425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Transition to ACTIVE for port object 586e2d7b-3f07-4efa-9e59-f599ec4046fd will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:31.678243 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.706203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7c4ee8e-a69f-4861-a86f-a0e010315445 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:31.715477 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ffeaf-37fd-4b50-b73f-01804b18444f x-openstack-request-id: req-0f7ffeaf-37fd-4b50-b73f-01804b18444f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:31.715778 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afda510-e245-412a-a2fb-d1d9ed42bdff", "name": "network-vif-deleted", "tag": "01ba5428-bda0-4eac-b606-8da6680ca568", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:31.716026 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f7ffeaf-37fd-4b50-b73f-01804b18444f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:31.716493 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afda510-e245-412a-a2fb-d1d9ed42bdff', 'name': 'network-vif-deleted', 'tag': '01ba5428-bda0-4eac-b606-8da6680ca568', 'status': 'completed', 'code': 200} Jul 15 13:43:31.771212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a7abe75d-26b1-4653-ad84-b6d636082a8f req-0276f7c9-9f26-45da-a9a7-a28239da35b4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016361 Jul 15 13:43:31.908122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:31.963867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:31.968221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e7c4ee8e-a69f-4861-a86f-a0e010315445 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:31.991635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:32.007690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:32.012766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e7c4ee8e-a69f-4861-a86f-a0e010315445 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:32.013552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.059061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Pushing event updated for resources: {'Port': ['ID=586e2d7b-3f07-4efa-9e59-f599ec4046fd,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:32.211679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f665e507-3552-42a8-9a26-1e3a979a8214 req-c3d55bcd-5b9d-4f17-b963-f42eb5828cd4 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "GET /v2.0/ports?device_id=1afda510-e245-412a-a2fb-d1d9ed42bdff HTTP/1.1" status: 200 len: 210 time: 0.1153393 Jul 15 13:43:32.314232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:32.440569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Attempting to bind port 586e2d7b-3f07-4efa-9e59-f599ec4046fd on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:32.440851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Attempting to bind port 586e2d7b-3f07-4efa-9e59-f599ec4046fd by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:32.441467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Attempting to bind port 586e2d7b-3f07-4efa-9e59-f599ec4046fd on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:32.457771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:32.458148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Checking segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:32.458619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.459032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Bound using segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:32.459532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Bound port: 586e2d7b-3f07-4efa-9e59-f599ec4046fd, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:32.459921 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:32.977899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c6020-b540-40c5-b17b-caf97bc60927 req-d685248f-f4a3-4bc8-9610-e452ebb55134 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:32.986693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f1c6020-b540-40c5-b17b-caf97bc60927 req-d685248f-f4a3-4bc8-9610-e452ebb55134 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 946 time: 0.1225777 Jul 15 13:43:33.006754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] For port 586e2d7b-3f07-4efa-9e59-f599ec4046fd, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:33.006754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] For port 586e2d7b-3f07-4efa-9e59-f599ec4046fd, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=586e2d7b-3f07-4efa-9e59-f599ec4046fd,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:33.040699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.042833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.1 (5ce39a7c-4a5b-4ea2-a396-be43504c8e25/dd2bf624-9c47-486e-894f-ae729297bbda/15532729-bb68-4686-96a5-fbe7cc6aa9a0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:33.089702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f1c6020-b540-40c5-b17b-caf97bc60927 req-74d2c63f-3c49-4d1b-97a3-d23e3b45e751 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006820 Jul 15 13:43:33.271699 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.286754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.319532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object 15532729-bb68-4686-96a5-fbe7cc6aa9a0 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:33.367667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.446165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42208) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:33.457598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:33.461666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:33.465903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:33.469314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d4a2d-fa58-4a0a-bfb2-7aedad70c229 None None] Pushing event updated for resources: {'Port': ['ID=586e2d7b-3f07-4efa-9e59-f599ec4046fd,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:33.486068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e7c4ee8e-a69f-4861-a86f-a0e010315445, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e7c4ee8e-a69f-4861-a86f-a0e010315445,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:33.518362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=15532729-bb68-4686-96a5-fbe7cc6aa9a0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:33.554434 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.557066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:33.716455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:33.727200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01ba5428-bda0-4eac-b606-8da6680ca568 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:33.843262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] Checking router: d76efb7a-d16b-4646-ba77-00866cda58f8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:33.865399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 01ba5428-bda0-4eac-b606-8da6680ca568 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:33.865887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 01ba5428-bda0-4eac-b606-8da6680ca568 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:33.870357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e7c4ee8e-a69f-4861-a86f-a0e010315445,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:33.878481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:33.880138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:34.077138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.109434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Deleting port bba32eb7-8f68-4549-9519-97ce2c032cdb {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:34.110476 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.169584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-dfac2fc0-4be3-4d7e-b3ea-489bcb5050f7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:34.171993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-dfac2fc0-4be3-4d7e-b3ea-489bcb5050f7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.58 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 946 time: 0.3026466 Jul 15 13:43:34.222424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:34.689387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:34.750406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f49cc6-5d7d-4670-ada8-9673fca848ae None None] The sync data for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 is: [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:38:02Z', 'revision_number': 4, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '382dda9b-11c5-4154-8dc8-89705f66ac62', 'name': '', 'network_id': 'e139dca3-3ad6-4a04-8a68-474869f41dee', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'mac_address': 'fa:16:3e:bc:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:00Z', 'updated_at': '2021-07-15T13:38:13Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'subnets': [{'id': 'fef397b3-4a52-4ac0-a8db-acdc42ac0f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:34.814717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:34.829183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.054297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=15532729-bb68-4686-96a5-fbe7cc6aa9a0,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:35.093841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.277013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ccd61-bdf9-4a32-89a0-ce4e59f3b413 None None] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:35.354959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:35.360683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:35.361909 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165f4c0-de7a-4be6-a8bf-4189ff3fd77d None None] New status for floating IP c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:43:35.391605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.392154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.420038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-de05180a-6f1e-416a-ab5b-f9dc85fe215d None None] Provisioning for port 586e2d7b-3f07-4efa-9e59-f599ec4046fd completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:35.441361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Calling delete_port for bba32eb7-8f68-4549-9519-97ce2c032cdb owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:35.569716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Deleting port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:35.573387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:35.719802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601adec-8ade-48c8-99be-fd91724ee50b req-5d7cc9ea-42ae-470c-ba16-87e3ddb6927e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:35.735284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d601adec-8ade-48c8-99be-fd91724ee50b req-5d7cc9ea-42ae-470c-ba16-87e3ddb6927e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 946 time: 1.2982376 Jul 15 13:43:35.765485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:35.909799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d601adec-8ade-48c8-99be-fd91724ee50b req-ab59fa25-3bf5-4944-80eb-256b1110ef7f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721306 Jul 15 13:43:35.918507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7c4ee8e-a69f-4861-a86f-a0e010315445 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:36.024974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:36.030426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e7c4ee8e-a69f-4861-a86f-a0e010315445 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:36.031100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.062537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-37f06160-8554-4e3d-a474-deab48ebf66f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/33a7469d-7514-4d6b-9fcd-d3bf94e304e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9425492 Jul 15 13:43:36.078473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] For port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:36.078882 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.096773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Calling delete_port for 254cbdab-90cb-44fb-9737-a2a5ba5e48ac owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:36.129058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Sync routers for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:36.213115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Provisioning for port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:36.269783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 586e2d7b-3f07-4efa-9e59-f599ec4046fd up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:36.272035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:36.273118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:36.432542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:36.473159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-9730a5b1-f8e5-41f1-9c5d-eb6c5e1c40b5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460856195&fields=id&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 267 time: 0.0999427 Jul 15 13:43:36.606515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.621990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.736181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-5e1fcf8f-071f-4f79-9c1b-98b061fda0cc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:36.753904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-5e1fcf8f-071f-4f79-9c1b-98b061fda0cc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 796 time: 0.2789757 Jul 15 13:43:36.756485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Pushing event deleted for resources: {'Port': ['ID=254cbdab-90cb-44fb-9737-a2a5ba5e48ac,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:36.778436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Provisioning complete for port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:36.778912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:36.781825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a74de606-a7bd-449f-abcf-aaf761b54fe4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:36.810232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-247466c5-7186-4697-8e3e-cd27a11dd6db tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/quotas/ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 375 time: 0.0496440 Jul 15 13:43:36.834027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event deleted for resources: {'Port': ['ID=bba32eb7-8f68-4549-9519-97ce2c032cdb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:37.036063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:37.050082 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 586e2d7b-3f07-4efa-9e59-f599ec4046fd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:37.053609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] No DVR routers for this DVR port 254cbdab-90cb-44fb-9737-a2a5ba5e48ac on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:37.060168 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.062923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dced5eb5-3ef7-4ea3-a31b-7e40cefcafad req-da45df87-319b-478a-892c-fda5b1a8311f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.58 "DELETE /v2.0/ports/254cbdab-90cb-44fb-9737-a2a5ba5e48ac HTTP/1.1" status: 204 len: 173 time: 2.8839099 Jul 15 13:43:37.069660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.077453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.078331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-aa82861b-319c-4edb-8b3a-7890a7cdfb43 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2645595 Jul 15 13:43:37.083949 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa6d9c15-90fe-44f1-93c4-48baa09b9b5e tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "DELETE /v2.0/floatingips/c9a655d9-b8ea-480b-9bdd-a2e6a1ca7ddd HTTP/1.1" status: 204 len: 168 time: 3.6342368 Jul 15 13:43:37.083949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'name': 'network-vif-deleted', 'tag': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:37.092292 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff4b410-31be-447d-bdb5-ed631c9efb48" -d '{"events": [{"server_uuid": "e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087", "name": "network-vif-deleted", "tag": "254cbdab-90cb-44fb-9737-a2a5ba5e48ac"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:37.095249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 586e2d7b-3f07-4efa-9e59-f599ec4046fd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:37.095645 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.153431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Provisioning complete for port 586e2d7b-3f07-4efa-9e59-f599ec4046fd triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:37.154665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.206033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb0d886c-c5f9-4158-bb1c-ecd7e863743d req-2992521f-062e-489b-8edf-d5d065a18919 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087 HTTP/1.1" status: 200 len: 210 time: 0.0658901 Jul 15 13:43:37.233995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:34Z', 'revision_number': 2, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:37.342618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-cea7ee6a-d8f0-4285-a26c-603313d1326f service neutron] 10.222.0.57 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455323 Jul 15 13:43:37.346513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Checking router: 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:37.353347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Updating router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:43:37.466203 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521d60a-217d-4bcf-9f62-666383d3246b x-openstack-request-id: req-8521d60a-217d-4bcf-9f62-666383d3246b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:37.466873 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087", "name": "network-vif-deleted", "tag": "254cbdab-90cb-44fb-9737-a2a5ba5e48ac", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:37.467608 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8521d60a-217d-4bcf-9f62-666383d3246b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:37.468285 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61e28a1-0fdc-4f4a-a1d1-90cd2daa0087', 'name': 'network-vif-deleted', 'tag': '254cbdab-90cb-44fb-9737-a2a5ba5e48ac', 'status': 'completed', 'code': 200} Jul 15 13:43:37.490039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.491730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-e8aaea17-368a-4e60-aef0-631d56e30a12 service neutron] 10.222.0.57 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471679 Jul 15 13:43:37.580179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.586568 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.642543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42252) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:37.795964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 254cbdab-90cb-44fb-9737-a2a5ba5e48ac no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:37.829416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db6e47ba-d725-45ae-991a-381983a16785 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:37.915334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e25c4f18-bdc9-4241-813b-4f914528ba90 req-dce84f11-e720-4705-85f1-55b8b411286b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 210 time: 0.1124461 Jul 15 13:43:37.917713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 254cbdab-90cb-44fb-9737-a2a5ba5e48ac {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:37.920792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 254cbdab-90cb-44fb-9737-a2a5ba5e48ac not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:37.935454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] For port 586e2d7b-3f07-4efa-9e59-f599ec4046fd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=586e2d7b-3f07-4efa-9e59-f599ec4046fd,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:37.983496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db6e47ba-d725-45ae-991a-381983a16785 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.039122 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:43:38.039681 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:43:38.041825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.150064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db6e47ba-d725-45ae-991a-381983a16785 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.154326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-db6e47ba-d725-45ae-991a-381983a16785 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:38.158371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-db6e47ba-d725-45ae-991a-381983a16785 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] 10.222.0.57 "DELETE /v2.0/security-groups/b495aa34-9d13-4a46-9678-08d2a10b574b HTTP/1.1" status: 204 len: 168 time: 0.5122840 Jul 15 13:43:38.179652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e47ba-d725-45ae-991a-381983a16785 tempest-TestServerBasicOps-1509504180 tempest-TestServerBasicOps-1509504180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b495aa34-9d13-4a46-9678-08d2a10b574b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:38.231128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 42280) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:38.350050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50b2a4-3b60-4612-9f34-a204dc89426d None None] Pushing event updated for resources: {'Port': ['ID=586e2d7b-3f07-4efa-9e59-f599ec4046fd,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:38.839735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e287ff-852b-4703-8f0b-89d34c0d0ff7 req-1362a8c3-43c2-40e0-9c63-0a594afee6a7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:38.848063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29e287ff-852b-4703-8f0b-89d34c0d0ff7 req-1362a8c3-43c2-40e0-9c63-0a594afee6a7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1169131 Jul 15 13:43:38.939089 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29e287ff-852b-4703-8f0b-89d34c0d0ff7 req-c8774fc6-f392-4b92-b519-bc42cf5794bc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867600 Jul 15 13:43:39.143432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.227989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Transition to ACTIVE for port object 15532729-bb68-4686-96a5-fbe7cc6aa9a0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:39.250055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be9e69bb-9f45-40f7-8373-41083db16296 None None] Provisioning complete for port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:39.250796 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be9e69bb-9f45-40f7-8373-41083db16296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.340289 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.443552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf21f8-c38e-47fe-a1a5-7c383f5db710 req-a52dbfad-c808-4fc5-8fbb-02ef132cd319 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:39.455021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86cf21f8-c38e-47fe-a1a5-7c383f5db710 req-a52dbfad-c808-4fc5-8fbb-02ef132cd319 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1709659 Jul 15 13:43:39.493189 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-122639fb-16ea-45c2-9adc-e985466d32b2 req-dde524ea-bf0b-487a-9b06-faa6e6151d63 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 210 time: 0.1359849 Jul 15 13:43:39.552355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86cf21f8-c38e-47fe-a1a5-7c383f5db710 req-e6d72185-f0c0-4c44-8b6d-4db0c65b1592 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935569 Jul 15 13:43:39.845757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-be9e69bb-9f45-40f7-8373-41083db16296 None None] Port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:39.851273 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c98acf-8113-4fbb-afa4-9caf2e9c10ed None None] Pushing event updated for resources: {'Port': ['ID=15532729-bb68-4686-96a5-fbe7cc6aa9a0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:39.875333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Attempting to bind port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:39.876697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Attempting to bind port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:39.877665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Attempting to bind port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:39.926734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:39.932651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Checking segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:39.935501 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:39.936929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Bound using segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:39.938065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Bound port: 15532729-bb68-4686-96a5-fbe7cc6aa9a0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:39.939209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.000994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 586e2d7b-3f07-4efa-9e59-f599ec4046fd up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:40.358955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] For port 15532729-bb68-4686-96a5-fbe7cc6aa9a0, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:40.391614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] For port 15532729-bb68-4686-96a5-fbe7cc6aa9a0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=15532729-bb68-4686-96a5-fbe7cc6aa9a0,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:40.408920 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.415466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 586e2d7b-3f07-4efa-9e59-f599ec4046fd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:40.416104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:40.704836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-95f5fc07-3e3f-4f4b-8cef-18ab1e464516 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:40.726883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-95f5fc07-3e3f-4f4b-8cef-18ab1e464516 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.58 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 796 time: 0.5046668 Jul 15 13:43:40.802129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c98acf-8113-4fbb-afa4-9caf2e9c10ed None None] Pushing event updated for resources: {'Port': ['ID=15532729-bb68-4686-96a5-fbe7cc6aa9a0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:40.834033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:40.836767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:40.959424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971e5ab-70d7-4735-b885-66d822452a7f req-ed40a620-a15a-4db2-b598-15a04e5257ea tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:40.972131 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e971e5ab-70d7-4735-b885-66d822452a7f req-ed40a620-a15a-4db2-b598-15a04e5257ea tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.8571885 Jul 15 13:43:40.985970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a8da852-0ddc-4f18-b704-a6c48f8e8f53 req-5b3339c5-5011-4103-9103-2d7dea0e4421 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 210 time: 0.0666015 Jul 15 13:43:41.011356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.121853 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-e47b4850-92f5-4a28-8582-61a4e963df34 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 379 time: 0.3766971 Jul 15 13:43:41.138599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'port': {'device_id': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'admin_state_up': True, 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'security_groups': ['30aa2d20-8254-4760-80f8-cc86508e7822']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:41.261670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e971e5ab-70d7-4735-b885-66d822452a7f req-62fc488c-e3d4-4a71-b4ca-49c509b58053 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769368 Jul 15 13:43:41.284635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:41.742890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:41.750649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:41.917712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:40Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:41.969691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c369eb-dbec-4389-a08b-1b5bcacf78d4 None None] The sync data for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 is: [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:40Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:42.288082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.11 (5ce39a7c-4a5b-4ea2-a396-be43504c8e25/dd2bf624-9c47-486e-894f-ae729297bbda/3f54ec12-f180-4918-bba9-0e0b628253c1) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:42.380587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Deleting port 382dda9b-11c5-4154-8dc8-89705f66ac62 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:42.382383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.509467 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b0011a4-6578-4787-b6c5-ba2ddfda7e07 req-9f4a54ac-e500-4173-80a0-9a8db90378bc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 210 time: 0.0688026 Jul 15 13:43:42.677576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] For port 382dda9b-11c5-4154-8dc8-89705f66ac62, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=382dda9b-11c5-4154-8dc8-89705f66ac62,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:42.679143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.763234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Calling delete_port for 382dda9b-11c5-4154-8dc8-89705f66ac62 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:42.775219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:42.848010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object 3f54ec12-f180-4918-bba9-0e0b628253c1 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:42.968190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.055762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:43.068291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:43.085085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:43.095224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:43.123152 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c720c5e1-774e-4af6-8417-c6caa0b512ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.186381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.186878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.187385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.187901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.188485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.189190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.189679 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.190288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.191123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.191697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.192273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.192903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:43.245687 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:43:43.309112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:43.311743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.377601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-8349bbbe-d28a-4a21-aa4a-b6765fc9f687 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2468407 Jul 15 13:43:43.379322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.441032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Request body: {'port': {'device_id': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:43.638615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=382dda9b-11c5-4154-8dc8-89705f66ac62,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:43.756444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-92d8f392-3578-491f-820c-de5a53c3a2c1 None None] Provisioning for port 3f54ec12-f180-4918-bba9-0e0b628253c1 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:43.767056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-92d8f392-3578-491f-820c-de5a53c3a2c1 None None] Provisioning complete for port 3f54ec12-f180-4918-bba9-0e0b628253c1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:43.768436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-92d8f392-3578-491f-820c-de5a53c3a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.877846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:43.968298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-92d8f392-3578-491f-820c-de5a53c3a2c1 None None] Port 3f54ec12-f180-4918-bba9-0e0b628253c1 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:43:44.056348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15532729-bb68-4686-96a5-fbe7cc6aa9a0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:44.198895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:44.212660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:44.213403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.358754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d5866-b185-4955-837d-c8e7652ccb70 req-5a75f8ea-2694-4126-95f1-a1913dbff514 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:44.363657 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.379139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-452d5866-b185-4955-837d-c8e7652ccb70 req-5a75f8ea-2694-4126-95f1-a1913dbff514 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 932 time: 0.4468908 Jul 15 13:43:44.466010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 15532729-bb68-4686-96a5-fbe7cc6aa9a0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=15532729-bb68-4686-96a5-fbe7cc6aa9a0,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:44.495324 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.614746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=15532729-bb68-4686-96a5-fbe7cc6aa9a0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:44.986860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:44.994943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-452d5866-b185-4955-837d-c8e7652ccb70 req-3deb6969-0c1d-4aba-a55d-574667f8d2cc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6147978 Jul 15 13:43:45.098169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593717-dc0a-4e2c-916e-a1271416706f req-177f38da-b330-4d82-a44e-336c1a203fe4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.106251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0593717-dc0a-4e2c-916e-a1271416706f req-177f38da-b330-4d82-a44e-336c1a203fe4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1487453 Jul 15 13:43:45.160660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0593717-dc0a-4e2c-916e-a1271416706f req-6fe6acd9-8efe-4ca6-98ab-9df5122245ea tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531297 Jul 15 13:43:45.217869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.247237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f54ec12-f180-4918-bba9-0e0b628253c1 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:45.272537 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.398769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Transition to ACTIVE for port object 3f54ec12-f180-4918-bba9-0e0b628253c1 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:45.443873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.445451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.488972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-ccd83666-96b9-4350-9d88-08c541ef72de tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.491557 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-ccd83666-96b9-4350-9d88-08c541ef72de tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/networks?id=21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 200 len: 813 time: 0.1513574 Jul 15 13:43:45.532659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca743a-9a9a-4d2a-b128-44f39add34b9 req-3adef794-25bc-4635-9be4-93cf72b5674d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:45.538169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-279e1a64-5c99-42b0-9312-7a7845b05bb2 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/quotas/d340710fc14d48c08723132085940c2a HTTP/1.1" status: 200 len: 375 time: 0.0373015 Jul 15 13:43:45.540639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93ca743a-9a9a-4d2a-b128-44f39add34b9 req-3adef794-25bc-4635-9be4-93cf72b5674d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2038891 Jul 15 13:43:45.560952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:45.562287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-77c02eb2-943f-4646-b5c9-ac96baa69f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.592777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-4db74bf2-a71f-4b7e-9fba-0cd8ac86731a tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d340710fc14d48c08723132085940c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529623 Jul 15 13:43:45.594030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Router d76efb7a-d16b-4646-ba77-00866cda58f8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:45.675892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93ca743a-9a9a-4d2a-b128-44f39add34b9 req-37ff938d-0182-4dfc-8f50-5dd161a5bf79 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342137 Jul 15 13:43:45.717214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-22c1e309-f551-4077-885b-f6091914bb62 service neutron] 10.222.0.57 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229572 Jul 15 13:43:45.734302 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.834869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:45.834869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:45.835126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:45.842661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:45.843013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:45.855051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:45.855756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Checking segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:45.856337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Bound using segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:45.857345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Bound port: 3f54ec12-f180-4918-bba9-0e0b628253c1, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:45.858018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:45.880252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15532729-bb68-4686-96a5-fbe7cc6aa9a0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:45.957289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-c7d36514-419f-43be-9e67-9aaf370871f2 service neutron] 10.222.0.57 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390304 Jul 15 13:43:45.986378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:45.986900 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.087117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:46.097785 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] Sync routers for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:46.118702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-af220d43-3cf5-4792-8fd9-bf3338376ed8 admin admin] 10.222.0.57 "PUT /v2.0/routers/d76efb7a-d16b-4646-ba77-00866cda58f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8863251 Jul 15 13:43:46.120456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:46.121469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42844) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:46.124468 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:46.287913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:46.299544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:46.308455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.446044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:46.451850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.458607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1093 time: 3.0438430 Jul 15 13:43:46.486445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:46.498145 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c7fa25-8047-4a25-b31d-2962e70bcc78" -d '{"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:46.518631 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:46.545246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a59260-bb26-4fb0-8258-177ee18562ca req-13c33848-9d9a-4e18-89d9-1540c60552e8 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 210 time: 0.1592500 Jul 15 13:43:46.590094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:46.998870 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.104226 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b10d5-d85b-41bd-a0b4-1792a1907a98 x-openstack-request-id: req-d72b10d5-d85b-41bd-a0b4-1792a1907a98 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:47.106226 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:47.107533 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d72b10d5-d85b-41bd-a0b4-1792a1907a98 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:47.108851 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'status': 'completed', 'code': 200} Jul 15 13:43:47.123504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Deleting port 649956ea-b19f-45ae-8e7d-6df024703a61 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:47.124120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.136932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753c550-c08f-41d9-8ca6-2596c628b7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:47.157303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.196115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ffa3-22e9-4429-be8d-dc27178763ed req-5b375373-993d-4647-a41c-0f76bf65817b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.207693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd09ffa3-22e9-4429-be8d-dc27178763ed req-5b375373-993d-4647-a41c-0f76bf65817b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 944 time: 0.7321868 Jul 15 13:43:47.274513 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:43:43Z', 'revision_number': 5, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port': {'id': '649956ea-b19f-45ae-8e7d-6df024703a61', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:37:56Z', 'updated_at': '2021-07-15T13:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:47.371240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd09ffa3-22e9-4429-be8d-dc27178763ed req-59814eb0-02d0-43c9-9472-0de5d8b45d1c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624606 Jul 15 13:43:47.372148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] For port 649956ea-b19f-45ae-8e7d-6df024703a61, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=649956ea-b19f-45ae-8e7d-6df024703a61,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:47.376605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:47.412605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-c7debe63-3a9c-4475-b38c-5c012fc67b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.419080 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] Checking router: d76efb7a-d16b-4646-ba77-00866cda58f8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:47.419628 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-c7debe63-3a9c-4475-b38c-5c012fc67b53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1096 time: 0.7649000 Jul 15 13:43:47.438942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Calling delete_port for 649956ea-b19f-45ae-8e7d-6df024703a61 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:47.451409 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] Routers {'d76efb7a-d16b-4646-ba77-00866cda58f8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:47.453292 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d76efb7a-d16b-4646-ba77-00866cda58f8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:47.632933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-aa2346f1-d614-4e00-9e98-5ba23e37ffb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 217 time: 0.1971102 Jul 15 13:43:47.840041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-21e2d4df-4ba5-436c-b956-59fd8a60b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.841587 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-21e2d4df-4ba5-436c-b956-59fd8a60b102 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.2074316 Jul 15 13:43:47.861425 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] Set router d76efb7a-d16b-4646-ba77-00866cda58f8 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:47.921396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-67eaa665-f801-4d39-9fd0-ae563b20cbee req-134338d8-e522-43b8-9261-eca4c551ec6e tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 210 time: 0.0554032 Jul 15 13:43:47.964503 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:43:46Z', 'revision_number': 6, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:47.994504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-f1f5aacb-3360-4eb7-ad42-87b1e2018661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:47.996153 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-f1f5aacb-3360-4eb7-ad42-87b1e2018661 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1466146 Jul 15 13:43:47.996715 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.005444 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ab777-f7aa-47da-8f2f-8f1038e81481 None None] The sync data for ids ['d76efb7a-d16b-4646-ba77-00866cda58f8'] in n-d-798054-11 is: [{'id': 'd76efb7a-d16b-4646-ba77-00866cda58f8', 'name': 'tempest-TestServerBasicOps-1111289349-router', 'tenant_id': 'b147892944d84596b385ca4470b92554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:37:55Z', 'updated_at': '2021-07-15T13:43:46Z', 'revision_number': 6, 'project_id': 'b147892944d84596b385ca4470b92554', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:48.046337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Pushing event deleted for resources: {'Port': ['ID=649956ea-b19f-45ae-8e7d-6df024703a61,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:48.210288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.245111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-f8be3c96-5b71-4675-84f2-79793204550c service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389872 Jul 15 13:43:48.448427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-15b581b1-d978-449e-b0e3-c4816ec084d8 req-d5d222e5-32e6-4382-b002-0ca2a6c96b75 service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952646 Jul 15 13:43:48.655573 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:48.688017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-86f8593b-6a1e-4ab6-8a1b-6b47cdcdcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.694289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-86f8593b-6a1e-4ab6-8a1b-6b47cdcdcba5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1096 time: 0.1883316 Jul 15 13:43:48.891182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-504b384b-6894-4514-a92a-7873ebaf648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:48.892993 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-504b384b-6894-4514-a92a-7873ebaf648d service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.1811848 Jul 15 13:43:49.009214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-3aaa0a57-b440-4fdb-948a-4522795492cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 217 time: 0.0774915 Jul 15 13:43:49.037410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.050923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.172859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-4cee07ab-61e1-428a-b73e-f258539d641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.174440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-4cee07ab-61e1-428a-b73e-f258539d641f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.1564028 Jul 15 13:43:49.252254 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.252898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d76efb7a-d16b-4646-ba77-00866cda58f8 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:49.262948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.271551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cfd88a66-2d92-46d2-b5ee-7ef6489cc064 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d76efb7a-d16b-4646-ba77-00866cda58f8 HTTP/1.1" status: 204 len: 168 time: 3.1488423 Jul 15 13:43:49.276237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42906) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:49.335953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c6cc-8eb7-4fd3-9534-6838826dca81 req-d8fd7a3e-787d-454c-bc8e-cc6224b1b240 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.341759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Deleting subnet fef397b3-4a52-4ac0-a8db-acdc42ac0f91 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:49.343157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7023c6cc-8eb7-4fd3-9534-6838826dca81 req-d8fd7a3e-787d-454c-bc8e-cc6224b1b240 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 944 time: 0.6472518 Jul 15 13:43:49.359625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-8fcc216f-4b31-408c-9166-808a0d1eb64f tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.360174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.361731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-8fcc216f-4b31-408c-9166-808a0d1eb64f tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.59 "GET /v2.0/networks?id=21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 200 len: 813 time: 0.4676075 Jul 15 13:43:49.399907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Request body: {'port': {'device_id': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417', 'admin_state_up': True, 'tenant_id': 'd340710fc14d48c08723132085940c2a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:49.403894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379a22-fa1d-4869-9065-cc8e1a3b71e1 req-0179bbf2-761a-4e7a-9673-14b6c72d32ff tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.413334 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d379a22-fa1d-4869-9065-cc8e1a3b71e1 req-0179bbf2-761a-4e7a-9673-14b6c72d32ff tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3680143 Jul 15 13:43:49.439393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7023c6cc-8eb7-4fd3-9534-6838826dca81 req-279d884d-ca63-4233-9ac1-0bbf3a35c825 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950098 Jul 15 13:43:49.453907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.574752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-3763cadb-1c1f-4a3a-b962-776c3ae76d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:49.577255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-3763cadb-1c1f-4a3a-b962-776c3ae76d2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3866475 Jul 15 13:43:49.602126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.654976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d379a22-fa1d-4869-9065-cc8e1a3b71e1 req-4c00946d-3356-4632-a478-d4a4cf711a35 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401695 Jul 15 13:43:49.751158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Made reservation on behalf of d340710fc14d48c08723132085940c2a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:43:49.762138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.765884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.834424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e845bc3-5999-4b58-a4bd-08a373b082be req-4c50f6ce-0643-4ecb-afe5-e63adfca425f tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 210 time: 0.1087382 Jul 15 13:43:49.875541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 382dda9b-11c5-4154-8dc8-89705f66ac62 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:49.917332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef397b3-4a52-4ac0-a8db-acdc42ac0f91,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:49.924048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0886a5-0922-4193-b935-cd7aaed1ccf1 None None] Network e139dca3-3ad6-4a04-8a68-474869f41dee requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:49.928022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:49.932301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ea6f9016-f65d-4554-8581-74eecf5c2b6c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fef397b3-4a52-4ac0-a8db-acdc42ac0f91 HTTP/1.1" status: 204 len: 168 time: 0.6543853 Jul 15 13:43:49.934942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:50.002771 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-4470d604-5f1f-429b-a2a5-f7872f7318b0 service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146302 Jul 15 13:43:50.078601 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.082503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 382dda9b-11c5-4154-8dc8-89705f66ac62 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:50.082893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 382dda9b-11c5-4154-8dc8-89705f66ac62 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:50.083280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 649956ea-b19f-45ae-8e7d-6df024703a61 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:50.174366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Allocated IP 172.20.0.12 (21bc9327-88ff-422e-8e29-1841a4235417/15c609b5-5430-4156-a6cd-23ce592827c5/3fe5fb43-21b4-4811-a763-fb7b6e790e0e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:50.195934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 649956ea-b19f-45ae-8e7d-6df024703a61 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:50.196723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 649956ea-b19f-45ae-8e7d-6df024703a61 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:50.221229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834ec9-e222-4b24-8736-87a7b2ce66db req-29d44187-df17-4e3f-ad62-fae4d170d961 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:50.229353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86834ec9-e222-4b24-8736-87a7b2ce66db req-29d44187-df17-4e3f-ad62-fae4d170d961 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1481147 Jul 15 13:43:50.285300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Deleting port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:50.288851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.360806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] DHCP port deletion for e139dca3-3ad6-4a04-8a68-474869f41dee request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:50.370205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] For port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:50.370694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.395764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Calling delete_port for 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:50.430757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-86834ec9-e222-4b24-8736-87a7b2ce66db req-4178c2b5-0d5e-471d-94a7-48e18943500e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000177 Jul 15 13:43:50.475571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] Deleting port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:50.476247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.619071 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6c7fa25-8047-4a25-b31d-2962e70bcc78 req-312e78bf-eb06-4656-ade9-d8c10fbb9289 service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093075 Jul 15 13:43:50.636637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] For port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,segment=NetworkSegment(39987c33-2ec3-4695-8c83-9688e5f0ded0),segment_id=39987c33-2ec3-4695-8c83-9688e5f0ded0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:50.637046 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.662175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.666842 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.671452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] Calling delete_port for 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:50.713754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Pushing event deleted for resources: {'Port': ['ID=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:50.731942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.732458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.732902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.733341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.733862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.734311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.734773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.735200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.735628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.736054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.736556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.737595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:43:50.745826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] No DVR routers for this DVR port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:50.787362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.862068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.901058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.924733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e139dca3-3ad6-4a04-8a68-474869f41dee']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:50.934315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] No DVR routers for this DVR port 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:43:50.941806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a169fe-47bf-45c2-bcc5-ba46a7325d70 None None] Pushing event deleted for resources: {'Port': ['ID=5249a32c-addf-4cd0-bd9d-ae2cdaae2543,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:50.957185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39987c33-2ec3-4695-8c83-9688e5f0ded0') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:50.957185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39987c33-2ec3-4695-8c83-9688e5f0ded0') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:50.995639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:50.998398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Pushing event updated for resources: {'Port': ['ID=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:51.006150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Network 21bc9327-88ff-422e-8e29-1841a4235417 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:51.014188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:51.019720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:51.091789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.106235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:43:51.106915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:43:51.109518 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:43:51.120068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b43d4-5ecf-4e4f-b9e1-c7a1a56da573 req-8be8f5c1-c30d-4d7e-9e2b-d4e57c80f0db tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.128258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-667b43d4-5ecf-4e4f-b9e1-c7a1a56da573 req-8be8f5c1-c30d-4d7e-9e2b-d4e57c80f0db tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 944 time: 0.4040565 Jul 15 13:43:51.177565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.178447 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.199040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-df0a732b-26e1-43a6-9eab-6913bf3571dc tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8115892 Jul 15 13:43:51.210766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-667b43d4-5ecf-4e4f-b9e1-c7a1a56da573 req-70da8c92-5890-455b-8443-12f6f56afe5b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813878 Jul 15 13:43:51.235593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Request body: {'port': {'device_id': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:51.273281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.287529 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.295416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] 10.222.0.57 "DELETE /v2.0/networks/e139dca3-3ad6-4a04-8a68-474869f41dee HTTP/1.1" status: 204 len: 168 time: 1.3545699 Jul 15 13:43:51.303611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 42974) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:51.483684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:51.568346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad73449-82d2-4a3e-b3a0-2c40e36a282e admin admin] Pushing event deleted for resources: {'Network': ['ID=e139dca3-3ad6-4a04-8a68-474869f41dee,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:51.639092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353bdc8-fffa-4704-b37d-c2573d170ae6 req-773a70e1-f9e7-4737-ad7b-2f8fe2ff459f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.642349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6353bdc8-fffa-4704-b37d-c2573d170ae6 req-773a70e1-f9e7-4737-ad7b-2f8fe2ff459f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.6756809 Jul 15 13:43:51.795677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6353bdc8-fffa-4704-b37d-c2573d170ae6 req-9c9a4df7-2578-4f27-9b05-26f0819e3582 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414745 Jul 15 13:43:51.832318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:51.843388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185752e-d29c-41b3-ac9b-c1f403fc0f39 req-de38c87d-218c-4268-bd03-3aa7bb82a32d tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:51.845164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9185752e-d29c-41b3-ac9b-c1f403fc0f39 req-de38c87d-218c-4268-bd03-3aa7bb82a32d tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 932 time: 0.3348105 Jul 15 13:43:52.230897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe5fb43-21b4-4811-a763-fb7b6e790e0e {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:52.236482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:52.241690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.258318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Transition to ACTIVE for port object 3fe5fb43-21b4-4811-a763-fb7b6e790e0e will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:43:52.261088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'port_id': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'mac_address': 'fa:16:3e:2c:dc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:52.273104 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.274099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:43:52.335079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:43:52.335836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5249a32c-addf-4cd0-bd9d-ae2cdaae2543 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:43:52.367667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:52.406159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accda80-97c7-4c88-a6ad-7c8f83ac214e req-e5973ce0-49e3-4166-a97c-ed840bd3a5c3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:52.418299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.419207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9accda80-97c7-4c88-a6ad-7c8f83ac214e req-e5973ce0-49e3-4166-a97c-ed840bd3a5c3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2295494 Jul 15 13:43:52.431495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9185752e-d29c-41b3-ac9b-c1f403fc0f39 req-78a49b57-cd0f-4a4d-99fd-51d0863b53ab tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716674 Jul 15 13:43:52.441612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f54ec12-f180-4918-bba9-0e0b628253c1 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:52.482687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:52.490869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.559550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:52.587036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9accda80-97c7-4c88-a6ad-7c8f83ac214e req-4044f794-cb75-4cb0-be8f-ff9c9850d2c2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632543 Jul 15 13:43:52.608795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Attempting to bind port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:43:52.609028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Attempting to bind port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:43:52.609370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Attempting to bind port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e on network 21bc9327-88ff-422e-8e29-1841a4235417 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:52.624959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e on network 21bc9327-88ff-422e-8e29-1841a4235417 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:43:52.625300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Attempting to bind port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e on network 21bc9327-88ff-422e-8e29-1841a4235417 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:43:52.635771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.640269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:43:52.640696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Checking segment: {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:43:52.641099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Bound using segment: {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:43:52.641455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Bound port: 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:43:52.641822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.685284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['3f54ec12-f180-4918-bba9-0e0b628253c1'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:52.854825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] For port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:43:52.862300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] For port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:43:52.878505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.938155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:52.938897 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:52.940468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] 10.222.0.59 "PUT /v2.0/ports/3fe5fb43-21b4-4811-a763-fb7b6e790e0e HTTP/1.1" status: 200 len: 1093 time: 1.7279935 Jul 15 13:43:52.941147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'tag': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:52.944112 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e06f5a22-5340-451e-a7a6-e3eeae12ff51", "tag": "3fe5fb43-21b4-4811-a763-fb7b6e790e0e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:52.970421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a7e4a-04b3-4812-a55b-8f49b05fea85 req-fd3d835d-9366-4022-88d7-2334328001a4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:52.972208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-021a7e4a-04b3-4812-a55b-8f49b05fea85 req-fd3d835d-9366-4022-88d7-2334328001a4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.3279054 Jul 15 13:43:52.989249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620435a-08bc-4669-87ff-888e3a082872 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:53.092074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-021a7e4a-04b3-4812-a55b-8f49b05fea85 req-67ac6426-1ae2-4525-9c8e-1e085df1b437 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990293 Jul 15 13:43:53.182879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-572fa992-754f-4504-ab72-17903c6d4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:53.194913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-572fa992-754f-4504-ab72-17903c6d4165 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d340710fc14d48c08723132085940c2a&device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 1096 time: 0.1629941 Jul 15 13:43:53.195512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08deac-2968-40fd-81e4-37aa46ed471d req-db93b307-a854-4e94-825d-f7f79f16dabc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:53.200633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a08deac-2968-40fd-81e4-37aa46ed471d req-db93b307-a854-4e94-825d-f7f79f16dabc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3354874 Jul 15 13:43:53.343346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-295b6c50-b708-467c-af39-94506d4ac2f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e HTTP/1.1" status: 200 len: 217 time: 0.1388526 Jul 15 13:43:53.381781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a08deac-2968-40fd-81e4-37aa46ed471d req-0df8dc73-8c7e-4d35-874d-57eaa587f2c4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511478 Jul 15 13:43:53.452584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-4fe00d3a-f4c6-4e06-a0a0-8e538ed95e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:53.454850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-4fe00d3a-f4c6-4e06-a0a0-8e538ed95e87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15c609b5-5430-4156-a6cd-23ce592827c5 HTTP/1.1" status: 200 len: 853 time: 0.1079555 Jul 15 13:43:53.515269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-aa602259-fdf4-489b-9e90-78cad3ccaed3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21bc9327-88ff-422e-8e29-1841a4235417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514498 Jul 15 13:43:53.712676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Deleting port 089d03d2-a805-4ed9-a417-9839e3116891 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:53.713366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.784337 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83e30b6-1707-4cae-b0da-9cc90ff3a159 x-openstack-request-id: req-c83e30b6-1707-4cae-b0da-9cc90ff3a159 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:53.784636 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06f5a22-5340-451e-a7a6-e3eeae12ff51", "tag": "3fe5fb43-21b4-4811-a763-fb7b6e790e0e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:53.784880 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c83e30b6-1707-4cae-b0da-9cc90ff3a159 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:53.785301 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'tag': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e', 'status': 'completed', 'code': 200} Jul 15 13:43:53.848890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:43:53.887170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-9922989b-b231-49f3-97da-522efa204395 service neutron] 10.222.0.59 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650606 Jul 15 13:43:53.943219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] For port 089d03d2-a805-4ed9-a417-9839e3116891, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=089d03d2-a805-4ed9-a417-9839e3116891,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:53.943588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.960037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 3f54ec12-f180-4918-bba9-0e0b628253c1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:43:53.968793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 3f54ec12-f180-4918-bba9-0e0b628253c1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:43:53.970239 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:53.986272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Calling delete_port for 089d03d2-a805-4ed9-a417-9839e3116891 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:54.065989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a841d5ea-4a91-4a4a-bcbf-46e89a35bf95 req-345c702c-2739-40e9-b479-dab8ca561d9d service neutron] 10.222.0.59 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714697 Jul 15 13:43:54.077737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab4785-2695-4aab-a429-70add0f2270c req-f6fa2e6a-a962-437c-9dd6-1cb1bcd882e3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.079493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1dab4785-2695-4aab-a429-70add0f2270c req-f6fa2e6a-a962-437c-9dd6-1cb1bcd882e3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3960066 Jul 15 13:43:54.090746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6521cc5-14bf-4d15-bc80-301fe36bd78c req-b4ed5fe6-5424-43e4-8b93-19a1beb28127 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.104650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6521cc5-14bf-4d15-bc80-301fe36bd78c req-b4ed5fe6-5424-43e4-8b93-19a1beb28127 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 944 time: 0.1878955 Jul 15 13:43:54.179012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.204137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6521cc5-14bf-4d15-bc80-301fe36bd78c req-12e6120f-a3f0-4c44-9f7d-f205ed986c25 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956604 Jul 15 13:43:54.204970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1dab4785-2695-4aab-a429-70add0f2270c req-ff216290-1d76-4ba2-a292-7ac9949d1339 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986230 Jul 15 13:43:54.252183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:43:54.257832 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7ec038-5f8c-4e33-8a52-8ad5ee35d300" -d '{"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-plugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:43:54.297694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:54.307379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.412044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-b25c34ef-8474-48a1-a07d-5df04b518933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.420494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-b25c34ef-8474-48a1-a07d-5df04b518933 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d340710fc14d48c08723132085940c2a&device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 1096 time: 0.1984117 Jul 15 13:43:54.437499 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-f7dd996a-6b92-42e2-91e9-bd676c00b50e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3769817 Jul 15 13:43:54.543435 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b37f251-1a86-482c-9b1b-1ddf789b6813 x-openstack-request-id: req-5b37f251-1a86-482c-9b1b-1ddf789b6813 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:43:54.543708 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-plugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:43:54.544075 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b37f251-1a86-482c-9b1b-1ddf789b6813 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:43:54.544692 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'code': 200} Jul 15 13:43:54.547565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:54.684335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-72481c6f-588a-413b-af61-0b34d9921240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.686491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-72481c6f-588a-413b-af61-0b34d9921240 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1097 time: 0.1336823 Jul 15 13:43:54.736689 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:54.763437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-21d5a275-1d99-45b6-986a-b645a0167905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.765494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-21d5a275-1d99-45b6-986a-b645a0167905 service neutron] 10.222.0.59 "GET /v2.0/networks?id=21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 200 len: 914 time: 0.3393240 Jul 15 13:43:54.834977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-a09e14e9-c842-43a9-8f9a-2d254030b2a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e HTTP/1.1" status: 200 len: 217 time: 0.0594330 Jul 15 13:43:54.854669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f91fa-a7fa-4cf4-9e4b-f172c826a23a req-64472955-58bf-40be-a215-a73ead479e6c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.856385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-043f91fa-a7fa-4cf4-9e4b-f172c826a23a req-64472955-58bf-40be-a215-a73ead479e6c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.2998528 Jul 15 13:43:54.858597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb9646-face-4338-80ef-1b74c2f45515 req-11332657-7d62-43cb-a99f-e8adb870bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.860184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76fb9646-face-4338-80ef-1b74c2f45515 req-11332657-7d62-43cb-a99f-e8adb870bd0d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1098 time: 0.2629673 Jul 15 13:43:54.913652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Pushing event deleted for resources: {'Port': ['ID=089d03d2-a805-4ed9-a417-9839e3116891,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:54.974319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76fb9646-face-4338-80ef-1b74c2f45515 req-f2570319-726b-4da4-a884-ea8cfb8c17cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029501 Jul 15 13:43:54.979244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-0886dea8-cff8-4f0a-82be-78fce667358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:54.980842 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-0886dea8-cff8-4f0a-82be-78fce667358f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15c609b5-5430-4156-a6cd-23ce592827c5 HTTP/1.1" status: 200 len: 853 time: 0.1196826 Jul 15 13:43:54.984453 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-043f91fa-a7fa-4cf4-9e4b-f172c826a23a req-f6ad1c67-9514-43ec-90d9-c1d8bccadb43 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145306 Jul 15 13:43:55.002681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-cd67b515-93b0-40e1-969d-dbefb48d433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.002681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-cd67b515-93b0-40e1-969d-dbefb48d433c service neutron] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.2591691 Jul 15 13:43:55.091644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71363f0-f074-40eb-8d3e-fd9541c615b0 req-b5e2016d-7ebf-40d3-9620-2e79f38119d4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.093199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c71363f0-f074-40eb-8d3e-fd9541c615b0 req-b5e2016d-7ebf-40d3-9620-2e79f38119d4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.4054778 Jul 15 13:43:55.097425 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-58a3103c-a01a-4899-834f-b7a8f00b1895 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.0639369 Jul 15 13:43:55.262274 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c71363f0-f074-40eb-8d3e-fd9541c615b0 req-a3b7846f-0a03-4d92-a1e6-a300b49a7b40 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473346 Jul 15 13:43:55.286754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-ced3b69c-88e0-430a-af4b-93e4ff276126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.289656 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-ced3b69c-88e0-430a-af4b-93e4ff276126 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.1840129 Jul 15 13:43:55.532060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-90abe992-f1e4-41e5-bc49-b6e032d62da4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=21bc9327-88ff-422e-8e29-1841a4235417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5400522 Jul 15 13:43:55.748094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-9d3ebbea-9695-4719-ac17-d5c912a9c85a service neutron] 10.222.0.59 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039175 Jul 15 13:43:55.794660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef85583-214f-484f-b002-8f9a6b033cdc req-686b0c1e-7cde-4bdf-9f6c-fa0f50bb7574 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:55.802322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aef85583-214f-484f-b002-8f9a6b033cdc req-686b0c1e-7cde-4bdf-9f6c-fa0f50bb7574 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 944 time: 0.2719688 Jul 15 13:43:55.868395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-4b420291-2d97-4e98-af17-8afc1c647cf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4847445 Jul 15 13:43:55.934493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:55.937304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aef85583-214f-484f-b002-8f9a6b033cdc req-69e3a12c-0eec-4f9b-96f9-29e7655c2fd5 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338341 Jul 15 13:43:55.987505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2af6cdb6-66d7-4572-88bd-9e697d8d88ff req-eb869404-7134-4e2f-8936-d1f29b932179 service neutron] 10.222.0.59 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295754 Jul 15 13:43:56.069655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4da82f-003c-4376-9c15-5b6e5b85651b req-993de03e-9baf-481e-8ffa-268abae59e09 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.071065 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cc4da82f-003c-4376-9c15-5b6e5b85651b req-993de03e-9baf-481e-8ffa-268abae59e09 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.6606002 Jul 15 13:43:56.141766 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-8a244df5-f1ca-46a9-aeaa-659a33ad8d25 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590327 Jul 15 13:43:56.199185 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cc4da82f-003c-4376-9c15-5b6e5b85651b req-488217d9-90f8-4c23-8a3a-9e72e40aa510 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172762 Jul 15 13:43:56.215448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-07f0430a-a4fe-4464-98c8-b6d5afe606c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664522392&fields=id&tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 267 time: 0.0616949 Jul 15 13:43:56.346733 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2e6aa302-31da-4ba6-9281-be371d73bcf7 req-db60e705-8134-416c-b157-977a84f6d4a0 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966598 Jul 15 13:43:56.398242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-f71ba717-f090-4bef-9564-35b0360649f6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.401082 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-f71ba717-f090-4bef-9564-35b0360649f6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1755126 Jul 15 13:43:56.401304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Router 5938b65b-2464-44ab-8b10-96f979053d76 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:43:56.423388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-638e7c6c-414c-41b8-b077-3fdd7eb1ce60 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0142906 Jul 15 13:43:56.522492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-1594724c-dc1d-480b-9f46-77c224f66ecb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929160 Jul 15 13:43:56.572939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21025a1-064c-403e-91d1-2747f46dcda9 req-c112d3e1-3c95-4b53-9ebe-75e40967d502 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:56.575715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a21025a1-064c-403e-91d1-2747f46dcda9 req-c112d3e1-3c95-4b53-9ebe-75e40967d502 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1727459 Jul 15 13:43:56.612399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:43:56.622243 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f4ba42c6-cdb4-4897-a233-cca4b5ee502b admin admin] 10.222.0.57 "PUT /v2.0/routers/5938b65b-2464-44ab-8b10-96f979053d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2677376 Jul 15 13:43:56.622749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43074) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:56.629271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] Sync routers for ids ['5938b65b-2464-44ab-8b10-96f979053d76'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:43:56.651707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] Routers {'5938b65b-2464-44ab-8b10-96f979053d76'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:56.652999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5938b65b-2464-44ab-8b10-96f979053d76'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:56.696366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a21025a1-064c-403e-91d1-2747f46dcda9 req-c7aee8a2-4e36-423a-b540-235731d88883 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123881 Jul 15 13:43:56.713329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1aaea74-ac0e-42ca-94b0-78a1d2021767 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695170 Jul 15 13:43:56.833662 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:56.955445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] Set router 5938b65b-2464-44ab-8b10-96f979053d76 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:56.962837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-5d7867c3-ccf3-4b2d-8be2-01b4400bb0d7 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360644 Jul 15 13:43:57.027611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3fe5fb43-21b4-4811-a763-fb7b6e790e0e details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:43:57.069491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.151468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921f1d9-2dde-48f9-826f-34a5933d0087 req-ac3c0593-088a-4cd3-a560-b62968836159 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:57.153173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9921f1d9-2dde-48f9-826f-34a5933d0087 req-ac3c0593-088a-4cd3-a560-b62968836159 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1683869 Jul 15 13:43:57.202299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Deleting port 2fe4eedc-3334-47ac-a478-ff8e39afc36e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:57.202620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.222397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9921f1d9-2dde-48f9-826f-34a5933d0087 req-38ba11a7-6b43-4bf0-81fd-edff6dde8058 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568852 Jul 15 13:43:57.283047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43090) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:57.393981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c09cdb2-f5c2-46a1-8829-7a9031ddbc9c tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:57.395662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c09cdb2-f5c2-46a1-8829-7a9031ddbc9c tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1093 time: 0.1111741 Jul 15 13:43:57.398218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] For port 2fe4eedc-3334-47ac-a478-ff8e39afc36e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2fe4eedc-3334-47ac-a478-ff8e39afc36e,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:57.398484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.400262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43092) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:57.408434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:43:57.431011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:57.431984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Calling delete_port for 2fe4eedc-3334-47ac-a478-ff8e39afc36e owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:57.451291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:43:54Z', 'revision_number': 5, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port': {'id': '2fe4eedc-3334-47ac-a478-ff8e39afc36e', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:80:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5938b65b-2464-44ab-8b10-96f979053d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:11Z', 'updated_at': '2021-07-15T13:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:57.454065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e', 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417', 'port_id': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e', 'mac_address': 'fa:16:3e:be:64:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c609b5-5430-4156-a6cd-23ce592827c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:43:57.475474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.666274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce02d7-6757-45f1-8713-98cb83fbda88 req-32ad213e-f626-40ed-9775-f95399f6d58b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:57.674130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45ce02d7-6757-45f1-8713-98cb83fbda88 req-32ad213e-f626-40ed-9775-f95399f6d58b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1517408 Jul 15 13:43:57.742828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-45ce02d7-6757-45f1-8713-98cb83fbda88 req-a3ec23bb-e17c-4815-9081-c0583ef5fd3c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675738 Jul 15 13:43:57.761313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] Checking router: 5938b65b-2464-44ab-8b10-96f979053d76 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:43:57.830621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] Routers {'5938b65b-2464-44ab-8b10-96f979053d76'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:43:57.831733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5938b65b-2464-44ab-8b10-96f979053d76'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:57.887219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:57.962152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] Set router 5938b65b-2464-44ab-8b10-96f979053d76 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:43:57.973864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ade5ca41-4171-4d89-90c9-c440bc070d6c req-998b39d6-d920-4612-92b0-0b83682a36c0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0819011 Jul 15 13:43:58.016512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.072393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:43:57Z', 'revision_number': 6, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:43:58.111927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe4eedc-3334-47ac-a478-ff8e39afc36e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:58.166793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a354b-4670-458d-b2c9-4f5ba7ba063c None None] The sync data for ids ['5938b65b-2464-44ab-8b10-96f979053d76'] in n-d-798054-11 is: [{'id': '5938b65b-2464-44ab-8b10-96f979053d76', 'name': 'tempest-TestServerBasicOps-671454728-router', 'tenant_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:09Z', 'updated_at': '2021-07-15T13:43:57Z', 'revision_number': 6, 'project_id': '15a0cd3bb9c64dbe8bfc757ad2e3d56e', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:43:58.171364 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.203734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe5fb43-21b4-4811-a763-fb7b6e790e0e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:43:58.252606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:58.261518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.333550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:58.352100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527c425-41b4-4ca6-ba9c-3a0a562351f5 req-f24835e4-556a-479e-a271-16ce6dc5ef0a tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:58.354012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7527c425-41b4-4ca6-ba9c-3a0a562351f5 req-f24835e4-556a-479e-a271-16ce6dc5ef0a tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 944 time: 0.3345354 Jul 15 13:43:58.373687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.378164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.226 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/0ef530b2-8658-4ad1-8346-774d537cd563) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:43:58.422414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7527c425-41b4-4ca6-ba9c-3a0a562351f5 req-e217b208-14d0-440b-892c-8107a8ccd7e6 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599365 Jul 15 13:43:58.460980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3fe5fb43-21b4-4811-a763-fb7b6e790e0e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:43:58.594514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.603038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.611692 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.692256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.727383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e878463-6d28-4405-9f1c-21eec399c764 req-f360ba80-d2db-4810-b5da-714ab7659e86 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:58.729628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e878463-6d28-4405-9f1c-21eec399c764 req-f360ba80-d2db-4810-b5da-714ab7659e86 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.4296820 Jul 15 13:43:58.738693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.740140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5938b65b-2464-44ab-8b10-96f979053d76 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:43:58.756419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:43:58.760613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:43:58.761541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.766015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:43:58.767911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10ea1e86-ca4b-4b2d-a15c-80eecffc57c4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5938b65b-2464-44ab-8b10-96f979053d76 HTTP/1.1" status: 204 len: 168 time: 2.1437483 Jul 15 13:43:58.768602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:58.825060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=0ef530b2-8658-4ad1-8346-774d537cd563,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:58.850059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e878463-6d28-4405-9f1c-21eec399c764 req-73b16dd6-aba9-4e33-922d-e781021d1cdc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035373 Jul 15 13:43:58.855755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Deleting subnet 8e592131-41a9-47e9-9b60-22695dfbba25 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:43:58.859907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:58.901609 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.111105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.269199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.286458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0da21643-f311-4a4a-a0c2-89100a1e54cc req-b2abfc03-54e5-4579-b279-5ad3d141eea9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0579612 Jul 15 13:43:59.324656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e592131-41a9-47e9-9b60-22695dfbba25,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:43:59.330278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.335507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f360b-00ba-4916-91e6-85ba8045dc1d None None] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:43:59.338865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0051b1c2-5d50-4567-8104-083d1e719bcd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8e592131-41a9-47e9-9b60-22695dfbba25 HTTP/1.1" status: 204 len: 168 time: 0.5679059 Jul 15 13:43:59.340268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43120) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:43:59.508608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bad79-9152-4cce-80f3-a737f55cac4a req-13e34840-a354-4733-afc9-ee8f35e47b78 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.510609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-603bad79-9152-4cce-80f3-a737f55cac4a req-13e34840-a354-4733-afc9-ee8f35e47b78 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2738559 Jul 15 13:43:59.545153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.743481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Deleting port 529d672d-df0a-41a3-b945-99efdb50d06d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:59.744210 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.777629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] DHCP port deletion for 05c6a865-787f-40b1-888f-b2c99ebfc66d request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:43:59.830158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-603bad79-9152-4cce-80f3-a737f55cac4a req-6202d7f1-809a-42a2-902a-e07d1723d0e9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116620 Jul 15 13:43:59.862216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] For port 529d672d-df0a-41a3-b945-99efdb50d06d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=529d672d-df0a-41a3-b945-99efdb50d06d,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:43:59.862829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:43:59.885735 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Calling delete_port for 529d672d-df0a-41a3-b945-99efdb50d06d owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:43:59.905269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb7de-6033-491e-94c8-3355001022e1 req-13c50c8e-51c3-4eb3-b03c-e105998953da tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:43:59.906906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf4bb7de-6033-491e-94c8-3355001022e1 req-13c50c8e-51c3-4eb3-b03c-e105998953da tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 945 time: 0.2249067 Jul 15 13:43:59.945550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Deleting port 529d672d-df0a-41a3-b945-99efdb50d06d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:43:59.946148 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.001027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-e44d9199-ecf8-43a9-97be-8fe74af0f029 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.003310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-e44d9199-ecf8-43a9-97be-8fe74af0f029 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.4298699 Jul 15 13:44:00.005058 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.018996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bf4bb7de-6033-491e-94c8-3355001022e1 req-e794e09a-4bd2-47fb-888b-2d2e6afdc746 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555136 Jul 15 13:44:00.046647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fe4eedc-3334-47ac-a478-ff8e39afc36e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:00.074218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.132617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 2fe4eedc-3334-47ac-a478-ff8e39afc36e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:00.133180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2fe4eedc-3334-47ac-a478-ff8e39afc36e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:00.133865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 529d672d-df0a-41a3-b945-99efdb50d06d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:00.136914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Pushing event deleted for resources: {'Port': ['ID=529d672d-df0a-41a3-b945-99efdb50d06d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:00.149205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] No DVR routers for this DVR port 529d672d-df0a-41a3-b945-99efdb50d06d on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:00.164738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 529d672d-df0a-41a3-b945-99efdb50d06d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:00.165147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 529d672d-df0a-41a3-b945-99efdb50d06d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:00.165750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 089d03d2-a805-4ed9-a417-9839e3116891 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:00.209684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b68d8788-0dad-4fe6-969e-e9768962e75e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 379 time: 0.1857548 Jul 15 13:44:00.217138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 089d03d2-a805-4ed9-a417-9839e3116891 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:00.217492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 089d03d2-a805-4ed9-a417-9839e3116891 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:00.224098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'security_groups': ['3b7af92c-56b1-4ffe-9540-02168addb738']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:00.247344 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.260084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c6a865-787f-40b1-888f-b2c99ebfc66d']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:00.279095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86385a0e-b2b1-481a-af6c-6444c276e60b') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:00.280172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86385a0e-b2b1-481a-af6c-6444c276e60b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:00.292695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.312887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.323078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:44:00.323582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.325434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] For port 529d672d-df0a-41a3-b945-99efdb50d06d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=529d672d-df0a-41a3-b945-99efdb50d06d,segment=NetworkSegment(86385a0e-b2b1-481a-af6c-6444c276e60b),segment_id=86385a0e-b2b1-481a-af6c-6444c276e60b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:00.325861 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:44:00.326296 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:44:00.361962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Calling delete_port for 529d672d-df0a-41a3-b945-99efdb50d06d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:00.406055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.418069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.429452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] 10.222.0.57 "DELETE /v2.0/networks/05c6a865-787f-40b1-888f-b2c99ebfc66d HTTP/1.1" status: 204 len: 168 time: 1.0830522 Jul 15 13:44:00.443104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b0eb8-2f6a-47c0-a89a-015fb3a30dff admin admin] Pushing event deleted for resources: {'Network': ['ID=05c6a865-787f-40b1-888f-b2c99ebfc66d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:00.518204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.554825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Network 05c6a865-787f-40b1-888f-b2c99ebfc66d is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:44:00.565630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] No DVR routers for this DVR port 529d672d-df0a-41a3-b945-99efdb50d06d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:00.568256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028ae79-33fe-4deb-a012-22eace3c2266 None None] Pushing event deleted for resources: {'Port': ['ID=529d672d-df0a-41a3-b945-99efdb50d06d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:00.599731 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.637696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.661265 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b84f7d5f-b65b-49a9-a23b-c2f105904fa1 req-cad9e343-0745-4fa6-8c8f-8668b76250bd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0798745 Jul 15 13:44:00.675736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a902a-54ed-4049-91a5-854726e2bacb req-76c82363-7b41-4f90-b4fe-a79617c6a786 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:00.683563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-766a902a-54ed-4049-91a5-854726e2bacb req-76c82363-7b41-4f90-b4fe-a79617c6a786 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.4672570 Jul 15 13:44:00.701332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc7ab1cc-ecf7-442f-a00c-f08f79d8f8fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b147892944d84596b385ca4470b92554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595171 Jul 15 13:44:00.702403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43134) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:00.786622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db2e5668-d7dd-4780-8f28-00ae7dae28f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.810805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-766a902a-54ed-4049-91a5-854726e2bacb req-6131b833-f1c4-40c2-a2a6-abe74a1fda4c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260657 Jul 15 13:44:00.817433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db2e5668-d7dd-4780-8f28-00ae7dae28f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.890379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db2e5668-d7dd-4780-8f28-00ae7dae28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.905694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db2e5668-d7dd-4780-8f28-00ae7dae28f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.907816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:00.910967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db2e5668-d7dd-4780-8f28-00ae7dae28f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/12e38088-cc20-47d3-be9d-e05dfb3a3851 HTTP/1.1" status: 204 len: 168 time: 0.2060201 Jul 15 13:44:00.911916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:00.948337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e5668-d7dd-4780-8f28-00ae7dae28f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e38088-cc20-47d3-be9d-e05dfb3a3851,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:00.997479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3fe5fb43-21b4-4811-a763-fb7b6e790e0e up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:01.118813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:01.125078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:01.125745 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.166330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.7 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/179ad1fc-2735-40f5-9e88-34bc2cbc7454) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:01.374833 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.425011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.445439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object 179ad1fc-2735-40f5-9e88-34bc2cbc7454 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:01.497225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66b3f4-63d3-4f88-ad05-b32d9c7ccec6 req-60430109-bda4-41a9-8fc4-4d8df55b1a20 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.514784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b66b3f4-63d3-4f88-ad05-b32d9c7ccec6 req-60430109-bda4-41a9-8fc4-4d8df55b1a20 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 813 time: 0.4395788 Jul 15 13:44:01.522446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:01.523869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:01.535246 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61209ac-c63d-4016-87a7-eaf10232a8cf" -d '{"events": [{"server_uuid": "e06f5a22-5340-451e-a7a6-e3eeae12ff51", "name": "network-vif-plugged", "status": "completed", "tag": "3fe5fb43-21b4-4811-a763-fb7b6e790e0e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:01.551701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.565194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b66b3f4-63d3-4f88-ad05-b32d9c7ccec6 req-62965d88-cddc-482d-84c0-7353a5d7a7ca tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/quotas/afd015b2ed4c4d1aaab091c333fde5bd HTTP/1.1" status: 200 len: 375 time: 0.0479741 Jul 15 13:44:01.571651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.619745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-0a14a1c3-60d3-4084-9d16-9d42768aea46 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3368876 Jul 15 13:44:01.655628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:01.723441 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.734508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:01.750721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:01.766717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.774574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:01.813758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:01.819231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b66b3f4-63d3-4f88-ad05-b32d9c7ccec6 req-e1debe22-f508-4dd7-be9d-f5f55c137f15 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2468083 Jul 15 13:44:01.855618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:01.860205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:01.892890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=179ad1fc-2735-40f5-9e88-34bc2cbc7454,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:01.931433 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01bc22-c5ef-42e6-8612-dcb9371768ac x-openstack-request-id: req-8e01bc22-c5ef-42e6-8612-dcb9371768ac {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:01.931663 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06f5a22-5340-451e-a7a6-e3eeae12ff51", "name": "network-vif-plugged", "status": "completed", "tag": "3fe5fb43-21b4-4811-a763-fb7b6e790e0e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:01.932095 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e01bc22-c5ef-42e6-8612-dcb9371768ac {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:01.932749 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e', 'code': 200} Jul 15 13:44:02.017140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7956fe7e-7665-41f2-a4f1-4d2946980a71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15a0cd3bb9c64dbe8bfc757ad2e3d56e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954906 Jul 15 13:44:02.020793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:02.107398 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d1fa1b5a-d6a1-4cb8-8ad2-ea1483756ff0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8920956 Jul 15 13:44:02.132811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535309c5-1bfc-428c-b9d2-f6353ae9ec2a req-264e6c50-9c91-4439-b411-2fbcbdb0bcdb tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.140847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-535309c5-1bfc-428c-b9d2-f6353ae9ec2a req-264e6c50-9c91-4439-b411-2fbcbdb0bcdb tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 945 time: 0.6680968 Jul 15 13:44:02.155006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Request body: {'port': {'device_id': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:02.185102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-5b2d6c81-1411-4d54-95ad-43d54b9bb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.187974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-5b2d6c81-1411-4d54-95ad-43d54b9bb586 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1098 time: 0.4876571 Jul 15 13:44:02.204268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba3caa5c-dc8e-4730-9f2e-d03d083c15fc None None] Provisioning for port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:02.212851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba3caa5c-dc8e-4730-9f2e-d03d083c15fc None None] Provisioning complete for port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:02.213889 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba3caa5c-dc8e-4730-9f2e-d03d083c15fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.260762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ba3caa5c-dc8e-4730-9f2e-d03d083c15fc None None] Port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:02.707481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=0ef530b2-8658-4ad1-8346-774d537cd563,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:02.714177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30b204-9ffb-44ae-8cc8-e6404f37c855 req-0ae3c546-f971-4348-8bea-74cb94d0acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.716164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa30b204-9ffb-44ae-8cc8-e6404f37c855 req-0ae3c546-f971-4348-8bea-74cb94d0acb9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 1098 time: 0.6777322 Jul 15 13:44:02.729023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.766727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bac86b8-e5cf-4966-920c-6ddda3054725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.804305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-a2545086-da9d-4873-a715-f0f933cb619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.805815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-a2545086-da9d-4873-a715-f0f933cb619a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.5819752 Jul 15 13:44:02.838915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba367d01-64ef-4c77-8148-d7d79c8c5380 req-e41bbe26-8883-4c4a-80eb-3079a43cb800 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:02.846399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba367d01-64ef-4c77-8148-d7d79c8c5380 req-e41bbe26-8883-4c4a-80eb-3079a43cb800 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 931 time: 0.6797292 Jul 15 13:44:02.849740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bac86b8-e5cf-4966-920c-6ddda3054725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.855657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-535309c5-1bfc-428c-b9d2-f6353ae9ec2a req-b4000fe9-89c8-492b-b874-76421645a886 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137890 Jul 15 13:44:02.957124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:02.972069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fa30b204-9ffb-44ae-8cc8-e6404f37c855 req-be6f77ef-4aad-4315-8286-25c399c34282 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368689 Jul 15 13:44:02.982109 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP 1d757559-d072-477d-8d79-60a8470e8741 associated. External IP: 172.25.3.226, port: 3f54ec12-f180-4918-bba9-0e0b628253c1. Jul 15 13:44:03.087861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-d274bb58-f5b1-456d-bf96-816fe315951d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1000 time: 0.2666492 Jul 15 13:44:03.091203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bac86b8-e5cf-4966-920c-6ddda3054725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.093721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bac86b8-e5cf-4966-920c-6ddda3054725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.108304 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0bac86b8-e5cf-4966-920c-6ddda3054725 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89fcf43b-c1ef-4ca2-a64c-404c0bd2f53a HTTP/1.1" status: 204 len: 168 time: 1.0759046 Jul 15 13:44:03.229561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-73758b7b-e0ee-4d13-ae89-9d95db9de8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.232322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-73758b7b-e0ee-4d13-ae89-9d95db9de8d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.1169481 Jul 15 13:44:03.280827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba367d01-64ef-4c77-8148-d7d79c8c5380 req-f025aa09-afe6-4582-827c-f2034a2047d0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317293 Jul 15 13:44:03.316274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac86b8-e5cf-4966-920c-6ddda3054725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fcf43b-c1ef-4ca2-a64c-404c0bd2f53a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:03.385543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-b7d72b8b-a80c-4b1a-8afa-8b3f27409f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.388411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-b7d72b8b-a80c-4b1a-8afa-8b3f27409f69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331708 Jul 15 13:44:03.422753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264637de-b75b-41d7-830f-4d0946e53fc8 req-e8231cc2-69f8-4010-8be9-dee75eaadc4c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:03.425450 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264637de-b75b-41d7-830f-4d0946e53fc8 req-e8231cc2-69f8-4010-8be9-dee75eaadc4c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3478746 Jul 15 13:44:03.607882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-21da143e-7939-4aa7-8469-1301a47868e4 service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090640 Jul 15 13:44:03.708702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264637de-b75b-41d7-830f-4d0946e53fc8 req-30027207-f1cb-4ffd-a6b8-344e014cbe71 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602758 Jul 15 13:44:03.759642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a1be7ab-0dd1-4c53-a20e-21dd4e7a1122 req-3cb8371e-4c11-4fa1-ab17-e12af79e1a61 service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474822 Jul 15 13:44:03.799268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:03.808515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179ad1fc-2735-40f5-9e88-34bc2cbc7454 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:03.821434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:03.918154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Transition to ACTIVE for port object 179ad1fc-2735-40f5-9e88-34bc2cbc7454 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:03.929855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.048707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad40d0-a1bb-4774-bcf9-34502f6282bc req-bfae3cc0-8e56-4832-a908-ca69f643f231 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.057459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8ad40d0-a1bb-4774-bcf9-34502f6282bc req-bfae3cc0-8e56-4832-a908-ca69f643f231 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1260705 Jul 15 13:44:04.066686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Pushing event updated for resources: {'Port': ['ID=179ad1fc-2735-40f5-9e88-34bc2cbc7454,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:04.141568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8ad40d0-a1bb-4774-bcf9-34502f6282bc req-f70ade06-0ff8-493b-adf5-114ed8f1b4c5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830200 Jul 15 13:44:04.175267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:04.188859 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] Sync routers for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:04.211895 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:04.212912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:04.265873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.400339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Attempting to bind port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:04.400710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Attempting to bind port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:04.401117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Attempting to bind port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:04.434492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5a35e0a-f708-4917-ac19-4d3c3cbd3209 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0334587 Jul 15 13:44:04.435391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:04.435651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Attempting to bind port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:04.439702 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:04.442001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:04.448578 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f023b8-aeb7-4f1c-b096-99582ac56a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:04.467416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:04.467758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:04.468151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:04.468599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Bound port: 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:04.468962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.490381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0e327-95eb-4cfa-bda0-10bac08568af req-28fff4d8-5685-42fd-837b-5af3d4b04e85 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.498390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73b0e327-95eb-4cfa-bda0-10bac08568af req-28fff4d8-5685-42fd-837b-5af3d4b04e85 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 946 time: 0.3423617 Jul 15 13:44:04.593244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-73b0e327-95eb-4cfa-bda0-10bac08568af req-eb5680a6-abe0-43eb-a6a9-d9fbded03b1f tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937746 Jul 15 13:44:04.642389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43208) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:04.657177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd446e-9a4a-4111-b2ea-9eb7b67385fa req-b47babc3-3b51-43ed-ac7a-f62abc1e39a9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.662701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5bbd446e-9a4a-4111-b2ea-9eb7b67385fa req-b47babc3-3b51-43ed-ac7a-f62abc1e39a9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.1848457 Jul 15 13:44:04.700112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] For port 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:04.737147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] For port 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:04.745190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.782340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5bbd446e-9a4a-4111-b2ea-9eb7b67385fa req-db97e324-d97e-4bbd-b63f-44e286a222bb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140566 Jul 15 13:44:04.919120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:04.919857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:04.921565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] 10.222.0.58 "PUT /v2.0/ports/179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 200 len: 1092 time: 2.7727208 Jul 15 13:44:04.944989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-977917019-network', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:04.996703 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1d757559-d072-477d-8d79-60a8470e8741', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'port_id': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'mac_address': 'fa:16:3e:2c:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:59Z', 'updated_at': '2021-07-15T13:43:59Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:44Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:05.077697 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] Checking router: 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:05.107125 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:05.107951 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:05.155384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bada4c16-ef62-4815-b754-da7c4e71866c req-5ff0ca85-7225-4765-8100-d944839ad9a8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=afd015b2ed4c4d1aaab091c333fde5bd HTTP/1.1" status: 200 len: 221 time: 0.2440832 Jul 15 13:44:05.179593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874c8ea-cf58-44b2-9d2c-08fd9f7eeda4 req-16105a74-fcca-439a-9e26-e0f49baaba9d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.192435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6874c8ea-cf58-44b2-9d2c-08fd9f7eeda4 req-16105a74-fcca-439a-9e26-e0f49baaba9d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1410618 Jul 15 13:44:05.248011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Made reservation on behalf of ec92c8f1046d4230bdb8b332aa490a5a for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:05.267084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.286197 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897145f0-ffad-465a-9b6a-3432c048ed59 x-openstack-request-id: req-897145f0-ffad-465a-9b6a-3432c048ed59 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:05.287201 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:05.288747 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-897145f0-ffad-465a-9b6a-3432c048ed59 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:05.289396 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'status': 'completed', 'code': 200} Jul 15 13:44:05.291041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3bc7-1a2d-404c-96e5-1b631402928f service neutron] Pushing event updated for resources: {'Port': ['ID=179ad1fc-2735-40f5-9e88-34bc2cbc7454,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:05.324312 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:05.370113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6874c8ea-cf58-44b2-9d2c-08fd9f7eeda4 req-2b41d6fd-eaf2-4281-b197-edbb048865a2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728873 Jul 15 13:44:05.386944 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:05.391077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-4fcde66f-09b0-4080-bf5d-a640f9b0bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.396764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-4fcde66f-09b0-4080-bf5d-a640f9b0bc84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1095 time: 0.3952918 Jul 15 13:44:05.410612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43258) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:05.527939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-e93c549f-d36b-4f79-8185-5970d535eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.530043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-e93c549f-d36b-4f79-8185-5970d535eeac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1098 time: 0.2495444 Jul 15 13:44:05.554161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-58e3c4eb-9dc1-490e-ba4c-b98e554c7ebe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 200 len: 217 time: 0.1408558 Jul 15 13:44:05.757401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-03ec2bc1-dbad-496a-8686-3dc4779ecffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.759740 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-03ec2bc1-dbad-496a-8686-3dc4779ecffd service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.2219164 Jul 15 13:44:05.831746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6ecfbb9-6e81-4d13-b313-c880f21bd16d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/1d757559-d072-477d-8d79-60a8470e8741 HTTP/1.1" status: 200 len: 992 time: 0.4107599 Jul 15 13:44:05.860539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d8c1b1b8-10ca-4397-b41c-10328f673e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:05.862101 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-d8c1b1b8-10ca-4397-b41c-10328f673e7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.2319913 Jul 15 13:44:05.875040 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1d757559-d072-477d-8d79-60a8470e8741', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'port_id': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'mac_address': 'fa:16:3e:2c:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:59Z', 'updated_at': '2021-07-15T13:43:59Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:44Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:05.884171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-f1521635-6640-4355-9e66-09038ea1a99c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1000 time: 0.1157050 Jul 15 13:44:05.910852 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75799915-4f81-457d-83bd-c0ff329b66b7 None None] The sync data for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 is: [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1d757559-d072-477d-8d79-60a8470e8741', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'port_id': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'mac_address': 'fa:16:3e:2c:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:43:59Z', 'updated_at': '2021-07-15T13:43:59Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:44Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:06.003618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8eb871-6e4c-4c1f-b618-ed6db5961c23 req-0e9ccf8b-c91f-4850-bbb6-b22e59c430a8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.012820 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d8eb871-6e4c-4c1f-b618-ed6db5961c23 req-0e9ccf8b-c91f-4850-bbb6-b22e59c430a8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.5765944 Jul 15 13:44:06.035821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-01f7b35f-83b7-4c2d-b2f1-5e7a9cbbe690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.041202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-01f7b35f-83b7-4c2d-b2f1-5e7a9cbbe690 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.1463120 Jul 15 13:44:06.173429 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d8eb871-6e4c-4c1f-b618-ed6db5961c23 req-db3a7714-fa4d-4f3d-a622-09636f0494dd tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558053 Jul 15 13:44:06.193939 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.220874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-52e0b466-f8e6-4e67-bc91-22f41a7b8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.224823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-52e0b466-f8e6-4e67-bc91-22f41a7b8122 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3541269 Jul 15 13:44:06.227101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.303167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ec7f8-6d24-4c8f-adef-2c63e487af2f req-b5e11e18-83ff-4ec8-8609-936270bce4e0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.312689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f7ec7f8-6d24-4c8f-adef-2c63e487af2f req-b5e11e18-83ff-4ec8-8609-936270bce4e0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.2024677 Jul 15 13:44:06.317251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-09dce328-8acd-456c-8017-a82823276ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.319032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-09dce328-8acd-456c-8017-a82823276ccc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712958 Jul 15 13:44:06.355737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9977d33-e1a5-498a-a43b-7de67a2f1b33,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:06.387594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbdf41-1dea-4ae5-8fea-d3157c8772d6 None None] New status for floating IP 1d757559-d072-477d-8d79-60a8470e8741: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:44:06.427907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:06.498283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-548c9c75-e5ae-4cc5-9ad6-adf8935e8fee service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441445 Jul 15 13:44:06.561349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f7ec7f8-6d24-4c8f-adef-2c63e487af2f req-3e717c7c-798c-4754-aca2-3cd892e57695 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411945 Jul 15 13:44:06.587964 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.588321 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Added segment f36e191f-8fdf-4b60-b6f4-2c0aed5c4997 of type vlan for network 4a04b7fd-6316-4153-bfae-d941b80d8d44 Jul 15 13:44:06.763378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.776046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f023b8-aeb7-4f1c-b096-99582ac56a9f req-f07ce8e7-ae34-49fe-8e67-f81dec0b802a service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661312 Jul 15 13:44:06.791902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-4043ac18-aea6-4e1c-b3e8-d95f833b8b46 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547965 Jul 15 13:44:06.835093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43302) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:06.886695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.899660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.900549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:06.933111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2aae-5836-4d50-8e58-2252cb261f9b req-ca9337c0-00f9-4e3d-ab6d-60c655e5cf7a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:06.940801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e7e2aae-5836-4d50-8e58-2252cb261f9b req-ca9337c0-00f9-4e3d-ab6d-60c655e5cf7a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.5194035 Jul 15 13:44:06.958383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de023e05-419d-4fc9-8b72-f2d934de06a6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/1d757559-d072-477d-8d79-60a8470e8741 HTTP/1.1" status: 200 len: 994 time: 0.1116290 Jul 15 13:44:07.323647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:07.326071 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:07.342584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:07.342852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6992052 Jul 15 13:44:07.350261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Request body: {'subnet': {'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-977917019-subnet', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:07.393599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Made reservation on behalf of ec92c8f1046d4230bdb8b332aa490a5a for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:07.396525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.411418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e7e2aae-5836-4d50-8e58-2252cb261f9b req-1de98bf4-a67d-4854-bc15-c3daf6600b00 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691906 Jul 15 13:44:07.415441 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be170398-d4fe-42ab-a4e3-4f29a12efb94 x-openstack-request-id: req-be170398-d4fe-42ab-a4e3-4f29a12efb94 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:07.419690 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:07.419690 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be170398-d4fe-42ab-a4e3-4f29a12efb94 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:07.423535 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'status': 'completed', 'code': 200} Jul 15 13:44:07.442869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedea516-1a89-49d9-874e-bfb5ca772643 admin admin] Pushing event updated for resources: {'Network': ['ID=4a04b7fd-6316-4153-bfae-d941b80d8d44,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:07.452262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:07.455566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7a34acb0-b77f-49a9-8f40-0feb8e7bdb47 req-f021cdd5-100d-48c3-b23d-30d04c663a56 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451101 Jul 15 13:44:07.605141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-30395741-034d-4edb-b960-f4a6d02db3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.607998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-30395741-034d-4edb-b960-f4a6d02db3e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1095 time: 0.0861874 Jul 15 13:44:07.643066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.727252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da14bcd2-798b-479f-96c5-143f7c8a27c5,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:07.759820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Checking segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:07.760445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Network hostable DHCP agents. Network: 4a04b7fd-6316-4153-bfae-d941b80d8d44, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:07.797281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-1876c53b-9146-477d-88e7-f4d0849201ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.802239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-1876c53b-9146-477d-88e7-f4d0849201ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1833477 Jul 15 13:44:07.818901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:07.835310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 4a04b7fd-6316-4153-bfae-d941b80d8d44) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:07.842392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.843067 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:07.851526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c78e57-7ec4-45bb-9d40-2be298952feb None None] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:07.867605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1743-5d55-492f-8246-64f9dbd27b66 req-c37e5359-25e8-4a83-a5d3-726b24cdf3b9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.869665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40ff1743-5d55-492f-8246-64f9dbd27b66 req-c37e5359-25e8-4a83-a5d3-726b24cdf3b9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1852565 Jul 15 13:44:07.871427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-61ce49f4-eb61-427b-aef9-ddaec362ca15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 200 len: 217 time: 0.0631697 Jul 15 13:44:07.871698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007726e2-24bc-4fdc-aed5-981028d34ae8 req-596657ac-0312-44e1-890e-8fcf98631dcc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:07.886776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-007726e2-24bc-4fdc-aed5-981028d34ae8 req-596657ac-0312-44e1-890e-8fcf98631dcc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.1474009 Jul 15 13:44:07.942960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1c75b05-2d61-4cb4-98c6-903597b1d644 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5985792 Jul 15 13:44:07.949636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43318) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:07.956394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:07.992549 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-007726e2-24bc-4fdc-aed5-981028d34ae8 req-a3c8b9f7-c668-4b53-a7b3-7339a815d6e1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007669 Jul 15 13:44:08.005264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40ff1743-5d55-492f-8246-64f9dbd27b66 req-8009cd65-e7bc-4435-b133-912a7ea310f7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272204 Jul 15 13:44:08.027015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-0a51f2a1-d4e9-4e50-8c03-b1ee82213306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.027015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-0a51f2a1-d4e9-4e50-8c03-b1ee82213306 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1339252 Jul 15 13:44:08.039016 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.043839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.151183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-42590980-74d0-4809-8988-f7e2f62878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.154021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-42590980-74d0-4809-8988-f7e2f62878cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182942 Jul 15 13:44:08.176108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.219557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-4a04b7fd-6316-4153-bfae-d941b80d8d44', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:08.220741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.294362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-f80b6fb0-111a-4de6-887c-f91135b93e10 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335969 Jul 15 13:44:08.366173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc9dc9-0950-4932-b9c9-566c1d1bd14c req-1e027a52-1ab1-4a42-a7e3-aa317cfa2457 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.367828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfbc9dc9-0950-4932-b9c9-566c1d1bd14c req-1e027a52-1ab1-4a42-a7e3-aa317cfa2457 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1905465 Jul 15 13:44:08.420289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Allocated IP 172.20.0.2 (4a04b7fd-6316-4153-bfae-d941b80d8d44/da14bcd2-798b-479f-96c5-143f7c8a27c5/75115fb2-ae69-4c8f-9903-d008e167548f) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:08.422572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cd3b0cb2-b5b2-4993-943c-a76bb9f147c9 req-7b2449df-2f28-4b21-8aff-425f87a398cb service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210413 Jul 15 13:44:08.424138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.462797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfbc9dc9-0950-4932-b9c9-566c1d1bd14c req-a0dd8097-0b54-4257-a1d2-f14ef795d3c0 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686784 Jul 15 13:44:08.610912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.622201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Transition to ACTIVE for port object 75115fb2-ae69-4c8f-9903-d008e167548f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:08.641752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Transition to ACTIVE for port object 75115fb2-ae69-4c8f-9903-d008e167548f will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:08.649978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.705440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:08.711166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:08.715534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:08.726680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Pushing event updated for resources: {'Port': ['ID=75115fb2-ae69-4c8f-9903-d008e167548f,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:08.766841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.798451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Attempting to bind port 75115fb2-ae69-4c8f-9903-d008e167548f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:08.798875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Attempting to bind port 75115fb2-ae69-4c8f-9903-d008e167548f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:08.799228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Attempting to bind port 75115fb2-ae69-4c8f-9903-d008e167548f on network 4a04b7fd-6316-4153-bfae-d941b80d8d44 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:08.805034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:08.805419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Checking segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:08.805804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.805925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa0c6a-1aa4-427d-aa88-910430964df1 req-8bae3ba9-b840-4043-a307-10395333a999 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:08.806188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Bound using segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:08.806679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Bound port: 75115fb2-ae69-4c8f-9903-d008e167548f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:08.807065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.807812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cfa0c6a-1aa4-427d-aa88-910430964df1 req-8bae3ba9-b840-4043-a307-10395333a999 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1344595 Jul 15 13:44:08.808922 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.897173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] For port 75115fb2-ae69-4c8f-9903-d008e167548f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:08.900566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cfa0c6a-1aa4-427d-aa88-910430964df1 req-4380cefb-ee94-443d-adb2-96ca32349ab7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805995 Jul 15 13:44:08.903021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] For port 75115fb2-ae69-4c8f-9903-d008e167548f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75115fb2-ae69-4c8f-9903-d008e167548f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:08.910803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:08.976505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Allocated IP 172.25.3.198 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/d3631584-31ed-44f8-99a0-1591af609b18) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:09.009543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08302-5b1a-4888-9245-da218bfa736b None None] Pushing event updated for resources: {'Port': ['ID=75115fb2-ae69-4c8f-9903-d008e167548f,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:09.282586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.283676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ed5c2-3453-406f-8319-107c2429dfd8 req-73b05e40-acd9-45d1-a605-02e0b6bb0a27 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.291612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d4ed5c2-3453-406f-8319-107c2429dfd8 req-73b05e40-acd9-45d1-a605-02e0b6bb0a27 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0966132 Jul 15 13:44:09.389389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f98e5b-f163-47e9-98d0-f51a3f6a0f85 req-82b4b112-b950-4c06-ab2f-54ebaa348e24 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.391109 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76f98e5b-f163-47e9-98d0-f51a3f6a0f85 req-82b4b112-b950-4c06-ab2f-54ebaa348e24 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.1460354 Jul 15 13:44:09.406657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d4ed5c2-3453-406f-8319-107c2429dfd8 req-1ae6fe31-a915-4f63-abce-d88a8ef54f11 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139770 Jul 15 13:44:09.425255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:09.517087 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76f98e5b-f163-47e9-98d0-f51a3f6a0f85 req-1e67bf29-5a55-42cb-93cc-a8d63d788cd1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011724 Jul 15 13:44:09.519086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:09.519892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Pushing event updated for resources: {'Port': ['ID=d3631584-31ed-44f8-99a0-1591af609b18,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:09.522939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:09.531945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:09.690791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df4f6-6838-4d78-8e69-e8fdc0fa722e req-0ef0c79b-6f3e-46fe-86f3-a95df6332186 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:09.692410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6df4f6-6838-4d78-8e69-e8fdc0fa722e req-0ef0c79b-6f3e-46fe-86f3-a95df6332186 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0970006 Jul 15 13:44:09.752687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6df4f6-6838-4d78-8e69-e8fdc0fa722e req-1a6efcc2-4382-4301-b7b8-de8742254f97 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536945 Jul 15 13:44:10.045298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.084038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75115fb2-ae69-4c8f-9903-d008e167548f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:10.150498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57e21-e142-4c11-9f91-f30090cc9381 req-79e8f216-1a79-4354-b8dd-aba0d60cc545 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.152176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7c57e21-e142-4c11-9f91-f30090cc9381 req-79e8f216-1a79-4354-b8dd-aba0d60cc545 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1706104 Jul 15 13:44:10.195919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 75115fb2-ae69-4c8f-9903-d008e167548f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:10.253905 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7c57e21-e142-4c11-9f91-f30090cc9381 req-a009ce95-df67-4e08-b5b2-56a4e279db7d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877643 Jul 15 13:44:10.526033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1448764-701e-457b-89d3-dffd5e69dc49 None None] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:10.770013 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Provisioning for port 75115fb2-ae69-4c8f-9903-d008e167548f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:10.784323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Provisioning complete for port 75115fb2-ae69-4c8f-9903-d008e167548f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:10.785041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.809997 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.909297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:10.926458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e306d-61cf-4588-a960-cc1ed10cd6c9 req-8e311392-0aae-4acd-b6e8-442cc51ce7f8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.928528 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536e306d-61cf-4588-a960-cc1ed10cd6c9 req-8e311392-0aae-4acd-b6e8-442cc51ce7f8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.1340876 Jul 15 13:44:10.971718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] For port 75115fb2-ae69-4c8f-9903-d008e167548f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75115fb2-ae69-4c8f-9903-d008e167548f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:10.977321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5a637-fc58-42b0-b0d8-a46d90a01287 req-0857ade0-190d-4b5a-9420-b66fdba8bba8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:10.984757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66d5a637-fc58-42b0-b0d8-a46d90a01287 req-0857ade0-190d-4b5a-9420-b66fdba8bba8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2397940 Jul 15 13:44:10.987113 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.058593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536e306d-61cf-4588-a960-cc1ed10cd6c9 req-91c72ecb-a33c-4508-a1bb-4696492e135a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147871 Jul 15 13:44:11.088594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66d5a637-fc58-42b0-b0d8-a46d90a01287 req-d89b7293-e30c-4be6-af59-b35405aced79 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028771 Jul 15 13:44:11.089923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Router d095d431-090b-4452-92a4-6b01f5e69262 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:11.123707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Pushing event updated for resources: {'Port': ['ID=75115fb2-ae69-4c8f-9903-d008e167548f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:11.133050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.133399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.133830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.134256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.134717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.135053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.135440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.135776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.136105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.136825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.138096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.139049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397d6fc-2e10-4576-8ddc-3dcdd1537cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:11.293137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:11.313507 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Sync routers for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:11.317810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4040326b-343c-4940-b86a-44c6954209e4 None None] Provisioning complete for port 75115fb2-ae69-4c8f-9903-d008e167548f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:11.318247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4040326b-343c-4940-b86a-44c6954209e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.321738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:11.326721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5ca3b31e-8bad-469a-8a9f-24696dfee25f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3719134 Jul 15 13:44:11.329252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43356) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:11.331618 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:11.332626 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:11.525536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7842ddd-58ca-464a-9cc1-5948f9daf998 req-8a93dce8-e04a-4ae1-bb63-60751ba9b480 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:11.530003 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:11.548310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7842ddd-58ca-464a-9cc1-5948f9daf998 req-8a93dce8-e04a-4ae1-bb63-60751ba9b480 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2654924 Jul 15 13:44:11.638785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7842ddd-58ca-464a-9cc1-5948f9daf998 req-54518973-6e81-41c7-b617-04f86ca90a6a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Jul 15 13:44:11.831032 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:09Z', 'revision_number': 3, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:11.864715 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Checking router: d095d431-090b-4452-92a4-6b01f5e69262 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:11.865471 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Updating router d095d431-090b-4452-92a4-6b01f5e69262 port d3631584-31ed-44f8-99a0-1591af609b18 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:11.912145 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.072862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75115fb2-ae69-4c8f-9903-d008e167548f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:12.112195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63cc13-16bc-4fd3-9d4f-6cbed82eb04b req-5a155389-fb15-4f12-bc3d-8865f99155db tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:12.115740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df63cc13-16bc-4fd3-9d4f-6cbed82eb04b req-5a155389-fb15-4f12-bc3d-8865f99155db tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1982477 Jul 15 13:44:12.218954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df63cc13-16bc-4fd3-9d4f-6cbed82eb04b req-2085e783-a2dd-42a3-a466-0e65a35ce670 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928948 Jul 15 13:44:12.232554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 75115fb2-ae69-4c8f-9903-d008e167548f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:12.233250 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.423183 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.428347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.440546 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Transition to ACTIVE for port object d3631584-31ed-44f8-99a0-1591af609b18 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:12.453216 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.476292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc418d-035d-4617-9a70-87ea5d66d04c req-6d372cf0-8e83-41ce-a446-c264e2833e84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:12.484363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ccc418d-035d-4617-9a70-87ea5d66d04c req-6d372cf0-8e83-41ce-a446-c264e2833e84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.2780218 Jul 15 13:44:12.531310 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Attempting to bind port d3631584-31ed-44f8-99a0-1591af609b18 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:12.532007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Attempting to bind port d3631584-31ed-44f8-99a0-1591af609b18 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:12.532554 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Attempting to bind port d3631584-31ed-44f8-99a0-1591af609b18 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:12.540714 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:12.541421 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:12.542040 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.542640 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:12.543595 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Bound port: d3631584-31ed-44f8-99a0-1591af609b18, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:12.544319 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.555100 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e27d-0c2b-4091-b3c8-39cd7358f978 None None] Pushing event updated for resources: {'Port': ['ID=d3631584-31ed-44f8-99a0-1591af609b18,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:12.632720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ccc418d-035d-4617-9a70-87ea5d66d04c req-428a2611-f69a-420a-a294-5f71e8d67caf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471910 Jul 15 13:44:12.637924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fff437-ad26-4411-88f0-05cf10a4d614 req-f5cecb90-11b3-4201-b1ac-a550aa372f0a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:12.649896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8fff437-ad26-4411-88f0-05cf10a4d614 req-f5cecb90-11b3-4201-b1ac-a550aa372f0a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1576278 Jul 15 13:44:12.677650 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] For port d3631584-31ed-44f8-99a0-1591af609b18, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:12.683738 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] For port d3631584-31ed-44f8-99a0-1591af609b18, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d3631584-31ed-44f8-99a0-1591af609b18,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:12.692406 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:12.726493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8fff437-ad26-4411-88f0-05cf10a4d614 req-1a45e6c7-93a3-4340-b4f4-7a590b33a40b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Jul 15 13:44:12.781977 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:12.782770 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:43:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:12.866705 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e27d-0c2b-4091-b3c8-39cd7358f978 None None] Pushing event updated for resources: {'Port': ['ID=d3631584-31ed-44f8-99a0-1591af609b18,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:12.871061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Allocated IP 172.20.0.1 (4a04b7fd-6316-4153-bfae-d941b80d8d44/da14bcd2-798b-479f-96c5-143f7c8a27c5/eabea7eb-120d-420e-b76c-cf6f46c8a78f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:13.000981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511229c-ec75-4fc6-ac16-0266749dd83e req-963b18e0-7be6-4d58-b7ee-112af21f515a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:13.011655 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:13.013280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6511229c-ec75-4fc6-ac16-0266749dd83e req-963b18e0-7be6-4d58-b7ee-112af21f515a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0964665 Jul 15 13:44:13.080422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6511229c-ec75-4fc6-ac16-0266749dd83e req-d93f8bce-094d-453c-89cf-1b391b704aa8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657685 Jul 15 13:44:13.098349 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3306ab9c-ba13-4faf-9910-5f4d2c5f2749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.124156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.156578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Transition to ACTIVE for port object eabea7eb-120d-420e-b76c-cf6f46c8a78f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:13.198549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.247815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:13.254832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:13.273304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:13.327916 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:09Z', 'revision_number': 3, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:13.331926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Pushing event updated for resources: {'Port': ['ID=eabea7eb-120d-420e-b76c-cf6f46c8a78f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:13.361541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.364020 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc61d299-6511-4b71-9f8b-2679f2c19f9c None None] The sync data for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 is: [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:09Z', 'revision_number': 3, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:13.568271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c74d1-9989-45b0-afb7-2cb3d1ccebb6 req-c787b6ba-998e-41ff-a1b6-d10560b2d8c8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:13.569840 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d9c74d1-9989-45b0-afb7-2cb3d1ccebb6 req-c787b6ba-998e-41ff-a1b6-d10560b2d8c8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2979560 Jul 15 13:44:13.628095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b9ddfb08-04b8-479c-9ead-810027bee22d None None] Provisioning for port eabea7eb-120d-420e-b76c-cf6f46c8a78f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:13.635382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b9ddfb08-04b8-479c-9ead-810027bee22d None None] Provisioning complete for port eabea7eb-120d-420e-b76c-cf6f46c8a78f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:13.636266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9ddfb08-04b8-479c-9ead-810027bee22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.660206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.679872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d9c74d1-9989-45b0-afb7-2cb3d1ccebb6 req-d60bb95c-f229-41f0-926f-5bd9658493be tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823021 Jul 15 13:44:13.757380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddfb08-04b8-479c-9ead-810027bee22d None None] Port eabea7eb-120d-420e-b76c-cf6f46c8a78f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:13.932478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408fe1a-256d-4bc4-8292-ea28b3882241 req-1342fc40-d737-4154-8739-32c8be740841 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:13.934950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0408fe1a-256d-4bc4-8292-ea28b3882241 req-1342fc40-d737-4154-8739-32c8be740841 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.1161718 Jul 15 13:44:13.964990 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:13.973565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.040738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0408fe1a-256d-4bc4-8292-ea28b3882241 req-e7646143-23f7-405d-924a-29b4e4b92ee3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976980 Jul 15 13:44:14.060542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.089170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d3631584-31ed-44f8-99a0-1591af609b18 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:14.150278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Pushing event updated for resources: {'Port': ['ID=eabea7eb-120d-420e-b76c-cf6f46c8a78f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:14.157414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d3631584-31ed-44f8-99a0-1591af609b18 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:14.161753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d3631584-31ed-44f8-99a0-1591af609b18 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:14.162128 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.240501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab641e-56af-489f-8e71-03c009615aba req-a42dac4e-57c6-45fa-824e-7c08dd2a7b95 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:14.242098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aaab641e-56af-489f-8e71-03c009615aba req-a42dac4e-57c6-45fa-824e-7c08dd2a7b95 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1734791 Jul 15 13:44:14.253119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:14.259741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.262182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:14.285945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d3631584-31ed-44f8-99a0-1591af609b18, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d3631584-31ed-44f8-99a0-1591af609b18,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:14.295382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.355480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aaab641e-56af-489f-8e71-03c009615aba req-c92e2de1-fd14-4539-98e1-e4d890b16107 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004984 Jul 15 13:44:14.378718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d3631584-31ed-44f8-99a0-1591af609b18,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:14.478881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Router d095d431-090b-4452-92a4-6b01f5e69262 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:14.596154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3c6f3dbc-c648-488c-9d59-226d79331858 None None] Provisioning complete for port eabea7eb-120d-420e-b76c-cf6f46c8a78f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:14.597968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3dbc-c648-488c-9d59-226d79331858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:14.669337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f3dbc-c648-488c-9d59-226d79331858 None None] Port eabea7eb-120d-420e-b76c-cf6f46c8a78f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:14.679219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375fd21-0615-48d5-9786-26c3c90ddd00 req-7dbc9f60-518f-4510-bf28-9554366e4020 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:14.684389 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7375fd21-0615-48d5-9786-26c3c90ddd00 req-7dbc9f60-518f-4510-bf28-9554366e4020 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1433558 Jul 15 13:44:14.698454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:14.716032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aab4d891-8c8c-43fe-ad11-bdd8bf991848 admin admin] 10.222.0.57 "PUT /v2.0/routers/d095d431-090b-4452-92a4-6b01f5e69262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3864443 Jul 15 13:44:14.741130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7375fd21-0615-48d5-9786-26c3c90ddd00 req-fbc7caa6-6ee2-4569-8a7e-f0070f0df262 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511174 Jul 15 13:44:15.020239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be082-4f5b-4b1b-bbf6-815be1d39eda req-5d743c18-094d-43d4-a8e1-79b4cc4998cb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.022066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536be082-4f5b-4b1b-bbf6-815be1d39eda req-5d743c18-094d-43d4-a8e1-79b4cc4998cb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0894241 Jul 15 13:44:15.097884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-536be082-4f5b-4b1b-bbf6-815be1d39eda req-ae88d4ee-ed28-443b-a5d7-1ec6212bb922 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586061 Jul 15 13:44:15.242798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.348496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27204d4-e5c6-41e6-be40-608196e29ccf req-98df1ca5-7f8b-48d0-987a-4c64151f9539 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.349228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4ab82-b79d-4358-b5dc-688f97562076 req-71393ddf-ef95-415f-9dd4-d2038e256eae tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.355857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d27204d4-e5c6-41e6-be40-608196e29ccf req-98df1ca5-7f8b-48d0-987a-4c64151f9539 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0809722 Jul 15 13:44:15.359287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75d4ab82-b79d-4358-b5dc-688f97562076 req-71393ddf-ef95-415f-9dd4-d2038e256eae tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.1040211 Jul 15 13:44:15.411961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d27204d4-e5c6-41e6-be40-608196e29ccf req-59b1dc1e-d6aa-4df3-906f-f807d1593deb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547137 Jul 15 13:44:15.431956 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.442187 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-75d4ab82-b79d-4358-b5dc-688f97562076 req-1a3e3708-5810-4d45-9124-f5ba33db3945 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741777 Jul 15 13:44:15.507051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43438) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:15.512455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1095933842-network', 'tenant_id': '1718c547062b46ef87e8528efeff002d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:15.546823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-015f3ca9-937d-4ac2-a6a0-753c3d57e918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.560424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Made reservation on behalf of 1718c547062b46ef87e8528efeff002d for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:15.562988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.580988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.620900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b79af-ce3f-4452-ba2a-81b0095b85d2 req-09ca5163-1b66-44cb-8e69-c3dc0b6559e3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.625386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-590b79af-ce3f-4452-ba2a-81b0095b85d2 req-09ca5163-1b66-44cb-8e69-c3dc0b6559e3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0845494 Jul 15 13:44:15.716579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-590b79af-ce3f-4452-ba2a-81b0095b85d2 req-1b519617-f897-43c5-9505-dcc36d84265e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Jul 15 13:44:15.720655 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.770051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.778870 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.809537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:44:15.829771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b039bbbd-3dc1-471b-8da6-3686954f5d2c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:15.834089 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.834830 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Added segment 290664bb-5271-4d45-b095-1edbbd2605bf of type vlan for network e709f303-f865-4ee6-a0f5-70fb155bc3c6 Jul 15 13:44:15.891481 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.965414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.967235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:15.967826 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:15.982463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 179ad1fc-2735-40f5-9e88-34bc2cbc7454 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:16.019822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5086596 Jul 15 13:44:16.020065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43446) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.025400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Request body: {'subnet': {'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1095933842-subnet', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:16.042136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Sync routers for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:16.057890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e500c56-9473-41b4-87bb-15a3b23fe40a admin admin] Pushing event updated for resources: {'Network': ['ID=e709f303-f865-4ee6-a0f5-70fb155bc3c6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:16.062244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Made reservation on behalf of 1718c547062b46ef87e8528efeff002d for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:44:16.067993 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.068220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d3631584-31ed-44f8-99a0-1591af609b18 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:16.069228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689f1fc-6499-4e46-a703-a7b53886a96c req-eb277935-9b40-4e07-ba8a-d8a35db54a25 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:16.077740 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8689f1fc-6499-4e46-a703-a7b53886a96c req-eb277935-9b40-4e07-ba8a-d8a35db54a25 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1606538 Jul 15 13:44:16.088204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:44:16.127489 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8689f1fc-6499-4e46-a703-a7b53886a96c req-ef69b861-b67f-48d9-8b6e-c5e857b22815 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Jul 15 13:44:16.169658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:16.170428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:16.446120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.570568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:16.578892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Checking segment: {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:16.579261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Network hostable DHCP agents. Network: e709f303-f865-4ee6-a0f5-70fb155bc3c6, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:44:16.587003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d3631584-31ed-44f8-99a0-1591af609b18 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:16.587634 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.601633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a36f194-106d-42d4-b62b-567fe6c12bce,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:16.615139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:44:16.635014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'mac_address': 'fa:16:3e:4b:34:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:16.646476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:16.647077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e709f303-f865-4ee6-a0f5-70fb155bc3c6) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:16.677740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:16.679018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.706338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b807665-d56a-4209-8d9a-3f850c480a0c req-d4434ee3-70c0-4ad0-a295-d6c31518f4f8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:16.714813 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4b807665-d56a-4209-8d9a-3f850c480a0c req-d4434ee3-70c0-4ad0-a295-d6c31518f4f8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1404154 Jul 15 13:44:16.743067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebd66e-61e6-45a0-9a27-b55caf592af7 None None] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:16.780238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-180e69cc-75b4-43cf-b00f-4f8b7c6700bd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7590044 Jul 15 13:44:16.782884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43454) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:16.788346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:16.853955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.854284 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.905545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:16.910485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4b807665-d56a-4209-8d9a-3f850c480a0c req-b6e14372-69be-43d3-b218-8a99b86e0e27 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929145 Jul 15 13:44:17.000197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179ad1fc-2735-40f5-9e88-34bc2cbc7454 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:17.050892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.059638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae81fe-ce40-42d8-a1e3-d3784308e939 req-ebeacaeb-5021-4191-b514-220ea6e80bbf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:17.067111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64ae81fe-ce40-42d8-a1e3-d3784308e939 req-ebeacaeb-5021-4191-b514-220ea6e80bbf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 943 time: 0.3475034 Jul 15 13:44:17.103320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:17.158655 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.202053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64ae81fe-ce40-42d8-a1e3-d3784308e939 req-53d5b076-c854-4141-9895-eb20060371f6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339636 Jul 15 13:44:17.209951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.247008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.290175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=179ad1fc-2735-40f5-9e88-34bc2cbc7454,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:17.322794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e709f303-f865-4ee6-a0f5-70fb155bc3c6', 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'fixed_ips': [{'subnet_id': '2a36f194-106d-42d4-b62b-567fe6c12bce'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:44:17.324515 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.343672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 2, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:17.379644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['179ad1fc-2735-40f5-9e88-34bc2cbc7454'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:17.408185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Checking router: d095d431-090b-4452-92a4-6b01f5e69262 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:17.409124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Updating router d095d431-090b-4452-92a4-6b01f5e69262 port eabea7eb-120d-420e-b76c-cf6f46c8a78f binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:17.530156 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.548486 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.598103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:17.647266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Allocated IP 172.20.0.2 (e709f303-f865-4ee6-a0f5-70fb155bc3c6/2a36f194-106d-42d4-b62b-567fe6c12bce/bf5c6a8d-c91a-440b-8bf7-39e5398882dc) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:17.734369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Allocated IP 172.25.3.175 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/344588a6-5470-424d-8096-47b6288f7fb8) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:17.915053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.025532 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.067134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.087553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:18.093680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:18.104936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:18.105329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Transition to ACTIVE for port object bf5c6a8d-c91a-440b-8bf7-39e5398882dc will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:18.168223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Pushing event updated for resources: {'Port': ['ID=344588a6-5470-424d-8096-47b6288f7fb8,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:18.171754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.176177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Transition to ACTIVE for port object bf5c6a8d-c91a-440b-8bf7-39e5398882dc will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:18.191902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.205431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Transition to ACTIVE for port object eabea7eb-120d-420e-b76c-cf6f46c8a78f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:18.256176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.264615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:18.275053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:18.281009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:18.285459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:18.324815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ae0f-a0a4-4c3d-9db6-e8a1f4b7cc9d req-f12ed3d3-8a2f-43c3-b41a-da8f5e0a602a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:18.334097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d03ae0f-a0a4-4c3d-9db6-e8a1f4b7cc9d req-f12ed3d3-8a2f-43c3-b41a-da8f5e0a602a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1364379 Jul 15 13:44:18.440010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d03ae0f-a0a4-4c3d-9db6-e8a1f4b7cc9d req-2ed78195-d7d5-4e87-a389-346b67dcc374 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984089 Jul 15 13:44:18.628666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5b0ce-2055-4a07-a793-3ec41d016165 None None] Pushing event updated for resources: {'Port': ['ID=eabea7eb-120d-420e-b76c-cf6f46c8a78f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:18.675859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Attempting to bind port bf5c6a8d-c91a-440b-8bf7-39e5398882dc on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:18.676229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Attempting to bind port bf5c6a8d-c91a-440b-8bf7-39e5398882dc by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:18.676585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Attempting to bind port bf5c6a8d-c91a-440b-8bf7-39e5398882dc on network e709f303-f865-4ee6-a0f5-70fb155bc3c6 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:18.695290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.702055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:18.702474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Checking segment: {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:18.702953 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.703347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Bound using segment: {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:18.703816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Bound port: bf5c6a8d-c91a-440b-8bf7-39e5398882dc, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:18.704193 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.775362 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.778979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] For port bf5c6a8d-c91a-440b-8bf7-39e5398882dc, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:18.790193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] For port bf5c6a8d-c91a-440b-8bf7-39e5398882dc, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,segment=NetworkSegment(290664bb-5271-4d45-b095-1edbbd2605bf),segment_id=290664bb-5271-4d45-b095-1edbbd2605bf)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:18.792102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Attempting to bind port eabea7eb-120d-420e-b76c-cf6f46c8a78f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:18.792554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Attempting to bind port eabea7eb-120d-420e-b76c-cf6f46c8a78f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:18.792947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Attempting to bind port eabea7eb-120d-420e-b76c-cf6f46c8a78f on network 4a04b7fd-6316-4153-bfae-d941b80d8d44 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:18.795645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e422-d2f7-4e39-ad43-f4e399cc461d req-b48cdd8d-99b6-4312-a0a2-e9108335e223 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:18.797381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1c2e422-d2f7-4e39-ad43-f4e399cc461d req-b48cdd8d-99b6-4312-a0a2-e9108335e223 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 944 time: 0.4026895 Jul 15 13:44:18.809352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.821531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:18.822161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Checking segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:18.822747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:18.823424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Bound using segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:18.824067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Bound port: eabea7eb-120d-420e-b76c-cf6f46c8a78f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:18.824694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.005984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec065-e9a7-4360-84eb-03b84a1021d4 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.040269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] For port eabea7eb-120d-420e-b76c-cf6f46c8a78f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:19.044295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a1c2e422-d2f7-4e39-ad43-f4e399cc461d req-b97c5ef9-60b6-4cfd-91a2-6d0132b53af3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096665 Jul 15 13:44:19.044988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] For port eabea7eb-120d-420e-b76c-cf6f46c8a78f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eabea7eb-120d-420e-b76c-cf6f46c8a78f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:19.057593 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.219538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:19.221956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:19.344290 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:19.452314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5b0ce-2055-4a07-a793-3ec41d016165 None None] Pushing event updated for resources: {'Port': ['ID=eabea7eb-120d-420e-b76c-cf6f46c8a78f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:19.462877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0580d-a986-4bb8-ba14-106673a69b7a req-8fc15101-7d65-42ab-a81a-453415e8b1c4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:19.473086 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-73e0580d-a986-4bb8-ba14-106673a69b7a req-8fc15101-7d65-42ab-a81a-453415e8b1c4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3121560 Jul 15 13:44:19.508245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:19.582001 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-73e0580d-a986-4bb8-ba14-106673a69b7a req-7509b816-e5c5-48bd-af68-26e584626e04 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068127 Jul 15 13:44:19.862268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:19Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:19.894352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9db7b9-f0c0-492b-ab77-cb0e03ba9856 None None] The sync data for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 is: [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:19Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:20.005169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 179ad1fc-2735-40f5-9e88-34bc2cbc7454 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:20.039359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:44:20.201321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:20.237990 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:20.244646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf5c6a8d-c91a-440b-8bf7-39e5398882dc up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:20.359391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:20.359953 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.457376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port bf5c6a8d-c91a-440b-8bf7-39e5398882dc completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:20.509251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:20.521867 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Sync routers for ids ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:20.544671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.549706 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Routers {'3404b823-5166-4fe0-9d82-bf0343b6aeb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:20.550040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43492) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:20.550621 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-17b7055a-ebd6-4308-a478-6a335468b147 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7657001 Jul 15 13:44:20.553403 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:20.569710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b3fa-0ec4-4f25-b1cd-ea32ec29e565 req-f9a183eb-592d-4a21-b394-177d63f51adf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:20.574298 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.580559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ca6b3fa-0ec4-4f25-b1cd-ea32ec29e565 req-f9a183eb-592d-4a21-b394-177d63f51adf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 944 time: 0.2124605 Jul 15 13:44:20.666119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:20.671922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2ca6b3fa-0ec4-4f25-b1cd-ea32ec29e565 req-780fa7cd-5c1b-4003-8eeb-31a07a57fc99 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898583 Jul 15 13:44:20.673199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:20.682180 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da525164-83b3-4637-9f18-ce89f699b35c" -d '{"events": [{"server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "name": "network-vif-plugged", "status": "completed", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:20.694497 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:20.828873 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f3579-b899-4d63-94e1-986174e3a26d x-openstack-request-id: req-c20f3579-b899-4d63-94e1-986174e3a26d {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:20.829172 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "name": "network-vif-plugged", "status": "completed", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:20.829429 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c20f3579-b899-4d63-94e1-986174e3a26d {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:20.829834 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'code': 200} Jul 15 13:44:20.891145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=179ad1fc-2735-40f5-9e88-34bc2cbc7454,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:20.912016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c9339-ba39-4f79-8a78-0f0cdbe658d2 None None] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:44:20.933628 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Set router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:21.065697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37f0be-2fa0-4de1-9e1e-a027cfe01feb req-41f25427-dace-4f81-961f-58772193ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.075223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b37f0be-2fa0-4de1-9e1e-a027cfe01feb req-41f25427-dace-4f81-961f-58772193ec3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1097 time: 0.1869714 Jul 15 13:44:21.166999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b37f0be-2fa0-4de1-9e1e-a027cfe01feb req-fb39d5b1-ae9b-4365-b4e6-a45cf35701be service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816662 Jul 15 13:44:21.248200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] Provisioning for port bf5c6a8d-c91a-440b-8bf7-39e5398882dc completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:21.281329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed009639-18a5-4663-bfc7-896cd5183d1a req-b899678b-8544-46ee-bcf7-b9735665f78a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.301051 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed009639-18a5-4663-bfc7-896cd5183d1a req-b899678b-8544-46ee-bcf7-b9735665f78a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3852892 Jul 15 13:44:21.333159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] Provisioning complete for port bf5c6a8d-c91a-440b-8bf7-39e5398882dc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:21.333535 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.427831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed009639-18a5-4663-bfc7-896cd5183d1a req-42743307-3a40-4181-a3be-d85fddeb7e10 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257303 Jul 15 13:44:21.608048 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:44:18Z', 'revision_number': 3, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:21.657801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.729696 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Checking router: 3404b823-5166-4fe0-9d82-bf0343b6aeb2 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:21.731758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Updating router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 port 344588a6-5470-424d-8096-47b6288f7fb8 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:21.752609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] For port bf5c6a8d-c91a-440b-8bf7-39e5398882dc, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,segment=NetworkSegment(290664bb-5271-4d45-b095-1edbbd2605bf),segment_id=290664bb-5271-4d45-b095-1edbbd2605bf)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:21.762538 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.869882 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:21.914570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79251c-ab65-4f2c-b7ea-828a352d2595 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:21.952693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fca3b-fa23-41d7-bddb-8acf403db28b req-e32b5aab-bbb5-4a5f-8bef-3bf2a2009671 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:21.968267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-842fca3b-fa23-41d7-bddb-8acf403db28b req-e32b5aab-bbb5-4a5f-8bef-3bf2a2009671 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2202661 Jul 15 13:44:22.070109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-842fca3b-fa23-41d7-bddb-8acf403db28b req-10954099-427a-4ad0-af3f-04b3f8fab07b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964594 Jul 15 13:44:22.082479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.098371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e0c28861-7ebc-4dda-9c02-2608d5c05856 None None] Provisioning complete for port bf5c6a8d-c91a-440b-8bf7-39e5398882dc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:22.107567 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e0c28861-7ebc-4dda-9c02-2608d5c05856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.330111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eabea7eb-120d-420e-b76c-cf6f46c8a78f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:22.375836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb641a8e-b83b-48a5-82f3-8ea429545741 req-93676fa4-7351-4772-9491-1d5e90bb200f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.383076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb641a8e-b83b-48a5-82f3-8ea429545741 req-93676fa4-7351-4772-9491-1d5e90bb200f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 945 time: 0.4135642 Jul 15 13:44:22.408712 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.410043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Allocated IP 172.20.0.1 (e709f303-f865-4ee6-a0f5-70fb155bc3c6/2a36f194-106d-42d4-b62b-567fe6c12bce/19e7c66a-f07f-4435-ba0c-30fe32a91d23) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:22.426248 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Transition to ACTIVE for port object 344588a6-5470-424d-8096-47b6288f7fb8 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:22.435861 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.455447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb641a8e-b83b-48a5-82f3-8ea429545741 req-8a146370-2233-4a53-817f-0fbb717adcb1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712535 Jul 15 13:44:22.479161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port eabea7eb-120d-420e-b76c-cf6f46c8a78f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:22.484770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eabea7eb-120d-420e-b76c-cf6f46c8a78f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:22.484770 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.516347 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Attempting to bind port 344588a6-5470-424d-8096-47b6288f7fb8 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:22.516941 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Attempting to bind port 344588a6-5470-424d-8096-47b6288f7fb8 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:22.517466 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Attempting to bind port 344588a6-5470-424d-8096-47b6288f7fb8 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:22.534980 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc218237-13b4-404f-9981-4de153174a4a None None] Pushing event updated for resources: {'Port': ['ID=344588a6-5470-424d-8096-47b6288f7fb8,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.540828 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:22.543378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:22.544022 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.544584 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:22.553015 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Bound port: 344588a6-5470-424d-8096-47b6288f7fb8, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:22.553418 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.630643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a1b6-7657-451e-821b-b7c0b54b3edb req-231e8eca-a84a-470f-a6a2-8d3bef930a41 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:22.640844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7435a1b6-7657-451e-821b-b7c0b54b3edb req-231e8eca-a84a-470f-a6a2-8d3bef930a41 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1143875 Jul 15 13:44:22.666684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] For port 344588a6-5470-424d-8096-47b6288f7fb8, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:22.671613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.677113 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] For port 344588a6-5470-424d-8096-47b6288f7fb8, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=344588a6-5470-424d-8096-47b6288f7fb8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:22.677630 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.687732 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.690322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Transition to ACTIVE for port object 19e7c66a-f07f-4435-ba0c-30fe32a91d23 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:22.704807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7435a1b6-7657-451e-821b-b7c0b54b3edb req-20b75136-aa47-405c-b2e8-32fcc9a3d9bb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 Jul 15 13:44:22.717267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port eabea7eb-120d-420e-b76c-cf6f46c8a78f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eabea7eb-120d-420e-b76c-cf6f46c8a78f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:22.729355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.731732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf5c6a8d-c91a-440b-8bf7-39e5398882dc up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:22.772127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.781133 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc218237-13b4-404f-9981-4de153174a4a None None] Pushing event updated for resources: {'Port': ['ID=344588a6-5470-424d-8096-47b6288f7fb8,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.821917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Routers {'3404b823-5166-4fe0-9d82-bf0343b6aeb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:22.822846 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:22.868074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:22.874414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:22.892960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:22.957112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=eabea7eb-120d-420e-b76c-cf6f46c8a78f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.963832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Pushing event updated for resources: {'Port': ['ID=19e7c66a-f07f-4435-ba0c-30fe32a91d23,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:22.971201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:22.980029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bf5c6a8d-c91a-440b-8bf7-39e5398882dc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:22.980410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.063232 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] Set router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:23.259179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f0ab0-37a9-4981-a0dd-d25ba1bd4eeb req-e5049797-4063-4a40-9f88-3bd0839d0e5c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:23.262146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-206f0ab0-37a9-4981-a0dd-d25ba1bd4eeb req-e5049797-4063-4a40-9f88-3bd0839d0e5c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2217131 Jul 15 13:44:23.273301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dd1ab0e6-0cd3-461d-ab14-b38baafd4437 None None] Provisioning for port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:23.277715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dd1ab0e6-0cd3-461d-ab14-b38baafd4437 None None] Provisioning complete for port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:23.278607 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab0e6-0cd3-461d-ab14-b38baafd4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:23.330515 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:44:18Z', 'revision_number': 3, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:23.358258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ab0e6-0cd3-461d-ab14-b38baafd4437 None None] Port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:23.377527 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7e09b-9490-4f6e-9530-397ec71b3758 None None] The sync data for ids ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'] in n-d-798054-11 is: [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:44:18Z', 'revision_number': 3, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:23.747676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070da96-3d61-4d5c-be5c-16650ab94ef5 req-1bb99968-cff9-4d3e-9203-d06929cd9612 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:23.758903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e070da96-3d61-4d5c-be5c-16650ab94ef5 req-1bb99968-cff9-4d3e-9203-d06929cd9612 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 945 time: 0.1711407 Jul 15 13:44:23.791150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-206f0ab0-37a9-4981-a0dd-d25ba1bd4eeb req-676eb675-2a63-47df-a178-736294094eb8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186851 Jul 15 13:44:23.878109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e070da96-3d61-4d5c-be5c-16650ab94ef5 req-27276c4c-f15d-4a09-844e-9d209b57ffd0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180010 Jul 15 13:44:23.879442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.212034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db5e35-a8c0-43d7-b6c7-dffae2c54aaf req-037b4f88-7d93-4ad0-b2cd-e303af3cf9ef tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.232027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eabea7eb-120d-420e-b76c-cf6f46c8a78f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:24.235852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47db5e35-a8c0-43d7-b6c7-dffae2c54aaf req-037b4f88-7d93-4ad0-b2cd-e303af3cf9ef tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 945 time: 0.1724186 Jul 15 13:44:24.252078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65879e-6c1d-427b-914c-4d00050b2a66 req-dcbcbdbf-1ee0-4924-898e-44d0c9576e0f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.254566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d65879e-6c1d-427b-914c-4d00050b2a66 req-dcbcbdbf-1ee0-4924-898e-44d0c9576e0f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2318397 Jul 15 13:44:24.292913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47db5e35-a8c0-43d7-b6c7-dffae2c54aaf req-7d773c1f-5b96-4a6c-8374-a2e1126eeff8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557857 Jul 15 13:44:24.317625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eabea7eb-120d-420e-b76c-cf6f46c8a78f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:24.318257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.326287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43548) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:24.332311 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.348085 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.499486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d65879e-6c1d-427b-914c-4d00050b2a66 req-021da279-9808-43dc-973a-df38310583e1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364118 Jul 15 13:44:24.512831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 344588a6-5470-424d-8096-47b6288f7fb8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:24.557281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.563404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Pushing event updated for resources: {'Port': ['ID=19e7c66a-f07f-4435-ba0c-30fe32a91d23,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:24.643729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 344588a6-5470-424d-8096-47b6288f7fb8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:24.653801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 344588a6-5470-424d-8096-47b6288f7fb8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:24.655325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.782571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:24.786723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:24.833946 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.858836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b98ab-b2f1-4c02-8453-b6963baabcdd req-bdcbd4f9-f167-4624-9f41-9f1f1b274875 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:24.866189 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-422b98ab-b2f1-4c02-8453-b6963baabcdd req-bdcbd4f9-f167-4624-9f41-9f1f1b274875 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1699512 Jul 15 13:44:24.879137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 344588a6-5470-424d-8096-47b6288f7fb8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=344588a6-5470-424d-8096-47b6288f7fb8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:24.887876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:24.961202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=344588a6-5470-424d-8096-47b6288f7fb8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:24.989074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:25.002517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-422b98ab-b2f1-4c02-8453-b6963baabcdd req-3758c17d-486e-4011-8786-88bac1610bfc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242061 Jul 15 13:44:25.023245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c0617-18fb-4203-9132-19734ef8a815 tempest-TestVolumeBootPattern-966880970 tempest-TestVolumeBootPattern-966880970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:25.028155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-972c0617-18fb-4203-9132-19734ef8a815 tempest-TestVolumeBootPattern-966880970 tempest-TestVolumeBootPattern-966880970-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1092 time: 0.7000604 Jul 15 13:44:25.033133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43560) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:25.046723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:25.084505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.180654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:25.193294 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e67fc51-4ad3-49ef-a7db-8e744fbab735 admin admin] 10.222.0.57 "PUT /v2.0/routers/3404b823-5166-4fe0-9d82-bf0343b6aeb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6424310 Jul 15 13:44:25.196337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-af0dfd62-c677-46bb-88ad-959f50d72405 None None] Provisioning complete for port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:25.196708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-af0dfd62-c677-46bb-88ad-959f50d72405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.248896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-af0dfd62-c677-46bb-88ad-959f50d72405 None None] Port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:44:25.255431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.439011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ca45-bed0-4d82-99be-ff1fec0b314a req-5b37df9d-d1f9-4fd5-bfb8-7ac788de73bb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:25.440600 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1415ca45-bed0-4d82-99be-ff1fec0b314a req-5b37df9d-d1f9-4fd5-bfb8-7ac788de73bb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1273525 Jul 15 13:44:25.441886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.25.3.187 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/23af97b5-db4e-4500-8d74-3fc20825333e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:44:25.528813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1415ca45-bed0-4d82-99be-ff1fec0b314a req-d068e15e-db8d-4aff-9350-0fc40f95a616 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799088 Jul 15 13:44:25.639257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.704328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:25.835223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf143fc-46e5-489b-b1cd-a05674a37952 req-09787d08-257e-4ad7-aac5-79e790a986cc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:25.849248 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3bf143fc-46e5-489b-b1cd-a05674a37952 req-09787d08-257e-4ad7-aac5-79e790a986cc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1415668 Jul 15 13:44:25.853527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:44:25.893855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:44:25.901372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:44:25.951405 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3bf143fc-46e5-489b-b1cd-a05674a37952 req-2e09eac6-fcfd-4551-8d67-b18b98891416 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Jul 15 13:44:25.954292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=23af97b5-db4e-4500-8d74-3fc20825333e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:26.096494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 344588a6-5470-424d-8096-47b6288f7fb8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:26.220518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 344588a6-5470-424d-8096-47b6288f7fb8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:26.221380 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.233649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Sync routers for ids ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:26.303599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3be861-7382-44af-a060-f11b46cade04 req-f0471668-5a35-4767-8a8d-985eb5bf3851 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:26.305208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f3be861-7382-44af-a060-f11b46cade04 req-f0471668-5a35-4767-8a8d-985eb5bf3851 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0964530 Jul 15 13:44:26.310174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Routers {'3404b823-5166-4fe0-9d82-bf0343b6aeb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:26.310865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:26.379647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f3be861-7382-44af-a060-f11b46cade04 req-0ba7067c-bae9-4aab-97d7-e270b374cbdf tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671434 Jul 15 13:44:26.626647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Set router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:26.784555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:26.828391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb1f9-3997-40a9-8fc9-d8607ac9baa2 req-7c5983cd-8480-4903-bdd8-47627788bf3a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:26.830708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad6bb1f9-3997-40a9-8fc9-d8607ac9baa2 req-7c5983cd-8480-4903-bdd8-47627788bf3a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1841879 Jul 15 13:44:26.915246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:44:23Z', 'revision_number': 4, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e7c66a-f07f-4435-ba0c-30fe32a91d23', 'name': '', 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'mac_address': 'fa:16:3e:5d:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '2a36f194-106d-42d4-b62b-567fe6c12bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:22Z', 'updated_at': '2021-07-15T13:44:23Z', 'revision_number': 2, 'project_id': '1718c547062b46ef87e8528efeff002d', 'subnets': [{'id': '2a36f194-106d-42d4-b62b-567fe6c12bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:26.961971 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad6bb1f9-3997-40a9-8fc9-d8607ac9baa2 req-95a55c98-1a52-41c1-9ecb-e9dce0078392 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235738 Jul 15 13:44:27.047496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Checking router: 3404b823-5166-4fe0-9d82-bf0343b6aeb2 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:27.048316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Updating router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:44:27.089850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.110696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.461286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031892d-687f-47dd-85bf-21e6d0b82e48 req-fd446f38-402a-4736-8038-1f314b53328e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:27.462860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e031892d-687f-47dd-85bf-21e6d0b82e48 req-fd446f38-402a-4736-8038-1f314b53328e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2237115 Jul 15 13:44:27.493691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.506205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.608671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e031892d-687f-47dd-85bf-21e6d0b82e48 req-4d1bdd5a-cd39-4cc9-8ec3-39cc76ed2899 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351054 Jul 15 13:44:27.622760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=23af97b5-db4e-4500-8d74-3fc20825333e,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:27.650437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.702394 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.720244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Transition to ACTIVE for port object 19e7c66a-f07f-4435-ba0c-30fe32a91d23 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:27.731103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.834153 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Floating IP b7e37e9d-8ff2-4fd3-b383-e35db256f04a associated. External IP: 172.25.3.187, port: 179ad1fc-2735-40f5-9e88-34bc2cbc7454. Jul 15 13:44:27.936447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b228f8-e92f-49f9-a44e-c7f26946b765 req-02f38e9c-79bb-4277-8375-5ccd2b1c48be tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:27.939478 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4b228f8-e92f-49f9-a44e-c7f26946b765 req-02f38e9c-79bb-4277-8375-5ccd2b1c48be tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1127002 Jul 15 13:44:27.956550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f8ed6-62d3-4f47-a1aa-9c9b8995fc36 None None] Pushing event updated for resources: {'Port': ['ID=19e7c66a-f07f-4435-ba0c-30fe32a91d23,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:27.963284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Attempting to bind port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:27.963750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Attempting to bind port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:27.964182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Attempting to bind port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 on network e709f303-f865-4ee6-a0f5-70fb155bc3c6 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:27.970210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:27.970794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Checking segment: {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:27.971210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:27.971666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Bound using segment: {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:27.972214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Bound port: 19e7c66a-f07f-4435-ba0c-30fe32a91d23, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290664bb-5271-4d45-b095-1edbbd2605bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:27.972667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.046827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c4b228f8-e92f-49f9-a44e-c7f26946b765 req-c6cd1963-4872-4e46-8881-3e7eb47b0ed1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006341 Jul 15 13:44:28.063725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] For port 19e7c66a-f07f-4435-ba0c-30fe32a91d23, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:28.068138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] For port 19e7c66a-f07f-4435-ba0c-30fe32a91d23, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=19e7c66a-f07f-4435-ba0c-30fe32a91d23,segment=NetworkSegment(290664bb-5271-4d45-b095-1edbbd2605bf),segment_id=290664bb-5271-4d45-b095-1edbbd2605bf)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:28.083587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.171014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f8ed6-62d3-4f47-a1aa-9c9b8995fc36 None None] Pushing event updated for resources: {'Port': ['ID=19e7c66a-f07f-4435-ba0c-30fe32a91d23,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:28.216252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Routers {'3404b823-5166-4fe0-9d82-bf0343b6aeb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:28.216903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:28.258193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:28.432131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:28.445813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:28.462772 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:28.463355 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:28.486369 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:28.681822 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:28.749867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] Set router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:28.758281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3147f38-0c62-491f-a641-18228e394331 req-0e56d334-f134-4cf1-b081-cd072c3fe65c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:28.766125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d3147f38-0c62-491f-a641-18228e394331 req-0e56d334-f134-4cf1-b081-cd072c3fe65c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2208502 Jul 15 13:44:28.891407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d3147f38-0c62-491f-a641-18228e394331 req-69a68056-db70-4bf1-bfe5-7eea44b26824 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156332 Jul 15 13:44:28.922031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-651865ec-8ce8-4a60-b2e5-aaed95381284 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8832629 Jul 15 13:44:28.922031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:28.923217 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f4d096-3c80-4b06-9011-f0b55d052636" -d '{"events": [{"name": "network-changed", "server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:28.971712 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b16cb8-94a2-4622-8c86-651365a93a18 x-openstack-request-id: req-c2b16cb8-94a2-4622-8c86-651365a93a18 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:28.972062 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:28.972367 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2b16cb8-94a2-4622-8c86-651365a93a18 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:28.972823 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'status': 'completed', 'code': 200} Jul 15 13:44:29.095199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:44:23Z', 'revision_number': 4, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e7c66a-f07f-4435-ba0c-30fe32a91d23', 'name': '', 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'mac_address': 'fa:16:3e:5d:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '2a36f194-106d-42d4-b62b-567fe6c12bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:22Z', 'updated_at': '2021-07-15T13:44:28Z', 'revision_number': 4, 'project_id': '1718c547062b46ef87e8528efeff002d', 'subnets': [{'id': '2a36f194-106d-42d4-b62b-567fe6c12bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:29.133267 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b7e37e9d-8ff2-4fd3-b383-e35db256f04a', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:4b:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:26Z', 'updated_at': '2021-07-15T13:44:26Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:29.156799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81def0-077d-4c3a-88fb-f7cfcf70b527 None None] The sync data for ids ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'] in n-d-798054-11 is: [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:44:23Z', 'revision_number': 4, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e7c66a-f07f-4435-ba0c-30fe32a91d23', 'name': '', 'network_id': 'e709f303-f865-4ee6-a0f5-70fb155bc3c6', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'mac_address': 'fa:16:3e:5d:99:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '2a36f194-106d-42d4-b62b-567fe6c12bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:22Z', 'updated_at': '2021-07-15T13:44:28Z', 'revision_number': 4, 'project_id': '1718c547062b46ef87e8528efeff002d', 'subnets': [{'id': '2a36f194-106d-42d4-b62b-567fe6c12bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:29.182100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-3296cfbc-ed3c-4445-a8b0-c1908ac79c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.183681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-3296cfbc-ed3c-4445-a8b0-c1908ac79c66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1097 time: 0.1830037 Jul 15 13:44:29.187771 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:29.210418 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:29.216300 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:29.364865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76308b72-6f23-4c3c-b6d4-997f3e41842e req-b8d555fb-e8ba-4870-8fa8-ade30cada440 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.366368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76308b72-6f23-4c3c-b6d4-997f3e41842e req-b8d555fb-e8ba-4870-8fa8-ade30cada440 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2934804 Jul 15 13:44:29.390411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-70d3c6e1-ad47-46b3-841d-ef89dc60fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.391970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-70d3c6e1-ad47-46b3-841d-ef89dc60fcf3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1982076 Jul 15 13:44:29.445437 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:29.486099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-7be39a11-b68c-4cf0-8c7d-1284030635c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 200 len: 999 time: 0.0852942 Jul 15 13:44:29.563741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-bb24ea83-0656-4a6a-afa2-dc668856a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.565366 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-bb24ea83-0656-4a6a-afa2-dc668856a585 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0690665 Jul 15 13:44:29.594159 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76308b72-6f23-4c3c-b6d4-997f3e41842e req-dd6e1537-b5de-4702-b58e-c7def301bf82 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211761 Jul 15 13:44:29.683232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-e1988a88-3af9-414c-a6a1-245f99e95277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:29.684946 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-e1988a88-3af9-414c-a6a1-245f99e95277 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129799 Jul 15 13:44:29.819799 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b7e37e9d-8ff2-4fd3-b383-e35db256f04a', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:4b:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:26Z', 'updated_at': '2021-07-15T13:44:26Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:29.913119 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a66ff-f448-464c-b8ae-7e967511171c None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b7e37e9d-8ff2-4fd3-b383-e35db256f04a', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:4b:34:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:44:26Z', 'updated_at': '2021-07-15T13:44:26Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:30.087981 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-06a69d67-e11b-4fd3-8180-645ba2745079 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954465 Jul 15 13:44:30.148291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e7c66a-f07f-4435-ba0c-30fe32a91d23 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:30.265322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:44:30.276210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:30.276597 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.473656 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.477573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-11f4d096-3c80-4b06-9011-f0b55d052636 req-3a55ad6f-0348-4f01-bba0-f9c950a4ddbb service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044207 Jul 15 13:44:30.492124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996946b-65d6-4bb6-baca-fb54e7c2a3fc req-6b1ff835-50a0-4a46-9de6-f540bff9b5ce tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.500218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9996946b-65d6-4bb6-baca-fb54e7c2a3fc req-6b1ff835-50a0-4a46-9de6-f540bff9b5ce tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.5226142 Jul 15 13:44:30.521975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 19e7c66a-f07f-4435-ba0c-30fe32a91d23, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=19e7c66a-f07f-4435-ba0c-30fe32a91d23,segment=NetworkSegment(290664bb-5271-4d45-b095-1edbbd2605bf),segment_id=290664bb-5271-4d45-b095-1edbbd2605bf)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:30.531904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:30.551922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9996946b-65d6-4bb6-baca-fb54e7c2a3fc req-3b5050eb-d2ba-41b1-bae6-18ecca3043dc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Jul 15 13:44:30.641083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=19e7c66a-f07f-4435-ba0c-30fe32a91d23,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:30.828307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bac18-1939-456a-acc7-b377bd2aaa99 req-80fa33bd-ee06-4492-91d9-13dde550a0d1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:30.836293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d8bac18-1939-456a-acc7-b377bd2aaa99 req-80fa33bd-ee06-4492-91d9-13dde550a0d1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1062012 Jul 15 13:44:30.879103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d8bac18-1939-456a-acc7-b377bd2aaa99 req-de7f3d99-6769-4063-b1dc-5fc726cea0bd tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Jul 15 13:44:31.184565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1adf9b-a5ef-4467-a831-6488e1261a75 req-de0bef33-25d9-419d-8229-c4b16ba8df13 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:31.188753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b1adf9b-a5ef-4467-a831-6488e1261a75 req-de0bef33-25d9-419d-8229-c4b16ba8df13 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0856185 Jul 15 13:44:31.241588 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1b1adf9b-a5ef-4467-a831-6488e1261a75 req-ce6aaf95-fe62-42f0-aca4-c830f54a8475 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Jul 15 13:44:31.520028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181afba7-f638-47af-8133-bbaff7c9fd46 None None] New status for floating IP b7e37e9d-8ff2-4fd3-b383-e35db256f04a: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:44:31.604417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a161b-3920-4c5f-8f19-9b96c165703f req-08f6fb08-b7f2-492b-b217-0d8d22dd8170 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:31.608533 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2a161b-3920-4c5f-8f19-9b96c165703f req-08f6fb08-b7f2-492b-b217-0d8d22dd8170 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2093682 Jul 15 13:44:31.692961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2a161b-3920-4c5f-8f19-9b96c165703f req-f05bfd51-09fe-487d-b98e-312642ced7f1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755453 Jul 15 13:44:32.084001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e7c66a-f07f-4435-ba0c-30fe32a91d23 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:32.173026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39539fb2-fcdd-49e8-8f08-bf63844aee5c req-47031560-0737-4111-a7cc-86ebf2e8208a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.191501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:32.191886 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:32.207469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39539fb2-fcdd-49e8-8f08-bf63844aee5c req-47031560-0737-4111-a7cc-86ebf2e8208a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1884925 Jul 15 13:44:32.347395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-39539fb2-fcdd-49e8-8f08-bf63844aee5c req-8e4c6c12-eb20-453d-9507-25c6fbe3f6ee tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312585 Jul 15 13:44:32.451923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ebe5-50a8-4ef4-81ce-5ea405c62098 req-12384d85-acc1-487a-a6f5-9d092618631b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.461076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2f8ebe5-50a8-4ef4-81ce-5ea405c62098 req-12384d85-acc1-487a-a6f5-9d092618631b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1132593 Jul 15 13:44:32.509511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2f8ebe5-50a8-4ef4-81ce-5ea405c62098 req-c5bed523-857d-4d5c-9766-98cd80696241 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470641 Jul 15 13:44:32.561387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43760) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:32.657092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dddee4db-4f62-4b68-9152-2d3b52c310b4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/1d757559-d072-477d-8d79-60a8470e8741 HTTP/1.1" status: 200 len: 994 time: 0.0843525 Jul 15 13:44:32.678776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef123e-345d-4f43-89ee-2841ac9d1bf8 req-8d20cbf9-9845-479f-99a4-50e58f10164d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:32.687425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebef123e-345d-4f43-89ee-2841ac9d1bf8 req-8d20cbf9-9845-479f-99a4-50e58f10164d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1540132 Jul 15 13:44:32.753374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebef123e-345d-4f43-89ee-2841ac9d1bf8 req-f2c7a3cf-1ff7-4d42-904c-458adf68e99d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628631 Jul 15 13:44:33.044546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ab159-c035-474a-af67-085d935f0f68 req-f3df6ec2-8722-448f-9700-d6274d52f54a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:33.056801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-922ab159-c035-474a-af67-085d935f0f68 req-f3df6ec2-8722-448f-9700-d6274d52f54a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1220875 Jul 15 13:44:33.120916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-922ab159-c035-474a-af67-085d935f0f68 req-dcb30a89-a23c-49d4-ad47-983840409c4b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588937 Jul 15 13:44:33.206206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ad0b-84ec-41c7-b059-957c950dabb8 req-6e2cea93-f5eb-43ce-a2c4-d7b0f8b9e699 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:33.214931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1f4ad0b-84ec-41c7-b059-957c950dabb8 req-6e2cea93-f5eb-43ce-a2c4-d7b0f8b9e699 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1098 time: 0.0948126 Jul 15 13:44:33.278161 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d1f4ad0b-84ec-41c7-b059-957c950dabb8 req-02bd424f-544c-4e3b-a3c4-0bc7d70c7dd9 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608776 Jul 15 13:44:33.557864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fe31b-2a1c-4a8b-a9bc-5d5eb6df9a2f req-79901485-773e-4fbe-9ada-3b7398233b91 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:33.560563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e71fe31b-2a1c-4a8b-a9bc-5d5eb6df9a2f req-79901485-773e-4fbe-9ada-3b7398233b91 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2226527 Jul 15 13:44:33.684610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e71fe31b-2a1c-4a8b-a9bc-5d5eb6df9a2f req-9b798a0a-ef81-410a-ad1f-e6d24641f8e7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155219 Jul 15 13:44:34.669762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394a08-31ce-4314-bcc7-16f123b55d1f req-ae3cdfb7-cf56-4cd6-bcbb-1d6b66fdc096 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:34.673277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34394a08-31ce-4314-bcc7-16f123b55d1f req-ae3cdfb7-cf56-4cd6-bcbb-1d6b66fdc096 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1362255 Jul 15 13:44:34.757901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34394a08-31ce-4314-bcc7-16f123b55d1f req-95d613ca-5a82-48c8-8df1-877814851e20 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775194 Jul 15 13:44:34.978424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-a1a1fd88-3ca1-46d5-947a-098d3e7c6112 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1728959 Jul 15 13:44:35.836181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-977db268-d663-4e0f-8513-f6d6bb58bc10 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:44:35.843739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-977db268-d663-4e0f-8513-f6d6bb58bc10 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1641393 Jul 15 13:44:35.854760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Request body: {'binding': {'host': 'n-h1-798054-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:35.855680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Unknown quota resources ['binding']. {{(pid=93994) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 13:44:36.162016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on host n-h1-798054-11 for vnic_type normal with profile None {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:36.162294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:36.162779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:36.174342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1be80-89e0-4d5e-82b3-f6988f633541 req-e92fcb6b-91ea-4641-a0a9-a13f437b5f56 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.181228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7b1be80-89e0-4d5e-82b3-f6988f633541 req-e92fcb6b-91ea-4641-a0a9-a13f437b5f56 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1266398 Jul 15 13:44:36.191301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:36.191630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:36.205755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:36.206099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Checking segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:36.206472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Bound using segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:36.206964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Bound port: 3f54ec12-f180-4918-bba9-0e0b628253c1, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:36.278266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 43842) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:36.294595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7b1be80-89e0-4d5e-82b3-f6988f633541 req-ee9d77dc-e4ee-4535-bfaa-4e6a61fb53f8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081591 Jul 15 13:44:36.356483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:36.364192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] Notify callbacks [] for binding, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.365681 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] 10.222.0.57 "POST /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5210028 Jul 15 13:44:36.424607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-249384ce-9f4e-425e-b4c2-2ae336319800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.640270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-249384ce-9f4e-425e-b4c2-2ae336319800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.648197 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-249384ce-9f4e-425e-b4c2-2ae336319800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.666663 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9409650-cb2d-4c29-8422-459306bceb6c req-e8ab5898-75f8-432e-b182-fdfc4fdc0a8e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.669049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9409650-cb2d-4c29-8422-459306bceb6c req-e8ab5898-75f8-432e-b182-fdfc4fdc0a8e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1012838 Jul 15 13:44:36.746377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-249384ce-9f4e-425e-b4c2-2ae336319800 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab94034723db468d809448b7564c4a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4628932 Jul 15 13:44:36.747522 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9409650-cb2d-4c29-8422-459306bceb6c req-1b968cd4-e25e-48fa-a52a-ef6a5e00b2d3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717943 Jul 15 13:44:36.747677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 43850) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:36.750831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249384ce-9f4e-425e-b4c2-2ae336319800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f147fd5-918f-4780-991f-3c78d1ee797c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:36.818566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-63f05a42-67f5-415f-8fba-0e596bf46f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.820169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-63f05a42-67f5-415f-8fba-0e596bf46f62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1098 time: 0.1631041 Jul 15 13:44:36.835529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-902dddee-d84e-4c94-8a53-7b91514b1f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.861604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-902dddee-d84e-4c94-8a53-7b91514b1f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.943975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-902dddee-d84e-4c94-8a53-7b91514b1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.946677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-902dddee-d84e-4c94-8a53-7b91514b1f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:36.948298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-902dddee-d84e-4c94-8a53-7b91514b1f36 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f147fd5-918f-4780-991f-3c78d1ee797c HTTP/1.1" status: 204 len: 168 time: 0.1992829 Jul 15 13:44:36.956619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e4031df1-7349-404a-936c-8bd8a4f42248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:36.956942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dddee-d84e-4c94-8a53-7b91514b1f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f147fd5-918f-4780-991f-3c78d1ee797c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:36.958128 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e4031df1-7349-404a-936c-8bd8a4f42248 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.1300423 Jul 15 13:44:37.072518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-69669159-7161-4b69-8358-c79b5dae9a0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1002 time: 0.0984721 Jul 15 13:44:37.133329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-2d29abc1-46ac-4e5b-9701-fc5477051920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.135192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-2d29abc1-46ac-4e5b-9701-fc5477051920 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.0560105 Jul 15 13:44:37.209112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-99a18d6a-f2cb-42aa-b48a-b798a65b2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.210983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-99a18d6a-f2cb-42aa-b48a-b798a65b2d73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690956 Jul 15 13:44:37.348568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-f2720ad7-7bcd-4d58-a120-041be58ec620 service neutron] 10.222.0.59 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300440 Jul 15 13:44:37.478011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-c9a3f9d4-988d-4263-8e74-1c9d982ae44a service neutron] 10.222.0.59 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230793 Jul 15 13:44:37.597407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bcd35-0ab5-45c8-84b5-56a02bbb63df req-391f8943-de11-44a8-9a07-b68ee7220097 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.599060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-078bcd35-0ab5-45c8-84b5-56a02bbb63df req-391f8943-de11-44a8-9a07-b68ee7220097 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1266022 Jul 15 13:44:37.656739 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-078bcd35-0ab5-45c8-84b5-56a02bbb63df req-ac38bba0-a424-4235-8e38-d79336be1696 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507338 Jul 15 13:44:37.689676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-23bc80ab-8511-4ca5-9e54-758ea1f7b37e tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:37.691708 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-23bc80ab-8511-4ca5-9e54-758ea1f7b37e tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b&tenant_id=ab43f525a3914c93b39cda9d6df0f02a&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1098 time: 0.1447098 Jul 15 13:44:37.704304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-798054-11'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:44:37.790255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.003950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:38.068087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e75f1-5b68-40a1-aa22-0bdce67916f8 req-1036be9c-a899-4788-832d-4935e409cd6a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:38.069750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2e75f1-5b68-40a1-aa22-0bdce67916f8 req-1036be9c-a899-4788-832d-4935e409cd6a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1221673 Jul 15 13:44:38.077678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:38.149927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2e75f1-5b68-40a1-aa22-0bdce67916f8 req-6a27f076-b2ba-44c7-adca-81a005eb590f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702395 Jul 15 13:44:38.166661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:38.169558 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec6b32-a413-4203-a472-f725990356ac" -d '{"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:38.177332 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.186089 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.229194 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cbf37f-a2f5-42d5-a35c-0ef2a23bbed2 x-openstack-request-id: req-14cbf37f-a2f5-42d5-a35c-0ef2a23bbed2 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:38.232686 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:38.233798 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14cbf37f-a2f5-42d5-a35c-0ef2a23bbed2 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:38.234266 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'code': 200} Jul 15 13:44:38.324821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:38.397627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on host n-h2-798054-11 for vnic_type normal with profile {"migrating_to": "n-h1-798054-11"} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:44:38.398313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:44:38.398613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:38.404315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:44:38.404701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Attempting to bind port 3f54ec12-f180-4918-bba9-0e0b628253c1 on network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:44:38.410491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:44:38.411003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Checking segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:44:38.411522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Bound using segment: {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:44:38.412059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Bound port: 3f54ec12-f180-4918-bba9-0e0b628253c1, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b784e18c-6e8e-4bd1-9b68-86b66890a891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:44:38.412510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.585569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:38.595277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:44:38.605053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.697662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cc10795-97f4-4ac3-98e7-5fdb0873719c None None] Provisioning complete for port 3f54ec12-f180-4918-bba9-0e0b628253c1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:38.698560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2cc10795-97f4-4ac3-98e7-5fdb0873719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.908217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2cc10795-97f4-4ac3-98e7-5fdb0873719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:38.962262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:38.965850 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692ebe37-1566-4b60-8b2d-bd762bf8aef7" -d '{"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-plugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:38.982209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2cc10795-97f4-4ac3-98e7-5fdb0873719c None None] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:38.995827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2cc10795-97f4-4ac3-98e7-5fdb0873719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.028029 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:39.061197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.066238 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.072095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-e727c8d5-4c62-4527-b25b-d6d22c2819bb service neutron] 10.222.0.59 "PUT /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1124 time: 1.3710918 Jul 15 13:44:39.140400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943c2ec-7811-413c-9652-9d333643be07 req-e1aead7c-ded6-44e6-b0a2-763fae97da90 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.152388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9943c2ec-7811-413c-9652-9d333643be07 req-e1aead7c-ded6-44e6-b0a2-763fae97da90 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2687278 Jul 15 13:44:39.244179 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e74f49-e379-4bf4-802b-71dd75170e55 x-openstack-request-id: req-b5e74f49-e379-4bf4-802b-71dd75170e55 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:39.244766 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-plugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:39.245195 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5e74f49-e379-4bf4-802b-71dd75170e55 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:39.245764 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'code': 200} Jul 15 13:44:39.254416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9943c2ec-7811-413c-9652-9d333643be07 req-b5c7b5cb-1e6d-4a56-be7c-27e1f29a121e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997016 Jul 15 13:44:39.263785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc10795-97f4-4ac3-98e7-5fdb0873719c None None] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:39.294876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['3f54ec12-f180-4918-bba9-0e0b628253c1'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:39.436527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1c6cc407-778a-473d-9747-4f59de033c13 None None] Provisioning complete for port 3f54ec12-f180-4918-bba9-0e0b628253c1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:39.437397 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc407-778a-473d-9747-4f59de033c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:39.478193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14f7e5-64be-4554-8b43-f2ce84d8406e req-e94b122c-3c5b-4940-9785-5e84641215ce tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:39.487197 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c14f7e5-64be-4554-8b43-f2ce84d8406e req-e94b122c-3c5b-4940-9785-5e84641215ce tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.0992296 Jul 15 13:44:39.543980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c14f7e5-64be-4554-8b43-f2ce84d8406e req-1242424b-f78d-444c-b368-c04e2e669939 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553815 Jul 15 13:44:40.236660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:40.239475 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:40.296008 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb11615-f793-4d6d-b43b-16a1750e3af3 x-openstack-request-id: req-5fb11615-f793-4d6d-b43b-16a1750e3af3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:40.296312 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:40.296625 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5fb11615-f793-4d6d-b43b-16a1750e3af3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:40.298290 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'status': 'completed', 'code': 200} Jul 15 13:44:40.437524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-2475220e-4f7a-4816-ad55-30eb5996682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.440034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-2475220e-4f7a-4816-ad55-30eb5996682a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1129 time: 0.1203187 Jul 15 13:44:40.609348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c05fbb-79c9-4685-a250-a7f961157f4e req-c1171754-9437-42c3-ae16-1ada6dd81b44 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.611040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54c05fbb-79c9-4685-a250-a7f961157f4e req-c1171754-9437-42c3-ae16-1ada6dd81b44 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1509862 Jul 15 13:44:40.658611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-6651d72e-32aa-4431-b2b3-66982ae12d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.660250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-6651d72e-32aa-4431-b2b3-66982ae12d17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.2136297 Jul 15 13:44:40.666456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54c05fbb-79c9-4685-a250-a7f961157f4e req-cfc8b88f-ed6e-493c-bb8e-9862acaf1379 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Jul 15 13:44:40.785329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-ebeca8d9-e5ae-418b-9e67-098164ac70c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1002 time: 0.1175766 Jul 15 13:44:40.818030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f512080-3e0b-4eda-919d-e2876980ffea req-a9a17aec-d5aa-4917-b61c-4c496a881928 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.823096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f512080-3e0b-4eda-919d-e2876980ffea req-a9a17aec-d5aa-4917-b61c-4c496a881928 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.0992851 Jul 15 13:44:40.868376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-ac184790-7fe2-45aa-8d50-2ff40c968652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.869871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-ac184790-7fe2-45aa-8d50-2ff40c968652 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.0779071 Jul 15 13:44:40.924932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f512080-3e0b-4eda-919d-e2876980ffea req-d741f2da-dd6c-4819-a214-0f786d99efae tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949094 Jul 15 13:44:40.952148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-3a2dcde9-2674-4c7c-9970-cb98475f828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:40.953675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-3a2dcde9-2674-4c7c-9970-cb98475f828e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761738 Jul 15 13:44:41.111518 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-8224635e-b1fa-4874-bae6-978da816859a service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394808 Jul 15 13:44:41.217049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-600a57d8-c4ae-48d6-abbb-1b4c8df5b7fd req-06e65fdf-6e5a-492b-bb25-afe1a18496f8 service neutron] 10.222.0.58 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043024 Jul 15 13:44:41.222190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:41.347907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:41.362890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 has no active binding in host n-h1-798054-11 {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 13:44:41.913226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643644e-aefd-40ee-89cd-b890615f11dd req-938ffc15-324e-4ced-8578-acbec4203015 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:41.914838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e643644e-aefd-40ee-89cd-b890615f11dd req-938ffc15-324e-4ced-8578-acbec4203015 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1073446 Jul 15 13:44:41.984903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e643644e-aefd-40ee-89cd-b890615f11dd req-a3de78ff-7600-4d45-97ca-d08ac5db5b71 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614324 Jul 15 13:44:42.216041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadc29f-b59d-4f8c-9a8e-78fd67d17176 req-84c83785-92fe-4c86-9e7c-a0849df40ca9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:42.225175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9eadc29f-b59d-4f8c-9a8e-78fd67d17176 req-84c83785-92fe-4c86-9e7c-a0849df40ca9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.1469548 Jul 15 13:44:42.325526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9eadc29f-b59d-4f8c-9a8e-78fd67d17176 req-97b782d8-f0f3-46fb-b2a4-5673a8ee11d6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977778 Jul 15 13:44:43.086569 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9b478b86-192f-4492-8819-cfed2df7ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:43.199437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43981c60-97f9-4d24-bb64-608dc1e3a8db req-6e2dc8eb-04d3-4f6f-ace7-85605a384a6b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:43.200967 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43981c60-97f9-4d24-bb64-608dc1e3a8db req-6e2dc8eb-04d3-4f6f-ace7-85605a384a6b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0848470 Jul 15 13:44:43.262601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43981c60-97f9-4d24-bb64-608dc1e3a8db req-f22e0435-4078-4ac8-9c36-c7e250be13ad tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Jul 15 13:44:43.543100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d10d32-f0b0-42c6-9723-72774da5fef2 req-a2159d2a-4d2b-4bd3-a3b1-b41d363c7055 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:43.544796 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89d10d32-f0b0-42c6-9723-72774da5fef2 req-a2159d2a-4d2b-4bd3-a3b1-b41d363c7055 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 946 time: 0.0777786 Jul 15 13:44:43.593375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89d10d32-f0b0-42c6-9723-72774da5fef2 req-c2f795a6-fea9-4ef9-8c4e-c90f742e221b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376563 Jul 15 13:44:44.015967 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-66df9d04-a865-461a-8b57-743f1ca82be1 service neutron] 10.222.0.58 "GET /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 385 time: 0.0661101 Jul 15 13:44:44.233188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:44.258751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:44.306909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:44.309399 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47b9c42-a501-4346-9874-552a2d57edad" -d '{"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:44.317756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:44.343074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.396891 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b405da-9307-450a-ada7-cd253f16b01a x-openstack-request-id: req-c7b405da-9307-450a-ada7-cd253f16b01a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:44.397524 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-unplugged", "status": "completed", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:44.397961 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7b405da-9307-450a-ada7-cd253f16b01a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:44.398632 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'code': 200} Jul 15 13:44:44.493858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Transition to ACTIVE for port object 3f54ec12-f180-4918-bba9-0e0b628253c1 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:44:44.501733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:44.705188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=11']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:44.773486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.773909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.774350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.774826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.775256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.775822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.776385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.778290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.779370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.780067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.780734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.781408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:44:44.813409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1e579-16da-4ee1-b816-4ee54129a6c5 req-e7ec8bb7-f7b2-49f3-8316-c846df50ffc5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:44.815319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5de1e579-16da-4ee1-b816-4ee54129a6c5 req-e7ec8bb7-f7b2-49f3-8316-c846df50ffc5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3669181 Jul 15 13:44:44.873069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] No DVR routers for this DVR port 3f54ec12-f180-4918-bba9-0e0b628253c1 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:44.964515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5de1e579-16da-4ee1-b816-4ee54129a6c5 req-c4280437-679e-4cfd-ae45-28667c44b2e0 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068251 Jul 15 13:44:44.988863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d103-6b7c-4fbc-bc65-4a579328ffdb req-84d6097c-f7d0-4a3d-bb45-d1a294dbefbd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:44.997017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f13d103-6b7c-4fbc-bc65-4a579328ffdb req-84d6097c-f7d0-4a3d-bb45-d1a294dbefbd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.0980134 Jul 15 13:44:45.040866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f13d103-6b7c-4fbc-bc65-4a579328ffdb req-4aacf8f2-f9e8-40d0-b603-a9fe9e7458e0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Jul 15 13:44:45.055839 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-d1649ea4-db9e-4015-87ba-7481356aa8c7 service neutron] 10.222.0.58 "PUT /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1/bindings/n-h1-798054-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0339942 Jul 15 13:44:45.183912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-88663540-b149-4af8-bb9c-71cbe5172ec6 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.185757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-88663540-b149-4af8-bb9c-71cbe5172ec6 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b&tenant_id=ab43f525a3914c93b39cda9d6df0f02a&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.0714314 Jul 15 13:44:45.221746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.253913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-18dede7a-b6ea-45aa-a98d-18870b6ebf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.258700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-18dede7a-b6ea-45aa-a98d-18870b6ebf72 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 1097 time: 0.0631022 Jul 15 13:44:45.349219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-b7168b1b-41ef-4768-ae73-fe7dd9ef34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.350753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-b7168b1b-41ef-4768-ae73-fe7dd9ef34a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1097 time: 0.0640535 Jul 15 13:44:45.442274 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.466462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-ceccc290-bac3-4353-8770-12a7fd0a5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.468052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-ceccc290-bac3-4353-8770-12a7fd0a5263 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.1101327 Jul 15 13:44:45.550926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-f842ec5b-992a-4a06-8813-5d5d210a4e2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 1000 time: 0.0747385 Jul 15 13:44:45.551685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-03ae2ff3-a4ae-4756-a21e-14a23eaf9a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.614672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-75a7377c-9754-4596-a46b-fe19355270d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.617715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-75a7377c-9754-4596-a46b-fe19355270d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.0599725 Jul 15 13:44:45.693192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-f0c554cd-b8dc-497e-accb-50377c477c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:45.695947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-f0c554cd-b8dc-497e-accb-50377c477c8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702691 Jul 15 13:44:45.709960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:45.813747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-43125732-b509-46fe-afc9-132ba72eb4e5 service neutron] 10.222.0.59 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113088 Jul 15 13:44:45.948406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-46d87fd3-3426-44fe-ae25-fcfea66d27df service neutron] 10.222.0.59 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254437 Jul 15 13:44:46.158389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5ebce-f317-4925-a8a9-e85955243f27 req-da76d411-8d14-4839-865b-2bcc4c54943e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.166209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6da5ebce-f317-4925-a8a9-e85955243f27 req-da76d411-8d14-4839-865b-2bcc4c54943e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0793731 Jul 15 13:44:46.214381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6da5ebce-f317-4925-a8a9-e85955243f27 req-d99d1f55-1c9a-4e30-9140-67bd867cdae4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Jul 15 13:44:46.333100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac646-e8f0-497f-96cd-152b28df24a3 req-2d840762-c893-4082-ad62-0f37aac309c3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.334879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95cac646-e8f0-497f-96cd-152b28df24a3 req-2d840762-c893-4082-ad62-0f37aac309c3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.0860960 Jul 15 13:44:46.423358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95cac646-e8f0-497f-96cd-152b28df24a3 req-01c3d101-5ccf-47a3-82af-214014406185 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663543 Jul 15 13:44:46.445497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-6f4a0d24-3fbc-4f54-8e80-acd7fef51f3c tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:46.447238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-6f4a0d24-3fbc-4f54-8e80-acd7fef51f3c tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b&tenant_id=ab43f525a3914c93b39cda9d6df0f02a&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 1097 time: 0.1345563 Jul 15 13:44:46.621537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-65560fce-eefc-4386-9c9b-8036b1584019 service neutron] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:44:46.625989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-65560fce-eefc-4386-9c9b-8036b1584019 service neutron] Notify callbacks [] for binding, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:46.627340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-65560fce-eefc-4386-9c9b-8036b1584019 service neutron] 10.222.0.59 "DELETE /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1/bindings/n-h2-798054-11 HTTP/1.1" status: 204 len: 173 time: 0.1701164 Jul 15 13:44:47.206769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.260122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:44:47.452061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:47.492855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'port_id': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'mac_address': 'fa:16:3e:b3:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3a0492-bf91-4697-a4dc-35a3a87fdd46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:44:47.576448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.624898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a74de606-a7bd-449f-abcf-aaf761b54fe4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:44:47.695710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:47.708565 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:47.754894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b5473-2dd0-46c7-9b11-782b3db90a33 req-06cca485-a9dd-4981-8bd3-f072112e20e5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:47.766080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-819b5473-2dd0-46c7-9b11-782b3db90a33 req-06cca485-a9dd-4981-8bd3-f072112e20e5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2278619 Jul 15 13:44:47.885713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-819b5473-2dd0-46c7-9b11-782b3db90a33 req-bc64ef71-fda1-49f4-b4cf-39c3e702b4ad tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121707 Jul 15 13:44:47.952088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:47.964481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a74de606-a7bd-449f-abcf-aaf761b54fe4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:44:48.204926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20df21-3e25-4aac-bf14-a2d4c0e9aa04 req-658699ea-f5b8-49b1-86df-968f633235bd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:48.230089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:48.241273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f20df21-3e25-4aac-bf14-a2d4c0e9aa04 req-658699ea-f5b8-49b1-86df-968f633235bd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.2997332 Jul 15 13:44:48.374270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:48.428910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f20df21-3e25-4aac-bf14-a2d4c0e9aa04 req-7172fbfc-3950-417b-987d-feefaa967bdc tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817086 Jul 15 13:44:48.657226 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:48.712586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a820c-0dfa-4eb6-9d9c-365de72955c5 req-e56e2406-8744-4dcd-8b9d-63bc3efdc81d tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:48.714540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-197a820c-0dfa-4eb6-9d9c-365de72955c5 req-e56e2406-8744-4dcd-8b9d-63bc3efdc81d tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1097 time: 0.0775468 Jul 15 13:44:48.784828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-197a820c-0dfa-4eb6-9d9c-365de72955c5 req-3acc9978-52ff-4bec-a00b-ef3b20818939 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620658 Jul 15 13:44:49.117263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10344a02-caaa-4643-88ae-2aa10bafb889 req-653c46c2-a996-4c98-ac8e-e8ed0d9a70d8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:49.130486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10344a02-caaa-4643-88ae-2aa10bafb889 req-653c46c2-a996-4c98-ac8e-e8ed0d9a70d8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.1602960 Jul 15 13:44:49.226118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10344a02-caaa-4643-88ae-2aa10bafb889 req-b19504e6-9079-4778-8b84-7efe06c429f3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935531 Jul 15 13:44:49.235929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44098) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:49.270468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:44:49.380913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0fcfca8c-9c8d-4bcc-921f-b73ed6527b7c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/1d757559-d072-477d-8d79-60a8470e8741 HTTP/1.1" status: 200 len: 992 time: 0.1418707 Jul 15 13:44:49.417659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf43e6-516c-4c85-8e90-4a1321f60c91 req-f707145e-e895-4b20-8e81-083445a4c43b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:49.435089 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baaf43e6-516c-4c85-8e90-4a1321f60c91 req-f707145e-e895-4b20-8e81-083445a4c43b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 944 time: 0.2102828 Jul 15 13:44:49.483668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port a74de606-a7bd-449f-abcf-aaf761b54fe4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:44:49.484706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.554346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baaf43e6-516c-4c85-8e90-4a1321f60c91 req-a759a5d2-934f-493f-9957-b236c67320b5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164339 Jul 15 13:44:49.697666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.760066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:49.766569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:49.769611 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a26dbcd-363a-49a2-92cd-af4e2985d402" -d '{"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:49.780321 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:49.872439 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b236e-3826-4a74-bef2-1ee37ec4de2f x-openstack-request-id: req-e04b236e-3826-4a74-bef2-1ee37ec4de2f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:49.877702 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:49.878395 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e04b236e-3826-4a74-bef2-1ee37ec4de2f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:49.879548 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'code': 200} Jul 15 13:44:49.916744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:50.899825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d1bb3-3eb1-4653-8a9e-398d52c9848f req-d51bd5d1-4b9a-47e3-a61b-ea07571aef08 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:50.915349 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e9d1bb3-3eb1-4653-8a9e-398d52c9848f req-d51bd5d1-4b9a-47e3-a61b-ea07571aef08 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1600618 Jul 15 13:44:51.030019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e9d1bb3-3eb1-4653-8a9e-398d52c9848f req-6e2d50b5-088e-46af-aea5-bbf6fedb6330 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133933 Jul 15 13:44:51.815906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:52.532186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08707e5-3e5c-4ca7-9ac5-c493fccc26ca req-6d69b05e-d367-4465-9468-075b6eabf934 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:52.540094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c08707e5-3e5c-4ca7-9ac5-c493fccc26ca req-6d69b05e-d367-4465-9468-075b6eabf934 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1499357 Jul 15 13:44:52.599589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c08707e5-3e5c-4ca7-9ac5-c493fccc26ca req-d3f95433-4c30-4259-91b6-d5ff35fb3dfd tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584486 Jul 15 13:44:52.637027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 0ef530b2-8658-4ad1-8346-774d537cd563 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:52.637620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.812705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.813031 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:52.838463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 0ef530b2-8658-4ad1-8346-774d537cd563 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:53.078164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.117028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=0ef530b2-8658-4ad1-8346-774d537cd563,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:53.256662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.257272 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP 1d757559-d072-477d-8d79-60a8470e8741 disassociated (deleted). External IP: 172.25.3.226, port: 3f54ec12-f180-4918-bba9-0e0b628253c1. Jul 15 13:44:53.649070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:44:53.872302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:44:53.878142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:53.887068 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] Sync routers for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:44:53.930478 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:53.936025 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:53.952701 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-743af893-4a24-47cb-a54c-8042efe19a5e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/floatingips/1d757559-d072-477d-8d79-60a8470e8741 HTTP/1.1" status: 204 len: 168 time: 2.1356177 Jul 15 13:44:53.953716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:53.957676 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e156e303-238e-4694-a584-47b815053ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:54.213907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd94e-a40b-41f1-8892-fe19c14a1094 req-e8250e8d-006a-4917-abbb-ae0db8e0ad40 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:54.222083 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e05fd94e-a40b-41f1-8892-fe19c14a1094 req-e8250e8d-006a-4917-abbb-ae0db8e0ad40 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1743324 Jul 15 13:44:54.316382 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e05fd94e-a40b-41f1-8892-fe19c14a1094 req-80d77717-2cc5-4f6d-b815-eff6db7d89ed tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Jul 15 13:44:54.349544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-9349cf10-1c06-4cb5-ac2c-3322ddf4ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:54.356677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-9349cf10-1c06-4cb5-ac2c-3322ddf4ea5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1097 time: 0.1952219 Jul 15 13:44:54.413526 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfef9f-c5f4-4d91-b3bd-360dca4b109e x-openstack-request-id: req-3ebfef9f-c5f4-4d91-b3bd-360dca4b109e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:54.413823 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:54.414394 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ebfef9f-c5f4-4d91-b3bd-360dca4b109e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:54.414974 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'status': 'completed', 'code': 200} Jul 15 13:44:54.616266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e303-238e-4694-a584-47b815053ba9 req-b45aa6b3-0e5a-4f65-a7e9-fa159d54d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:54.633696 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-b45aa6b3-0e5a-4f65-a7e9-fa159d54d10e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 1097 time: 0.1871486 Jul 15 13:44:54.717652 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:54.743561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-4d0263fe-0309-4968-b6a6-565580dd5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:54.745765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-4d0263fe-0309-4968-b6a6-565580dd5ee8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.3587615 Jul 15 13:44:54.936964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-29fa3e7f-dd43-45fa-94ea-5ae7c619c5a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.1842577 Jul 15 13:44:55.033097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e303-238e-4694-a584-47b815053ba9 req-252ff4e1-90ec-4c53-8466-00a8946e36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:55.037676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-252ff4e1-90ec-4c53-8466-00a8946e36d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 200 len: 897 time: 0.3963470 Jul 15 13:44:55.054629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-8690aebf-a9d5-43e9-bd38-cfa5b48a9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:55.056856 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-8690aebf-a9d5-43e9-bd38-cfa5b48a9d3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.0948555 Jul 15 13:44:55.157518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486b573-61c4-430c-8a6c-92466d19e1c8 req-b3fef729-e64a-48da-b4ca-597c8ea563a3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:55.162626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-49fe4a2a-e08f-4874-97a2-1bfe0c43b5d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 200 len: 217 time: 0.1156256 Jul 15 13:44:55.181159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1486b573-61c4-430c-8a6c-92466d19e1c8 req-b3fef729-e64a-48da-b4ca-597c8ea563a3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.2549639 Jul 15 13:44:55.206035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-8f6f774a-f1d3-4f0c-94a3-30c1c0ac3635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316805 Jul 15 13:44:55.308688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e303-238e-4694-a584-47b815053ba9 req-1e4982bc-a64e-425b-a50c-bed562d03887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:55.310291 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-1e4982bc-a64e-425b-a50c-bed562d03887 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 200 len: 835 time: 0.1034837 Jul 15 13:44:55.366073 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1486b573-61c4-430c-8a6c-92466d19e1c8 req-20fc61f0-3af8-47ec-bec3-267d688f6039 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789923 Jul 15 13:44:55.609590 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:44Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:55.652866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-c6689da7-1e5c-41d5-a3fe-ea324fcc1358 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:55.656894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-c6689da7-1e5c-41d5-a3fe-ea324fcc1358 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.4927106 Jul 15 13:44:55.697440 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] Checking router: 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:44:55.729127 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:44:55.729779 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:55.973447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156e303-238e-4694-a584-47b815053ba9 req-dd6da11b-2e70-4f48-ac49-03bb9008dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:55.978810 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-dd6da11b-2e70-4f48-ac49-03bb9008dd8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ce39a7c-4a5b-4ea2-a396-be43504c8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6603582 Jul 15 13:44:56.001124 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:44:56.225400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-4f1efeaf-207f-459a-b2e7-4bf74fe3f95b service neutron] 10.222.0.59 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243495 Jul 15 13:44:56.238871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-a97b56af-8b55-402f-9201-a6a069e65487 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9988763 Jul 15 13:44:56.426179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 3f54ec12-f180-4918-bba9-0e0b628253c1 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:56.426540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.448029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-7686b4b0-fb93-4201-b5fb-78676963002e service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031517 Jul 15 13:44:56.484904 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:44Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:44:56.549014 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4537200-1c9b-45e8-ba5e-228953355f8a None None] The sync data for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 is: [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '15532729-bb68-4686-96a5-fbe7cc6aa9a0', 'name': '', 'network_id': '5ce39a7c-4a5b-4ea2-a396-be43504c8e25', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:18:9f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:32Z', 'updated_at': '2021-07-15T13:43:44Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': 'dd2bf624-9c47-486e-894f-ae729297bbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:44:56.675769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port 3f54ec12-f180-4918-bba9-0e0b628253c1, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3f54ec12-f180-4918-bba9-0e0b628253c1,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:56.676115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:56.702786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 3f54ec12-f180-4918-bba9-0e0b628253c1 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:44:56.849023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a239a-99ed-4bb1-87c6-812edf4f0fc4 req-e9e1cd20-f3d8-4f7b-b256-712c5bf49bf1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:56.861026 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-553a239a-99ed-4bb1-87c6-812edf4f0fc4 req-e9e1cd20-f3d8-4f7b-b256-712c5bf49bf1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=c96503c4-e193-4b61-b7e1-74a95def784b HTTP/1.1" status: 200 len: 945 time: 0.1550994 Jul 15 13:44:56.941540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-553a239a-99ed-4bb1-87c6-812edf4f0fc4 req-3d119c12-9aab-4153-b5f5-d7d0f9364974 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=30aa2d20-8254-4760-80f8-cc86508e7822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795114 Jul 15 13:44:56.984479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e156e303-238e-4694-a584-47b815053ba9 req-23c18d0f-9af1-4bdb-bbcb-3d91d51d5c36 service neutron] 10.222.0.59 "GET /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424622 Jul 15 13:44:57.038214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b621c1-f29c-4c11-a719-7499c938004c req-069adbb1-5afb-4e31-80b6-f720a3d31281 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:57.046085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-33b621c1-f29c-4c11-a719-7499c938004c req-069adbb1-5afb-4e31-80b6-f720a3d31281 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 1.3796599 Jul 15 13:44:57.113632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-33b621c1-f29c-4c11-a719-7499c938004c req-3cbf7c05-82f5-4ea8-82b5-42a9b4295512 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661316 Jul 15 13:44:57.114889 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.134008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c004e722-853f-420f-bf93-617399259a38 None None] New status for floating IP 1d757559-d072-477d-8d79-60a8470e8741: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:44:57.185185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=3f54ec12-f180-4918-bba9-0e0b628253c1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:44:57.238104 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:44:57.278131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] No DVR routers for this DVR port 3f54ec12-f180-4918-bba9-0e0b628253c1 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:44:57.284093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:57.287766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b6c0b0b-83de-4640-9291-a09d9d6211b8 req-08329d7c-f7b8-40cd-b2f2-ef9979b3bc0c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "DELETE /v2.0/ports/3f54ec12-f180-4918-bba9-0e0b628253c1 HTTP/1.1" status: 204 len: 173 time: 1.6027200 Jul 15 13:44:57.289183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-deleted', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:44:57.293530 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad4fbc1-7719-4407-9a2d-64ce9c117d86" -d '{"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-deleted", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:44:57.368004 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274159f7-59c2-49f0-ab92-eb7c41baf7b2 x-openstack-request-id: req-274159f7-59c2-49f0-ab92-eb7c41baf7b2 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:44:57.368375 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96503c4-e193-4b61-b7e1-74a95def784b", "name": "network-vif-deleted", "tag": "3f54ec12-f180-4918-bba9-0e0b628253c1", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:44:57.368697 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-274159f7-59c2-49f0-ab92-eb7c41baf7b2 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:44:57.369176 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96503c4-e193-4b61-b7e1-74a95def784b', 'name': 'network-vif-deleted', 'tag': '3f54ec12-f180-4918-bba9-0e0b628253c1', 'status': 'completed', 'code': 200} Jul 15 13:44:58.239253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44234) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:44:58.716436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63135e-70a0-4223-9802-e3d83686fd79 req-0bb1d0de-7469-47a3-8a57-0d3b476f8d33 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:44:58.718738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e63135e-70a0-4223-9802-e3d83686fd79 req-0bb1d0de-7469-47a3-8a57-0d3b476f8d33 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2558393 Jul 15 13:44:58.900426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e63135e-70a0-4223-9802-e3d83686fd79 req-a4608f6d-c623-4038-9f70-9c43086cfd55 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229718 Jul 15 13:44:59.199057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.305220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:44:59.350246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 3f54ec12-f180-4918-bba9-0e0b628253c1 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:44:59.350860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3f54ec12-f180-4918-bba9-0e0b628253c1 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:44:59.633382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 15532729-bb68-4686-96a5-fbe7cc6aa9a0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:44:59.634671 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.783578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port 15532729-bb68-4686-96a5-fbe7cc6aa9a0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=15532729-bb68-4686-96a5-fbe7cc6aa9a0,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:44:59.783945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:44:59.800876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 15532729-bb68-4686-96a5-fbe7cc6aa9a0 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:00.150632 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:00.353736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=15532729-bb68-4686-96a5-fbe7cc6aa9a0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:00.486307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.487041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.487644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.488235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.488879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.489448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.490030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.490729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.491450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.492264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.492821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.493371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:00.581782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063939ac-9546-4c1d-8932-799303cdbb9e req-040f5a3d-0b8c-4ea2-a365-a88d1557f12a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:00.596459 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-063939ac-9546-4c1d-8932-799303cdbb9e req-040f5a3d-0b8c-4ea2-a365-a88d1557f12a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2391338 Jul 15 13:45:00.682143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-063939ac-9546-4c1d-8932-799303cdbb9e req-677159c2-2109-4cfe-9262-6ffda937a2d5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849333 Jul 15 13:45:00.724051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.085170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:01.289917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:01.302155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67f52bf6-637e-4a6a-b3e0-e13be9a7d4f8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/33a7469d-7514-4d6b-9fcd-d3bf94e304e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0611484 Jul 15 13:45:01.305555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:01.307411 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] Sync routers for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:01.323791 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:01.325023 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:01.364858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting subnet dd2bf624-9c47-486e-894f-ae729297bbda {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:45:01.368662 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.417959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.568828 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:01.610292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.826545 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.887073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2bf624-9c47-486e-894f-ae729297bbda,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:01.914350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:01.919808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ac12b1cb-9833-4740-9d1a-9e21a8ff621a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/subnets/dd2bf624-9c47-486e-894f-ae729297bbda HTTP/1.1" status: 204 len: 168 time: 0.6098559 Jul 15 13:45:01.920391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44274) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:01.923389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d91b18-7f58-4aea-a51d-140794469138 None None] Network 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:02.070790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44280) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:02.109807 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:45:00Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:02.273900 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] Checking router: 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:02.292162 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] Routers {'33a7469d-7514-4d6b-9fcd-d3bf94e304e4'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:02.293885 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:02.392451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7c79826-c62d-4e4d-83db-3c2836a1b1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.503538 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] Set router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:02.565902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3f8fa-3eb8-471f-b931-51ad270d893b req-61448c03-6262-4120-8f9b-ac42a47a0e9c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:02.569197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84b3f8fa-3eb8-471f-b931-51ad270d893b req-61448c03-6262-4120-8f9b-ac42a47a0e9c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3346441 Jul 15 13:45:02.751288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84b3f8fa-3eb8-471f-b931-51ad270d893b req-83bba07d-d89c-4a12-8e94-7d79e321c7b4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709054 Jul 15 13:45:02.826767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.862137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] DHCP port deletion for 5ce39a7c-4a5b-4ea2-a396-be43504c8e25 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:45:02.881717 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7c79826-c62d-4e4d-83db-3c2836a1b1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:02.890336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a7c79826-c62d-4e4d-83db-3c2836a1b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.003749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a7c79826-c62d-4e4d-83db-3c2836a1b1cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9e7defc021c4d738eb91c4a40f9eb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9315355 Jul 15 13:45:03.006295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c79826-c62d-4e4d-83db-3c2836a1b1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb28dde9-9053-484f-9e30-2ce5107c694c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.016367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:03.046595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] Deleting port 586e2d7b-3f07-4efa-9e59-f599ec4046fd {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:03.047559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.098726 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:45:00Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:03.168553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7725d312-8429-4cc4-91c6-388ead855d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.223054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-18c5867e-d429-47cb-8513-092d24eca948 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8210638 Jul 15 13:45:03.240889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7725d312-8429-4cc4-91c6-388ead855d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.277790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] For port 586e2d7b-3f07-4efa-9e59-f599ec4046fd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=586e2d7b-3f07-4efa-9e59-f599ec4046fd,segment=NetworkSegment(b784e18c-6e8e-4bd1-9b68-86b66890a891),segment_id=b784e18c-6e8e-4bd1-9b68-86b66890a891)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:03.278103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.305531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] Calling delete_port for 586e2d7b-3f07-4efa-9e59-f599ec4046fd owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:03.335291 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cacb38d-8b8f-4397-96e8-d1cab770f37c None None] The sync data for ids ['33a7469d-7514-4d6b-9fcd-d3bf94e304e4'] in n-d-798054-11 is: [{'id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714827481', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:43:24Z', 'updated_at': '2021-07-15T13:45:00Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': 'e7c4ee8e-a69f-4861-a86f-a0e010315445', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a7469d-7514-4d6b-9fcd-d3bf94e304e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:43:25Z', 'updated_at': '2021-07-15T13:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:03.358654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7725d312-8429-4cc4-91c6-388ead855d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.363300 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7725d312-8429-4cc4-91c6-388ead855d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.379080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7725d312-8429-4cc4-91c6-388ead855d42 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb28dde9-9053-484f-9e30-2ce5107c694c HTTP/1.1" status: 204 len: 168 time: 0.3597491 Jul 15 13:45:03.418604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d312-8429-4cc4-91c6-388ead855d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb28dde9-9053-484f-9e30-2ce5107c694c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.649140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.726090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] Pushing event deleted for resources: {'Port': ['ID=586e2d7b-3f07-4efa-9e59-f599ec4046fd,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:03.770995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8baf2-03bf-4939-afb3-c2aa2f0a011b None None] No DVR routers for this DVR port 586e2d7b-3f07-4efa-9e59-f599ec4046fd on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:03.779954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:03.900785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-4a8c937c-f54e-472a-a53a-fce1802b32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:03.903074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-4a8c937c-f54e-472a-a53a-fce1802b32b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1097 time: 0.6085947 Jul 15 13:45:03.971048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port e7c4ee8e-a69f-4861-a86f-a0e010315445 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:03.971505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.083536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15532729-bb68-4686-96a5-fbe7cc6aa9a0 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:04.127112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 15532729-bb68-4686-96a5-fbe7cc6aa9a0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:04.127329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 15532729-bb68-4686-96a5-fbe7cc6aa9a0 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:04.128489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 586e2d7b-3f07-4efa-9e59-f599ec4046fd no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:04.173912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 586e2d7b-3f07-4efa-9e59-f599ec4046fd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:04.174253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 586e2d7b-3f07-4efa-9e59-f599ec4046fd not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:04.613885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port e7c4ee8e-a69f-4861-a86f-a0e010315445, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e7c4ee8e-a69f-4861-a86f-a0e010315445,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:04.614781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.629065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for e7c4ee8e-a69f-4861-a86f-a0e010315445 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:04.935655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:04.989069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=e7c4ee8e-a69f-4861-a86f-a0e010315445,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:05.037687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c9cf1-ba99-4fe1-9e10-e9f68201c9e8 req-c32910d6-e631-4633-8582-5681ee61546e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.055343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-148c9cf1-ba99-4fe1-9e10-e9f68201c9e8 req-c32910d6-e631-4633-8582-5681ee61546e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 1.0866816 Jul 15 13:45:05.170965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-91d907de-4ac2-40c1-97ab-4e8d6eaa30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.172656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-91d907de-4ac2-40c1-97ab-4e8d6eaa30b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 1.2418928 Jul 15 13:45:05.317520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-148c9cf1-ba99-4fe1-9e10-e9f68201c9e8 req-7e3ab80e-02c9-4c9a-9b42-748dcbd7a495 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578776 Jul 15 13:45:05.342313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.484719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.487685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.563776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.564791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Fanout notify agent at l3_agent the message router_deleted on router 33a7469d-7514-4d6b-9fcd-d3bf94e304e4 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:45:05.609721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.610951 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-277dde89-4e57-4f00-b118-e7c2d0c5b85a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/routers/33a7469d-7514-4d6b-9fcd-d3bf94e304e4 HTTP/1.1" status: 204 len: 168 time: 3.6891618 Jul 15 13:45:05.613659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44348) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:05.615021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-e84b06a5-6019-4a83-9be5-37ab9eedb91f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 200 len: 1001 time: 0.4297366 Jul 15 13:45:05.779501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-bea93f9f-4a84-4960-a6ff-05742cc6b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.783515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-bea93f9f-4a84-4960-a6ff-05742cc6b980 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1522734 Jul 15 13:45:05.897848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:05.932380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-3d214fe3-37d8-4630-a529-35cd1e3a08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:05.934063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-3d214fe3-37d8-4630-a529-35cd1e3a08b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406014 Jul 15 13:45:06.137729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.183482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce39a7c-4a5b-4ea2-a396-be43504c8e25']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.202745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b784e18c-6e8e-4bd1-9b68-86b66890a891') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.203189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b784e18c-6e8e-4bd1-9b68-86b66890a891') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:06.223199 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.247695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-c881367b-39f0-4262-9789-893d6229441d service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047605 Jul 15 13:45:06.263631 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.281604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:45:06.282239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:45:06.286606 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:45:06.450646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7c4ee8e-a69f-4861-a86f-a0e010315445 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:06.487650 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.508031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.519552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/networks/5ce39a7c-4a5b-4ea2-a396-be43504c8e25 HTTP/1.1" status: 204 len: 168 time: 0.8993392 Jul 15 13:45:06.535607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e7c4ee8e-a69f-4861-a86f-a0e010315445 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:06.536156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e7c4ee8e-a69f-4861-a86f-a0e010315445 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:06.581964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44362) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:06.639462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0fc99-8d55-4a2d-8f07-12ea5642bde1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Network': ['ID=5ce39a7c-4a5b-4ea2-a396-be43504c8e25,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:06.648916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-175cdb84-3c04-4751-bff8-b2c50b5f74f2 req-13bddabc-288d-4519-a646-e9004a280275 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806884 Jul 15 13:45:06.765952 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d42255a-c507-4e0d-95f3-97f4f2838e92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.811446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d42255a-c507-4e0d-95f3-97f4f2838e92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:06.848206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3349f8-1065-4d1a-bd6d-e45ed0208d30 req-4d870e62-d9f0-4b31-93ba-41a52d7792d9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:06.855496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3349f8-1065-4d1a-bd6d-e45ed0208d30 req-4d870e62-d9f0-4b31-93ba-41a52d7792d9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.1739919 Jul 15 13:45:06.983704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6c3349f8-1065-4d1a-bd6d-e45ed0208d30 req-e6ddd11f-7f00-40c8-abd1-82c1dc4dc11a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109614 Jul 15 13:45:07.032500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d42255a-c507-4e0d-95f3-97f4f2838e92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.044205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8d42255a-c507-4e0d-95f3-97f4f2838e92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.062099 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8d42255a-c507-4e0d-95f3-97f4f2838e92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/security-groups/30aa2d20-8254-4760-80f8-cc86508e7822 HTTP/1.1" status: 204 len: 168 time: 0.4734075 Jul 15 13:45:07.088938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42255a-c507-4e0d-95f3-97f4f2838e92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aa2d20-8254-4760-80f8-cc86508e7822,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.426433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.437337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690229873', 'description': 'tempest-secgroup-smoke-1690229873 description', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:07.505913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.620146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.627525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.700913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93051c-84a3-4725-9f44-0630b449e916,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.703611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.706589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a7c4885-fcf6-4d6f-b1ef-57c7d532449c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2764843 Jul 15 13:45:07.708254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44388) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.717236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '6a93051c-84a3-4725-9f44-0630b449e916', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:07.752714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.840979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.853652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.888292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7cd00c-e25f-4e18-8964-a9cc44f89a78,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:07.921767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:07.927721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8c06166b-ef9d-47b3-9e8b-cc0440e58b8f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179899 Jul 15 13:45:07.929008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:07.973601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '6a93051c-84a3-4725-9f44-0630b449e916', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.061028 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.166606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.171903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.220216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22af9df4-4738-47f5-bab4-0340181381e1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.233850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.238248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-42aa7b7f-32d8-4c16-84db-e87b99c42592 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3075113 Jul 15 13:45:08.238947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44412) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.245076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '6a93051c-84a3-4725-9f44-0630b449e916', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.309620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.323741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d5306-d636-4fc9-b9d4-ed1d0a113978 req-6e455ae1-5561-47f7-b1fa-0d9de747be64 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:08.325949 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-690d5306-d636-4fc9-b9d4-ed1d0a113978 req-6e455ae1-5561-47f7-b1fa-0d9de747be64 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.0944045 Jul 15 13:45:08.388238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-690d5306-d636-4fc9-b9d4-ed1d0a113978 req-295b399f-154a-45ff-97db-8c6d2ebb970d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Jul 15 13:45:08.458202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.470094 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.557609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e134120a-3e49-4b91-89c6-3479d2bfbd82,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.562979 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.564524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7a8cd3d3-7c4c-4e0f-9e26-e54cdf89115b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245845 Jul 15 13:45:08.569163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44422) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.574963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '6a93051c-84a3-4725-9f44-0630b449e916', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.613655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.700068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.709454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.740160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39d4f73-6b72-411d-b13e-7ae4cd2e8629,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:08.750846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.752643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-af1540cb-32ba-4502-9244-39657d1bb8cb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822960 Jul 15 13:45:08.756175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44424) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:08.761621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '6a93051c-84a3-4725-9f44-0630b449e916', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:08.790880 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:45:08.807533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.919223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:08.952389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.034963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51681e9f-d10f-44d6-8284-bf79a7f99b95,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:09.051776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.058294 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1d8fa5d9-7db2-4baf-9169-c23c684f2cc3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2958660 Jul 15 13:45:09.058294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44434) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:09.064374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'security_group_rule': {'security_group_id': '6a93051c-84a3-4725-9f44-0630b449e916', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:09.125486 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Project ab43f525a3914c93b39cda9d6df0f02a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:45:09.133974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.274498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.294517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.346329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0491c0bb-09a1-4a91-9b49-f2162261201d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:09.370391 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.375050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-996a948a-b53b-4e92-9ef6-7a28606c19e1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3134885 Jul 15 13:45:09.379758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44436) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:09.387757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'network': {'name': 'tempest-network-smoke--647107093', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'port_security_enabled': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:09.442811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:09.450420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.516072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:45:09.558624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.560917 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Added segment e89a1dca-da0d-45e3-a8c3-0ec34f077e7e of type vlan for network d2e94429-03f7-426e-a7af-3fcb89e8ab0a Jul 15 13:45:09.755159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.843006 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:09.872495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:09.874575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.063452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6819932 Jul 15 13:45:10.067173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44448) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:10.072824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'admin_state_up': True, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:10.106367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.108359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.141389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97445e2-b424-43c7-a815-772a845c028e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Network': ['ID=d2e94429-03f7-426e-a7af-3fcb89e8ab0a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:10.158686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:45:10.193746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819b7a3-558e-42d7-b841-562034c290ed req-d7bf4d66-08da-4e5a-a83b-f389a8432253 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:10.202544 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b819b7a3-558e-42d7-b841-562034c290ed req-d7bf4d66-08da-4e5a-a83b-f389a8432253 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.4694104 Jul 15 13:45:10.383897 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b819b7a3-558e-42d7-b841-562034c290ed req-3a442bd6-20fe-441b-be03-f5d7a640e48d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809177 Jul 15 13:45:10.410082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:10.630647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.034588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.057547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.258419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.196 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/030a0758-82e5-42b0-abab-b82b3908184f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:11.414328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.467563 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:11.562988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:11.567043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:11.571763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:11.578807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=030a0758-82e5-42b0-abab-b82b3908184f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:11.949372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48385b97-2916-4c43-a429-18cd82eab780 req-6a0a1bc0-0c7c-40f9-a3f4-05fe537b94fa tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:11.958596 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48385b97-2916-4c43-a429-18cd82eab780 req-6a0a1bc0-0c7c-40f9-a3f4-05fe537b94fa tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.2359154 Jul 15 13:45:12.740633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.103259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-48385b97-2916-4c43-a429-18cd82eab780 req-81d61bab-a805-45a3-8195-0f564548386d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1434445 Jul 15 13:45:13.104545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1c4128e-a10f-42cd-9fc6-45039f21551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.148220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.368147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router a0fdfb01-7017-42af-85e1-55d8fabed270 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:45:13.403822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-b520c0d7-9091-450e-b229-838bbcbe8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.408834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-b520c0d7-9091-450e-b229-838bbcbe8c24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1097 time: 0.1914370 Jul 15 13:45:13.603127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-c122b9d0-5d3a-4c8c-80db-e6545fe98b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.605315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-c122b9d0-5d3a-4c8c-80db-e6545fe98b71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.1896236 Jul 15 13:45:13.635948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:13.652382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Sync routers for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:13.669809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:13.670895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:44:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:13.701580 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-5cb8220b-b97d-452a-96a0-9473aa8013de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.0891747 Jul 15 13:45:13.726097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:13.733263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d1a691b9-4fa0-4efa-8c45-d68348723858 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6646774 Jul 15 13:45:13.734233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:13.826120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-5719821b-1af1-43f8-9a8e-f8467028a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:13.831027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-5719821b-1af1-43f8-9a8e-f8467028a032 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.1236219 Jul 15 13:45:13.896804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0716f5a4-561c-4e66-a06c-2d4196a878de tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=ab43f525a3914c93b39cda9d6df0f02a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1606441 Jul 15 13:45:13.900650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44500) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:13.908933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-33ce0b72-7f54-44eb-9732-e1a3b6329032 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714450 Jul 15 13:45:13.961255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:14.029642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ef17a-7e08-407a-995d-fb1017b6d5dd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:14.031554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-365ef17a-7e08-407a-995d-fb1017b6d5dd tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289866 Jul 15 13:45:14.043772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44504) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:14.084509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-eb00e64d-f337-43fe-9a0c-f49e942a63bd service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682839 Jul 15 13:45:14.146415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 44514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:14.159282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec0b606b-5677-4dbd-b68d-18a4ef3a0125 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1101441 Jul 15 13:45:14.159870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1142892664', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:14.492448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:11Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:14.517303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5d9d75fc-0b4e-4168-bd36-43d98135162b req-991d89c2-7fb0-4cd5-b853-7ee0664efe8f service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262824 Jul 15 13:45:14.532288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Checking router: a0fdfb01-7017-42af-85e1-55d8fabed270 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:14.532801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Updating router a0fdfb01-7017-42af-85e1-55d8fabed270 port 030a0758-82e5-42b0-abab-b82b3908184f binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:14.577932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:14.582136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.584160 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:14.916744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3213457-06ed-41e0-9ba9-2fc961348428 req-ab723abd-fac7-4160-bd60-98f8125865ba tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:14.925435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3213457-06ed-41e0-9ba9-2fc961348428 req-ab723abd-fac7-4160-bd60-98f8125865ba tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.5026686 Jul 15 13:45:14.950250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.015680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3213457-06ed-41e0-9ba9-2fc961348428 req-4f8d0f40-b60d-4fbe-b295-583a1afd9ed1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889313 Jul 15 13:45:15.069642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Subnet': ['ID=762bd5be-cfef-4e61-b8b6-5b1cf043c43d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.072336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Checking segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:15.073002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network hostable DHCP agents. Network: d2e94429-03f7-426e-a7af-3fcb89e8ab0a, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:45:15.099138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:45:15.114994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, d2e94429-03f7-426e-a7af-3fcb89e8ab0a) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:15.124041 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:15.124041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.128972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533dff8e-9c91-4955-a1db-fa8c62f5b279 None None] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:15.132560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.161167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:15.173332 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7bc11366-0c2f-4635-814d-7c67b0347166 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0254259 Jul 15 13:45:15.365571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Transition to ACTIVE for port object 030a0758-82e5-42b0-abab-b82b3908184f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:15.376116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.382027 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.389038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-d2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:45:15.390331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.483203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Attempting to bind port 030a0758-82e5-42b0-abab-b82b3908184f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:15.483720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Attempting to bind port 030a0758-82e5-42b0-abab-b82b3908184f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:15.484095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Attempting to bind port 030a0758-82e5-42b0-abab-b82b3908184f on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:15.496314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.589290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Pushing event updated for resources: {'Port': ['ID=030a0758-82e5-42b0-abab-b82b3908184f,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.599403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:15.599785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:15.600192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.600591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:15.601060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Bound port: 030a0758-82e5-42b0-abab-b82b3908184f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:15.601491 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.673133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] For port 030a0758-82e5-42b0-abab-b82b3908184f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:15.676970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] For port 030a0758-82e5-42b0-abab-b82b3908184f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=030a0758-82e5-42b0-abab-b82b3908184f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:15.684389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.684828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.685189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.685656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.686074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.686429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.686801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.687267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.687665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.688041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.688645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.688973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:15.696001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1097ee1e-e277-48ce-bbe8-08f3d02195b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.702950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.806694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:15.807289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:45:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:15.809649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502ba23-6c22-4c48-9e82-7d2a7fe6b496 None None] Pushing event updated for resources: {'Port': ['ID=030a0758-82e5-42b0-abab-b82b3908184f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:15.886351 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:15.961546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Allocated IP 172.20.0.2 (d2e94429-03f7-426e-a7af-3fcb89e8ab0a/762bd5be-cfef-4e61-b8b6-5b1cf043c43d/4beaa079-9ab8-4cf3-b025-0d0d50bd0916) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:16.110557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.152297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:16.560752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de563422-888e-4b35-9eff-fc831524758b req-b865b5ea-dc31-4c5c-8707-06c5f34c236f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:16.562992 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de563422-888e-4b35-9eff-fc831524758b req-b865b5ea-dc31-4c5c-8707-06c5f34c236f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 945 time: 0.3288784 Jul 15 13:45:16.736641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de563422-888e-4b35-9eff-fc831524758b req-5dce36ac-ecd1-4f8c-94d5-f784f79b14c6 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361246 Jul 15 13:45:16.892115 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:16.899754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:11Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:16.956262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad357479-1374-4fb8-96fe-1e53617846bd None None] The sync data for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 is: [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:11Z', 'revision_number': 3, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:16.958495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Transition to ACTIVE for port object 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:17.019800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Transition to ACTIVE for port object 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:17.030319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.088401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:17.092137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:17.106775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:17.164341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.1 (d2e94429-03f7-426e-a7af-3fcb89e8ab0a/762bd5be-cfef-4e61-b8b6-5b1cf043c43d/cffff8ac-b692-4de2-879d-82060a748123) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:17.281849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Attempting to bind port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:17.283252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Attempting to bind port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:17.284569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Attempting to bind port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 on network d2e94429-03f7-426e-a7af-3fcb89e8ab0a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:17.296434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Pushing event updated for resources: {'Port': ['ID=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:17.302580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:17.304913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Checking segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:17.306095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.307249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Bound using segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:17.311385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Bound port: 4beaa079-9ab8-4cf3-b025-0d0d50bd0916, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:17.311804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.313994 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.385668 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.420399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e5e79-4e76-4a04-9eb7-13c37467eac1 req-4daaa5f8-29c4-4451-91f2-f405f0a6c912 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:17.422260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:17.424861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b8e5e79-4e76-4a04-9eb7-13c37467eac1 req-4daaa5f8-29c4-4451-91f2-f405f0a6c912 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 946 time: 0.3394678 Jul 15 13:45:17.578645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object cffff8ac-b692-4de2-879d-82060a748123 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:17.652438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b8e5e79-4e76-4a04-9eb7-13c37467eac1 req-ec3e9d99-c5a0-4dbb-81bf-465d599e5e72 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082961 Jul 15 13:45:17.673859 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.679035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] For port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:17.718460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.749528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] For port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:17.766380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:17.773688 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91908144-895a-4235-ab8e-41a00667fc23" -d '{"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-unplugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:17.821161 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.846057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:17.887969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:17.894974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:17.900006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:17.946961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:17.954874 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68335d57-a3b8-4833-8c50-8ad47f91ea95 x-openstack-request-id: req-68335d57-a3b8-4833-8c50-8ad47f91ea95 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:17.954874 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-unplugged", "status": "failed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4", "code": 422}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:17.954874 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-68335d57-a3b8-4833-8c50-8ad47f91ea95 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:17.967215 n-d-798054-11 neutron-server[93996]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'code': 422} returned with failed status Jul 15 13:45:18.058221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=cffff8ac-b692-4de2-879d-82060a748123,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.072475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d450bb-edfe-4f95-a241-bf13b7c83b38 None None] Pushing event updated for resources: {'Port': ['ID=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.104079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.269894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:18.378579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 030a0758-82e5-42b0-abab-b82b3908184f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:18.574430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cb6f3-8672-4465-81f1-a99e0b4216f3 req-aa0c7495-6600-4044-bd7b-c1c49fe158d8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:18.596164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-426cb6f3-8672-4465-81f1-a99e0b4216f3 req-aa0c7495-6600-4044-bd7b-c1c49fe158d8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.4165907 Jul 15 13:45:18.618158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 030a0758-82e5-42b0-abab-b82b3908184f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:18.665176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:18.666133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 030a0758-82e5-42b0-abab-b82b3908184f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:18.666772 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.714146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.824592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-426cb6f3-8672-4465-81f1-a99e0b4216f3 req-3715ba88-0893-456b-8e70-ff71a7e19145 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225807 Jul 15 13:45:18.826335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:18.854705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-fc9bd116-5f69-428f-be3b-6e005688dd61 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:18.863597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-fc9bd116-5f69-428f-be3b-6e005688dd61 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 946 time: 0.4832406 Jul 15 13:45:18.980380 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.031373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 030a0758-82e5-42b0-abab-b82b3908184f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=030a0758-82e5-42b0-abab-b82b3908184f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:19.043417 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.145808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Deleting port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:45:19.146236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.147330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=030a0758-82e5-42b0-abab-b82b3908184f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:19.148290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66aebc33-acb4-4f2e-8152-5888b3058ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.399447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] For port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:19.399841 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.424116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Calling delete_port for 3fe5fb43-21b4-4811-a763-fb7b6e790e0e owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:45:19.449925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e41b1-dba0-4c9d-949d-5e3d1b3c2914 req-07dddeaf-1543-41b9-ac73-62d402be2908 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:19.452081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-018e41b1-dba0-4c9d-949d-5e3d1b3c2914 req-07dddeaf-1543-41b9-ac73-62d402be2908 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1648805 Jul 15 13:45:19.515195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388abaf0-0bd8-4309-980c-f6338707276d req-0201ca5c-6b97-4b52-95a0-5999b970acab tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:19.518781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-388abaf0-0bd8-4309-980c-f6338707276d req-0201ca5c-6b97-4b52-95a0-5999b970acab tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 946 time: 0.3406806 Jul 15 13:45:19.582285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-018e41b1-dba0-4c9d-949d-5e3d1b3c2914 req-a7ae346c-0fbb-4598-9164-ca67e9b183da tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 Jul 15 13:45:19.634371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-388abaf0-0bd8-4309-980c-f6338707276d req-3d9562f3-be86-4491-a011-33f6ed65e5f8 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065140 Jul 15 13:45:19.651312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66aebc33-acb4-4f2e-8152-5888b3058ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.670116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-66aebc33-acb4-4f2e-8152-5888b3058ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.718197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.733408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['3fe5fb43-21b4-4811-a763-fb7b6e790e0e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:19.738250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-66aebc33-acb4-4f2e-8152-5888b3058ee7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c61d4b357dbc42f4a75f5eeab7b5d2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0717134 Jul 15 13:45:19.745447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 44602) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:19.781517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aebc33-acb4-4f2e-8152-5888b3058ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854da038-d6f6-4b17-85c0-4c65d1e95814,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:19.812553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.825158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84c740-a0d8-4b1f-a3c7-d254f5c66d3b None None] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:45:19.886218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.899618 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7267fd-56cf-4757-bbc0-450006daf8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.907433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Pushing event deleted for resources: {'Port': ['ID=3fe5fb43-21b4-4811-a763-fb7b6e790e0e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:19.970194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] No DVR routers for this DVR port 3fe5fb43-21b4-4811-a763-fb7b6e790e0e on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:45:19.975833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:19.978452 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2d21b3d8-9ed4-4326-9d59-99d2e2a1f78a req-8179cc30-02d7-4773-9a0f-18774c913037 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.59 "DELETE /v2.0/ports/3fe5fb43-21b4-4811-a763-fb7b6e790e0e HTTP/1.1" status: 204 len: 173 time: 1.1093655 Jul 15 13:45:19.978971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'name': 'network-vif-deleted', 'tag': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:19.982035 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0cc9ba-384c-4824-91a2-5d22ab4d4d76" -d '{"events": [{"server_uuid": "e06f5a22-5340-451e-a7a6-e3eeae12ff51", "name": "network-vif-deleted", "tag": "3fe5fb43-21b4-4811-a763-fb7b6e790e0e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:19.986004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=cffff8ac-b692-4de2-879d-82060a748123,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.038665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7267fd-56cf-4757-bbc0-450006daf8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.050290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.068611 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c10cf-4f7d-4385-88dc-6b1fb50c9e4d x-openstack-request-id: req-070c10cf-4f7d-4385-88dc-6b1fb50c9e4d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:20.069347 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06f5a22-5340-451e-a7a6-e3eeae12ff51", "name": "network-vif-deleted", "tag": "3fe5fb43-21b4-4811-a763-fb7b6e790e0e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:20.069780 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-070c10cf-4f7d-4385-88dc-6b1fb50c9e4d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:20.070349 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06f5a22-5340-451e-a7a6-e3eeae12ff51', 'name': 'network-vif-deleted', 'tag': '3fe5fb43-21b4-4811-a763-fb7b6e790e0e', 'status': 'completed', 'code': 200} Jul 15 13:45:20.295774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7267fd-56cf-4757-bbc0-450006daf8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.304201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6b7267fd-56cf-4757-bbc0-450006daf8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.322461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6b7267fd-56cf-4757-bbc0-450006daf8ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/854da038-d6f6-4b17-85c0-4c65d1e95814 HTTP/1.1" status: 204 len: 168 time: 0.5734532 Jul 15 13:45:20.327628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c7a81fb2-ba0f-49e8-8f3e-8b113bcd3b9a None None] Provisioning for port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:20.374947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7267fd-56cf-4757-bbc0-450006daf8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854da038-d6f6-4b17-85c0-4c65d1e95814,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:20.385689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:20.387181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:20.387389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:20.515356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:20.524615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:20.525292 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.637974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router a0fdfb01-7017-42af-85e1-55d8fabed270 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:20.895343 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:20.912717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e084-fcec-42bc-90ab-564b58e63a3d req-5e572c79-3102-4679-b62b-0a7ba0baff94 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:20.917059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b40e084-fcec-42bc-90ab-564b58e63a3d req-5e572c79-3102-4679-b62b-0a7ba0baff94 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1884172 Jul 15 13:45:21.038362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6b40e084-fcec-42bc-90ab-564b58e63a3d req-457c10c7-483a-4463-aedb-604ba8242efb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129172 Jul 15 13:45:21.123543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:21.124822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:21.134908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-62572c48-fdeb-460b-9753-7684a3a93169 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/a0fdfb01-7017-42af-85e1-55d8fabed270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9675534 Jul 15 13:45:21.139073 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Sync routers for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:21.142213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.143415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 030a0758-82e5-42b0-abab-b82b3908184f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:21.177787 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:21.178695 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:45:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:21.246365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95eb576f-b599-4ddb-9964-082acb9b86b1 None None] Provisioning for port cffff8ac-b692-4de2-879d-82060a748123 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:21.259052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:21.265469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95eb576f-b599-4ddb-9964-082acb9b86b1 None None] Provisioning complete for port cffff8ac-b692-4de2-879d-82060a748123 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:21.266009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95eb576f-b599-4ddb-9964-082acb9b86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.327823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 030a0758-82e5-42b0-abab-b82b3908184f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:21.330124 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.333705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-95eb576f-b599-4ddb-9964-082acb9b86b1 None None] Port cffff8ac-b692-4de2-879d-82060a748123 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:21.336360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9999480a-d306-4c59-b409-0f6f87762587 req-534bcc29-4401-484e-87bc-b0d6030179af tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=e06f5a22-5340-451e-a7a6-e3eeae12ff51 HTTP/1.1" status: 200 len: 210 time: 0.0938470 Jul 15 13:45:21.397170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95eb576f-b599-4ddb-9964-082acb9b86b1 None None] Provisioning complete for port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:21.397752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95eb576f-b599-4ddb-9964-082acb9b86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.591495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-9d53aa88-1efb-49b1-8437-ecc3a0033ec7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690229873&fields=id&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 267 time: 0.0614462 Jul 15 13:45:21.628378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:21.677614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-09e0f4de-9f76-4b0d-9edd-3bb4fb7db7d2 None None] Provisioning complete for port cffff8ac-b692-4de2-879d-82060a748123 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:21.677986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-09e0f4de-9f76-4b0d-9edd-3bb4fb7db7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.716591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-09e0f4de-9f76-4b0d-9edd-3bb4fb7db7d2 None None] Port cffff8ac-b692-4de2-879d-82060a748123 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:21.740688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-42be3113-0dac-4419-b2f5-33369496029a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479363 Jul 15 13:45:21.768944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-fc619a59-4df9-45b9-9942-17b3c8f6fed5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:21.778050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-fc619a59-4df9-45b9-9942-17b3c8f6fed5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/networks?id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 200 len: 796 time: 0.1563170 Jul 15 13:45:21.791501 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-04dd073e-53ce-419a-8efa-5470fa38c6b8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/quotas/ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 375 time: 0.0117404 Jul 15 13:45:21.844407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-22c38293-d915-4048-b4b8-e711e39473b4 None None] Provisioning complete for port cffff8ac-b692-4de2-879d-82060a748123 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:21.844896 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22c38293-d915-4048-b4b8-e711e39473b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:21.919004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-a3d6eff9-7731-42f0-bab7-13254251feb2 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200230 Jul 15 13:45:21.950550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-22c38293-d915-4048-b4b8-e711e39473b4 None None] Port cffff8ac-b692-4de2-879d-82060a748123 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:21.971494 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:19Z', 'revision_number': 2, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:22.025154 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Checking router: a0fdfb01-7017-42af-85e1-55d8fabed270 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:22.025622 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Updating router a0fdfb01-7017-42af-85e1-55d8fabed270 port cffff8ac-b692-4de2-879d-82060a748123 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:45:22.099729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:22.108301 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.202586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-42811a4f-4361-45db-b7b3-e3e5768de8c0 service neutron] 10.222.0.57 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712238 Jul 15 13:45:22.294382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:22.294935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.332349 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-66b1963b-5b76-4b5c-a920-74f3877b8539 service neutron] 10.222.0.57 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281252 Jul 15 13:45:22.517702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ff57-128f-4786-b0e1-78026e79721b req-f242ccf0-8bb4-4667-8f7c-7f8eb91d860d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:22.520947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e04ff57-128f-4786-b0e1-78026e79721b req-f242ccf0-8bb4-4667-8f7c-7f8eb91d860d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1449165 Jul 15 13:45:22.529998 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.541994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Transition to ACTIVE for port object cffff8ac-b692-4de2-879d-82060a748123 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:22.553155 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.581434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1e04ff57-128f-4786-b0e1-78026e79721b req-0777488d-9841-47a0-bb58-c1a8ce2cfc09 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Jul 15 13:45:22.667467 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Pushing event updated for resources: {'Port': ['ID=cffff8ac-b692-4de2-879d-82060a748123,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:22.690517 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.691000 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.691401 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.691831 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.692237 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.692622 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.693077 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.693421 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.693802 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.694181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.694587 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.695033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:45:22.771143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d6bc17d-5706-43df-a9e2-abb0e1136080 req-13a0b1bd-0314-40f1-ae87-5b86747697fe tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0535858 Jul 15 13:45:22.789327 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Attempting to bind port cffff8ac-b692-4de2-879d-82060a748123 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:22.790573 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Attempting to bind port cffff8ac-b692-4de2-879d-82060a748123 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:22.791057 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Attempting to bind port cffff8ac-b692-4de2-879d-82060a748123 on network d2e94429-03f7-426e-a7af-3fcb89e8ab0a {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:22.798749 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:22.798749 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Checking segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:22.799237 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.799678 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Bound using segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:22.800160 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Bound port: cffff8ac-b692-4de2-879d-82060a748123, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:22.800545 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:22.889965 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] For port cffff8ac-b692-4de2-879d-82060a748123, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:22.893630 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] For port cffff8ac-b692-4de2-879d-82060a748123, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cffff8ac-b692-4de2-879d-82060a748123,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:22.904598 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:23.022397 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:23.023069 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:45:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:23.025746 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767bd51-c4d3-474f-a4ba-dabe8b96dfb4 None None] Pushing event updated for resources: {'Port': ['ID=cffff8ac-b692-4de2-879d-82060a748123,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:23.236328 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:23.463089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3fe5fb43-21b4-4811-a763-fb7b6e790e0e no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:45:23.503942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-846ee9ed-b823-4e39-bce1-82a812a0c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.506107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-846ee9ed-b823-4e39-bce1-82a812a0c076 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe&tenant_id=afd015b2ed4c4d1aaab091c333fde5bd HTTP/1.1" status: 200 len: 1095 time: 0.1906216 Jul 15 13:45:23.522098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 3fe5fb43-21b4-4811-a763-fb7b6e790e0e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:45:23.522774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 3fe5fb43-21b4-4811-a763-fb7b6e790e0e not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:45:23.615878 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:22Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:23.621156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-a04ae9c5-adb6-42b5-888d-96c1086775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.622727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-a04ae9c5-adb6-42b5-888d-96c1086775d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1095 time: 0.0910761 Jul 15 13:45:23.644554 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae14c-92fa-45f9-9ae0-56662e9f86e9 None None] The sync data for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 is: [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:22Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:23.783150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-2b1894fc-5373-4d70-80f3-acc2701a9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:23.785230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-2b1894fc-5373-4d70-80f3-acc2701a9e20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.1537452 Jul 15 13:45:23.872481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-de5760a4-4f1f-4395-a325-f81c54de8332 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.0796196 Jul 15 13:45:23.962670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7726d6b-3397-4a61-9201-c984c8a3515e req-9943a69d-60ce-477e-a2f8-30a3070c8326 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0540972 Jul 15 13:45:24.131535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cffff8ac-b692-4de2-879d-82060a748123 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:24.288774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port cffff8ac-b692-4de2-879d-82060a748123 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:24.300103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port cffff8ac-b692-4de2-879d-82060a748123 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:24.300474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.465383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.508127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port cffff8ac-b692-4de2-879d-82060a748123, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cffff8ac-b692-4de2-879d-82060a748123,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:24.514825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:24.597566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=cffff8ac-b692-4de2-879d-82060a748123,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:24.638779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-a8f23159-2d6e-410c-91bc-9fe1a49195eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:24.640462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-a8f23159-2d6e-410c-91bc-9fe1a49195eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.7185283 Jul 15 13:45:24.663202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-78ffeb43-5f7d-4375-a858-0f72b7994b30 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:24.664881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-78ffeb43-5f7d-4375-a858-0f72b7994b30 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/networks?id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 200 len: 796 time: 0.2498188 Jul 15 13:45:24.734663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-60f5dab9-8bdb-485e-8ec0-a46bd4659d3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683923 Jul 15 13:45:24.773673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-5221b7bf-b072-4da6-ba05-84e1c4c8fda9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab43f525a3914c93b39cda9d6df0f02a HTTP/1.1" status: 200 len: 380 time: 0.0889316 Jul 15 13:45:24.807678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'port': {'device_id': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'admin_state_up': True, 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'security_groups': ['6a93051c-84a3-4725-9f44-0630b449e916']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:24.852833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19151-fa83-4f0b-a317-021807f2a20f req-51a64f9b-1bb7-438d-8389-756a19b241a4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:24.855909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8c19151-fa83-4f0b-a317-021807f2a20f req-51a64f9b-1bb7-438d-8389-756a19b241a4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 1.0167580 Jul 15 13:45:25.134996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8c19151-fa83-4f0b-a317-021807f2a20f req-062e37dc-f9ae-4d5f-afa2-abe5fe20fca4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490525 Jul 15 13:45:25.162934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-abed902c-b330-429e-8e74-084a62cfe488 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093339 Jul 15 13:45:25.214109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Made reservation on behalf of ab43f525a3914c93b39cda9d6df0f02a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:25.218164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.248822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17a67063-e29a-40f6-a2fe-ba396218f1ab req-bc435b6c-a683-43d9-9675-617b5c70026f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0760186 Jul 15 13:45:25.373698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5c0b389-f62d-41ac-9aba-74c1606d663f req-426f796c-c04a-4355-8e19-794d28c51aae service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858077 Jul 15 13:45:25.505757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.20.0.7 (d2e94429-03f7-426e-a7af-3fcb89e8ab0a/762bd5be-cfef-4e61-b8b6-5b1cf043c43d/2ef3132c-d146-4787-a3c1-cf343876efb2) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:25.732894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.756688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Transition to ACTIVE for port object 2ef3132c-d146-4787-a3c1-cf343876efb2 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:25.811870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:25.869320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:25.880686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:25.886494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:25.927720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:25.973099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:25.974036 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.005271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-1f84273b-8f10-475c-b40b-030f2c977184 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2016242 Jul 15 13:45:26.019313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Request body: {'port': {'device_id': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:26.107978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cffff8ac-b692-4de2-879d-82060a748123 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:26.241991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port cffff8ac-b692-4de2-879d-82060a748123 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:26.242981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.249383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.445133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b3b22b02-e0af-46cc-9a32-c7f18fd433bb None None] Provisioning for port 2ef3132c-d146-4787-a3c1-cf343876efb2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:26.470094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b3b22b02-e0af-46cc-9a32-c7f18fd433bb None None] Provisioning complete for port 2ef3132c-d146-4787-a3c1-cf343876efb2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:26.471795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b3b22b02-e0af-46cc-9a32-c7f18fd433bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:26.657135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22b02-e0af-46cc-9a32-c7f18fd433bb None None] Port 2ef3132c-d146-4787-a3c1-cf343876efb2 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:45:26.676725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcf983-5518-48fb-9dee-adb1b7ddec42 req-e59ec9b1-44a7-4d5a-b2ae-eba3e65d3632 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:26.698938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dfcf983-5518-48fb-9dee-adb1b7ddec42 req-e59ec9b1-44a7-4d5a-b2ae-eba3e65d3632 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 931 time: 0.1723855 Jul 15 13:45:26.788438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4dfcf983-5518-48fb-9dee-adb1b7ddec42 req-a4cfb5f3-89e7-4078-8bb0-efef643fd3d5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874660 Jul 15 13:45:26.937968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32d9f-7c01-4627-8369-91ed40304575 req-dd983e3b-238c-4e7e-a81f-3a09c4e752d0 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:26.947582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96d32d9f-7c01-4627-8369-91ed40304575 req-dd983e3b-238c-4e7e-a81f-3a09c4e752d0 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.4335985 Jul 15 13:45:27.081006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-96d32d9f-7c01-4627-8369-91ed40304575 req-a2b280e0-d363-47f3-a93d-4a6cb076700e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282282 Jul 15 13:45:27.202240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef3132c-d146-4787-a3c1-cf343876efb2 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:27.217247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.259673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Transition to ACTIVE for port object 2ef3132c-d146-4787-a3c1-cf343876efb2 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:27.267222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.437263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:27.641771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Attempting to bind port 2ef3132c-d146-4787-a3c1-cf343876efb2 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:27.642201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Attempting to bind port 2ef3132c-d146-4787-a3c1-cf343876efb2 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:27.642558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Attempting to bind port 2ef3132c-d146-4787-a3c1-cf343876efb2 on network d2e94429-03f7-426e-a7af-3fcb89e8ab0a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:27.656405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Port 2ef3132c-d146-4787-a3c1-cf343876efb2 on network d2e94429-03f7-426e-a7af-3fcb89e8ab0a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:45:27.656769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Attempting to bind port 2ef3132c-d146-4787-a3c1-cf343876efb2 on network d2e94429-03f7-426e-a7af-3fcb89e8ab0a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:27.696339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:27.697066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Checking segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:27.701152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Bound using segment: {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:27.706244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Bound port: 2ef3132c-d146-4787-a3c1-cf343876efb2, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:27.711899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:27.896637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:27.908200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:27.914793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.090585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:28.091726 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:28.094163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] 10.222.0.59 "PUT /v2.0/ports/2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 200 len: 1092 time: 2.0807550 Jul 15 13:45:28.095430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4a23a-7798-40bf-9bc2-d5dfa3ac8868 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:28.100464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:28.103864 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b0e98-22fe-499e-92b0-2d3c9d0db58f" -d '{"events": [{"name": "network-changed", "server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:28.189801 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4214511e-15a2-4a7f-ac7b-4531f44e7d54 x-openstack-request-id: req-4214511e-15a2-4a7f-ac7b-4531f44e7d54 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:28.191194 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:28.191856 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4214511e-15a2-4a7f-ac7b-4531f44e7d54 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:28.192904 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'status': 'completed', 'code': 200} Jul 15 13:45:28.283306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb5307-5cf9-49e8-8559-9c45af651f1e req-6f512fef-c117-4429-8df5-32fc2f5e530c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:28.286724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88bb5307-5cf9-49e8-8559-9c45af651f1e req-6f512fef-c117-4429-8df5-32fc2f5e530c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.1833823 Jul 15 13:45:28.365906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-88bb5307-5cf9-49e8-8559-9c45af651f1e req-986a958a-fa7c-4233-80e2-cdfe069915bd tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675509 Jul 15 13:45:28.471557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d1492-8d60-4279-adc8-8e551ab6b644 req-c216d6d9-b995-4214-81b8-a6166bb6bc22 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:28.480212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca8d1492-8d60-4279-adc8-8e551ab6b644 req-c216d6d9-b995-4214-81b8-a6166bb6bc22 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1358840 Jul 15 13:45:28.537500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ca8d1492-8d60-4279-adc8-8e551ab6b644 req-5fa3cff5-7f3f-4969-87ec-254cb713cba1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517321 Jul 15 13:45:29.661522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdddbab-f23b-47dc-9b77-cb4386447714 req-31b3d0bf-827f-4afd-b6c0-ca3e7b132481 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:29.664200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8fdddbab-f23b-47dc-9b77-cb4386447714 req-31b3d0bf-827f-4afd-b6c0-ca3e7b132481 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.1394315 Jul 15 13:45:29.720705 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8fdddbab-f23b-47dc-9b77-cb4386447714 req-4372f020-22ed-4e83-aaed-99bd7277eaad tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487366 Jul 15 13:45:29.870466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c867cfa-f8aa-430a-bcf2-08dddcc9ab59 req-238b8f17-baef-418b-8a89-2ef579bc0fff tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:29.877808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c867cfa-f8aa-430a-bcf2-08dddcc9ab59 req-238b8f17-baef-418b-8a89-2ef579bc0fff tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1130352 Jul 15 13:45:29.996924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c867cfa-f8aa-430a-bcf2-08dddcc9ab59 req-95a9a798-584f-493a-9cda-72acf8bf3f07 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054542 Jul 15 13:45:31.325671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03742875-9855-4abc-8df6-414a6d8b8512 req-700a7cc2-6c1d-4f61-aa25-f03354669915 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.343778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03742875-9855-4abc-8df6-414a6d8b8512 req-700a7cc2-6c1d-4f61-aa25-f03354669915 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1409674 Jul 15 13:45:31.429455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03742875-9855-4abc-8df6-414a6d8b8512 req-bcd2545e-7e61-457d-baf4-761185b3b7f1 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Jul 15 13:45:31.493409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d1e3-8b65-42a0-a713-e71529ee9424 req-e2eab7d5-ca97-4e36-93fc-0ab73b5c5c31 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.503456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f81d1e3-8b65-42a0-a713-e71529ee9424 req-e2eab7d5-ca97-4e36-93fc-0ab73b5c5c31 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.6047125 Jul 15 13:45:31.554682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f81d1e3-8b65-42a0-a713-e71529ee9424 req-c6130637-e6b9-4602-8c7d-704ecaee4421 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483670 Jul 15 13:45:31.682715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-76bc54ba-cc32-485a-a56b-f4bf7ecf53b1 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:31.684505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-76bc54ba-cc32-485a-a56b-f4bf7ecf53b1 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/networks?id=21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 200 len: 813 time: 0.1206100 Jul 15 13:45:31.700583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-626d8ef9-a8e6-4563-8656-52a746f8f060 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/quotas/d340710fc14d48c08723132085940c2a HTTP/1.1" status: 200 len: 375 time: 0.0099313 Jul 15 13:45:31.737177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-e414f703-ea89-4423-957f-51d4f0941118 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d340710fc14d48c08723132085940c2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310550 Jul 15 13:45:31.846018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-362cf2dc-78b9-4a16-ad2d-a355181023a4 service neutron] 10.222.0.57 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023080 Jul 15 13:45:31.951492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-daaf5d4a-0e4d-4561-885a-2af84f54a6ef service neutron] 10.222.0.57 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978272 Jul 15 13:45:32.185600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a7b4c91-bc88-4ea4-af25-37dc3959e806 req-86802904-9ac4-4894-ab61-611af3a23339 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 210 time: 0.0458794 Jul 15 13:45:32.760032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6744b-7bd6-4297-9b5d-9fd355bf0078 req-e45263b1-2e82-49a1-90e7-fdf968bf57b8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:32.761711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44a6744b-7bd6-4297-9b5d-9fd355bf0078 req-e45263b1-2e82-49a1-90e7-fdf968bf57b8 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1535187 Jul 15 13:45:32.844782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786dbeb-e161-438b-9092-71211fd2021c req-c6ef05c6-4e75-4e53-a818-356c1398a933 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:32.848385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1786dbeb-e161-438b-9092-71211fd2021c req-c6ef05c6-4e75-4e53-a818-356c1398a933 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.1269741 Jul 15 13:45:32.852458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44a6744b-7bd6-4297-9b5d-9fd355bf0078 req-cfde8bb7-2146-4529-9a02-f0046458120a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848844 Jul 15 13:45:32.941546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1786dbeb-e161-438b-9092-71211fd2021c req-6dd899c0-6413-4c00-ab83-63b9164c23e9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779278 Jul 15 13:45:33.408156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4d89f5e-5aec-4d2d-958d-31d4cb75707e req-fb9f4530-d5e1-4351-9e3a-6476c4289e08 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 210 time: 0.0437253 Jul 15 13:45:33.716521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-38c89e0b-c560-4c72-b784-d45e2a4a95a5 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:33.718354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-38c89e0b-c560-4c72-b784-d45e2a4a95a5 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.58 "GET /v2.0/networks?id=21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 200 len: 813 time: 0.2083414 Jul 15 13:45:33.731551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Request body: {'port': {'device_id': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417', 'admin_state_up': True, 'tenant_id': 'd340710fc14d48c08723132085940c2a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:33.886716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Made reservation on behalf of d340710fc14d48c08723132085940c2a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:45:33.890071 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.136263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Allocated IP 172.20.0.6 (21bc9327-88ff-422e-8e29-1841a4235417/15c609b5-5430-4156-a6cd-23ce592827c5/49166576-ed36-4e25-83bd-0dc9e8f6f1e2) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:34.170294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2289d4-12ab-429f-861b-28c31d22e6cc req-525ca03c-8d3c-4381-85ac-033168f0d90a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.178318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df2289d4-12ab-429f-861b-28c31d22e6cc req-525ca03c-8d3c-4381-85ac-033168f0d90a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1388128 Jul 15 13:45:34.234416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df2289d4-12ab-429f-861b-28c31d22e6cc req-cb08da3c-a199-4171-984e-44744e74b8d3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547428 Jul 15 13:45:34.237060 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:45:34.268242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c620c2b-99ac-4bda-afaf-9a77b49c7db9 req-c5ae01ba-c9f9-4917-a49b-534396989d04 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.277383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c620c2b-99ac-4bda-afaf-9a77b49c7db9 req-c5ae01ba-c9f9-4917-a49b-534396989d04 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.1295052 Jul 15 13:45:34.352907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c620c2b-99ac-4bda-afaf-9a77b49c7db9 req-c39f9521-5063-4789-9ab6-1312f7f71a02 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766659 Jul 15 13:45:34.455614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.518890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.613741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Network 21bc9327-88ff-422e-8e29-1841a4235417 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:34.617386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:34.619989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:34.641826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a2107-e61f-4cf6-bdfa-bcb525db26e6 req-c3006d9e-2d7e-437a-a789-273de69af732 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.651534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-386a2107-e61f-4cf6-bdfa-bcb525db26e6 req-c3006d9e-2d7e-437a-a789-273de69af732 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 931 time: 0.1040442 Jul 15 13:45:34.666065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Pushing event updated for resources: {'Port': ['ID=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:34.704862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:34.705578 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:34.706275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-386a2107-e61f-4cf6-bdfa-bcb525db26e6 req-c75c9502-98ba-4a26-ae55-78665b1e53c1 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509191 Jul 15 13:45:34.747637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-c8812b2d-128b-4136-91f1-0e145d63620c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0208061 Jul 15 13:45:34.760490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Request body: {'port': {'device_id': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:34.858133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.203333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:35.211787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.226368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Transition to ACTIVE for port object 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:45:35.232260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.316358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Pushing event updated for resources: {'Port': ['ID=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.444978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Attempting to bind port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:45:35.445609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Attempting to bind port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:45:35.446121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Attempting to bind port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 on network 21bc9327-88ff-422e-8e29-1841a4235417 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:35.457084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 on network 21bc9327-88ff-422e-8e29-1841a4235417 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:45:35.457680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Attempting to bind port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 on network 21bc9327-88ff-422e-8e29-1841a4235417 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:45:35.474058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:45:35.474837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Checking segment: {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:45:35.475413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Bound using segment: {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:45:35.476055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Bound port: 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75c9b85-f1db-40b7-8527-af834e350585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:45:35.476597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.528691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b7845-df89-4725-9469-92f4736b5f6a req-186603ed-4017-4319-a32f-53903325a223 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:35.536170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f22b7845-df89-4725-9469-92f4736b5f6a req-186603ed-4017-4319-a32f-53903325a223 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1785276 Jul 15 13:45:35.613973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] For port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:45:35.645124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] For port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:45:35.669899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.685542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f22b7845-df89-4725-9469-92f4736b5f6a req-6da0292d-71ee-41c0-9ebe-1dee08da036d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480458 Jul 15 13:45:35.698032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cde9a0-3061-47dc-9495-4ab657661cad req-f25c02af-2f53-4487-b0b8-a45e437107eb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:35.706340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6cde9a0-3061-47dc-9495-4ab657661cad req-f25c02af-2f53-4487-b0b8-a45e437107eb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.1053333 Jul 15 13:45:35.776131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:35.776876 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:35.778827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] 10.222.0.58 "PUT /v2.0/ports/49166576-ed36-4e25-83bd-0dc9e8f6f1e2 HTTP/1.1" status: 200 len: 1092 time: 1.0231388 Jul 15 13:45:35.792363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'tag': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:35.794966 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e48dd-b501-40e5-a688-75c8782049d8" -d '{"events": [{"name": "network-changed", "server_uuid": "91d0c21a-7b11-452e-82a6-39c5414934d4", "tag": "49166576-ed36-4e25-83bd-0dc9e8f6f1e2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:35.825384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6cde9a0-3061-47dc-9495-4ab657661cad req-209d2ead-8c6c-437c-b2c4-fde39e69d1a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044941 Jul 15 13:45:35.928536 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d1220-bb35-4873-a5dd-023ef03be342 service neutron] Pushing event updated for resources: {'Port': ['ID=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:35.933066 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90725db-e1d5-4196-99de-e9367541a510 x-openstack-request-id: req-d90725db-e1d5-4196-99de-e9367541a510 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:35.933808 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d0c21a-7b11-452e-82a6-39c5414934d4", "tag": "49166576-ed36-4e25-83bd-0dc9e8f6f1e2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:35.934125 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d90725db-e1d5-4196-99de-e9367541a510 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:35.934720 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'tag': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2', 'status': 'completed', 'code': 200} Jul 15 13:45:36.019831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5558a49d-d5d4-4700-b489-c6ca8cf220b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.021443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-5558a49d-d5d4-4700-b489-c6ca8cf220b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d340710fc14d48c08723132085940c2a&device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 1095 time: 0.1608331 Jul 15 13:45:36.075110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-b6581341-c4d8-4b20-becb-463025858308 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2 HTTP/1.1" status: 200 len: 217 time: 0.0443864 Jul 15 13:45:36.117104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0b5a1-3ef9-47f3-88e3-813e472dbb3c req-e5bbf4ec-3156-47b6-b12f-5ba57e6ca6b6 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.118656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5a0b5a1-3ef9-47f3-88e3-813e472dbb3c req-e5bbf4ec-3156-47b6-b12f-5ba57e6ca6b6 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 943 time: 0.1545925 Jul 15 13:45:36.156837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da163-209a-4d94-b2b8-9188348a67eb req-e2221085-d4f3-4ab8-bc45-ecd46d888263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.158400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-e2221085-d4f3-4ab8-bc45-ecd46d888263 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c609b5-5430-4156-a6cd-23ce592827c5 HTTP/1.1" status: 200 len: 853 time: 0.0771112 Jul 15 13:45:36.198490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5a0b5a1-3ef9-47f3-88e3-813e472dbb3c req-5b417c02-0e27-4474-8e97-b4e48be38049 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705764 Jul 15 13:45:36.200994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-40d1a492-8276-445c-ab21-de303098a79e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21bc9327-88ff-422e-8e29-1841a4235417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347898 Jul 15 13:45:36.301961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-14d80660-cb33-4f8e-a9f7-632e7ffef783 service neutron] 10.222.0.58 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946596 Jul 15 13:45:36.394391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b30da163-209a-4d94-b2b8-9188348a67eb req-dbcc7ea3-2015-4a83-998b-1093f48f375f service neutron] 10.222.0.58 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862935 Jul 15 13:45:36.506275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e48dd-b501-40e5-a688-75c8782049d8 req-f2d2a1b3-6199-418d-b90c-3bc4126e2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.507980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-f2d2a1b3-6199-418d-b90c-3bc4126e2dda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d340710fc14d48c08723132085940c2a&device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 1095 time: 0.0612295 Jul 15 13:45:36.914049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f50117-af98-4308-8714-ec920bfdd05a req-b8f6ccb5-4959-4fd3-bcf0-edd1ac1f51f4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.922168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f50117-af98-4308-8714-ec920bfdd05a req-b8f6ccb5-4959-4fd3-bcf0-edd1ac1f51f4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1058731 Jul 15 13:45:36.973203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-47f50117-af98-4308-8714-ec920bfdd05a req-ae496341-a9a9-4db5-8f06-de5541b07aea tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Jul 15 13:45:36.989803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e48dd-b501-40e5-a688-75c8782049d8 req-3d3c5594-9a2b-44b8-a885-e7aebc89b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.991483 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-3d3c5594-9a2b-44b8-a885-e7aebc89b6e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 200 len: 914 time: 0.4773822 Jul 15 13:45:36.993457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-9057a38d-41f2-4569-9e90-d2b695bd543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:36.994868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-9057a38d-41f2-4569-9e90-d2b695bd543b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1095 time: 0.1459122 Jul 15 13:45:37.065201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-c45a8a11-4393-4e75-ac80-955a70d98bdb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2 HTTP/1.1" status: 200 len: 217 time: 0.0654206 Jul 15 13:45:37.106647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-29e98c39-b201-445f-9e24-12982ce1a17c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 200 len: 217 time: 0.0922031 Jul 15 13:45:37.189635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e48dd-b501-40e5-a688-75c8782049d8 req-fa486e0c-1568-42cc-a06e-c3f0970edee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.191133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-fa486e0c-1568-42cc-a06e-c3f0970edee9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c609b5-5430-4156-a6cd-23ce592827c5 HTTP/1.1" status: 200 len: 853 time: 0.0941565 Jul 15 13:45:37.196384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-20bf05fb-0692-426f-b532-776226e2def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.197727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-20bf05fb-0692-426f-b532-776226e2def2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=762bd5be-cfef-4e61-b8b6-5b1cf043c43d HTTP/1.1" status: 200 len: 835 time: 0.0693078 Jul 15 13:45:37.259007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-d7e03fe8-e643-4290-8d80-ba59add72c56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=21bc9327-88ff-422e-8e29-1841a4235417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585036 Jul 15 13:45:37.268638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b38d6-efa1-4fae-8778-3fa0201e8cd7 req-bbdeefef-3341-4cbd-8fc8-b006a03e31d5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.270095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f98b38d6-efa1-4fae-8778-3fa0201e8cd7 req-bbdeefef-3341-4cbd-8fc8-b006a03e31d5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.2716336 Jul 15 13:45:37.393030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5563-5dee-469d-aefb-f89672799c27 req-e99a8019-0ab1-453c-bc4e-ccbd58e5ca01 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.394771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7eaa5563-5dee-469d-aefb-f89672799c27 req-e99a8019-0ab1-453c-bc4e-ccbd58e5ca01 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 943 time: 0.0731041 Jul 15 13:45:37.395821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f98b38d6-efa1-4fae-8778-3fa0201e8cd7 req-a9ac18ac-3c45-413f-907f-07811e7453ee tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147513 Jul 15 13:45:37.415441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-49d092c3-fd48-49a2-be4b-2aa409e69dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.416934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-49d092c3-fd48-49a2-be4b-2aa409e69dec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078156 Jul 15 13:45:37.419873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-feec99b2-2f59-44dd-97eb-bb7215440611 service neutron] 10.222.0.58 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488371 Jul 15 13:45:37.451373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7eaa5563-5dee-469d-aefb-f89672799c27 req-284b23cd-f949-48a4-b7db-ea5e89ea8bb2 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 Jul 15 13:45:37.586425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-b75a76a1-6fda-40dc-a1af-1329166b8b55 service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607642 Jul 15 13:45:37.591723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-957e48dd-b501-40e5-a688-75c8782049d8 req-5ba9352d-ba64-4239-9b2f-5b6b93e56fbc service neutron] 10.222.0.58 "GET /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580462 Jul 15 13:45:37.687481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-959c3b72-194c-468b-881d-5b04f9e51a12 req-65e8ab00-57c6-410a-a264-d26553e0d7ce service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936427 Jul 15 13:45:37.793947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-29f0ded6-33a0-465d-a7c4-0dfa8e544b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.795689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-29f0ded6-33a0-465d-a7c4-0dfa8e544b6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0625012 Jul 15 13:45:37.894706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-ff838314-4cf7-4c52-b5fa-778748ed3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:37.896297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-ff838314-4cf7-4c52-b5fa-778748ed3531 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 200 len: 897 time: 0.0934381 Jul 15 13:45:37.944435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-f768dea5-2c57-441c-aedb-0e50b39eec5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 200 len: 217 time: 0.0402784 Jul 15 13:45:37.999121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-3ac7be86-28be-4635-807b-b6ca1e1c96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.000656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-3ac7be86-28be-4635-807b-b6ca1e1c96d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=762bd5be-cfef-4e61-b8b6-5b1cf043c43d HTTP/1.1" status: 200 len: 835 time: 0.0498068 Jul 15 13:45:38.075250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-ea526a71-275c-4553-abe9-707487e58d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.076803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-ea526a71-275c-4553-abe9-707487e58d4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674655 Jul 15 13:45:38.212772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-6dcbb6b9-e757-4f3f-b1f2-4ddee992b2a7 service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284094 Jul 15 13:45:38.226213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cbf12-1b59-4e37-a606-2dd84a108a60 req-af517564-6914-46ae-8612-07cffd685d9c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.227899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d66cbf12-1b59-4e37-a606-2dd84a108a60 req-af517564-6914-46ae-8612-07cffd685d9c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.1348937 Jul 15 13:45:38.332055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d66cbf12-1b59-4e37-a606-2dd84a108a60 req-9a356250-b08d-4a66-8f1c-fc2f64f5fea9 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Jul 15 13:45:38.362844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-264b0e98-22fe-499e-92b0-2d3c9d0db58f req-2657ab2e-d201-4468-8d46-8f6b4599cc2a service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338603 Jul 15 13:45:38.587756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c4d16-ee8b-4fff-b81e-f82d0fb5ab0a req-d57003d8-debd-41d1-a1fc-822a280b2087 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.589500 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e3c4d16-ee8b-4fff-b81e-f82d0fb5ab0a req-d57003d8-debd-41d1-a1fc-822a280b2087 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.0742838 Jul 15 13:45:38.629803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3e3c4d16-ee8b-4fff-b81e-f82d0fb5ab0a req-29fdd878-a7db-4264-bda1-35623c37c0e4 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343070 Jul 15 13:45:38.661063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2137761-b4c8-451c-ab29-78aa428abb87 req-3b0370bf-5ee3-4b61-a5af-d89361eacdce tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:38.662712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b2137761-b4c8-451c-ab29-78aa428abb87 req-3b0370bf-5ee3-4b61-a5af-d89361eacdce tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 943 time: 0.0709801 Jul 15 13:45:38.701676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b2137761-b4c8-451c-ab29-78aa428abb87 req-d64c5600-1092-4fb5-ac09-3096b05c5db9 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jul 15 13:45:39.516039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007de4e8-747a-4149-98aa-e07b17e1fdc4 req-6507f038-3b03-48a3-bc10-5df73e1e9d80 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.517569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-007de4e8-747a-4149-98aa-e07b17e1fdc4 req-6507f038-3b03-48a3-bc10-5df73e1e9d80 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 943 time: 0.0652790 Jul 15 13:45:39.537468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:45:39.560950 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-007de4e8-747a-4149-98aa-e07b17e1fdc4 req-2b4a6ff8-f415-450a-961b-5e1378cdedea tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375702 Jul 15 13:45:39.641730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:39.652790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'network_id': '13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78', 'port_id': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'mac_address': 'fa:16:3e:b3:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3a0492-bf91-4697-a4dc-35a3a87fdd46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:45:39.692272 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.706556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74de606-a7bd-449f-abcf-aaf761b54fe4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:39.731851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:39.739784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:39.802777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:39.827999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a9670-8040-4803-acaa-6b68a48b8018 req-be8ec130-45d0-4d5b-be49-17c2a84b716d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.829548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d9a9670-8040-4803-acaa-6b68a48b8018 req-be8ec130-45d0-4d5b-be49-17c2a84b716d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.0867078 Jul 15 13:45:39.870085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d9a9670-8040-4803-acaa-6b68a48b8018 req-cfee473f-fc0f-4dc5-bba0-178ccc4ce060 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348783 Jul 15 13:45:39.911109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618f390-5fe4-4502-842a-95aa681fea44 req-8e1c9fc1-42e2-4576-954e-5f44c1e85276 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:39.914163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6618f390-5fe4-4502-842a-95aa681fea44 req-8e1c9fc1-42e2-4576-954e-5f44c1e85276 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 943 time: 0.0702112 Jul 15 13:45:39.939279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a74de606-a7bd-449f-abcf-aaf761b54fe4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:39.960392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6618f390-5fe4-4502-842a-95aa681fea44 req-e5d3a6e5-b2a0-44de-83ef-36a9f944200e tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Jul 15 13:45:40.453622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:45:40.575335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:40.596239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2', 'network_id': '21bc9327-88ff-422e-8e29-1841a4235417', 'port_id': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2', 'mac_address': 'fa:16:3e:48:0f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c609b5-5430-4156-a6cd-23ce592827c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:45:40.639902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.653403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:40.673605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:40.677962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:40.727543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:40.768086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff3e55-1368-4293-998d-ca969523827c req-03df9002-3413-4ce4-be12-07022bfca032 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:40.769641 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1ff3e55-1368-4293-998d-ca969523827c req-03df9002-3413-4ce4-be12-07022bfca032 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 944 time: 0.0722024 Jul 15 13:45:40.817645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1ff3e55-1368-4293-998d-ca969523827c req-9902c676-68f5-4cd0-bf62-221f45b9b033 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Jul 15 13:45:40.906384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['49166576-ed36-4e25-83bd-0dc9e8f6f1e2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:41.063059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644c96a-4a7b-47ae-85c1-0f0620a4f78e req-71476edb-bc03-458c-8024-bbbb8a5c986c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:41.065590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0644c96a-4a7b-47ae-85c1-0f0620a4f78e req-71476edb-bc03-458c-8024-bbbb8a5c986c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 943 time: 0.0765784 Jul 15 13:45:41.115152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0644c96a-4a7b-47ae-85c1-0f0620a4f78e req-6c7e1352-fe5e-4b2f-b392-d2feb0a02a90 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Jul 15 13:45:41.176257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2803e-88f5-44ff-bd55-81f6e31218cd req-ae792b7f-8f65-4c5f-9495-8b7411add0d3 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:41.177787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0e2803e-88f5-44ff-bd55-81f6e31218cd req-ae792b7f-8f65-4c5f-9495-8b7411add0d3 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 944 time: 0.0714903 Jul 15 13:45:41.217463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0e2803e-88f5-44ff-bd55-81f6e31218cd req-d8de8618-16c9-4660-8a6a-a572b71fa315 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Jul 15 13:45:41.553602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:45:41.556992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:41.677138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port a74de606-a7bd-449f-abcf-aaf761b54fe4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:41.677898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.720142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:41.736730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'port_id': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'mac_address': 'fa:16:3e:88:38:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:45:41.804183 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.829459 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.832194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef3132c-d146-4787-a3c1-cf343876efb2 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:45:41.868145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:41.873436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:41.875831 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8cf89a-84e0-4dba-b054-214e066f92bd" -d '{"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:41.886848 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.893558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:41.921077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:41.928803 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5b8ce-a00b-43c4-a94a-c4b293df4e78 x-openstack-request-id: req-7ca5b8ce-a00b-43c4-a94a-c4b293df4e78 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:41.929091 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:41.929345 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ca5b8ce-a00b-43c4-a94a-c4b293df4e78 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:41.929798 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'code': 200} Jul 15 13:45:41.956623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.040172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:42.060339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb878e29-1ba8-497e-a156-11416b401c38 req-0318cb0c-0e3e-4de2-9cef-6ad9cd814107 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.062127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb878e29-1ba8-497e-a156-11416b401c38 req-0318cb0c-0e3e-4de2-9cef-6ad9cd814107 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0923545 Jul 15 13:45:42.107017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['2ef3132c-d146-4787-a3c1-cf343876efb2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:45:42.108815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb878e29-1ba8-497e-a156-11416b401c38 req-4db9d78b-2497-4892-992f-80f0c64ce233 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jul 15 13:45:42.142913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f49846-5ac4-4616-8ed7-e5ef5078e4ce req-4d1b26eb-b9ec-4dcb-833a-8af1e5f5113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.144606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6f49846-5ac4-4616-8ed7-e5ef5078e4ce req-4d1b26eb-b9ec-4dcb-833a-8af1e5f5113a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1098 time: 0.0719507 Jul 15 13:45:42.200085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6f49846-5ac4-4616-8ed7-e5ef5078e4ce req-811c5f87-7568-457b-ac9c-575e6533f22d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482874 Jul 15 13:45:42.348649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c20e-040f-4058-952a-e57b706f758f req-cf93588a-bbac-4fc1-b3d3-20ceec391ecb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.350466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9315c20e-040f-4058-952a-e57b706f758f req-cf93588a-bbac-4fc1-b3d3-20ceec391ecb tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 944 time: 0.0796819 Jul 15 13:45:42.407387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9315c20e-040f-4058-952a-e57b706f758f req-2f7b370e-a3a4-4bae-a30c-78edd6b252c9 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474153 Jul 15 13:45:42.430126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b871-dbb1-4a56-90d0-58730e575c50 req-289bcb37-37fc-4d6b-903e-919b8e48f312 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:42.431857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2522b871-dbb1-4a56-90d0-58730e575c50 req-289bcb37-37fc-4d6b-903e-919b8e48f312 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 944 time: 0.0813558 Jul 15 13:45:42.470020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:42.480256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2522b871-dbb1-4a56-90d0-58730e575c50 req-c1ff93f7-7001-492f-8da8-8b4b15c0914c tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Jul 15 13:45:42.523124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:42.528378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:42.528765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.609018 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.651095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:42.656827 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:42.711039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:43.079713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d8e57912-8209-4a88-adcc-21a086e1091d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.307772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9729fd3-846b-40d2-b9a5-6827cf28dea4 req-2681d975-152a-4bda-9660-881f04e14d98 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.309426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9729fd3-846b-40d2-b9a5-6827cf28dea4 req-2681d975-152a-4bda-9660-881f04e14d98 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0828958 Jul 15 13:45:43.374207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9729fd3-846b-40d2-b9a5-6827cf28dea4 req-1af22d4e-4926-459a-a09b-c432a7533591 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571063 Jul 15 13:45:43.553133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:45:43.625557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06db5f-d78b-417c-a354-cd022fc360d3 req-5e75dce3-1a5a-4e83-accf-74ab994f2e6a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.633302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb06db5f-d78b-417c-a354-cd022fc360d3 req-5e75dce3-1a5a-4e83-accf-74ab994f2e6a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 944 time: 0.0961435 Jul 15 13:45:43.673540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 2ef3132c-d146-4787-a3c1-cf343876efb2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:45:43.679041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 2ef3132c-d146-4787-a3c1-cf343876efb2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:45:43.679524 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.704384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb06db5f-d78b-417c-a354-cd022fc360d3 req-2351f494-1a2c-4879-9d6c-fee9744a55c0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691464 Jul 15 13:45:43.795890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1c92e-9899-42de-a19b-5029498f5a5d req-6558cb62-4751-4725-9b19-56286387f0bf tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:43.797384 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.797921 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8a1c92e-9899-42de-a19b-5029498f5a5d req-6558cb62-4751-4725-9b19-56286387f0bf tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 945 time: 0.0865316 Jul 15 13:45:43.832448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:45:43.836493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:43.848634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c8a1c92e-9899-42de-a19b-5029498f5a5d req-5e9591cd-f4d9-4080-9b96-05fe881156ce tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Jul 15 13:45:43.886800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:43.930773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2'}, {'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:43.933828 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b66d15-4a9d-4fee-9c03-3658c79722b1" -d '{"events": [{"server_uuid": "91d0c21a-7b11-452e-82a6-39c5414934d4", "name": "network-vif-plugged", "status": "completed", "tag": "49166576-ed36-4e25-83bd-0dc9e8f6f1e2"}, {"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:43.978191 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295b4c63-6e48-48e7-898a-0c6c74ce1dfc x-openstack-request-id: req-295b4c63-6e48-48e7-898a-0c6c74ce1dfc {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:43.978503 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0c21a-7b11-452e-82a6-39c5414934d4", "name": "network-vif-plugged", "status": "completed", "tag": "49166576-ed36-4e25-83bd-0dc9e8f6f1e2", "code": 200}, {"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:43.978790 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-295b4c63-6e48-48e7-898a-0c6c74ce1dfc {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:43.979216 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2', 'code': 200} Jul 15 13:45:43.979539 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'code': 200} Jul 15 13:45:44.132454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed377f-d480-46a6-b36f-1a2fbd7d6c87 req-3e98348a-3dcc-4363-9ce0-da7615136f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.133999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfed377f-d480-46a6-b36f-1a2fbd7d6c87 req-3e98348a-3dcc-4363-9ce0-da7615136f58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 1097 time: 0.0935409 Jul 15 13:45:44.140555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93540-6a5c-47f3-9f88-c4d175367d04 req-bb33cfce-1734-461f-98ec-47a1021944a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.141874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fce93540-6a5c-47f3-9f88-c4d175367d04 req-bb33cfce-1734-461f-98ec-47a1021944a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0934577 Jul 15 13:45:44.191961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfed377f-d480-46a6-b36f-1a2fbd7d6c87 req-79335ef4-5549-4be4-9fa9-5bd6109dd5b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491114 Jul 15 13:45:44.195578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fce93540-6a5c-47f3-9f88-c4d175367d04 req-2b6b89d7-868d-4e27-880a-a70abfb285a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472412 Jul 15 13:45:44.552257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0c1df-f138-4379-bc4f-959d0b6542d9 req-1a5dd417-a0dd-4160-bea6-817ca173d4de tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.553741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75c0c1df-f138-4379-bc4f-959d0b6542d9 req-1a5dd417-a0dd-4160-bea6-817ca173d4de tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0651751 Jul 15 13:45:44.594325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75c0c1df-f138-4379-bc4f-959d0b6542d9 req-ad8db071-bcf8-4c0c-b0ef-62f89960827f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jul 15 13:45:44.789276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453282a-8faa-4d6f-a941-afa1d62bff76 req-98a5fa27-aea4-4d81-8916-ae59e5f52c7e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.790947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5453282a-8faa-4d6f-a941-afa1d62bff76 req-98a5fa27-aea4-4d81-8916-ae59e5f52c7e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0758781 Jul 15 13:45:44.833366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5453282a-8faa-4d6f-a941-afa1d62bff76 req-87762739-28f1-424d-b91a-57cad2601c8e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364630 Jul 15 13:45:44.961731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca321-58a2-4d2c-999b-a8f3af9f9fe8 req-3db73b4b-b0fe-4c35-ad0b-c2e77788828f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:44.963456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f1ca321-58a2-4d2c-999b-a8f3af9f9fe8 req-3db73b4b-b0fe-4c35-ad0b-c2e77788828f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1073186 Jul 15 13:45:45.038801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f1ca321-58a2-4d2c-999b-a8f3af9f9fe8 req-1ce758e4-a214-404f-845e-37e71d6514d0 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673163 Jul 15 13:45:45.087047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6d8dc-d854-42c5-9970-dd253e913ca1 req-567bb250-2004-4f6b-af6c-cd7f3b550a37 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.092079 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84b6d8dc-d854-42c5-9970-dd253e913ca1 req-567bb250-2004-4f6b-af6c-cd7f3b550a37 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.1211843 Jul 15 13:45:45.188878 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84b6d8dc-d854-42c5-9970-dd253e913ca1 req-58ccc5b6-2b95-424b-8d49-48a9b4026438 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895216 Jul 15 13:45:45.241170 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.295143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eebd5a-0ddd-4797-980d-e1521e22f1a4 req-047b4431-4d63-41a4-add6-fbacc825f5d7 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.297029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75eebd5a-0ddd-4797-980d-e1521e22f1a4 req-047b4431-4d63-41a4-add6-fbacc825f5d7 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 945 time: 0.1355171 Jul 15 13:45:45.357668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-75eebd5a-0ddd-4797-980d-e1521e22f1a4 req-ede2affe-ccbd-4570-bde9-9710a9966fa9 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525210 Jul 15 13:45:45.435825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019547aa-dbf3-431e-80c9-dfd58974b628 req-a5dddffe-21ca-4149-9ade-8d5c77281848 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.437522 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-019547aa-dbf3-431e-80c9-dfd58974b628 req-a5dddffe-21ca-4149-9ade-8d5c77281848 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0674655 Jul 15 13:45:45.455524 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.500983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-019547aa-dbf3-431e-80c9-dfd58974b628 req-246b814e-03c5-494b-b921-64b74a761ff7 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Jul 15 13:45:45.561650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d33169a3-7afe-4e07-99c1-6b7cdc18c199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.691098 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:45.709853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44bea-5941-4927-9b70-63d6c243d9a8 req-44298f13-5eb6-4ee8-a787-e95eeb33d4fb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.711927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8d44bea-5941-4927-9b70-63d6c243d9a8 req-44298f13-5eb6-4ee8-a787-e95eeb33d4fb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0778985 Jul 15 13:45:45.767168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d8d44bea-5941-4927-9b70-63d6c243d9a8 req-792e3631-6ede-4ce9-8827-0fc0539a8cdc tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Jul 15 13:45:45.959028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6250f0-9a30-48e2-b59b-7ee21302b8d6 req-b94490e5-4f72-418b-aa11-835ca1b36d12 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:45.960550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e6250f0-9a30-48e2-b59b-7ee21302b8d6 req-b94490e5-4f72-418b-aa11-835ca1b36d12 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0663571 Jul 15 13:45:46.000669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e6250f0-9a30-48e2-b59b-7ee21302b8d6 req-d5dac909-8cc0-4368-93d0-c9a2b0bac10a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342517 Jul 15 13:45:46.181981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3f71f-0876-47a3-80cd-a57769cf37f8 req-2c700c28-1319-4a20-8f8b-c93f1273da36 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.189504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0fe3f71f-0876-47a3-80cd-a57769cf37f8 req-2c700c28-1319-4a20-8f8b-c93f1273da36 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0728724 Jul 15 13:45:46.212218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13745652-3bff-4f55-98e7-c63f834c5955 req-e3200fbd-e03d-4072-a404-7c59a7f61b3b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.214053 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13745652-3bff-4f55-98e7-c63f834c5955 req-e3200fbd-e03d-4072-a404-7c59a7f61b3b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.0665720 Jul 15 13:45:46.235389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0fe3f71f-0876-47a3-80cd-a57769cf37f8 req-f5d8aee2-25d5-46f4-9dcd-caa9d8dd599b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Jul 15 13:45:46.262469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13745652-3bff-4f55-98e7-c63f834c5955 req-27090839-17db-4e0e-ab71-da4f57705040 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Jul 15 13:45:46.468705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a47685-3d45-4440-bb38-726d5fae2c3d req-886b8e30-7927-4038-b266-57ed6dd3957c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.470448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2a47685-3d45-4440-bb38-726d5fae2c3d req-886b8e30-7927-4038-b266-57ed6dd3957c tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.0900817 Jul 15 13:45:46.518666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2a47685-3d45-4440-bb38-726d5fae2c3d req-1ba5ad55-f0e4-48cc-b95c-1fec612b60a1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360541 Jul 15 13:45:46.545224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45038) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.650959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d998b55-55a5-4ac1-9907-46442e83e7a0 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.655781 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8d998b55-55a5-4ac1-9907-46442e83e7a0 tempest-TestNetworkAdvancedServerOps-1177498414 tempest-TestNetworkAdvancedServerOps-1177498414-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1092 time: 0.1060517 Jul 15 13:45:46.656093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:46.661793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:45:46.681613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4e824-f0de-4bc6-899b-0e3176ff93d1 req-176f2444-379f-4a1a-abf2-39558702b5d6 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.683400 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42d4e824-f0de-4bc6-899b-0e3176ff93d1 req-176f2444-379f-4a1a-abf2-39558702b5d6 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 945 time: 0.1059430 Jul 15 13:45:46.703543 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.717991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc6e2c-1d7e-4f48-a5c1-992b9e1edf9c req-10f748f7-ead8-4935-bd77-ff27feab5b18 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:46.720803 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6bc6e2c-1d7e-4f48-a5c1-992b9e1edf9c req-10f748f7-ead8-4935-bd77-ff27feab5b18 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0735056 Jul 15 13:45:46.755360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-42d4e824-f0de-4bc6-899b-0e3176ff93d1 req-832e732b-cc3f-4c21-a606-362a5204b30e tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Jul 15 13:45:46.769350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6bc6e2c-1d7e-4f48-a5c1-992b9e1edf9c req-833befa7-1eb0-408e-a1bf-df48a957a64c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Jul 15 13:45:46.839748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:46.965729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Allocated IP 172.25.3.78 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/7173c03e-290f-4581-8407-0ea72d20d784) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:45:47.085461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.135130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.140772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.183763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:45:47.186936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:45:47.190829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:45:47.215130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=7173c03e-290f-4581-8407-0ea72d20d784,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:47.685389 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:47.788557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.056511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-36fe763a-bed4-4729-860d-b4c2ad9496c9 req-8298950b-e513-411b-80e7-41632efc8101 service neutron] (93994) timed out ('10.222.0.57', 51252) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:45:48.085245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6702-64c7-44e8-8224-53b8952fea5a req-0c904b4a-6747-4c3d-b10a-7f27cd895d7e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.086984 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d0c6702-64c7-44e8-8224-53b8952fea5a req-0c904b4a-6747-4c3d-b10a-7f27cd895d7e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.1263485 Jul 15 13:45:48.098514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.116503 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.213926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d0c6702-64c7-44e8-8224-53b8952fea5a req-d528d5b9-df23-408a-97d1-8d8b65575138 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177185 Jul 15 13:45:48.229725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.233256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event updated for resources: {'Port': ['ID=7173c03e-290f-4581-8407-0ea72d20d784,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:45:48.394512 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP e8363d88-fc19-40f6-9931-e7c3cb70a832 associated. External IP: 172.25.3.78, port: 2ef3132c-d146-4787-a3c1-cf343876efb2. Jul 15 13:45:48.654002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.705930 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router a0fdfb01-7017-42af-85e1-55d8fabed270 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:45:48.793440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05903bf-d595-441c-99d1-f7f42913adef req-0569c96b-39c4-4d1c-af1f-deb0fdfcca08 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.801258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f05903bf-d595-441c-99d1-f7f42913adef req-0569c96b-39c4-4d1c-af1f-deb0fdfcca08 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.1040604 Jul 15 13:45:48.811483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-e54b2a55-81b3-4b8f-8e0c-06f72a867c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:48.813364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-e54b2a55-81b3-4b8f-8e0c-06f72a867c3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 1098 time: 0.1565433 Jul 15 13:45:48.879663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:45:48.888651 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f05903bf-d595-441c-99d1-f7f42913adef req-0d30a38c-865d-45a3-b915-d18d53182f0f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822976 Jul 15 13:45:48.895229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] Sync routers for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:45:48.905875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:45:48.921369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:48.922260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:45:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:48.967254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-78f63081-1ec4-4e88-9752-64d04aaaa8d1 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3092051 Jul 15 13:45:48.967835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:45:48.972763 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0868f949-32be-4962-a9c7-1131adeb6fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:45:49.016703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-1f34fb9a-5e1b-46f7-922c-22ae4d6b39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:49.018448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-1f34fb9a-5e1b-46f7-922c-22ae4d6b39ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 200 len: 914 time: 0.1961024 Jul 15 13:45:49.097874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-06099ea5-83bf-4ffd-a67f-8aaea0dede94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 200 len: 217 time: 0.0721827 Jul 15 13:45:49.154330 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a7196-0172-4ae2-8ca1-afb679ca6b22 x-openstack-request-id: req-280a7196-0172-4ae2-8ca1-afb679ca6b22 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:45:49.154731 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:45:49.155018 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-280a7196-0172-4ae2-8ca1-afb679ca6b22 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:45:49.155608 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'status': 'completed', 'code': 200} Jul 15 13:45:49.202487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-45cc8e3d-9253-4501-9d12-4223e1e9ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:49.204048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-45cc8e3d-9253-4501-9d12-4223e1e9ed5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 200 len: 853 time: 0.1001155 Jul 15 13:45:49.253558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ccfd3-a9e5-4f42-bf04-231fa73322aa req-6972a2c2-d908-43be-b393-ff3186341ae7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:49.256728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db3ccfd3-a9e5-4f42-bf04-231fa73322aa req-6972a2c2-d908-43be-b393-ff3186341ae7 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.0824368 Jul 15 13:45:49.311968 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-e4a200b4-8402-4c77-aa5c-a330f2906a77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683866 Jul 15 13:45:49.339316 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db3ccfd3-a9e5-4f42-bf04-231fa73322aa req-dcea8e70-0cd3-45aa-81f8-b2215ba1da26 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755737 Jul 15 13:45:49.353907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45082) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:49.424468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:49.469624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-110fc243-99d5-493c-96d2-32e75a3f51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:49.473704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-110fc243-99d5-493c-96d2-32e75a3f51c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1097 time: 0.2948170 Jul 15 13:45:49.490367 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1956e56c-6ac6-46db-881c-ed27c55ca453 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e8363d88-fc19-40f6-9931-e7c3cb70a832 HTTP/1.1" status: 200 len: 990 time: 0.1351857 Jul 15 13:45:49.602694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-a9db7a0a-c5fa-4521-a085-654f852fb7b0 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834172 Jul 15 13:45:49.708097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e8363d88-fc19-40f6-9931-e7c3cb70a832', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'port_id': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'mac_address': 'fa:16:3e:88:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:45:47Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:24Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:49.741620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] Checking router: a0fdfb01-7017-42af-85e1-55d8fabed270 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:45:49.765569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:45:49.766852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:45:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:49.899374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:45:50.129526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-4f48426e-9186-4e2a-a42e-4079abc3aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:50.132019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-4f48426e-9186-4e2a-a42e-4079abc3aef5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 200 len: 897 time: 0.6523564 Jul 15 13:45:50.242765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-35c6a0ff-5e36-417c-b020-9a324a3b3f5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 200 len: 998 time: 0.1037347 Jul 15 13:45:50.245492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e8363d88-fc19-40f6-9931-e7c3cb70a832', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'port_id': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'mac_address': 'fa:16:3e:88:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:45:47Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:24Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:45:50.278849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657ddd01-9338-459e-8d2d-0624cd78ac29 None None] The sync data for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 is: [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'e8363d88-fc19-40f6-9931-e7c3cb70a832', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'port_id': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'mac_address': 'fa:16:3e:88:38:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:45:47Z', 'updated_at': '2021-07-15T13:45:47Z', 'revision_number': 0, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:24Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:45:50.344117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c90aa73f-5afa-47d2-a55e-29ec1e21e7b7 req-91a6d46b-375e-4552-9fa4-e292a331e949 service neutron] 10.222.0.59 "GET /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342072 Jul 15 13:45:50.379424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-82d8affd-e053-4fe1-ae74-c38dee5515af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:50.381004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-82d8affd-e053-4fe1-ae74-c38dee5515af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=762bd5be-cfef-4e61-b8b6-5b1cf043c43d HTTP/1.1" status: 200 len: 835 time: 0.1256750 Jul 15 13:45:50.427660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33062f9-e48d-4394-a82b-ca36c016d048 req-233009da-a8d5-46fb-9192-72e8b0075c92 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:50.435161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c33062f9-e48d-4394-a82b-ca36c016d048 req-233009da-a8d5-46fb-9192-72e8b0075c92 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.2590621 Jul 15 13:45:50.493090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45098) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:50.498513 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c33062f9-e48d-4394-a82b-ca36c016d048 req-0aae7f4f-7921-4a05-a84c-d221ba99f803 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622814 Jul 15 13:45:50.521568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-14e73730-9721-4385-8ab5-4b2e5fe9ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:50.534109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-14e73730-9721-4385-8ab5-4b2e5fe9ef23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447196 Jul 15 13:45:50.625853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-744d67c8-7745-4158-8ce2-3f218670e40e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e8363d88-fc19-40f6-9931-e7c3cb70a832 HTTP/1.1" status: 200 len: 990 time: 0.1315811 Jul 15 13:45:50.672997 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c74e1b2-a5e4-4520-a870-481ad97f3f98 None None] New status for floating IP e8363d88-fc19-40f6-9931-e7c3cb70a832: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:45:50.688150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-f9e1ec06-0b0e-49de-a4c6-9ce1676d3d89 service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468155 Jul 15 13:45:50.813132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0868f949-32be-4962-a9c7-1131adeb6fb7 req-d22fb51b-b328-481a-b861-c6048d7c680b service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156638 Jul 15 13:45:51.629916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45110) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:45:51.708894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7093ac73-4f48-4a62-899a-cc60b2d37d19 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e8363d88-fc19-40f6-9931-e7c3cb70a832 HTTP/1.1" status: 200 len: 992 time: 0.0776575 Jul 15 13:45:51.795089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc95e7-468a-44fc-b460-077d93afed46 req-9a7b5d90-3ac0-4bf4-bd4c-9c7133c8d5e2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:51.796830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ddc95e7-468a-44fc-b460-077d93afed46 req-9a7b5d90-3ac0-4bf4-bd4c-9c7133c8d5e2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0864890 Jul 15 13:45:51.843267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ddc95e7-468a-44fc-b460-077d93afed46 req-08ae4e5b-7b98-41ed-985d-4858bef80982 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Jul 15 13:45:52.046513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249647-fe84-4f44-8ab0-f791ed4b2567 req-0a7e2c61-3038-4120-a56e-58e32d4077be tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.048398 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fa249647-fe84-4f44-8ab0-f791ed4b2567 req-0a7e2c61-3038-4120-a56e-58e32d4077be tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0823989 Jul 15 13:45:52.097686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fa249647-fe84-4f44-8ab0-f791ed4b2567 req-28d8dfc3-b27a-4046-9525-47a8dc5d4d5f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Jul 15 13:45:52.311962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe6881-a423-4367-808b-51efd9b1e9af req-2c080c05-6ba9-495f-af78-c744b9bd3440 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.313585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06fe6881-a423-4367-808b-51efd9b1e9af req-2c080c05-6ba9-495f-af78-c744b9bd3440 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0764558 Jul 15 13:45:52.371178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06fe6881-a423-4367-808b-51efd9b1e9af req-bdcd04b0-3dbd-4f20-8836-d0f71d276343 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Jul 15 13:45:52.561021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33b6b-6411-4645-be7f-65987508cfa0 req-d3dd644c-6d6e-4c7e-a797-6b80f5f9da49 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.562604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6dc33b6b-6411-4645-be7f-65987508cfa0 req-d3dd644c-6d6e-4c7e-a797-6b80f5f9da49 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0651743 Jul 15 13:45:52.608486 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6dc33b6b-6411-4645-be7f-65987508cfa0 req-c1730ae8-24a5-4f07-9c48-93962f5d99d3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Jul 15 13:45:52.883519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12813b19-58a8-439e-b3ec-5306ce5b019d req-953dec7e-5c7b-46ea-ae81-de913a7ad537 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:52.885069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12813b19-58a8-439e-b3ec-5306ce5b019d req-953dec7e-5c7b-46ea-ae81-de913a7ad537 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0677106 Jul 15 13:45:52.926048 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12813b19-58a8-439e-b3ec-5306ce5b019d req-c5b1ac0b-0efc-4a64-86b6-7e913e6cec6a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Jul 15 13:45:53.106241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414a822-4f37-47ba-ac46-96bf86ff9920 req-0143bba6-b451-499d-b32d-90bcb316f8db tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:53.108026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7414a822-4f37-47ba-ac46-96bf86ff9920 req-0143bba6-b451-499d-b32d-90bcb316f8db tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0675259 Jul 15 13:45:53.154836 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7414a822-4f37-47ba-ac46-96bf86ff9920 req-7211b8ba-43c3-4f55-a234-48b58c79fb3d tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Jul 15 13:45:53.375742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167dd300-3ef3-47a9-9b73-fc3214651b06 req-e138f84d-d800-4d05-b89b-0531df57e08b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:53.377391 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-167dd300-3ef3-47a9-9b73-fc3214651b06 req-e138f84d-d800-4d05-b89b-0531df57e08b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0728800 Jul 15 13:45:53.415122 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-167dd300-3ef3-47a9-9b73-fc3214651b06 req-66b72dd8-d718-469b-93c7-f1ef0648ed59 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322340 Jul 15 13:45:53.595180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4eeb-6a85-4ef6-a6ba-1de02f99df68 req-fd12c88a-ab47-40cb-9cd1-12cb462386e4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:53.596692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6dce4eeb-6a85-4ef6-a6ba-1de02f99df68 req-fd12c88a-ab47-40cb-9cd1-12cb462386e4 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0654004 Jul 15 13:45:53.635541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6dce4eeb-6a85-4ef6-a6ba-1de02f99df68 req-64228fbb-698f-4c09-86ee-55e9d2384aab tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Jul 15 13:45:53.909959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2c1da-120e-4cbf-a8d4-2ecb5b4f7a5d req-ed2d0194-e689-4987-a073-d8fe262516ac tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:53.911526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26b2c1da-120e-4cbf-a8d4-2ecb5b4f7a5d req-ed2d0194-e689-4987-a073-d8fe262516ac tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0777731 Jul 15 13:45:53.949962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-26b2c1da-120e-4cbf-a8d4-2ecb5b4f7a5d req-3bfa6444-27c8-4d24-9309-a7b15fcf5c2f tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327058 Jul 15 13:45:54.133987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edb486-4499-4ca6-b803-95151c5c0ac5 req-65c4c6a6-157d-4d4f-8fbe-a2286856cddb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:54.135637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80edb486-4499-4ca6-b803-95151c5c0ac5 req-65c4c6a6-157d-4d4f-8fbe-a2286856cddb tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0692620 Jul 15 13:45:54.192093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80edb486-4499-4ca6-b803-95151c5c0ac5 req-a90bf838-a4c3-40d1-ad10-ca0728a10f5a tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498366 Jul 15 13:45:54.392359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee3d2-f94a-4a87-87fd-6c650750ff23 req-648168b4-e3e8-473d-9b79-7e92cc6cf4a3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:54.393863 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bf6ee3d2-f94a-4a87-87fd-6c650750ff23 req-648168b4-e3e8-473d-9b79-7e92cc6cf4a3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0737786 Jul 15 13:45:54.436897 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bf6ee3d2-f94a-4a87-87fd-6c650750ff23 req-9e8559af-6dff-4faa-bd6f-127b5ec952b5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Jul 15 13:45:54.622025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef3564-30c9-416f-a347-5f1b27372b87 req-04cf51af-0520-4408-a70d-ba1149e66a61 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:54.623710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbef3564-30c9-416f-a347-5f1b27372b87 req-04cf51af-0520-4408-a70d-ba1149e66a61 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0703437 Jul 15 13:45:54.665788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbef3564-30c9-416f-a347-5f1b27372b87 req-6505695e-6c87-47de-8648-b8e91c57b075 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351193 Jul 15 13:45:54.867228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834551ea-d486-4f0f-a1f4-22b0f4313116 req-54f555c7-aa95-4cd3-a34f-057958cd0c07 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:54.869124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-834551ea-d486-4f0f-a1f4-22b0f4313116 req-54f555c7-aa95-4cd3-a34f-057958cd0c07 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0717316 Jul 15 13:45:54.916150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-834551ea-d486-4f0f-a1f4-22b0f4313116 req-635e4940-91bf-4278-a2ce-1f4c06168ec3 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jul 15 13:45:55.127456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b4f4f-f809-4218-b8f7-283cba671718 req-9a642e4f-d74a-421a-a80e-3465619ff1c5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:55.128958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e90b4f4f-f809-4218-b8f7-283cba671718 req-9a642e4f-d74a-421a-a80e-3465619ff1c5 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0772934 Jul 15 13:45:55.172636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e90b4f4f-f809-4218-b8f7-283cba671718 req-15b1ce04-20c7-4ef4-bbe1-e3ad13ac90ca tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Jul 15 13:45:55.362609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c7ba-bcf8-4fb2-81e9-2f29c50763b9 req-03917bac-2073-4cec-8369-cb37c483b06e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:45:55.364130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e0c7ba-bcf8-4fb2-81e9-2f29c50763b9 req-03917bac-2073-4cec-8369-cb37c483b06e tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0642960 Jul 15 13:45:55.406102 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0e0c7ba-bcf8-4fb2-81e9-2f29c50763b9 req-4bc7d2ad-4c2e-43cd-bdcb-eb67369533d2 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Jul 15 13:46:00.593152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59313c3a-5440-45ef-9d71-9944810ac0c8 req-4774751c-1b07-4bbe-96f9-a1c560d08795 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:00.594787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59313c3a-5440-45ef-9d71-9944810ac0c8 req-4774751c-1b07-4bbe-96f9-a1c560d08795 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0860460 Jul 15 13:46:00.640048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59313c3a-5440-45ef-9d71-9944810ac0c8 req-f79428ec-307b-4279-a6c9-3c3d7e36f3b6 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jul 15 13:46:01.871497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5e989-3050-4c8a-8601-c5a52fdec1b5 req-88464210-15d1-48f8-b712-fa260d688611 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:01.873251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5d5e989-3050-4c8a-8601-c5a52fdec1b5 req-88464210-15d1-48f8-b712-fa260d688611 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0773442 Jul 15 13:46:01.920747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a5d5e989-3050-4c8a-8601-c5a52fdec1b5 req-6978ed96-1dbe-479d-8b34-3086b761328b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/security-groups?id=a74a5598-8b86-47b9-8623-fdf01f89f92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Jul 15 13:46:02.172072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-4c9670b4-198e-47c5-8fc5-3ea8c786f89c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:02.173623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-4c9670b4-198e-47c5-8fc5-3ea8c786f89c tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 946 time: 0.0757458 Jul 15 13:46:02.299214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Deleting port a74de606-a7bd-449f-abcf-aaf761b54fe4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:02.299558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.396877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] For port a74de606-a7bd-449f-abcf-aaf761b54fe4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=a74de606-a7bd-449f-abcf-aaf761b54fe4,segment=NetworkSegment(bf9441e0-3f1e-48b1-a059-e709ff67eb70),segment_id=bf9441e0-3f1e-48b1-a059-e709ff67eb70)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:02.397251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.412396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Calling delete_port for a74de606-a7bd-449f-abcf-aaf761b54fe4 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:02.562784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.577376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['a74de606-a7bd-449f-abcf-aaf761b54fe4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:02.594651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Pushing event deleted for resources: {'Port': ['ID=a74de606-a7bd-449f-abcf-aaf761b54fe4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:02.608537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.608537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.608829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.609046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.609452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.609771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.610095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.610436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.610800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.611220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.611540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.611861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:02.657179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] No DVR routers for this DVR port a74de606-a7bd-449f-abcf-aaf761b54fe4 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:02.659958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:02.661916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9736d374-4ac7-4753-8c92-cf518618d9b4 req-0cbddd95-63a3-4260-954b-f0a48080f87b tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.59 "DELETE /v2.0/ports/a74de606-a7bd-449f-abcf-aaf761b54fe4 HTTP/1.1" status: 204 len: 173 time: 0.4814694 Jul 15 13:46:02.662376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-deleted', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:02.664693 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b99710-7911-42de-9add-c2ca29b9e63c" -d '{"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-deleted", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:02.727752 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66e4d7-4fdb-493c-b445-86e00337633c x-openstack-request-id: req-4e66e4d7-4fdb-493c-b445-86e00337633c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:02.727942 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffed94a0-69dc-4f32-bc33-a828edff3fbe", "name": "network-vif-deleted", "tag": "a74de606-a7bd-449f-abcf-aaf761b54fe4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:02.728275 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e66e4d7-4fdb-493c-b445-86e00337633c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:02.728716 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed94a0-69dc-4f32-bc33-a828edff3fbe', 'name': 'network-vif-deleted', 'tag': 'a74de606-a7bd-449f-abcf-aaf761b54fe4', 'status': 'completed', 'code': 200} Jul 15 13:46:03.090595 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9bdbc0c-01f5-4dd2-b519-77b02fd3d8e9 req-b2dd4779-d4fe-488e-bc32-500766573813 tempest-ServersNegativeTestJSON-1830391697 tempest-ServersNegativeTestJSON-1830391697-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffed94a0-69dc-4f32-bc33-a828edff3fbe HTTP/1.1" status: 200 len: 210 time: 0.0308383 Jul 15 13:46:04.251649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:04.283910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-5a41b2fc-97fb-4223-b83e-5b1b2153977c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803919 Jul 15 13:46:04.314656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Deleting subnet bf3a0492-bf91-4697-a4dc-35a3a87fdd46 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:46:04.318594 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.367050 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.421420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-f65f22bb-eef5-44e6-8724-e8f15616af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.423214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-f65f22bb-eef5-44e6-8724-e8f15616af41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 1097 time: 0.0789249 Jul 15 13:46:04.442398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.533679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.569457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-65c8e6b0-5913-4042-9013-6f48e6151383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.571499 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-65c8e6b0-5913-4042-9013-6f48e6151383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1149113 Jul 15 13:46:04.572851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3a0492-bf91-4697-a4dc-35a3a87fdd46,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:04.588986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.589360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.591875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.592218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.592545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.593012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:04.596362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.599056 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38aba66d-f972-4e59-8af3-4ff3083786dd admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bf3a0492-bf91-4697-a4dc-35a3a87fdd46 HTTP/1.1" status: 204 len: 168 time: 0.3454254 Jul 15 13:46:04.601916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45342) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:04.685580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.691379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-28d9d5ee-1263-4725-9188-985e2aa7c61b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 200 len: 1001 time: 0.1127775 Jul 15 13:46:04.768556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-88ffd0d6-f229-47bb-b6fa-200645c381f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.770245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-88ffd0d6-f229-47bb-b6fa-200645c381f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0711777 Jul 15 13:46:04.782424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.795954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:04.807522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9441e0-3f1e-48b1-a059-e709ff67eb70') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:04.808291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9441e0-3f1e-48b1-a059-e709ff67eb70') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:04.819824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.836489 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.844809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:46:04.845375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:46:04.847594 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:46:04.851853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-17921dbe-c9f4-4f1a-9fe1-194bc52e9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:04.853574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-17921dbe-c9f4-4f1a-9fe1-194bc52e9dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769732 Jul 15 13:46:04.922420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.939928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:04.944684 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78 HTTP/1.1" status: 204 len: 168 time: 0.3407197 Jul 15 13:46:04.982788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263fea1-34c5-4578-be70-309396b0aae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13310fc9-9a7a-45bb-9b51-b8ca3ed9ea78,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.031437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-b83920ed-aa5e-411b-984d-ba21655be78f service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708348 Jul 15 13:46:05.149849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8d92e9d6-fb60-4716-8783-1530123ff391 req-26fad63f-0fc7-4876-a502-ab91e47d18de service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115079 Jul 15 13:46:05.180350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45356) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.234736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2d408e75-883b-4d19-bd9a-7b43d0fa321d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afd015b2ed4c4d1aaab091c333fde5bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528147 Jul 15 13:46:05.237310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45358) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:05.294848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1d49-467a-4cdc-88a3-4575dc1c76d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.321995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1d49-467a-4cdc-88a3-4575dc1c76d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.376666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1d49-467a-4cdc-88a3-4575dc1c76d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.379278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1d49-467a-4cdc-88a3-4575dc1c76d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:05.380541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f9cf1d49-467a-4cdc-88a3-4575dc1c76d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a74a5598-8b86-47b9-8623-fdf01f89f92c HTTP/1.1" status: 204 len: 168 time: 0.1420896 Jul 15 13:46:05.390286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1d49-467a-4cdc-88a3-4575dc1c76d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a5598-8b86-47b9-8623-fdf01f89f92c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:05.619109 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:05.650327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: a74de606-a7bd-449f-abcf-aaf761b54fe4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:05.650800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device a74de606-a7bd-449f-abcf-aaf761b54fe4 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:08.160607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45442) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.358904 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7cb7879b-4de2-4234-b45c-f1772a016b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.490590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7cb7879b-4de2-4234-b45c-f1772a016b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.496076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7cb7879b-4de2-4234-b45c-f1772a016b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.574589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45458) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:08.575367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7cb7879b-4de2-4234-b45c-f1772a016b17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3524c9658c34752a966dbb5c7a9a1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077430 Jul 15 13:46:08.575367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7879b-4de2-4234-b45c-f1772a016b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2b98a-47f5-47d5-9fc7-c2aa5c580fe7,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:08.660266 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88fa92f0-e132-44fd-965c-dd5ee5be27a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.687958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88fa92f0-e132-44fd-965c-dd5ee5be27a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.736368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88fa92f0-e132-44fd-965c-dd5ee5be27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.738973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88fa92f0-e132-44fd-965c-dd5ee5be27a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:08.740309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-88fa92f0-e132-44fd-965c-dd5ee5be27a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ded2b98a-47f5-47d5-9fc7-c2aa5c580fe7 HTTP/1.1" status: 204 len: 168 time: 0.1686857 Jul 15 13:46:08.755752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa92f0-e132-44fd-965c-dd5ee5be27a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2b98a-47f5-47d5-9fc7-c2aa5c580fe7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:09.064115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45470) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:09.079463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccce0edf-932a-4bee-9c24-5526fd542a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.180774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccce0edf-932a-4bee-9c24-5526fd542a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.186728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ccce0edf-932a-4bee-9c24-5526fd542a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.228687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce0edf-932a-4bee-9c24-5526fd542a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f2f88-9297-4800-b4b2-7dd3fafe330a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:09.235069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ccce0edf-932a-4bee-9c24-5526fd542a5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a277e07b7ff7447884b638ee88d3a058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695902 Jul 15 13:46:09.237437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45476) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:09.298123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b104bce0-043e-4790-8f87-b13eef2c0927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.321438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b104bce0-043e-4790-8f87-b13eef2c0927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.388251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b104bce0-043e-4790-8f87-b13eef2c0927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.390676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b104bce0-043e-4790-8f87-b13eef2c0927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:09.394486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b104bce0-043e-4790-8f87-b13eef2c0927 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e3f2f88-9297-4800-b4b2-7dd3fafe330a HTTP/1.1" status: 204 len: 168 time: 0.1540182 Jul 15 13:46:09.400213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104bce0-043e-4790-8f87-b13eef2c0927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f2f88-9297-4800-b4b2-7dd3fafe330a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:11.240598 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:12.646469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:12.821704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20ab0aa6-c8d2-428a-8a7b-8d4c3759ec9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:12.921349 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20ab0aa6-c8d2-428a-8a7b-8d4c3759ec9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:12.926681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20ab0aa6-c8d2-428a-8a7b-8d4c3759ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:12.969743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-20ab0aa6-c8d2-428a-8a7b-8d4c3759ec9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad49efe28534444482f449d021aeafd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195267 Jul 15 13:46:12.969958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45624) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:12.977270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0aa6-c8d2-428a-8a7b-8d4c3759ec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5aad5f-994d-4efb-bb1a-11a226bfb42f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:13.029462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdaf8-e8b3-4766-98a2-c6fce8015213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.053291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdaf8-e8b3-4766-98a2-c6fce8015213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.083713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aff80ca6-c182-4ae4-aeb9-4bb022fac38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.121646 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdaf8-e8b3-4766-98a2-c6fce8015213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.124449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdaf8-e8b3-4766-98a2-c6fce8015213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.125645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5f4cdaf8-e8b3-4766-98a2-c6fce8015213 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f5aad5f-994d-4efb-bb1a-11a226bfb42f HTTP/1.1" status: 204 len: 168 time: 0.1548977 Jul 15 13:46:13.137144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cdaf8-e8b3-4766-98a2-c6fce8015213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5aad5f-994d-4efb-bb1a-11a226bfb42f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:13.459259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45638) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:13.474625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39e2f4e2-b1e7-461f-8e4d-8dc668f0e388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.590995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39e2f4e2-b1e7-461f-8e4d-8dc668f0e388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.597706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39e2f4e2-b1e7-461f-8e4d-8dc668f0e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.643092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-39e2f4e2-b1e7-461f-8e4d-8dc668f0e388 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8572f75089034716ac82f966d7552bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825027 Jul 15 13:46:13.645719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2f4e2-b1e7-461f-8e4d-8dc668f0e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69f9f79-5944-44d4-bfc2-a007e28d5d16,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:13.646443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45642) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:13.715570 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b757c0-a892-4237-b263-a9742045baca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.741364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b757c0-a892-4237-b263-a9742045baca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.803025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b757c0-a892-4237-b263-a9742045baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.803025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02b757c0-a892-4237-b263-a9742045baca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:13.805490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02b757c0-a892-4237-b263-a9742045baca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a69f9f79-5944-44d4-bfc2-a007e28d5d16 HTTP/1.1" status: 204 len: 168 time: 0.1575403 Jul 15 13:46:13.815148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b757c0-a892-4237-b263-a9742045baca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69f9f79-5944-44d4-bfc2-a007e28d5d16,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:15.225960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.455423 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.464451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6cbf0-b292-45d3-b7a7-a459cf161faf req-caa8aeae-8b28-44dd-bb57-ab736894ff95 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:15.466294 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1f6cbf0-b292-45d3-b7a7-a459cf161faf req-caa8aeae-8b28-44dd-bb57-ab736894ff95 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 945 time: 0.0822206 Jul 15 13:46:15.511306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1f6cbf0-b292-45d3-b7a7-a459cf161faf req-dd686ed7-8ea2-49f9-b921-37da1ab41eb1 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Jul 15 13:46:15.554779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-af30b623-10eb-4376-b074-034375f037b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:15.688255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:16.736571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d48f6b-18a6-40a1-bd1a-17e4978c20ea req-dc2ca264-5097-4da2-9538-25b62b561bec tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.738304 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1d48f6b-18a6-40a1-bd1a-17e4978c20ea req-dc2ca264-5097-4da2-9538-25b62b561bec tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 945 time: 0.0803251 Jul 15 13:46:16.804616 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1d48f6b-18a6-40a1-bd1a-17e4978c20ea req-3ac76a3e-6986-4497-be6e-517333351e04 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/security-groups?id=97cc8865-f142-46dd-89dd-6d4921c868a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 Jul 15 13:46:16.889678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3f8ab522-4f30-49a4-bb41-b663b5c2904d tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:16.891963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3f8ab522-4f30-49a4-bb41-b663b5c2904d tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.58 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 945 time: 0.0749009 Jul 15 13:46:17.003908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Deleting port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:17.004280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.014718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:17.113735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] For port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,segment=NetworkSegment(f75c9b85-f1db-40b7-8527-af834e350585),segment_id=f75c9b85-f1db-40b7-8527-af834e350585)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:17.114154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.127474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Calling delete_port for 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:17.141858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b44663e-6c93-4854-b214-9fbd0b96490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.152939 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.255286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b44663e-6c93-4854-b214-9fbd0b96490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.263103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b44663e-6c93-4854-b214-9fbd0b96490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.293169 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.310644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['49166576-ed36-4e25-83bd-0dc9e8f6f1e2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:17.326181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44663e-6c93-4854-b214-9fbd0b96490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96261a15-63c8-4ab1-9a0d-30768fc10779,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.330619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Pushing event deleted for resources: {'Port': ['ID=49166576-ed36-4e25-83bd-0dc9e8f6f1e2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.336401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8b44663e-6c93-4854-b214-9fbd0b96490d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bba39150e67f4817b470869ab65ea286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200552 Jul 15 13:46:17.340269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45784) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:17.400198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] No DVR routers for this DVR port 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:17.406121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.408104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f87e6bfb-2436-4d31-af28-b33107d2d47e req-3d24f83b-e4e8-46ee-9f85-3fc983d8f255 tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.58 "DELETE /v2.0/ports/49166576-ed36-4e25-83bd-0dc9e8f6f1e2 HTTP/1.1" status: 204 len: 173 time: 0.5109918 Jul 15 13:46:17.408541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'name': 'network-vif-deleted', 'tag': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:17.410966 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975190b8-c560-4f4b-9b01-919901c2f461" -d '{"events": [{"server_uuid": "91d0c21a-7b11-452e-82a6-39c5414934d4", "name": "network-vif-deleted", "tag": "49166576-ed36-4e25-83bd-0dc9e8f6f1e2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:17.457057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4637-921d-4abb-b7ef-70b6f6ab3204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.459617 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1133f09f-dd38-48e0-b4eb-15573bb6f042 x-openstack-request-id: req-1133f09f-dd38-48e0-b4eb-15573bb6f042 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:17.460093 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d0c21a-7b11-452e-82a6-39c5414934d4", "name": "network-vif-deleted", "tag": "49166576-ed36-4e25-83bd-0dc9e8f6f1e2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:17.460420 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1133f09f-dd38-48e0-b4eb-15573bb6f042 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:17.460862 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d0c21a-7b11-452e-82a6-39c5414934d4', 'name': 'network-vif-deleted', 'tag': '49166576-ed36-4e25-83bd-0dc9e8f6f1e2', 'status': 'completed', 'code': 200} Jul 15 13:46:17.484286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4637-921d-4abb-b7ef-70b6f6ab3204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.535222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4637-921d-4abb-b7ef-70b6f6ab3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.537930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4637-921d-4abb-b7ef-70b6f6ab3204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.539216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2b2a4637-921d-4abb-b7ef-70b6f6ab3204 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/96261a15-63c8-4ab1-9a0d-30768fc10779 HTTP/1.1" status: 204 len: 168 time: 0.1981034 Jul 15 13:46:17.549731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4637-921d-4abb-b7ef-70b6f6ab3204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96261a15-63c8-4ab1-9a0d-30768fc10779,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:17.866878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45806) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:17.902037 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752120da-2570-41a0-baf1-eebb6a1caf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:17.999209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b4876905-d48e-45f6-8738-87e11c2b5368 req-5e9267d6-7703-4b95-9cd7-f601984958fb tempest-VolumesSnapshotTestJSON-1051294422 tempest-VolumesSnapshotTestJSON-1051294422-project] 10.222.0.57 "GET /v2.0/ports?device_id=91d0c21a-7b11-452e-82a6-39c5414934d4 HTTP/1.1" status: 200 len: 210 time: 0.0353985 Jul 15 13:46:18.023076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752120da-2570-41a0-baf1-eebb6a1caf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.034925 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-752120da-2570-41a0-baf1-eebb6a1caf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.078961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-752120da-2570-41a0-baf1-eebb6a1caf35 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0097628d91c746faa69f0b153d883623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109277 Jul 15 13:46:18.080350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752120da-2570-41a0-baf1-eebb6a1caf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e50bf-b3e4-47f6-98e7-fe701229236f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:18.081621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:18.139454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e1bcc30-843c-410a-bf91-9f725c5d5ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.167689 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e1bcc30-843c-410a-bf91-9f725c5d5ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.216320 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e1bcc30-843c-410a-bf91-9f725c5d5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.219075 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6e1bcc30-843c-410a-bf91-9f725c5d5ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.220445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6e1bcc30-843c-410a-bf91-9f725c5d5ab3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b4e50bf-b3e4-47f6-98e7-fe701229236f HTTP/1.1" status: 204 len: 168 time: 0.1374555 Jul 15 13:46:18.229164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bcc30-843c-410a-bf91-9f725c5d5ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e50bf-b3e4-47f6-98e7-fe701229236f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:18.658182 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:18.962502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0448c-03eb-48ce-b6cf-f469c931baa3 req-061e7649-fcbf-45ae-8fd8-57379ec169f5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:18.964268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aae0448c-03eb-48ce-b6cf-f469c931baa3 req-061e7649-fcbf-45ae-8fd8-57379ec169f5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1117716 Jul 15 13:46:19.019945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aae0448c-03eb-48ce-b6cf-f469c931baa3 req-dc7a2333-8d04-4f93-a3d9-d12b54935ed6 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495005 Jul 15 13:46:20.328357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb99d8-f1d1-4755-80c5-21c4ff397f4a req-8c629ae2-d1da-45ae-920c-5739b81b273d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:20.331154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31fb99d8-f1d1-4755-80c5-21c4ff397f4a req-8c629ae2-d1da-45ae-920c-5739b81b273d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1321158 Jul 15 13:46:20.390137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-31fb99d8-f1d1-4755-80c5-21c4ff397f4a req-4f3c5a90-541f-45d9-9da4-0b3429bdd54d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529671 Jul 15 13:46:20.607840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:20.642389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:20.642848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 49166576-ed36-4e25-83bd-0dc9e8f6f1e2 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:21.221572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:21.350044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f30a-2de1-4e2d-9e98-f77640e8579b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.483729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f30a-2de1-4e2d-9e98-f77640e8579b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.489762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceb0f30a-2de1-4e2d-9e98-f77640e8579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.528398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45926) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:21.529413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ceb0f30a-2de1-4e2d-9e98-f77640e8579b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5270a8592212464a941f7d75209585a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059862 Jul 15 13:46:21.554158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0f30a-2de1-4e2d-9e98-f77640e8579b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca6e724-307c-4a7a-ab3b-8e822048136b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:21.648162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae65a1d1-c882-4402-9ada-eba4ab281bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.684593 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae65a1d1-c882-4402-9ada-eba4ab281bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.718087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726e2a7-1631-4fc5-b28a-4f4e732df213 req-16f4148f-adcc-4eba-acea-740feff3bc0f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:21.720893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f726e2a7-1631-4fc5-b28a-4f4e732df213 req-16f4148f-adcc-4eba-acea-740feff3bc0f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1398675 Jul 15 13:46:21.819105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f726e2a7-1631-4fc5-b28a-4f4e732df213 req-2572f79f-6039-4ee0-815c-d74d47107101 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841043 Jul 15 13:46:21.820915 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae65a1d1-c882-4402-9ada-eba4ab281bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.824529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae65a1d1-c882-4402-9ada-eba4ab281bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:21.826137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae65a1d1-c882-4402-9ada-eba4ab281bcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ca6e724-307c-4a7a-ab3b-8e822048136b HTTP/1.1" status: 204 len: 168 time: 0.2958076 Jul 15 13:46:21.839993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65a1d1-c882-4402-9ada-eba4ab281bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca6e724-307c-4a7a-ab3b-8e822048136b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:22.269342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 45936) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:22.289627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c45281b-0a85-4a36-9500-ee47f529d5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.406946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c45281b-0a85-4a36-9500-ee47f529d5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.411816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4c45281b-0a85-4a36-9500-ee47f529d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.455424 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4c45281b-0a85-4a36-9500-ee47f529d5ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fff0c5cecd2147d5b91ff12b5a0c134a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848540 Jul 15 13:46:22.456371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45281b-0a85-4a36-9500-ee47f529d5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b9ca1-587e-44e3-b46a-ddbd0e43a84c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:22.458270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 45938) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:22.520046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8719a3f4-a4ca-440f-8680-ac9b0c7a1aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.544786 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8719a3f4-a4ca-440f-8680-ac9b0c7a1aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.595800 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8719a3f4-a4ca-440f-8680-ac9b0c7a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.598713 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8719a3f4-a4ca-440f-8680-ac9b0c7a1aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:22.599980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8719a3f4-a4ca-440f-8680-ac9b0c7a1aa8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a91b9ca1-587e-44e3-b46a-ddbd0e43a84c HTTP/1.1" status: 204 len: 168 time: 0.1403227 Jul 15 13:46:22.611412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a3f4-a4ca-440f-8680-ac9b0c7a1aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b9ca1-587e-44e3-b46a-ddbd0e43a84c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:23.046535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91207b-bf66-4dfb-abe1-9c5cfe207c9e req-ed8cd6af-d3df-469b-bf9f-c407699324ba tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:23.048232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a91207b-bf66-4dfb-abe1-9c5cfe207c9e req-ed8cd6af-d3df-469b-bf9f-c407699324ba tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.0870094 Jul 15 13:46:23.100355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4a91207b-bf66-4dfb-abe1-9c5cfe207c9e req-17d0c432-ab3a-42ce-aaa5-7c5f22287bae tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Jul 15 13:46:24.520649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2342-aa6e-4ac6-9cd3-29a0d23bc2dd req-79a9e654-8183-4e53-9335-7de25ed0b4d9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:24.535591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f42d2342-aa6e-4ac6-9cd3-29a0d23bc2dd req-79a9e654-8183-4e53-9335-7de25ed0b4d9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 945 time: 0.0980275 Jul 15 13:46:24.563197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088be2-1fda-418f-b4b7-103732f29f66 req-58335e07-1c03-4021-a8e7-15509b2576fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:24.567914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee088be2-1fda-418f-b4b7-103732f29f66 req-58335e07-1c03-4021-a8e7-15509b2576fa tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1552553 Jul 15 13:46:24.674379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee088be2-1fda-418f-b4b7-103732f29f66 req-9b31c3e8-ae14-4145-9a15-fcbe4aabe778 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052907 Jul 15 13:46:24.690905 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f42d2342-aa6e-4ac6-9cd3-29a0d23bc2dd req-8f5648d2-917c-428d-a112-6505c9ba49e1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445584 Jul 15 13:46:25.988829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69dec2-ac41-4d9b-8e70-473a3afc902e req-5d9948c1-f986-442c-907d-09637476297f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:25.993844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885661d1-812c-411f-b4fa-e27d318adb31 req-55566eee-b341-4525-aa55-4619a2eb2b6d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:25.996377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-885661d1-812c-411f-b4fa-e27d318adb31 req-55566eee-b341-4525-aa55-4619a2eb2b6d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 945 time: 0.1638620 Jul 15 13:46:25.997414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba69dec2-ac41-4d9b-8e70-473a3afc902e req-5d9948c1-f986-442c-907d-09637476297f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1439795 Jul 15 13:46:26.005525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fabb5-24de-4abc-ae38-fc05e95e8423 req-134bf043-0e4f-4679-b4a5-f9a3ac7c393e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:26.007644 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a21fabb5-24de-4abc-ae38-fc05e95e8423 req-134bf043-0e4f-4679-b4a5-f9a3ac7c393e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 945 time: 0.1282368 Jul 15 13:46:26.087723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ba69dec2-ac41-4d9b-8e70-473a3afc902e req-c58153f9-336c-4118-a846-cb09d3e4bd92 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890763 Jul 15 13:46:26.117138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a21fabb5-24de-4abc-ae38-fc05e95e8423 req-c6dd8737-2418-486e-ade6-3e37f110feeb tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008444 Jul 15 13:46:26.261292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:26.261634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.381553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port 179ad1fc-2735-40f5-9e88-34bc2cbc7454, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=179ad1fc-2735-40f5-9e88-34bc2cbc7454,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:26.382175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.698783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.699506 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:26.699506 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Floating IP b7e37e9d-8ff2-4fd3-b383-e35db256f04a disassociated. External IP: 172.25.3.187, port: 179ad1fc-2735-40f5-9e88-34bc2cbc7454. Jul 15 13:46:26.699806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 179ad1fc-2735-40f5-9e88-34bc2cbc7454 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:26.961805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.005198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=179ad1fc-2735-40f5-9e88-34bc2cbc7454,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:27.227114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:46:27.582349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dded3e-9be5-4230-bf5f-544751a7c566 req-6fe05340-35ee-44ed-b4ba-1b0e0d1b2793 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:27.588090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8dded3e-9be5-4230-bf5f-544751a7c566 req-6fe05340-35ee-44ed-b4ba-1b0e0d1b2793 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1761494 Jul 15 13:46:27.598639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-22bb5216-1d50-421e-a353-8c048fddcac5 req-e589c155-709e-4882-b899-7bec5bbb1d19 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.1530547 Jul 15 13:46:27.678143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:46:27.703588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:46:27.732264 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a8dded3e-9be5-4230-bf5f-544751a7c566 req-5d8d8df3-d3d5-47fa-b879-80e4a30e2658 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344867 Jul 15 13:46:27.767214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:27.767982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:27.926621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port 179ad1fc-2735-40f5-9e88-34bc2cbc7454 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:46:27.937485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:27.941871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-885661d1-812c-411f-b4fa-e27d318adb31 req-6fdad76a-3c69-4d8c-8c17-ea046784a3fe tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "DELETE /v2.0/ports/179ad1fc-2735-40f5-9e88-34bc2cbc7454 HTTP/1.1" status: 204 len: 173 time: 1.9326084 Jul 15 13:46:27.943102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'name': 'network-vif-deleted', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:27.958824 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14948630-f4db-44ce-b9f2-ab38d91ecfa4" -d '{"events": [{"server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "name": "network-vif-deleted", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:27.984335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:28.166939 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1c74d2-3fef-4268-ad00-cdc26a76f1b6 x-openstack-request-id: req-0e1c74d2-3fef-4268-ad00-cdc26a76f1b6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:28.167791 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18c0985-db87-46fa-b1ef-b9b8c4c08566", "name": "network-vif-deleted", "tag": "179ad1fc-2735-40f5-9e88-34bc2cbc7454", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:28.167791 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e1c74d2-3fef-4268-ad00-cdc26a76f1b6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:28.168262 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18c0985-db87-46fa-b1ef-b9b8c4c08566', 'name': 'network-vif-deleted', 'tag': '179ad1fc-2735-40f5-9e88-34bc2cbc7454', 'status': 'completed', 'code': 200} Jul 15 13:46:28.500575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:28.542436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:46:28.557465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:46:28.558642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:28.754929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:46:28.952809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f23039b-9afd-4b6b-8219-7012c1000d4e req-eda8e69f-c47b-4b8d-b783-c92e04d42951 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0788777 Jul 15 13:46:29.243712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:46:29.258873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fab066-cefd-4b50-9f6b-6c84fd91b10c req-7b6c06af-b264-4d54-b72e-3027e081e33b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:29.261816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1fab066-cefd-4b50-9f6b-6c84fd91b10c req-7b6c06af-b264-4d54-b72e-3027e081e33b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1530514 Jul 15 13:46:29.293885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b1f23d-5ad9-48c5-b735-256064881a2f None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:46:29.359810 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b1fab066-cefd-4b50-9f6b-6c84fd91b10c req-efb82376-8677-4ff2-96ad-059b1ac3494b tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916324 Jul 15 13:46:29.741264 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1688db-f7b6-46b3-8d0a-7e2a309fa001 None None] New status for floating IP b7e37e9d-8ff2-4fd3-b383-e35db256f04a: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:46:30.253995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee9513a8-4c19-4885-9320-b077faf87666 req-0af86a3c-bc7d-40a7-ab7a-a0584a70688b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0510364 Jul 15 13:46:30.629141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862ee81-9096-4f48-8e9b-b9d2c5243a9e req-626ae42d-0d6d-43f5-9403-191db442d07a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:30.643538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2862ee81-9096-4f48-8e9b-b9d2c5243a9e req-626ae42d-0d6d-43f5-9403-191db442d07a tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1375089 Jul 15 13:46:30.669011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 179ad1fc-2735-40f5-9e88-34bc2cbc7454 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:30.700598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2862ee81-9096-4f48-8e9b-b9d2c5243a9e req-526d519b-7da4-4cac-ba08-701b0c03a29e tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558724 Jul 15 13:46:30.711703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 179ad1fc-2735-40f5-9e88-34bc2cbc7454 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:46:30.717133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 179ad1fc-2735-40f5-9e88-34bc2cbc7454 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:46:31.500459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e1770bad-02cf-48b0-b372-27b8bf6c7c0e req-b59c3bda-6ab7-49b0-8636-1d11fb243cd2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0606971 Jul 15 13:46:31.986035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc6c0-df42-43da-913a-89cb29c8c48a req-6d608cc2-80ab-4c8a-843c-97e4edfe5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:31.987665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d93bc6c0-df42-43da-913a-89cb29c8c48a req-6d608cc2-80ab-4c8a-843c-97e4edfe5e39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1097 time: 0.1255164 Jul 15 13:46:32.470871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d93bc6c0-df42-43da-913a-89cb29c8c48a req-c0271b3c-01e7-4021-abb1-21221e22d2a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719779 Jul 15 13:46:32.480515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b1ad6-87c9-43f5-9f2e-515abdf0144d req-eb1f005f-6428-4184-b714-9450150af24d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:32.482302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb7b1ad6-87c9-43f5-9f2e-515abdf0144d req-eb1f005f-6428-4184-b714-9450150af24d tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.5648441 Jul 15 13:46:32.550692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eb7b1ad6-87c9-43f5-9f2e-515abdf0144d req-1f09f874-663d-4055-a1c0-c04d211ed8ef tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558770 Jul 15 13:46:32.664514 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2d6c9401-1120-4998-8f1a-6c8bf3a68b47 req-1dffb758-53e2-4892-b9cf-3b507bf8f189 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=d18c0985-db87-46fa-b1ef-b9b8c4c08566 HTTP/1.1" status: 200 len: 210 time: 0.0307226 Jul 15 13:46:33.841286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:46:33.913884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3f03c-4470-44d8-953e-33f23456f06b req-c8ad1e45-98cc-44ac-9e18-2fdd164fd68f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:33.927915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ac3f03c-4470-44d8-953e-33f23456f06b req-c8ad1e45-98cc-44ac-9e18-2fdd164fd68f tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1521864 Jul 15 13:46:33.944729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:46:33.991394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1ac3f03c-4470-44d8-953e-33f23456f06b req-6e7ecf57-09a2-44cb-ad8f-91baae162486 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558610 Jul 15 13:46:34.009494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46176) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:34.175104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:34.201059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d3b4016d-bc28-4fc5-a701-c1ac80e17446 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/floatingips/e8363d88-fc19-40f6-9931-e7c3cb70a832 HTTP/1.1" status: 200 len: 992 time: 0.1892231 Jul 15 13:46:34.203329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-7385aeda-ba02-47ea-ad58-4a72922378c7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664522392&fields=id&tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 267 time: 0.1149323 Jul 15 13:46:34.208516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'port_id': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'mac_address': 'fa:16:3e:88:38:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:46:34.213963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.281562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:34.285447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:34.289066 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9499fe-eb58-475b-b381-f1460a674da0" -d '{"events": [{"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:34.297323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.341933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:34.374643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-706ef4b0-ca34-4281-9e79-7b4fe1aa810b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:34.381224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ef3132c-d146-4787-a3c1-cf343876efb2 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:34.382485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-706ef4b0-ca34-4281-9e79-7b4fe1aa810b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1776173 Jul 15 13:46:34.402883 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61acc0f5-dd66-4e2f-bcb1-8ce88365346b x-openstack-request-id: req-61acc0f5-dd66-4e2f-bcb1-8ce88365346b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:34.403343 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:34.403943 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61acc0f5-dd66-4e2f-bcb1-8ce88365346b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:34.404447 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'code': 200} Jul 15 13:46:34.409811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-c34d6065-cd34-42cc-bd44-9e52190e8532 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0231824 Jul 15 13:46:34.448569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:34.510281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.511069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.511572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.512070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.512575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.513088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.513573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.514102 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.514624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.515107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.515784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.516809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:46:34.555755 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:46:34.556027 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:46:34.561517 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-fce076fa-93f2-4e8d-9bd8-4753c527b3f8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1460090 Jul 15 13:46:35.163814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.182863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef3132c-d146-4787-a3c1-cf343876efb2 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:35.206023 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-60db33a1-da88-4713-8346-7f54c8e5124c service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320610 Jul 15 13:46:35.221670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:35.228689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:35.291275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:35.335142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-c7e16d23-2d5d-41a1-b736-dd05f98641bf service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273558 Jul 15 13:46:35.428003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['2ef3132c-d146-4787-a3c1-cf343876efb2'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:35.868973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-132b8b90-0d91-4b51-b95c-a15d86fd8c85 req-e078c598-c747-49e3-aaa8-c3ee53135cc2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 210 time: 0.0519602 Jul 15 13:46:37.137121 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7efe9179-2547-41e1-80fa-fb5bb33e0d96 req-d13f79bb-da80-47dd-b80c-b110cb4257a1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 210 time: 0.0871096 Jul 15 13:46:37.197084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46272) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.462047 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce057-0ac6-4273-a7da-07f70e99a75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.523898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-3e5470b6-c314-434e-8fcc-807e2c22eb7f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:37.530010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-3e5470b6-c314-434e-8fcc-807e2c22eb7f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.2021942 Jul 15 13:46:37.587367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-d031701d-3bd9-43e5-bfb3-4868260d355c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 379 time: 0.0421715 Jul 15 13:46:37.601492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'security_groups': ['3b7af92c-56b1-4ffe-9540-02168addb738']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:37.682422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce057-0ac6-4273-a7da-07f70e99a75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.688576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a3ce057-0ac6-4273-a7da-07f70e99a75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.746760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ce057-0ac6-4273-a7da-07f70e99a75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c99eaf-2659-4973-acb1-4adf1b33b1f9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:37.768018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a3ce057-0ac6-4273-a7da-07f70e99a75d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e2364f40e5a48838c29c381cc4f8a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694575 Jul 15 13:46:37.771993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:37.866819 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a485ee7-3708-4e03-90f9-de5aadd22c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.869232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:37.896153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:37.910848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:37.945897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a485ee7-3708-4e03-90f9-de5aadd22c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.030033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a485ee7-3708-4e03-90f9-de5aadd22c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.033939 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4a485ee7-3708-4e03-90f9-de5aadd22c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.042269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4a485ee7-3708-4e03-90f9-de5aadd22c62 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90c99eaf-2659-4973-acb1-4adf1b33b1f9 HTTP/1.1" status: 204 len: 168 time: 0.2683938 Jul 15 13:46:38.082072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485ee7-3708-4e03-90f9-de5aadd22c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c99eaf-2659-4973-acb1-4adf1b33b1f9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.087222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 2ef3132c-d146-4787-a3c1-cf343876efb2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:38.087838 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.235639 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.268299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:38.271993 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433319c4-5eaa-477e-95d3-6d6cd759070c" -d '{"events": [{"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:38.292389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:38.298441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.309169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.13 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/3398bd7b-950a-4780-912d-e30b8360aff9) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:38.391688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.398335 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc9716-8fe7-49db-be5f-2d53e2365ea9 x-openstack-request-id: req-94bc9716-8fe7-49db-be5f-2d53e2365ea9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:38.398829 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-plugged", "status": "completed", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:38.399808 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94bc9716-8fe7-49db-be5f-2d53e2365ea9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:38.400380 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'code': 200} Jul 15 13:46:38.560396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4369c493-b817-468f-b3c8-e7a6f5921286 req-d0a56e3d-a872-4059-ba7b-4cde4a949eb5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 210 time: 0.0778151 Jul 15 13:46:38.658757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.683918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object 3398bd7b-950a-4780-912d-e30b8360aff9 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:38.744616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.771632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46316) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:38.787806 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e010-10b5-4d47-a677-1efb1e96e12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.847301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:38.851964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:38.866665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:38.906561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=3398bd7b-950a-4780-912d-e30b8360aff9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:38.939522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:38.939820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e010-10b5-4d47-a677-1efb1e96e12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.940808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.952515 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e010-10b5-4d47-a677-1efb1e96e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:38.979143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-59ba4608-73cf-4fa6-8561-de84a005a815 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3829880 Jul 15 13:46:38.992120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Request body: {'port': {'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:39.005297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e010-10b5-4d47-a677-1efb1e96e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd0eb55-25fa-4c91-befd-ff550c48c22f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.025720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f2f4e010-10b5-4d47-a677-1efb1e96e12e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c34bc31d4e443eea66ff2446aad3def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502065 Jul 15 13:46:39.026171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.101679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1621-8bdf-448a-992d-6cef5d662a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.104700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.178181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1621-8bdf-448a-992d-6cef5d662a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.300796 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1621-8bdf-448a-992d-6cef5d662a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.305159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2cb1621-8bdf-448a-992d-6cef5d662a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.306625 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c2cb1621-8bdf-448a-992d-6cef5d662a9d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dfd0eb55-25fa-4c91-befd-ff550c48c22f HTTP/1.1" status: 204 len: 168 time: 0.2783082 Jul 15 13:46:39.316824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb1621-8bdf-448a-992d-6cef5d662a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd0eb55-25fa-4c91-befd-ff550c48c22f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.366737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b3d51d52-566c-4c40-828e-21a567592d8e None None] Provisioning for port 3398bd7b-950a-4780-912d-e30b8360aff9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:39.382911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b3d51d52-566c-4c40-828e-21a567592d8e None None] Provisioning complete for port 3398bd7b-950a-4780-912d-e30b8360aff9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:39.383644 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b3d51d52-566c-4c40-828e-21a567592d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.435108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b3d51d52-566c-4c40-828e-21a567592d8e None None] Port 3398bd7b-950a-4780-912d-e30b8360aff9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:46:39.647170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3398bd7b-950a-4780-912d-e30b8360aff9 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:39.666661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.700993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Transition to ACTIVE for port object 3398bd7b-950a-4780-912d-e30b8360aff9 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:46:39.709448 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:39.803403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3398bd7b-950a-4780-912d-e30b8360aff9,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:39.885522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:39.922616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2641-7c4a-485d-8e6b-6533efe6ae41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.008527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78e522-47c1-45b8-910d-89b335d71e89 req-43a1b60c-0a18-4ca4-a91d-08a17bee08c7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:40.011475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e78e522-47c1-45b8-910d-89b335d71e89 req-43a1b60c-0a18-4ca4-a91d-08a17bee08c7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.2837119 Jul 15 13:46:40.023130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Attempting to bind port 3398bd7b-950a-4780-912d-e30b8360aff9 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:46:40.023880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Attempting to bind port 3398bd7b-950a-4780-912d-e30b8360aff9 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:46:40.025032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Attempting to bind port 3398bd7b-950a-4780-912d-e30b8360aff9 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:40.045361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Port 3398bd7b-950a-4780-912d-e30b8360aff9 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:46:40.045824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Attempting to bind port 3398bd7b-950a-4780-912d-e30b8360aff9 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:46:40.060078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:46:40.062400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:40.063511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:46:40.064013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Bound port: 3398bd7b-950a-4780-912d-e30b8360aff9, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:46:40.064397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.142477 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9e78e522-47c1-45b8-910d-89b335d71e89 req-efaf08a4-ee0d-40de-8e9c-93787de381d2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100769 Jul 15 13:46:40.239382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] For port 3398bd7b-950a-4780-912d-e30b8360aff9, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:46:40.249758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] For port 3398bd7b-950a-4780-912d-e30b8360aff9, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3398bd7b-950a-4780-912d-e30b8360aff9,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:46:40.256787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.287891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2641-7c4a-485d-8e6b-6533efe6ae41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.296484 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8cbd2641-7c4a-485d-8e6b-6533efe6ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.352871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:40.357518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.360159 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] 10.222.0.58 "PUT /v2.0/ports/3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 1093 time: 1.3767440 Jul 15 13:46:40.360667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:40.363152 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d8b00-3779-4a8f-a71a-258e7eef716a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:40.393978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8cbd2641-7c4a-485d-8e6b-6533efe6ae41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=80fdbc31406c42d895636b227e5d9275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057788 Jul 15 13:46:40.399306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:40.403592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd2641-7c4a-485d-8e6b-6533efe6ae41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef61623-314a-4659-add5-28ed11fe76fa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.442888 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682587af-af5c-4621-a467-312395e2a9e6 x-openstack-request-id: req-682587af-af5c-4621-a467-312395e2a9e6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:40.443288 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:40.443848 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-682587af-af5c-4621-a467-312395e2a9e6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:40.444492 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9', 'status': 'completed', 'code': 200} Jul 15 13:46:40.490851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22261f-33aa-4914-824d-a4e50e03d6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3398bd7b-950a-4780-912d-e30b8360aff9,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.579559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d38e3c-a02a-4b54-844b-142ea970c646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.637581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-df48df3b-cdcb-435b-aaf2-7e90d5aa3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:40.639947 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-df48df3b-cdcb-435b-aaf2-7e90d5aa3161 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1096 time: 0.1822495 Jul 15 13:46:40.642846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d38e3c-a02a-4b54-844b-142ea970c646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.711710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-2d8087a9-2b04-4188-9d5f-37a2312d44ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 217 time: 0.0572159 Jul 15 13:46:40.825600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d38e3c-a02a-4b54-844b-142ea970c646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.828936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8d38e3c-a02a-4b54-844b-142ea970c646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:40.830439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8d38e3c-a02a-4b54-844b-142ea970c646 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ef61623-314a-4659-add5-28ed11fe76fa HTTP/1.1" status: 204 len: 168 time: 0.4228075 Jul 15 13:46:40.902083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d38e3c-a02a-4b54-844b-142ea970c646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef61623-314a-4659-add5-28ed11fe76fa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:40.944584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-c7d54628-9822-4a17-91b2-40f9702bd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:40.946208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-c7d54628-9822-4a17-91b2-40f9702bd254 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.2198136 Jul 15 13:46:41.050080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-01915c34-8cf2-42a4-8410-6a6fd0fa3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:41.052313 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-01915c34-8cf2-42a4-8410-6a6fd0fa3e2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989122 Jul 15 13:46:41.219384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-e339da6c-1a0b-4bd2-a3a2-73b1a171f6a6 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603777 Jul 15 13:46:41.402948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62fc4982-a291-4ef0-b559-9bbe8aa1e58f req-b4c11b78-8376-4d5f-8587-0783b166ca3d service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731324 Jul 15 13:46:41.654303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-33b043d6-8a0d-439b-8831-8eef9a1d6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:41.658155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-33b043d6-8a0d-439b-8831-8eef9a1d6e9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1096 time: 0.1653252 Jul 15 13:46:41.765084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdb162-28f7-4463-8a6d-3148952d7fde req-bb217d66-66ad-48c1-b7b5-26427d8541b0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:41.767970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ebdb162-28f7-4463-8a6d-3148952d7fde req-bb217d66-66ad-48c1-b7b5-26427d8541b0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1965261 Jul 15 13:46:41.867007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ebdb162-28f7-4463-8a6d-3148952d7fde req-299d4240-ac18-463f-8a00-6ae8ed329320 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930974 Jul 15 13:46:41.945265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-4eeb5270-6979-4482-9c67-f3e789a8265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:41.948679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-4eeb5270-6979-4482-9c67-f3e789a8265a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.2833524 Jul 15 13:46:42.078341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-ee79b3fb-fc44-4158-8f83-8a0e27346800 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 217 time: 0.1170135 Jul 15 13:46:42.269647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-804c69a8-964d-4755-96b1-4a14ba1d9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:42.273811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-804c69a8-964d-4755-96b1-4a14ba1d9c40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1822271 Jul 15 13:46:42.394354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-5e009b5f-d6e0-4619-8334-51dec699f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:42.396169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-5e009b5f-d6e0-4619-8334-51dec699f201 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161132 Jul 15 13:46:42.511750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-bda5bc6e-5fe3-4020-a150-7274024b3957 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090598 Jul 15 13:46:42.632497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b07d8b00-3779-4a8f-a71a-258e7eef716a req-22346b44-4ccf-46e1-b2fc-963e3bc7ebbf service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148646 Jul 15 13:46:43.091032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4cd2142c-aa3a-4072-87b0-c6a2839c77b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:43.120840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebd8e3-13c6-48bd-9318-0a50aef50253 req-5a672110-2b8e-48e7-ae97-309908e26a7b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:43.123051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ebd8e3-13c6-48bd-9318-0a50aef50253 req-5a672110-2b8e-48e7-ae97-309908e26a7b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1091638 Jul 15 13:46:43.206898 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5ebd8e3-13c6-48bd-9318-0a50aef50253 req-a5070be9-25e2-414d-8522-08b88677152e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687129 Jul 15 13:46:43.852044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46452) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:44.041087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a25cbfc-001a-4c97-ab9c-c7f06f29b325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.160240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a25cbfc-001a-4c97-ab9c-c7f06f29b325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.167641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6a25cbfc-001a-4c97-ab9c-c7f06f29b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.204666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a25cbfc-001a-4c97-ab9c-c7f06f29b325 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d23b404a486a444092ababfd1bf69e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515041 Jul 15 13:46:44.207269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46464) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:44.305393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25cbfc-001a-4c97-ab9c-c7f06f29b325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d72458-6e8c-47b2-ac8c-bce5cb908480,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:44.329970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2d5a-2352-4260-8307-15bf444f5fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.356971 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2d5a-2352-4260-8307-15bf444f5fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.419656 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2d5a-2352-4260-8307-15bf444f5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.426385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2d5a-2352-4260-8307-15bf444f5fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:44.428557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dc9f2d5a-2352-4260-8307-15bf444f5fa9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a0d72458-6e8c-47b2-ac8c-bce5cb908480 HTTP/1.1" status: 204 len: 168 time: 0.2199922 Jul 15 13:46:44.461315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f2d5a-2352-4260-8307-15bf444f5fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d72458-6e8c-47b2-ac8c-bce5cb908480,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:44.562808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ac26-f5b2-4b9f-b622-8bc10305dbfe req-61131fe8-d52a-41c5-9d07-8ae133bb1ef3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:44.578911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d68ac26-f5b2-4b9f-b622-8bc10305dbfe req-61131fe8-d52a-41c5-9d07-8ae133bb1ef3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1882565 Jul 15 13:46:44.651703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d68ac26-f5b2-4b9f-b622-8bc10305dbfe req-71937482-60a9-4e62-b2c6-1a72f9a22164 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707762 Jul 15 13:46:45.242708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.479859 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.575950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd7873a0-4e06-48e9-8aa1-acff375a841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.696518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:45.800482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46516) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:45.974823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01d63e4c-8bea-4007-b713-5c54b5381597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.010886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0052c81-d2db-48b9-bd22-186c38443317 req-383f16d4-5659-4153-8c58-096b46db2604 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:46.013444 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0052c81-d2db-48b9-bd22-186c38443317 req-383f16d4-5659-4153-8c58-096b46db2604 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1218381 Jul 15 13:46:46.074158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0052c81-d2db-48b9-bd22-186c38443317 req-cf666dfe-3947-4bbd-8cd7-052f3f988038 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529890 Jul 15 13:46:46.129396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01d63e4c-8bea-4007-b713-5c54b5381597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.134510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01d63e4c-8bea-4007-b713-5c54b5381597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.161337 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-01d63e4c-8bea-4007-b713-5c54b5381597 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c02f8c292b964733b997191365caea05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596101 Jul 15 13:46:46.164618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46528) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:46.194788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d63e4c-8bea-4007-b713-5c54b5381597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c367b65-c972-480a-ba52-90a84589d8da,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:46.230337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbf01a22-6e5b-4e11-95a1-e9b65e402bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.254404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbf01a22-6e5b-4e11-95a1-e9b65e402bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.343293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbf01a22-6e5b-4e11-95a1-e9b65e402bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.346323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbf01a22-6e5b-4e11-95a1-e9b65e402bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:46.350067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fbf01a22-6e5b-4e11-95a1-e9b65e402bac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2c367b65-c972-480a-ba52-90a84589d8da HTTP/1.1" status: 204 len: 168 time: 0.1819451 Jul 15 13:46:46.357530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf01a22-6e5b-4e11-95a1-e9b65e402bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c367b65-c972-480a-ba52-90a84589d8da,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:47.150361 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:47.420770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549a025-5aa0-492a-b0f8-a638a978ff50 req-59f3db0a-1979-4a3a-b66a-e8259f74c803 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:47.427791 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6549a025-5aa0-492a-b0f8-a638a978ff50 req-59f3db0a-1979-4a3a-b66a-e8259f74c803 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1595349 Jul 15 13:46:47.524875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6549a025-5aa0-492a-b0f8-a638a978ff50 req-155ca06a-795c-4dcf-981a-124887d5233a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961268 Jul 15 13:46:48.245627 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:46:48.661908 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:48.933115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cec350-593c-4f45-95fb-6c36fdbe924d req-4fc6ffea-6c8d-47ff-867e-7260788fd00e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:48.941039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64cec350-593c-4f45-95fb-6c36fdbe924d req-4fc6ffea-6c8d-47ff-867e-7260788fd00e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1666176 Jul 15 13:46:48.998961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64cec350-593c-4f45-95fb-6c36fdbe924d req-7bcd019a-ea01-4fc2-86ae-d3f6cd6baded tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564787 Jul 15 13:46:49.557983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:49.716877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bc95344-9071-4a03-abdd-2c129594ae17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.897718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bc95344-9071-4a03-abdd-2c129594ae17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.906216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bc95344-9071-4a03-abdd-2c129594ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:49.973642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95344-9071-4a03-abdd-2c129594ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1506a7bc-3d49-4a5b-80da-b5975b338b20,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:49.983601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3bc95344-9071-4a03-abdd-2c129594ae17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d4c14fbeaf44cb4be9296a2370899d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242001 Jul 15 13:46:49.986359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46686) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:50.081164 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21789c8b-6028-4da4-b1aa-8b49a3778597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.137914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21789c8b-6028-4da4-b1aa-8b49a3778597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.264032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ca138-bbd3-478b-8afe-7486327ecfbb req-b4de73dc-cac2-4e6c-a795-17129188fe5e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:50.266058 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f6ca138-bbd3-478b-8afe-7486327ecfbb req-b4de73dc-cac2-4e6c-a795-17129188fe5e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1258249 Jul 15 13:46:50.302639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21789c8b-6028-4da4-b1aa-8b49a3778597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.305842 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-21789c8b-6028-4da4-b1aa-8b49a3778597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:50.307475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-21789c8b-6028-4da4-b1aa-8b49a3778597 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1506a7bc-3d49-4a5b-80da-b5975b338b20 HTTP/1.1" status: 204 len: 168 time: 0.3195872 Jul 15 13:46:50.388076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f6ca138-bbd3-478b-8afe-7486327ecfbb req-1d77290d-ceca-487c-957a-e3204aaa073f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096144 Jul 15 13:46:50.415280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21789c8b-6028-4da4-b1aa-8b49a3778597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1506a7bc-3d49-4a5b-80da-b5975b338b20,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:50.928876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46712) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:50.955976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5981-5b60-458e-aa69-f55bf1eca7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.113456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5981-5b60-458e-aa69-f55bf1eca7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.122635 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8ddf5981-5b60-458e-aa69-f55bf1eca7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.152062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf5981-5b60-458e-aa69-f55bf1eca7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4eadb8-d2e7-4e47-a6f1-eeba9df850fe,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:51.202728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:51.207210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ddf5981-5b60-458e-aa69-f55bf1eca7ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=785be09e3c2c4a15a2f165673faa4f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765596 Jul 15 13:46:51.314990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c24de412-d390-4a0f-8d9c-939fba068edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.341479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c24de412-d390-4a0f-8d9c-939fba068edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.424395 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c24de412-d390-4a0f-8d9c-939fba068edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.429244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c24de412-d390-4a0f-8d9c-939fba068edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:51.431250 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c24de412-d390-4a0f-8d9c-939fba068edd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd4eadb8-d2e7-4e47-a6f1-eeba9df850fe HTTP/1.1" status: 204 len: 168 time: 0.2268562 Jul 15 13:46:51.458076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24de412-d390-4a0f-8d9c-939fba068edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4eadb8-d2e7-4e47-a6f1-eeba9df850fe,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:51.723289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a08fd-df51-476d-8b67-caa109b3c921 req-f4163f35-a8ec-47e6-9175-e16e88cb893c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:51.731679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-580a08fd-df51-476d-8b67-caa109b3c921 req-f4163f35-a8ec-47e6-9175-e16e88cb893c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.1043489 Jul 15 13:46:51.792731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-580a08fd-df51-476d-8b67-caa109b3c921 req-e9a04443-8148-40e5-8e58-4f1199feec1c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587780 Jul 15 13:46:52.747527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3398bd7b-950a-4780-912d-e30b8360aff9 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:46:53.061185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588f0ca-77af-47e8-a808-971357b80355 req-09c3e45f-7841-40d5-b1fc-3b3bbfb0d587 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:53.069902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9588f0ca-77af-47e8-a808-971357b80355 req-09c3e45f-7841-40d5-b1fc-3b3bbfb0d587 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 944 time: 0.0948718 Jul 15 13:46:53.123081 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9588f0ca-77af-47e8-a808-971357b80355 req-760040f8-8638-4287-984e-e1b2ad37258d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521336 Jul 15 13:46:53.164551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 3398bd7b-950a-4780-912d-e30b8360aff9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3398bd7b-950a-4780-912d-e30b8360aff9,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:53.186651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '3398bd7b-950a-4780-912d-e30b8360aff9', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:46:53.262142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.276698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3398bd7b-950a-4780-912d-e30b8360aff9 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:46:53.323790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 3398bd7b-950a-4780-912d-e30b8360aff9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3398bd7b-950a-4780-912d-e30b8360aff9,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:53.329309 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.397519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=3398bd7b-950a-4780-912d-e30b8360aff9,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:53.541318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['3398bd7b-950a-4780-912d-e30b8360aff9'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:46:53.667655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46842) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:53.827962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212c2f0e-275b-4a2c-a679-ed368bc45f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.940873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212c2f0e-275b-4a2c-a679-ed368bc45f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.945953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-212c2f0e-275b-4a2c-a679-ed368bc45f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:53.990500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-212c2f0e-275b-4a2c-a679-ed368bc45f85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8edc79c7e5464d3081824dd4e4dda870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217041 Jul 15 13:46:53.992796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2f0e-275b-4a2c-a679-ed368bc45f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed725136-a846-4fa7-a30d-ddcadf0d910b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:53.993498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46850) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:54.060202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef8af272-eb62-4496-9970-4aeafe20e75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.085775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef8af272-eb62-4496-9970-4aeafe20e75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.141013 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef8af272-eb62-4496-9970-4aeafe20e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.144101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef8af272-eb62-4496-9970-4aeafe20e75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.148336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef8af272-eb62-4496-9970-4aeafe20e75c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed725136-a846-4fa7-a30d-ddcadf0d910b HTTP/1.1" status: 204 len: 168 time: 0.1534195 Jul 15 13:46:54.158921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8af272-eb62-4496-9970-4aeafe20e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed725136-a846-4fa7-a30d-ddcadf0d910b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:54.416185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6840be-a4a3-450c-9ed0-81dd3b083021 req-bd39ac9e-2323-4cc3-b004-9f578f8e6bfa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:54.423751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c6840be-a4a3-450c-9ed0-81dd3b083021 req-bd39ac9e-2323-4cc3-b004-9f578f8e6bfa tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 945 time: 0.1183004 Jul 15 13:46:54.465142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c6840be-a4a3-450c-9ed0-81dd3b083021 req-fa5da112-8208-4d69-89ee-53e292cf829f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Jul 15 13:46:54.778700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3398bd7b-950a-4780-912d-e30b8360aff9 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:46:54.846822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 3398bd7b-950a-4780-912d-e30b8360aff9 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:46:54.855422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 3398bd7b-950a-4780-912d-e30b8360aff9 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:46:54.855803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:54.948936 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.034860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:46:55.043213 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8e708-814e-4d4a-bdf3-b765098d1edc" -d '{"events": [{"server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "name": "network-vif-plugged", "status": "completed", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:46:55.073789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 3398bd7b-950a-4780-912d-e30b8360aff9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3398bd7b-950a-4780-912d-e30b8360aff9,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:46:55.081891 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:55.095598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-cae3184f-ed33-42a3-8fb6-e368e8576bd4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948572 Jul 15 13:46:55.215508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=3398bd7b-950a-4780-912d-e30b8360aff9,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:55.227359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-9978147b-1345-46f3-8d8a-fec3146db9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.229507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-9978147b-1345-46f3-8d8a-fec3146db9d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0628192 Jul 15 13:46:55.251925 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c150d10f-dac9-4c8b-89a6-a2e19ab5ddc3 x-openstack-request-id: req-c150d10f-dac9-4c8b-89a6-a2e19ab5ddc3 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:46:55.252215 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "name": "network-vif-plugged", "status": "completed", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:46:55.253335 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c150d10f-dac9-4c8b-89a6-a2e19ab5ddc3 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:46:55.253947 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9', 'code': 200} Jul 15 13:46:55.408204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-50279781-020e-4283-b235-466904cafc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.409891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-50279781-020e-4283-b235-466904cafc56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 200 len: 897 time: 0.1587713 Jul 15 13:46:55.422513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a98d1f-df72-49cb-bf7a-d47dad849db2 req-767d7ff8-d7c3-4374-8d9c-fe4d98cc26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.434600 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17a98d1f-df72-49cb-bf7a-d47dad849db2 req-767d7ff8-d7c3-4374-8d9c-fe4d98cc26d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1098 time: 0.1609213 Jul 15 13:46:55.588351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-2a77d411-5183-454f-b5d2-4e5dee30302d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 200 len: 1000 time: 0.1504824 Jul 15 13:46:55.644039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17a98d1f-df72-49cb-bf7a-d47dad849db2 req-0cb9e589-6647-48c5-a8f0-4222ca63b19e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782255 Jul 15 13:46:55.653140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-1d59fddb-1fdc-4480-953a-610ed15daea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.655607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-1d59fddb-1fdc-4480-953a-610ed15daea0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=762bd5be-cfef-4e61-b8b6-5b1cf043c43d HTTP/1.1" status: 200 len: 835 time: 0.0599909 Jul 15 13:46:55.885410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-47ca173f-7e0f-4755-836e-990a8015b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.887983 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-47ca173f-7e0f-4755-836e-990a8015b16a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154357 Jul 15 13:46:55.955834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a84cc-c755-478f-ab56-f333283d0195 req-7b734b46-17c9-41e9-8d52-e4acdefa2d5d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:55.963838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-227a84cc-c755-478f-ab56-f333283d0195 req-7b734b46-17c9-41e9-8d52-e4acdefa2d5d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 946 time: 0.1990440 Jul 15 13:46:56.058506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-227a84cc-c755-478f-ab56-f333283d0195 req-2390eeaa-4007-4b6e-a23c-16a3e6917c82 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935116 Jul 15 13:46:56.088783 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-f73957a0-df0b-4f03-87ec-025f07278ca0 service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916881 Jul 15 13:46:56.219551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:56.232303 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ae4f47e-c8e4-4373-bf3b-b4dd1b8bde32 req-f0aa5f58-7f06-40ea-bb14-3209b2a5a190 service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358678 Jul 15 13:46:56.351994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1133174611', 'router:external': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:56.390108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Made reservation on behalf of 448feb34fd6c4da59f085c00e6e8050f for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:56.396620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.407988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.551766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.557351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.571032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:46:56.582265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.582858 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Added segment deb6d33b-46ce-487f-b0a0-42b0e34e140a of type vlan for network 496c0f8a-9185-4f92-804c-8993f66d1b90 Jul 15 13:46:56.639045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82106d2-5fca-4543-bcd2-ed8eb3df5197,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:56.652959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.689410 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.691021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:56.691832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.725423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5044692 Jul 15 13:46:56.728138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46914) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:56.735775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'subnet': {'network_id': '496c0f8a-9185-4f92-804c-8993f66d1b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:56.785103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae23287-b917-4f5f-9744-3de47f6805d1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Network': ['ID=496c0f8a-9185-4f92-804c-8993f66d1b90,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:56.793834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Made reservation on behalf of 448feb34fd6c4da59f085c00e6e8050f for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:56.797989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:56.798256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 496c0f8a-9185-4f92-804c-8993f66d1b90 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:46:57.130434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:46:57.130884 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.206641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4dd59a30-6421-41f2-83d7-5d8bb07b0b39,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:57.240249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Checking segment: {'id': 'deb6d33b-46ce-487f-b0a0-42b0e34e140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '496c0f8a-9185-4f92-804c-8993f66d1b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:46:57.241373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network hostable DHCP agents. Network: 496c0f8a-9185-4f92-804c-8993f66d1b90, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:46:57.269863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 496c0f8a-9185-4f92-804c-8993f66d1b90 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:46:57.284323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 496c0f8a-9185-4f92-804c-8993f66d1b90) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:57.295728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.296365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.297437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038305d-2683-4bb2-b0eb-fe9f1470e8d4 None None] Network 496c0f8a-9185-4f92-804c-8993f66d1b90 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:57.311407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e09ab-bbbd-40a3-9368-c61473aca830 req-c9303c41-8223-47fe-8922-e0417373dae0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.313342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b80e09ab-bbbd-40a3-9368-c61473aca830 req-c9303c41-8223-47fe-8922-e0417373dae0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 946 time: 0.1218333 Jul 15 13:46:57.389629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8205e606-b486-4c48-bcf7-741daa0a6546 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6601720 Jul 15 13:46:57.392453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46924) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:57.398753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1537561778', 'network_id': '496c0f8a-9185-4f92-804c-8993f66d1b90'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:57.429417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b80e09ab-bbbd-40a3-9368-c61473aca830 req-0112364a-caf5-4fef-ae62-6f924fc02524 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983837 Jul 15 13:46:57.443531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Made reservation on behalf of 448feb34fd6c4da59f085c00e6e8050f for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:46:57.446773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.480769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] device_id is not set on port 30633c63-d5ac-4475-a6e3-27d463b7d3b0 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:46:57.516519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e8265-01f7-4545-9e66-0dfd581cbe8f None None] Network 496c0f8a-9185-4f92-804c-8993f66d1b90 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:46:57.636281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Allocated IP 172.20.0.12 (496c0f8a-9185-4f92-804c-8993f66d1b90/4dd59a30-6421-41f2-83d7-5d8bb07b0b39/30633c63-d5ac-4475-a6e3-27d463b7d3b0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:57.763053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f1f19-217c-4d7d-911e-2b6783e79fb9 req-aa6a6f7d-6de3-4731-bd1b-a74c3087ac9b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.770498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-087f1f19-217c-4d7d-911e-2b6783e79fb9 req-aa6a6f7d-6de3-4731-bd1b-a74c3087ac9b tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 946 time: 0.1160996 Jul 15 13:46:57.797811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.825055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-087f1f19-217c-4d7d-911e-2b6783e79fb9 req-80da860d-95bd-4a4d-959b-d18a09be1f70 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529585 Jul 15 13:46:57.841204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.846221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46930) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:57.892672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 496c0f8a-9185-4f92-804c-8993f66d1b90 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:57.895901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:57.898849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:57.924282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c294084-2a5e-4659-a8b3-34ddb7915aa7 tempest-TestVolumeBootPattern-966880970 tempest-TestVolumeBootPattern-966880970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.927367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c294084-2a5e-4659-a8b3-34ddb7915aa7 tempest-TestVolumeBootPattern-966880970 tempest-TestVolumeBootPattern-966880970-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1093 time: 0.0786455 Jul 15 13:46:57.928723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46932) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:57.938400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:57.944752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Port': ['ID=30633c63-d5ac-4475-a6e3-27d463b7d3b0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:57.956227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:46:57.956935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.966317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:57.978830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aefbd9fe-2550-4351-a804-b47aa4db0223 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5851822 Jul 15 13:46:57.980172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:58.148270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Deleting port 30633c63-d5ac-4475-a6e3-27d463b7d3b0 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:46:58.148270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.178450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.287710 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.305984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Calling delete_port for 30633c63-d5ac-4475-a6e3-27d463b7d3b0 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:46:58.409177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.25.3.152 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/02a5b116-bda4-44df-9618-96779119e9d2) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:46:58.896075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.929453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:58.935794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event deleted for resources: {'Port': ['ID=30633c63-d5ac-4475-a6e3-27d463b7d3b0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:59.044358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.049417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eac3bf32-3860-4d07-b8d4-5b60e09d7fdb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/ports/30633c63-d5ac-4475-a6e3-27d463b7d3b0 HTTP/1.1" status: 204 len: 168 time: 1.0655205 Jul 15 13:46:59.050065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46944) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:46:59.056017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '496c0f8a-9185-4f92-804c-8993f66d1b90', 'external_fixed_ips': [{'subnet_id': '4dd59a30-6421-41f2-83d7-5d8bb07b0b39', 'ip_address': '172.20.0.12'}]}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:46:59.063446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.119253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:46:59.125067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.126085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.132226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:46:59.136969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:46:59.161886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=02a5b116-bda4-44df-9618-96779119e9d2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:46:59.223325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.424301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.891745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.894060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:46:59.951974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.191681 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.309202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Allocated IP 172.20.0.12 (496c0f8a-9185-4f92-804c-8993f66d1b90/4dd59a30-6421-41f2-83d7-5d8bb07b0b39/942c35f4-b5f3-42eb-aa98-a6710b5e1538) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:00.310546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46962) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:00.316731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221581667', 'description': 'tempest-secgroup-smoke-1221581667 description', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:00.340889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.438440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.445368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.477606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.479602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.480723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1682220 Jul 15 13:47:00.483117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f9431-7c32-4951-bdd9-9441d77b3886 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ddc236-ac71-4700-92d5-8c93503397a7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:00.484660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 46964) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:00.490096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group_rule': {'security_group_id': '06ddc236-ac71-4700-92d5-8c93503397a7', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:00.498651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.540883 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.619616 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.635362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=02a5b116-bda4-44df-9618-96779119e9d2,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:00.673870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.742966 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.845706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.847569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 496c0f8a-9185-4f92-804c-8993f66d1b90 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:00.856208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.858478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:00.869475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:00.871414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Port': ['ID=942c35f4-b5f3-42eb-aa98-a6710b5e1538,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:00.884583 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Floating IP bb320387-44a0-40d4-b0c8-5253aeafaca3 associated. External IP: 172.25.3.152, port: 3398bd7b-950a-4780-912d-e30b8360aff9. Jul 15 13:47:00.909448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759b4525-3bc4-4615-9005-fce277b2001d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:00.950249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:00.951471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94c2e714-a7e1-4cf8-a559-2528e95d7f04 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4655910 Jul 15 13:47:00.954681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46968) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:00.959791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group_rule': {'security_group_id': '06ddc236-ac71-4700-92d5-8c93503397a7', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:00.991978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.061651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.066847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.086877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c04c63d-cb3d-4077-b468-341741294563,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:01.096519 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.098126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-69841330-fb4d-4774-85b0-b24ea488875d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422653 Jul 15 13:47:01.101164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46972) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:01.106242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group_rule': {'security_group_id': '06ddc236-ac71-4700-92d5-8c93503397a7', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:01.137003 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.221818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.227735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.247932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04f6e85-6256-4c63-811b-cfe86bafca04,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:01.257289 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.258632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-23129da9-8d18-400f-ac63-f27c93bcba71 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564350 Jul 15 13:47:01.261977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46974) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:01.266635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group_rule': {'security_group_id': '06ddc236-ac71-4700-92d5-8c93503397a7', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:01.300902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.361820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.366806 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.387512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce099483-73d5-475f-bc33-33cccc997ab1,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:01.393760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.395021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb6cd985-a411-41e6-8330-08f634279d31 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320574 Jul 15 13:47:01.398041 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46976) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:01.403048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group_rule': {'security_group_id': '06ddc236-ac71-4700-92d5-8c93503397a7', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:01.427934 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Project ec92c8f1046d4230bdb8b332aa490a5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:47:01.433745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.499392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.504956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.527834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86874428-f35d-49ce-afc6-beb096e644fc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:01.536728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.541957 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-88cc9fa2-6b40-446e-bfd8-bc505e010085 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392908 Jul 15 13:47:01.541957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46978) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:01.546407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'security_group_rule': {'security_group_id': '06ddc236-ac71-4700-92d5-8c93503397a7', 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:01.573220 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Project ec92c8f1046d4230bdb8b332aa490a5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 13:47:01.580273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.599342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:01.600608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.652038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.659814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.679770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c089b244-b288-48b3-ac4c-066402228b2e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:01.689439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.690842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e959c4b4-ba98-4c6b-8132-256ba8c30c16 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482449 Jul 15 13:47:01.886249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:01.902819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:01.916044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.920764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:01.922720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:01.949340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:01.961141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-809eaaa1-7dde-420a-a5db-88cfd9a2dce2 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221581667&fields=id&tenant_id=ec92c8f1046d4230bdb8b332aa490a5a HTTP/1.1" status: 200 len: 267 time: 0.0747051 Jul 15 13:47:01.980388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b465303e-e8c5-4a43-8f95-460501dbc734 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0493321 Jul 15 13:47:02.020791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:02.023962 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a685b8-45d6-4b66-aabc-67a1058de3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:02.048496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:02.097839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-b6ba9394-eee4-435f-b77f-f58ec6d27052 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.112903 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af42eb48-d8fc-4ca1-890a-a0648e1c0960 x-openstack-request-id: req-af42eb48-d8fc-4ca1-890a-a0648e1c0960 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:02.113287 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:02.113598 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af42eb48-d8fc-4ca1-890a-a0648e1c0960 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:02.114236 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9', 'status': 'completed', 'code': 200} Jul 15 13:47:02.115449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-b6ba9394-eee4-435f-b77f-f58ec6d27052 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 813 time: 0.1527922 Jul 15 13:47:02.137236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-0f5021de-c7c7-481c-8c02-6188cbab28f5 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/quotas/ec92c8f1046d4230bdb8b332aa490a5a HTTP/1.1" status: 200 len: 375 time: 0.0200803 Jul 15 13:47:02.210379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-c57f5507-c3cc-42b8-9fa6-228f3d5608fb tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721281 Jul 15 13:47:02.211823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-cbeea6ab-e116-4e40-a8d8-cf39ef992900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.214929 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-cbeea6ab-e116-4e40-a8d8-cf39ef992900 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1098 time: 0.0993249 Jul 15 13:47:02.259608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Router cb459af1-aa83-4c35-858f-e849b754f7d2 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:02.371268 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-280f1818-6df8-4103-a6df-13ab15162519 service neutron] 10.222.0.57 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407032 Jul 15 13:47:02.470197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:46:59Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:02.499347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-16c73d7e-fd91-4ccf-b20d-c997e476bf4c service neutron] 10.222.0.57 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219194 Jul 15 13:47:02.507587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:02.519224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-eb1fe7d7-27c2-44ad-9edd-f58989b1691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.519518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:02.520531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:02.521648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-eb1fe7d7-27c2-44ad-9edd-f58989b1691e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.2983437 Jul 15 13:47:02.618889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:02.637213 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Sync routers for ids ['cb459af1-aa83-4c35-858f-e849b754f7d2'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:02.662304 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Routers {'cb459af1-aa83-4c35-858f-e849b754f7d2'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:02.663985 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['cb459af1-aa83-4c35-858f-e849b754f7d2'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:02.664268 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-260dae63-6db8-4c6a-a0c0-0040b74c7478 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 1000 time: 0.1348300 Jul 15 13:47:02.669995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:02.673343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-798681ee-7cf6-4594-8afb-9c3aa1054b42 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.6209786 Jul 15 13:47:02.673579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:02.674955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 46998) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:02.754162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-1d5baf32-eb8e-4312-a644-3c0d75447c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.756354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-1d5baf32-eb8e-4312-a644-3c0d75447c6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0827816 Jul 15 13:47:02.829761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-3f512d2e-7b1f-426c-9072-1a3ffc956605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:02.832306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-3f512d2e-7b1f-426c-9072-1a3ffc956605 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690613 Jul 15 13:47:02.857528 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Set router cb459af1-aa83-4c35-858f-e849b754f7d2 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:02.968138 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.020625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-4dd91bb1-48d0-428f-b2ac-1646001684d1 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804950 Jul 15 13:47:03.140549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:46:59Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:03.151022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fc62418-3c68-41f9-ad5c-1e4c70861160 req-e53a5845-6849-45a0-bf1a-10d837f3fc2b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0500848 Jul 15 13:47:03.171278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.220809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a426a1d-fae3-4d6a-b3de-fe12ec23c885 None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:46:59Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:03.223496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09a685b8-45d6-4b66-aabc-67a1058de3ad req-50893551-9a6a-4d74-9853-53730642bef9 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960802 Jul 15 13:47:03.279558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Deleting port 942c35f4-b5f3-42eb-aa98-a6710b5e1538 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:03.279558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.284290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb459af1-aa83-4c35-858f-e849b754f7d2', 'name': '', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '496c0f8a-9185-4f92-804c-8993f66d1b90', 'external_fixed_ips': [{'subnet_id': '4dd59a30-6421-41f2-83d7-5d8bb07b0b39', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '942c35f4-b5f3-42eb-aa98-a6710b5e1538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:01Z', 'revision_number': 3, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port': {'id': '942c35f4-b5f3-42eb-aa98-a6710b5e1538', 'name': '', 'network_id': '496c0f8a-9185-4f92-804c-8993f66d1b90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb459af1-aa83-4c35-858f-e849b754f7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '4dd59a30-6421-41f2-83d7-5d8bb07b0b39', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4dd59a30-6421-41f2-83d7-5d8bb07b0b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:03.324121 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Checking router: cb459af1-aa83-4c35-858f-e849b754f7d2 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:03.324473 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Updating router cb459af1-aa83-4c35-858f-e849b754f7d2 port 942c35f4-b5f3-42eb-aa98-a6710b5e1538 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:03.373548 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.387763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.403601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Calling delete_port for 942c35f4-b5f3-42eb-aa98-a6710b5e1538 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:03.632258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a00424-b931-45c4-9686-a707040bb37f None None] New status for floating IP bb320387-44a0-40d4-b0c8-5253aeafaca3: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:47:03.705419 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.744532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event deleted for resources: {'Port': ['ID=942c35f4-b5f3-42eb-aa98-a6710b5e1538,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:03.747310 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.db.api [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:47:03.748318 n-d-798054-11 neutron-server[93997]: DEBUG oslo_db.api [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:47:03.834490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.937709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:03.940343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.005238 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.005878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb459af1-aa83-4c35-858f-e849b754f7d2 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:04.015327 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.018585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-296d0b75-beea-48e8-893d-4ac185efc3bb tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/routers/cb459af1-aa83-4c35-858f-e849b754f7d2 HTTP/1.1" status: 204 len: 168 time: 1.3404653 Jul 15 13:47:04.019876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47026) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:04.080778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Deleting subnet 4dd59a30-6421-41f2-83d7-5d8bb07b0b39 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:04.085585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.136874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.200426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.266677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.303562 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Port 942c35f4-b5f3-42eb-aa98-a6710b5e1538 not found while updating agent binding for router cb459af1-aa83-4c35-858f-e849b754f7d2. {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 13:47:04.307842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd59a30-6421-41f2-83d7-5d8bb07b0b39,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:04.318209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.318596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.318931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.319267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.319678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.319911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.320237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.320556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.320871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.321186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.321501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.321627 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:04.321813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.324099 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:47:04.324851 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_agentschedulers_db [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb459af1-aa83-4c35-858f-e849b754f7d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent'). {{(pid=93997) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:47:04.325565 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971e5f8-aff4-45ab-a33c-0e8600a20c14 None None] The sync data for ids ['cb459af1-aa83-4c35-858f-e849b754f7d2'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:04.327828 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.329976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-41058e3a-4651-4dd8-8efb-c8a85cc22899 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/4dd59a30-6421-41f2-83d7-5d8bb07b0b39 HTTP/1.1" status: 204 len: 168 time: 0.3089738 Jul 15 13:47:04.336888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47040) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:04.340915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8376cfbd-287f-45c3-af8c-bafb33f04ca1 req-8abf8b65-3a32-4070-8c8c-fb6d44ee2d84 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0447385 Jul 15 13:47:04.424424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.558780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.571685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496c0f8a-9185-4f92-804c-8993f66d1b90']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:04.584217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6d33b-46ce-487f-b0a0-42b0e34e140a') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:04.584691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6d33b-46ce-487f-b0a0-42b0e34e140a') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:04.605582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.626159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.634918 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:04.636354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:04.638690 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:04.727832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.741189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 496c0f8a-9185-4f92-804c-8993f66d1b90 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 13:47:04.747443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:04.762493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/networks/496c0f8a-9185-4f92-804c-8993f66d1b90 HTTP/1.1" status: 204 len: 168 time: 0.4244540 Jul 15 13:47:04.783678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event deleted for resources: {'Network': ['ID=496c0f8a-9185-4f92-804c-8993f66d1b90,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:04.804885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.805278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.805712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.806124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.806693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.807234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.808188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.808549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.808941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.809333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.809730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.810140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d38df-6789-4d24-adb7-5125e89141d9 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:04.812693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:05.037028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7277b7bf-6003-428d-9c4b-c1f5f8414a98 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:05.038711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7277b7bf-6003-428d-9c4b-c1f5f8414a98 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 813 time: 0.4196758 Jul 15 13:47:05.133130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47052) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:05.144190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'name': 'tempest-router--1026097509', 'project_id': '79b31496f438444789d8de57266a59c4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.192442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.193993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.204004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-8fd3cec5-bd93-4f66-a3f6-fcd50ebf1e03 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec92c8f1046d4230bdb8b332aa490a5a HTTP/1.1" status: 200 len: 380 time: 0.1435299 Jul 15 13:47:05.219237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'port': {'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'admin_state_up': True, 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'security_groups': ['06ddc236-ac71-4700-92d5-8c93503397a7']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:05.258063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.266878 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.283354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.288152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-853d08a9-b4ad-43eb-9142-6c30107246e1 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1538703 Jul 15 13:47:05.289157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47054) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:05.396904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.418278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 7173c03e-290f-4581-8407-0ea72d20d784 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:05.418802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.420734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Made reservation on behalf of ec92c8f1046d4230bdb8b332aa490a5a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:05.424587 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.588353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.591343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.598052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Allocated IP 172.20.0.7 (4a04b7fd-6316-4153-bfae-d941b80d8d44/da14bcd2-798b-479f-96c5-143f7c8a27c5/4a280f6c-e741-4eed-83ec-7d180c24f3cd) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:05.683511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.684368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6841c2-9dda-4643-8b0f-fd067a7e5952 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:05.701404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.703223 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e4b9d7b7-c8cb-4908-82ec-1dd9f5af4be0 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/routers/0f6841c2-9dda-4643-8b0f-fd067a7e5952 HTTP/1.1" status: 204 len: 168 time: 0.4126129 Jul 15 13:47:05.812023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.835442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47062) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:05.840934 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cffe2bed-b8c1-45d9-b855-18d3383aeff1 req-b5b97774-8d92-4eb6-9524-7a5e14223969 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0739238 Jul 15 13:47:05.856406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Transition to ACTIVE for port object 4a280f6c-e741-4eed-83ec-7d180c24f3cd will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:05.881434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.881829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:05.906738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 7173c03e-290f-4581-8407-0ea72d20d784 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:05.929108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.034884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:06.037999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'Port': ['ID=4a280f6c-e741-4eed-83ec-7d180c24f3cd,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.041600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:06.044266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:06.123786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:06.124766 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.126858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-189346121', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:06.154195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-7742139f-215a-4361-ae72-fe052c82632a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423010 Jul 15 13:47:06.178104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Request body: {'port': {'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:06.180328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.181949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.261325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.310938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.346338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=7173c03e-290f-4581-8407-0ea72d20d784,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:06.416744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ca832c3e-dd90-4958-b864-7e027ad61ab0 None None] Provisioning for port 4a280f6c-e741-4eed-83ec-7d180c24f3cd completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:06.425150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ca832c3e-dd90-4958-b864-7e027ad61ab0 None None] Provisioning complete for port 4a280f6c-e741-4eed-83ec-7d180c24f3cd triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:06.425529 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca832c3e-dd90-4958-b864-7e027ad61ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.449654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.503081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ca832c3e-dd90-4958-b864-7e027ad61ab0 None None] Port 4a280f6c-e741-4eed-83ec-7d180c24f3cd cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:47:06.521231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:06.522868 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Floating IP e8363d88-fc19-40f6-9931-e7c3cb70a832 disassociated (deleted). External IP: 172.25.3.78, port: 2ef3132c-d146-4787-a3c1-cf343876efb2. Jul 15 13:47:07.101022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.151323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.158565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.395860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Allocated IP 172.25.3.242 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/aaca528d-f3f6-45ec-8e40-76614feb591c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:07.446505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f3a07-74e5-42e6-9822-1ab9977b73e2 req-6356f270-6cd9-4ec5-bdbe-79f5b57e20f3 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:07.448519 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b26f3a07-74e5-42e6-9822-1ab9977b73e2 req-6356f270-6cd9-4ec5-bdbe-79f5b57e20f3 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 931 time: 0.3525264 Jul 15 13:47:07.543879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b26f3a07-74e5-42e6-9822-1ab9977b73e2 req-adbebfa3-6156-48e1-894a-a3efd571cb8d tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858703 Jul 15 13:47:07.547463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router a0fdfb01-7017-42af-85e1-55d8fabed270 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:07.577313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.583320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a280f6c-e741-4eed-83ec-7d180c24f3cd {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:07.623947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.716198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:07.721544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:07.734765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:07.738904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event updated for resources: {'Port': ['ID=aaca528d-f3f6-45ec-8e40-76614feb591c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:07.825352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:07.828862 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.842076 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] Sync routers for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:07.858901 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:07.866756 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:07.867636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:07.977227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Transition to ACTIVE for port object 4a280f6c-e741-4eed-83ec-7d180c24f3cd will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:07.997595 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.107440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.127239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb59dc5b-6b17-4be6-b9fe-bf94949632c8 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/floatingips/e8363d88-fc19-40f6-9931-e7c3cb70a832 HTTP/1.1" status: 204 len: 168 time: 3.3130052 Jul 15 13:47:08.136338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:08.140207 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614db7ec-35d1-4246-81b3-2ad1a6f8846f" -d '{"events": [{"name": "network-changed", "server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:08.208308 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:08.229155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Pushing event updated for resources: {'Port': ['ID=4a280f6c-e741-4eed-83ec-7d180c24f3cd,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:08.238039 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aad20d-1130-48a5-9883-8d67820c820c x-openstack-request-id: req-46aad20d-1130-48a5-9883-8d67820c820c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:08.238324 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:08.239687 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46aad20d-1130-48a5-9883-8d67820c820c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:08.240099 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'status': 'completed', 'code': 200} Jul 15 13:47:08.457893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Attempting to bind port 4a280f6c-e741-4eed-83ec-7d180c24f3cd on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:08.458063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Attempting to bind port 4a280f6c-e741-4eed-83ec-7d180c24f3cd by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:08.458387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Attempting to bind port 4a280f6c-e741-4eed-83ec-7d180c24f3cd on network 4a04b7fd-6316-4153-bfae-d941b80d8d44 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:08.465774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-71831661-ac1e-4504-9e80-e9402a7dc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.474572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-71831661-ac1e-4504-9e80-e9402a7dc8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 1097 time: 0.1712046 Jul 15 13:47:08.483118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Port 4a280f6c-e741-4eed-83ec-7d180c24f3cd on network 4a04b7fd-6316-4153-bfae-d941b80d8d44 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:08.483456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Attempting to bind port 4a280f6c-e741-4eed-83ec-7d180c24f3cd on network 4a04b7fd-6316-4153-bfae-d941b80d8d44 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:08.537420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:08.537775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Checking segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:08.538172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Bound using segment: {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:08.550489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Bound port: 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:08.550826 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.677009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:08.728007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:24Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:08.831390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-9641d68f-f6b6-41fc-b9c9-04e8ea80d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:08.833426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-9641d68f-f6b6-41fc-b9c9-04e8ea80d816 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 200 len: 897 time: 0.3473167 Jul 15 13:47:08.841199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] For port 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:08.843196 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] Checking router: a0fdfb01-7017-42af-85e1-55d8fabed270 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:08.866790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] For port 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:08.874501 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:08.879380 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:08.927906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-ce422380-82c4-40e4-aadb-e8fbcf2cd755 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 200 len: 217 time: 0.0812781 Jul 15 13:47:08.929879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.030824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Router 552a6252-4738-4374-873d-0e55d53faad2 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:09.056303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776834-a4a9-4785-a711-c449d21fdcac req-8b95a33d-60c2-4021-89bd-6130f0483fb6 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.064107 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c776834-a4a9-4785-a711-c449d21fdcac req-8b95a33d-60c2-4021-89bd-6130f0483fb6 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.1729772 Jul 15 13:47:09.102030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-66aabc7f-9190-486a-8c95-4a65dac72068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.109457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-66aabc7f-9190-486a-8c95-4a65dac72068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=762bd5be-cfef-4e61-b8b6-5b1cf043c43d HTTP/1.1" status: 200 len: 835 time: 0.1655247 Jul 15 13:47:09.150458 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:09.203684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.207975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.209485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] 10.222.0.59 "PUT /v2.0/ports/4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 1092 time: 3.0442481 Jul 15 13:47:09.265615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44be86-5f4a-4816-80d7-345e77c4394c service neutron] Pushing event updated for resources: {'Port': ['ID=4a280f6c-e741-4eed-83ec-7d180c24f3cd,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:09.328410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-f919a854-19eb-4dfe-aafc-c4a304391e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.330868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-f919a854-19eb-4dfe-aafc-c4a304391e4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d2e94429-03f7-426e-a7af-3fcb89e8ab0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019002 Jul 15 13:47:09.382693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c776834-a4a9-4785-a711-c449d21fdcac req-6dbfcb4e-b880-4384-9e93-daf058b690b4 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161707 Jul 15 13:47:09.478295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:09.489205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] Sync routers for ids ['552a6252-4738-4374-873d-0e55d53faad2'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:09.505255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] Routers {'552a6252-4738-4374-873d-0e55d53faad2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:09.507479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['552a6252-4738-4374-873d-0e55d53faad2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:09.529657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:09.534115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0aa1e010-1332-4e86-a8dc-82581c2abe47 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6946707 Jul 15 13:47:09.534892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:09.574362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:09.576418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-c49fe7ff-04d5-4d55-a099-9e9e5e4bb77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.577958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-c49fe7ff-04d5-4d55-a099-9e9e5e4bb77f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1095 time: 0.2687454 Jul 15 13:47:09.582581 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-030e7e6f-fdb0-413c-9e6a-9f803c29d5b2 service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153940 Jul 15 13:47:09.591917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] Routers {'552a6252-4738-4374-873d-0e55d53faad2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:09.592157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732456c-6531-4b3a-8c96-f3198617f496 req-8810166e-663a-484d-badb-57f6eba9d791 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.593204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['552a6252-4738-4374-873d-0e55d53faad2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:09.594041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3732456c-6531-4b3a-8c96-f3198617f496 req-8810166e-663a-484d-badb-57f6eba9d791 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.4775026 Jul 15 13:47:09.636706 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:24Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:09.645239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:09.649304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d8b3d-a22e-4aa0-957c-c2326f103c0c None None] The sync data for ids ['552a6252-4738-4374-873d-0e55d53faad2'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:09.673888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac10f1-c9c2-48c9-8029-28c95bee8375 None None] The sync data for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 is: [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'cffff8ac-b692-4de2-879d-82060a748123', 'name': '', 'network_id': 'd2e94429-03f7-426e-a7af-3fcb89e8ab0a', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'mac_address': 'fa:16:3e:24:61:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:16Z', 'updated_at': '2021-07-15T13:45:24Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'subnets': [{'id': '762bd5be-cfef-4e61-b8b6-5b1cf043c43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:09.727767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-42a74a68-d7ee-47c7-ae20-deb83c783ec9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 217 time: 0.1325693 Jul 15 13:47:09.732341 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5ee63cb-d126-46e6-a196-981f485f0153 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/552a6252-4738-4374-873d-0e55d53faad2 HTTP/1.1" status: 200 len: 920 time: 0.1963189 Jul 15 13:47:09.735256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47094) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:09.804967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6bde2c3-e41e-4aa3-9085-e3f521701ae8 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=552a6252-4738-4374-873d-0e55d53faad2 HTTP/1.1" status: 200 len: 205 time: 0.0661364 Jul 15 13:47:09.805879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47100) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:09.934285 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3732456c-6531-4b3a-8c96-f3198617f496 req-fc9231de-3e00-43c1-9f98-c133eb7da3e3 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/security-groups?id=6a93051c-84a3-4725-9f44-0630b449e916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908018 Jul 15 13:47:09.951820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-49ee6c24-f4c4-4561-847a-d7230dca506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:09.953379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-49ee6c24-f4c4-4561-847a-d7230dca506f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.1375446 Jul 15 13:47:09.960133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-614db7ec-35d1-4246-81b3-2ad1a6f8846f req-00b6d7bf-8d1a-491e-8485-38d95252a8ef service neutron] 10.222.0.59 "GET /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422825 Jul 15 13:47:09.987931 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.099885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a504-2027-44cc-888f-73d534bb75f5 req-6cb456da-d614-4778-aee9-c4883b03a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.099885 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-6cb456da-d614-4778-aee9-c4883b03a838 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250768 Jul 15 13:47:10.108935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-e8c95b76-7ccd-4447-89c7-4fa5887cae35 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.110478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-e8c95b76-7ccd-4447-89c7-4fa5887cae35 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 945 time: 0.1243746 Jul 15 13:47:10.127804 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c5663-6e7e-436f-9b6f-c26e3e562e7a None None] New status for floating IP e8363d88-fc19-40f6-9931-e7c3cb70a832: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:47:10.136176 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.221893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Deleting port aaca528d-f3f6-45ec-8e40-76614feb591c {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:10.222216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.254469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:10.256847 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67" -d '{"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:10.305261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-00ff9eeb-fcc3-4231-a981-b63275bb9b67 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937456 Jul 15 13:47:10.312288 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d570b4-c155-49e1-bddf-a9aedf712c0a x-openstack-request-id: req-02d570b4-c155-49e1-bddf-a9aedf712c0a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:10.312580 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:10.312975 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02d570b4-c155-49e1-bddf-a9aedf712c0a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:10.313366 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'status': 'completed', 'code': 200} Jul 15 13:47:10.341926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 2ef3132c-d146-4787-a3c1-cf343876efb2 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:10.342264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.362478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.380683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Calling delete_port for aaca528d-f3f6-45ec-8e40-76614feb591c owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:10.447945 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de76a504-2027-44cc-888f-73d534bb75f5 req-27b12e7c-5a04-4543-b45d-c83078883b07 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320684 Jul 15 13:47:10.586948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.612934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port 2ef3132c-d146-4787-a3c1-cf343876efb2, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2ef3132c-d146-4787-a3c1-cf343876efb2,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:10.613225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.622489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event deleted for resources: {'Port': ['ID=aaca528d-f3f6-45ec-8e40-76614feb591c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:10.636886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 2ef3132c-d146-4787-a3c1-cf343876efb2 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:10.664132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-df9496e4-e988-44cb-8809-76cbf8170c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.665573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-df9496e4-e988-44cb-8809-76cbf8170c1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1095 time: 0.1620896 Jul 15 13:47:10.686586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.717383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5a851-9122-44b0-8b3b-bbff6d8b35ce req-e136748c-ee89-44d4-9adc-3cc58e723287 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.718904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2d5a851-9122-44b0-8b3b-bbff6d8b35ce req-e136748c-ee89-44d4-9adc-3cc58e723287 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.2047443 Jul 15 13:47:10.786493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.788940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.837337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.838095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Fanout notify agent at l3_agent the message router_deleted on router 552a6252-4738-4374-873d-0e55d53faad2 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:10.845073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f2d5a851-9122-44b0-8b3b-bbff6d8b35ce req-7897d5d3-91fe-41c9-b8b3-3fab6a956344 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135314 Jul 15 13:47:10.845938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.847902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98c73132-48b7-46ab-b35d-20acef1687c1 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/552a6252-4738-4374-873d-0e55d53faad2 HTTP/1.1" status: 204 len: 168 time: 1.0403538 Jul 15 13:47:10.854295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47108) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:10.860316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1863960646', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': False}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:10.908797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-2059c6e1-b13a-4628-8c19-25010d070f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:10.910594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-2059c6e1-b13a-4628-8c19-25010d070f2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 914 time: 0.2106822 Jul 15 13:47:10.970449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-79f597ba-0655-45d6-8aad-3291fae474f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 217 time: 0.0523853 Jul 15 13:47:10.974072 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:10.975151 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.026808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.078815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-b851abd1-fe21-477a-bc23-ea373d1c4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.080367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-b851abd1-fe21-477a-bc23-ea373d1c4350 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.0972197 Jul 15 13:47:11.109685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-df651f54-20e8-4515-b28e-52283bb74cc4 req-6d2e5fad-bd89-4476-a716-73888c060fd5 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "GET /v2.0/ports?device_id=979e54ff-3e1f-46ea-82a7-ef0e889bdcc4 HTTP/1.1" status: 200 len: 210 time: 0.0307975 Jul 15 13:47:11.111061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=2ef3132c-d146-4787-a3c1-cf343876efb2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:11.477102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.505438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] No DVR routers for this DVR port 2ef3132c-d146-4787-a3c1-cf343876efb2 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:11.508497 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.511055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a2b29f2-0607-4eb9-a008-06ef8e49ff54 req-5e019806-4d42-4149-a34c-889b59caa833 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.59 "DELETE /v2.0/ports/2ef3132c-d146-4787-a3c1-cf343876efb2 HTTP/1.1" status: 204 len: 173 time: 1.3918660 Jul 15 13:47:11.677268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:11.682614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-6ce355fa-e6ad-460d-8fcd-0f6354367513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:11.683804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-6ce355fa-e6ad-460d-8fcd-0f6354367513 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5678654 Jul 15 13:47:11.817290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-5daf7fc1-2643-4ef4-bc15-bd56cb2d9539 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265860 Jul 15 13:47:11.976599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1655b0ba-cce0-4eb3-b1fb-d5f1d8780b67 req-b88399fc-03d3-4c99-8ef1-548579e91414 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293609 Jul 15 13:47:12.196977 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.253068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47120) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:12.253920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29b7e8-a9fd-4ffb-b733-1bfeb457b186 req-e35baf57-7e60-4355-94ed-54fce1cae09f tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:12.256244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0c29b7e8-a9fd-4ffb-b733-1bfeb457b186 req-e35baf57-7e60-4355-94ed-54fce1cae09f tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.2086256 Jul 15 13:47:12.257624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.328578 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-deleted', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:12.332016 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88ae52a-32e1-4b6d-8869-79ea52110c0c" -d '{"events": [{"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-deleted", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:12.373955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0c29b7e8-a9fd-4ffb-b733-1bfeb457b186 req-8fa64635-b4ec-4e65-90f5-ae62a6a17564 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043875 Jul 15 13:47:12.408051 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b99c4-6478-4169-84f8-a715749c2c22 x-openstack-request-id: req-109b99c4-6478-4169-84f8-a715749c2c22 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:12.408349 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979e54ff-3e1f-46ea-82a7-ef0e889bdcc4", "name": "network-vif-deleted", "tag": "2ef3132c-d146-4787-a3c1-cf343876efb2", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:12.408600 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-109b99c4-6478-4169-84f8-a715749c2c22 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:12.409153 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979e54ff-3e1f-46ea-82a7-ef0e889bdcc4', 'name': 'network-vif-deleted', 'tag': '2ef3132c-d146-4787-a3c1-cf343876efb2', 'status': 'completed', 'code': 200} Jul 15 13:47:12.437845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Allocated IP 172.25.3.207 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/311cff7e-09c8-444e-9990-592abfbd962f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:12.580785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.634220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.693774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:12.694269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Port': ['ID=311cff7e-09c8-444e-9990-592abfbd962f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:12.709969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:12.711475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:12.713969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:12.982735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.003885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port cffff8ac-b692-4de2-879d-82060a748123 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:13.004375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.102413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5b338fb4-1d0c-48fd-9782-049f42a226e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.109633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port cffff8ac-b692-4de2-879d-82060a748123, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cffff8ac-b692-4de2-879d-82060a748123,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:13.110003 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.124843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for cffff8ac-b692-4de2-879d-82060a748123 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:13.234059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.329375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.366033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=cffff8ac-b692-4de2-879d-82060a748123,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:13.389194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Router fd0e4b77-641d-417d-af0c-4950b1171fb6 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:13.708934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:13.721917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Sync routers for ids ['fd0e4b77-641d-417d-af0c-4950b1171fb6'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:13.754482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Routers {'fd0e4b77-641d-417d-af0c-4950b1171fb6'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:13.755576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fd0e4b77-641d-417d-af0c-4950b1171fb6'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:13.785955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:13.792853 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2d22d175-0dcb-420a-a218-a9520d614016 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9361701 Jul 15 13:47:13.794371 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47128) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:13.916488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Set router fd0e4b77-641d-417d-af0c-4950b1171fb6 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:13.996462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:14.176428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 2ef3132c-d146-4787-a3c1-cf343876efb2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:14.177469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2ef3132c-d146-4787-a3c1-cf343876efb2 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:14.213638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.224729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:14.248078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e4b77-641d-417d-af0c-4950b1171fb6', 'name': 'tempest-snat-router-1863960646', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': False}, 'gw_port_id': '311cff7e-09c8-444e-9990-592abfbd962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:10Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 3, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port': {'id': '311cff7e-09c8-444e-9990-592abfbd962f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e4b77-641d-417d-af0c-4950b1171fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:14.274239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782410d1-5ea8-405a-a856-1209210742d5 req-e5a9afdb-8231-4213-9944-c0f137e96655 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:14.276062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-782410d1-5ea8-405a-a856-1209210742d5 req-e5a9afdb-8231-4213-9944-c0f137e96655 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.5647709 Jul 15 13:47:14.294079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Checking router: fd0e4b77-641d-417d-af0c-4950b1171fb6 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:14.294079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Updating router fd0e4b77-641d-417d-af0c-4950b1171fb6 port 311cff7e-09c8-444e-9990-592abfbd962f binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:14.320284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83282a22-dfd8-4726-88e3-6939ffd0eaa4 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/fd0e4b77-641d-417d-af0c-4950b1171fb6 HTTP/1.1" status: 200 len: 909 time: 0.5217054 Jul 15 13:47:14.327368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47134) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:14.332129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1863960646', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': True}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:14.338863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.359145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-782410d1-5ea8-405a-a856-1209210742d5 req-115367c2-5905-4210-8044-9346e5db1812 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686865 Jul 15 13:47:14.382835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.386642 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.455393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Deleting subnet 15c609b5-5430-4156-a6cd-23ce592827c5 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:14.465740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.478735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.547710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.696229 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.741114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Router a0fdfb01-7017-42af-85e1-55d8fabed270 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:14.830416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.966276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:14.976213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83b95a05-2375-4a54-adf9-08db9d970287 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "PUT /v2.0/routers/a0fdfb01-7017-42af-85e1-55d8fabed270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208991 Jul 15 13:47:14.978083 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.981960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:14.983188 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] Sync routers for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:14.988618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47136) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:15.017793 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:15.019222 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.023391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Transition to ACTIVE for port object 311cff7e-09c8-444e-9990-592abfbd962f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:15.041814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.066817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.073508 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/15c609b5-5430-4156-a6cd-23ce592827c5 HTTP/1.1" status: 204 len: 168 time: 0.8418000 Jul 15 13:47:15.073508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d0134-6916-48ee-aa25-49035b9a3f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c609b5-5430-4156-a6cd-23ce592827c5,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.076876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting subnet 762bd5be-cfef-4e61-b8b6-5b1cf043c43d {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:15.081845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.083477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:15.126586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.129624 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Attempting to bind port 311cff7e-09c8-444e-9990-592abfbd962f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:15.129995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Attempting to bind port 311cff7e-09c8-444e-9990-592abfbd962f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:15.130361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Attempting to bind port 311cff7e-09c8-444e-9990-592abfbd962f on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:15.131405 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.138955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:15.139349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:15.139727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.140211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:15.140829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Bound port: 311cff7e-09c8-444e-9990-592abfbd962f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:15.141291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.192721 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:15.203323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] For port 311cff7e-09c8-444e-9990-592abfbd962f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:15.206755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] For port 311cff7e-09c8-444e-9990-592abfbd962f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=311cff7e-09c8-444e-9990-592abfbd962f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:15.211262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.222731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.232188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.244429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0fc5d-fa77-440f-9ed0-92f3ed2920c1 None None] Pushing event updated for resources: {'Port': ['ID=311cff7e-09c8-444e-9990-592abfbd962f,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.263974 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.268108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.315291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Routers {'fd0e4b77-641d-417d-af0c-4950b1171fb6'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:15.319192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fd0e4b77-641d-417d-af0c-4950b1171fb6'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.323014 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.355511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Subnet': ['ID=762bd5be-cfef-4e61-b8b6-5b1cf043c43d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.360166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.367000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fed7473d-22cb-44b1-a3a8-48bab3237756 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/subnets/762bd5be-cfef-4e61-b8b6-5b1cf043c43d HTTP/1.1" status: 204 len: 168 time: 0.3537951 Jul 15 13:47:15.368057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:15.388299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac674703-d345-4850-a89b-023ec32d6ecb None None] Network d2e94429-03f7-426e-a7af-3fcb89e8ab0a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:15.437415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0fc5d-fa77-440f-9ed0-92f3ed2920c1 None None] Pushing event updated for resources: {'Port': ['ID=311cff7e-09c8-444e-9990-592abfbd962f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.454994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:47:13Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.468423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.489492 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] Checking router: a0fdfb01-7017-42af-85e1-55d8fabed270 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:15.491288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bc9327-88ff-422e-8e29-1841a4235417']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.500058 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] Routers {'a0fdfb01-7017-42af-85e1-55d8fabed270'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:15.500690 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:46:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['a0fdfb01-7017-42af-85e1-55d8fabed270'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.509353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c9b85-f1db-40b7-8527-af834e350585') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.509742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c9b85-f1db-40b7-8527-af834e350585') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:15.530165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Allocated IP 172.25.3.158 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/2f1d80fb-bcdb-4749-8c8b-e28fad659966) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:15.533592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.573446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.611497 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0741f042-6d7e-4b19-afe3-e121ae63fa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.616110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.650609 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] Set router a0fdfb01-7017-42af-85e1-55d8fabed270 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:15.653722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] Set router fd0e4b77-641d-417d-af0c-4950b1171fb6 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:15.697393 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.739446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.748023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.754431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:15.754889 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:15.760504 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:15.772955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.779136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.854420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafe678-8850-4247-8809-c964c5b06e28 req-6bdb4a40-5ce2-4a01-9c38-8d6f1a2156f4 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:15.860899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5fafe678-8850-4247-8809-c964c5b06e28 req-6bdb4a40-5ce2-4a01-9c38-8d6f1a2156f4 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.1368246 Jul 15 13:47:15.868462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:15.877431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:15.881956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:15.909225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] DHCP port deletion for d2e94429-03f7-426e-a7af-3fcb89e8ab0a request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:47:15.913583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.916292 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Deleting port 030a0758-82e5-42b0-abab-b82b3908184f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:15.917005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.924149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:15.930026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/21bc9327-88ff-422e-8e29-1841a4235417 HTTP/1.1" status: 204 len: 168 time: 0.8396337 Jul 15 13:47:15.932099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Port': ['ID=2f1d80fb-bcdb-4749-8c8b-e28fad659966,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.947875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555fcf4-8b27-4a70-beb3-8367decbb9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21bc9327-88ff-422e-8e29-1841a4235417,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:15.981291 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:47:13Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:16.013729 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f9b0ac-0011-4406-b5a5-2fab6df65b57 None None] The sync data for ids ['a0fdfb01-7017-42af-85e1-55d8fabed270'] in n-d-798054-11 is: [{'id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614664748', 'tenant_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '030a0758-82e5-42b0-abab-b82b3908184f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:45:10Z', 'updated_at': '2021-07-15T13:47:13Z', 'revision_number': 5, 'project_id': 'ab43f525a3914c93b39cda9d6df0f02a', 'gw_port': {'id': '030a0758-82e5-42b0-abab-b82b3908184f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:77:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fdfb01-7017-42af-85e1-55d8fabed270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:45:11Z', 'updated_at': '2021-07-15T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:16.043969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] Deleting port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:16.044909 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.071262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5fafe678-8850-4247-8809-c964c5b06e28 req-a1fed773-79e6-4ca0-9b81-681102623f53 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096817 Jul 15 13:47:16.097942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0e4b77-641d-417d-af0c-4950b1171fb6', 'name': 'tempest-snat-router-1863960646', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': False}, 'gw_port_id': '311cff7e-09c8-444e-9990-592abfbd962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:10Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 3, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port': {'id': '311cff7e-09c8-444e-9990-592abfbd962f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e4b77-641d-417d-af0c-4950b1171fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:16.117715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] For port 030a0758-82e5-42b0-abab-b82b3908184f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=030a0758-82e5-42b0-abab-b82b3908184f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:16.118560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.141245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Calling delete_port for 030a0758-82e5-42b0-abab-b82b3908184f owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:16.157721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2a922-bc10-4277-863d-a977b84588ad None None] The sync data for ids ['fd0e4b77-641d-417d-af0c-4950b1171fb6'] in n-d-798054-11 is: [{'id': 'fd0e4b77-641d-417d-af0c-4950b1171fb6', 'name': 'tempest-snat-router-1863960646', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207'}], 'enable_snat': False}, 'gw_port_id': '311cff7e-09c8-444e-9990-592abfbd962f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:10Z', 'updated_at': '2021-07-15T13:47:12Z', 'revision_number': 3, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port': {'id': '311cff7e-09c8-444e-9990-592abfbd962f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0e4b77-641d-417d-af0c-4950b1171fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:12Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:16.172456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] For port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,segment=NetworkSegment(e89a1dca-da0d-45e3-a8c3-0ec34f077e7e),segment_id=e89a1dca-da0d-45e3-a8c3-0ec34f077e7e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:16.172884 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.188075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] Calling delete_port for 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:16.265170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47148) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:16.308006 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.334180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.335032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] Pushing event deleted for resources: {'Port': ['ID=4beaa079-9ab8-4cf3-b025-0d0d50bd0916,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:16.341877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a68b7dfb-95d5-47d8-878d-6fb06db962ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d340710fc14d48c08723132085940c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731130 Jul 15 13:47:16.344444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a30895-0240-458f-b208-e3ee1b78e089 None None] No DVR routers for this DVR port 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:16.344603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47150) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:16.436129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.456725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:16.483148 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a08286c2-4227-4382-ae9f-5ba4f4dd0962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.486755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:16.486896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4beaa079-9ab8-4cf3-b025-0d0d50bd0916 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:16.487312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cffff8ac-b692-4de2-879d-82060a748123 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:16.496020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Port': ['ID=030a0758-82e5-42b0-abab-b82b3908184f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:16.519833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: cffff8ac-b692-4de2-879d-82060a748123 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:16.520256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device cffff8ac-b692-4de2-879d-82060a748123 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:16.613664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a08286c2-4227-4382-ae9f-5ba4f4dd0962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.653999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.678588 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.780214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.783363 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.794753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a08286c2-4227-4382-ae9f-5ba4f4dd0962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.797581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a08286c2-4227-4382-ae9f-5ba4f4dd0962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.802572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a08286c2-4227-4382-ae9f-5ba4f4dd0962 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97cc8865-f142-46dd-89dd-6d4921c868a2 HTTP/1.1" status: 204 len: 168 time: 0.4541562 Jul 15 13:47:16.844478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08286c2-4227-4382-ae9f-5ba4f4dd0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cc8865-f142-46dd-89dd-6d4921c868a2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:16.850508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.851106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Fanout notify agent at l3_agent the message router_deleted on router a0fdfb01-7017-42af-85e1-55d8fabed270 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:16.860445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:16.862093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-930de78d-0abf-4c11-ac12-158872b41c59 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/routers/a0fdfb01-7017-42af-85e1-55d8fabed270 HTTP/1.1" status: 204 len: 168 time: 1.4921257 Jul 15 13:47:16.865912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:16.879120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Router 1abf5184-cd49-4726-b35e-97b01b7f85b8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:17.025373 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.163002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:17.163264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.180143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Sync routers for ids ['1abf5184-cd49-4726-b35e-97b01b7f85b8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:17.203127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Routers {'1abf5184-cd49-4726-b35e-97b01b7f85b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:17.204020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1abf5184-cd49-4726-b35e-97b01b7f85b8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:17.225778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.229549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.233586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-54e6dbc8-a7b5-47c3-9842-3776875f5254 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9024558 Jul 15 13:47:17.234347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:17.241727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e94429-03f7-426e-a7af-3fcb89e8ab0a']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:17.254253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:17.254696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89a1dca-da0d-45e3-a8c3-0ec34f077e7e') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:17.268585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.286413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.304845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:17.305260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:17.309684 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:17.390382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Set router 1abf5184-cd49-4726-b35e-97b01b7f85b8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:17.422189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.428468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.433789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/networks/d2e94429-03f7-426e-a7af-3fcb89e8ab0a HTTP/1.1" status: 204 len: 168 time: 0.5666237 Jul 15 13:47:17.434482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:17.444196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f90e8b56-98f6-4d3a-afd0-dffe9b06e641 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/1abf5184-cd49-4726-b35e-97b01b7f85b8 HTTP/1.1" status: 200 len: 908 time: 0.2081690 Jul 15 13:47:17.445263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47170) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:17.474014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a5a9-4a86-4592-8f0b-1eb9aa391029 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'Network': ['ID=d2e94429-03f7-426e-a7af-3fcb89e8ab0a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:17.534036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3c681-efeb-4e48-a617-74952b7ece72 req-efb3a5d4-5e67-411b-839d-f182241885a4 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:17.536037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfa3c681-efeb-4e48-a617-74952b7ece72 req-efb3a5d4-5e67-411b-839d-f182241885a4 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.2427914 Jul 15 13:47:17.609553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aec21099-5711-4120-b532-da1581626674 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.678304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.686849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfa3c681-efeb-4e48-a617-74952b7ece72 req-a7e9cbad-f8f0-4225-bc3c-80c81d1586a9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429961 Jul 15 13:47:17.694689 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aec21099-5711-4120-b532-da1581626674 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.759251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf5184-cd49-4726-b35e-97b01b7f85b8', 'name': 'tempest-snat-router-1863960646', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '2f1d80fb-bcdb-4749-8c8b-e28fad659966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:14Z', 'updated_at': '2021-07-15T13:47:16Z', 'revision_number': 3, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port': {'id': '2f1d80fb-bcdb-4749-8c8b-e28fad659966', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf5184-cd49-4726-b35e-97b01b7f85b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:47:15Z', 'updated_at': '2021-07-15T13:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:17.793356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aec21099-5711-4120-b532-da1581626674 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.794546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Checking router: 1abf5184-cd49-4726-b35e-97b01b7f85b8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:17.794903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Updating router 1abf5184-cd49-4726-b35e-97b01b7f85b8 port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:47:17.806430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aec21099-5711-4120-b532-da1581626674 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.811966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aec21099-5711-4120-b532-da1581626674 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] 10.222.0.57 "DELETE /v2.0/security-groups/6a93051c-84a3-4725-9f44-0630b449e916 HTTP/1.1" status: 204 len: 168 time: 0.3690069 Jul 15 13:47:17.830927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec21099-5711-4120-b532-da1581626674 tempest-TestNetworkAdvancedServerOps-1262468106 tempest-TestNetworkAdvancedServerOps-1262468106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a93051c-84a3-4725-9f44-0630b449e916,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:17.857190 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.907322 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:17.985944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Deleting port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:17.986280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.047369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47186) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:18.083418 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.125433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Calling delete_port for 2f1d80fb-bcdb-4749-8c8b-e28fad659966 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:18.253961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.272289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-395775426-network', 'tenant_id': '23ee434cf838407abe05a4a9c1039e15'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:18.303499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Transition to ACTIVE for port object 2f1d80fb-bcdb-4749-8c8b-e28fad659966 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:18.314886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Made reservation on behalf of 23ee434cf838407abe05a4a9c1039e15 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:18.317647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.320090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.343869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 311cff7e-09c8-444e-9990-592abfbd962f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:18.347993 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.365604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Attempting to bind port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:18.365980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Attempting to bind port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:18.366349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Attempting to bind port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:18.416194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:18.430201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:18.430822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:18.431110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.431494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:18.432409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Bound port: 2f1d80fb-bcdb-4749-8c8b-e28fad659966, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:18.433213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.482335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.486288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.487890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.497166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400eb11-86ac-4e4f-be6c-0375d199a002 None None] Pushing event updated for resources: {'Port': ['ID=2f1d80fb-bcdb-4749-8c8b-e28fad659966,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:18.507659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:47:18.508013 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:47:18.525137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 311cff7e-09c8-444e-9990-592abfbd962f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:18.526654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4f74c5-2e30-47c9-871e-bd4edf393b2a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:18.534353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 311cff7e-09c8-444e-9990-592abfbd962f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:18.534742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.539658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:47:18.552628 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.553447 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Added segment 401de6f7-5389-4bce-89f1-4d7664c72ad7 of type vlan for network 91731415-5ed8-4f90-9d1a-368867bc34eb Jul 15 13:47:18.625837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.654872 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.663159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.663395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.664689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:18.665498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.684865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 311cff7e-09c8-444e-9990-592abfbd962f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=311cff7e-09c8-444e-9990-592abfbd962f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:18.690805 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.711384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6627526 Jul 15 13:47:18.712082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47196) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:18.753112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=311cff7e-09c8-444e-9990-592abfbd962f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:18.766588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e430766-9034-4ba9-8421-6083fb40880b admin admin] Pushing event updated for resources: {'Network': ['ID=91731415-5ed8-4f90-9d1a-368867bc34eb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:18.771966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 030a0758-82e5-42b0-abab-b82b3908184f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:18.772606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Request body: {'subnet': {'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-395775426-subnet', 'tenant_id': '23ee434cf838407abe05a4a9c1039e15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:18.801797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Made reservation on behalf of 23ee434cf838407abe05a4a9c1039e15 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:18.803019 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:18.810314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 91731415-5ed8-4f90-9d1a-368867bc34eb details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:47:18.814219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 030a0758-82e5-42b0-abab-b82b3908184f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:18.814917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 030a0758-82e5-42b0-abab-b82b3908184f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:18.937906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f1d80fb-bcdb-4749-8c8b-e28fad659966,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:19.020878 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a6eb407-a9dc-4298-a608-acfae470919f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab43f525a3914c93b39cda9d6df0f02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029229 Jul 15 13:47:19.023524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47200) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:19.028989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Attempting to bind port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:19.029700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Attempting to bind port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:19.030320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Attempting to bind port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:19.036382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:19.037057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:19.037659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.038045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:19.038174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37988e3-b8fc-4320-8ed4-04674d17ea0b req-07fd6207-cc13-4837-9faa-0bcb2dbe669b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:19.038891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Bound port: 2f1d80fb-bcdb-4749-8c8b-e28fad659966, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:19.039482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.039724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d37988e3-b8fc-4320-8ed4-04674d17ea0b req-07fd6207-cc13-4837-9faa-0bcb2dbe669b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.1563208 Jul 15 13:47:19.043254 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.062722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Port 2f1d80fb-bcdb-4749-8c8b-e28fad659966 has been deleted concurrently {{(pid=93996) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 13:47:19.073184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Routers {'1abf5184-cd49-4726-b35e-97b01b7f85b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:19.073695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.074461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['1abf5184-cd49-4726-b35e-97b01b7f85b8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:19.141819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d37988e3-b8fc-4320-8ed4-04674d17ea0b req-9a0a4413-fd9d-49e8-9a98-a0651ad4def3 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873461 Jul 15 13:47:19.153076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] Set router 1abf5184-cd49-4726-b35e-97b01b7f85b8 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:19.153944 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.156178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655d8151-1fcd-4c1f-b2f8-aa2cab66bddc,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:19.157347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.170885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Checking segment: {'id': '401de6f7-5389-4bce-89f1-4d7664c72ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:19.171277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Network hostable DHCP agents. Network: 91731415-5ed8-4f90-9d1a-368867bc34eb, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:47:19.193132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Network 91731415-5ed8-4f90-9d1a-368867bc34eb is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:47:19.207348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 91731415-5ed8-4f90-9d1a-368867bc34eb) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:19.212209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:19.212921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.213650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf5184-cd49-4726-b35e-97b01b7f85b8', 'name': 'tempest-snat-router-1863960646', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:14Z', 'updated_at': '2021-07-15T13:47:18Z', 'revision_number': 5, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:19.218080 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce061-17c3-4d63-b5a5-9d65834cf998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.238903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-21b55fb7-76bf-4469-af8a-ce4018e63251 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4738078 Jul 15 13:47:19.251553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cafee6-31e2-46db-89ad-442341e61586 None None] Network 91731415-5ed8-4f90-9d1a-368867bc34eb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:19.251664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.251664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1abf5184-cd49-4726-b35e-97b01b7f85b8 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:19.257457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.261562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a145447d-798e-4abc-af66-1ba9a3249f0b tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/routers/1abf5184-cd49-4726-b35e-97b01b7f85b8 HTTP/1.1" status: 204 len: 168 time: 1.8126550 Jul 15 13:47:19.263582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02095b05-8e42-45bd-bfc2-f5db4a746ea8 None None] The sync data for ids ['1abf5184-cd49-4726-b35e-97b01b7f85b8'] in n-d-798054-11 is: [{'id': '1abf5184-cd49-4726-b35e-97b01b7f85b8', 'name': 'tempest-snat-router-1863960646', 'tenant_id': '448feb34fd6c4da59f085c00e6e8050f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:47:14Z', 'updated_at': '2021-07-15T13:47:18Z', 'revision_number': 5, 'project_id': '448feb34fd6c4da59f085c00e6e8050f', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:19.264213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47204) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:19.267380 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce061-17c3-4d63-b5a5-9d65834cf998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.343474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce061-17c3-4d63-b5a5-9d65834cf998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.346936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1d3ce061-17c3-4d63-b5a5-9d65834cf998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.351145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1d3ce061-17c3-4d63-b5a5-9d65834cf998 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/627026e9-39f3-426f-bb4a-c66a87685ff7 HTTP/1.1" status: 204 len: 168 time: 0.3236191 Jul 15 13:47:19.370769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ce061-17c3-4d63-b5a5-9d65834cf998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627026e9-39f3-426f-bb4a-c66a87685ff7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:19.457226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.469513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7c59f-d4c0-4aee-9745-8703bd97f170 None None] Network 91731415-5ed8-4f90-9d1a-368867bc34eb requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:19.598937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.677434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Deleting port 311cff7e-09c8-444e-9990-592abfbd962f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:19.678155 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.789287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] For port 311cff7e-09c8-444e-9990-592abfbd962f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=311cff7e-09c8-444e-9990-592abfbd962f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:19.789821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:19.808215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Calling delete_port for 311cff7e-09c8-444e-9990-592abfbd962f owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:19.829522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47218) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:19.911526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5a011e7-5e6c-4c48-81cf-e6e8e074425b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8147260ccd68442da3824140012d4c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795636 Jul 15 13:47:19.913476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47222) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:19.998127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3ec0-9eb9-4da6-b9c3-f7eb8633a26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.035617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4a280f6c-e741-4eed-83ec-7d180c24f3cd details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:20.038195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3ec0-9eb9-4da6-b9c3-f7eb8633a26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.112023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.132165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3ec0-9eb9-4da6-b9c3-f7eb8633a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.150385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e2a3ec0-9eb9-4da6-b9c3-f7eb8633a26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.156111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2e2a3ec0-9eb9-4da6-b9c3-f7eb8633a26b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41ddc259-2338-4dd9-ae48-3633d58fb428 HTTP/1.1" status: 204 len: 168 time: 0.2365713 Jul 15 13:47:20.163294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event deleted for resources: {'Port': ['ID=311cff7e-09c8-444e-9990-592abfbd962f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:20.192286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3ec0-9eb9-4da6-b9c3-f7eb8633a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ddc259-2338-4dd9-ae48-3633d58fb428,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:20.247867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47230) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:20.253815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1871464857-network', 'tenant_id': 'e0da168d8a0d4ad7a67a1afb8dfeda4f'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:20.283931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Made reservation on behalf of e0da168d8a0d4ad7a67a1afb8dfeda4f for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:20.289633 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.311785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.318234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:20.330759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 311cff7e-09c8-444e-9990-592abfbd962f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:20.350678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.366244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 311cff7e-09c8-444e-9990-592abfbd962f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:20.367213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 311cff7e-09c8-444e-9990-592abfbd962f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 13:47:20.405679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:20.410217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Port 311cff7e-09c8-444e-9990-592abfbd962f not found, will not notify nova. {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 13:47:20.516232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.521082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.581249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bdc92-79c7-450e-a83a-997d0e95b440 req-92153199-c8e8-40a8-b058-6a702779db84 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:20.590102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e80bdc92-79c7-450e-a83a-997d0e95b440 req-92153199-c8e8-40a8-b058-6a702779db84 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 943 time: 0.1438763 Jul 15 13:47:20.638117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.639001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd0e4b77-641d-417d-af0c-4950b1171fb6 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:20.646746 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.653579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-231a289d-9d56-4379-b611-d2e80a9cc217 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "DELETE /v2.0/routers/fd0e4b77-641d-417d-af0c-4950b1171fb6 HTTP/1.1" status: 204 len: 168 time: 1.3716238 Jul 15 13:47:20.654809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47232) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:20.667464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1779250701', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:20.678411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.689118 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.699624 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.701871 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e80bdc92-79c7-450e-a83a-997d0e95b440 req-244514d5-f06d-41ba-99a3-0ea1c26429f5 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102064 Jul 15 13:47:20.731383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a280f6c-e741-4eed-83ec-7d180c24f3cd {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:20.733812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.743744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.762775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:47:20.797079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:20.803100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.817272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07992c4f-6cd2-42a3-bcb4-cbb2b235af0b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:20.829273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.830438 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Added segment e29be863-1605-429f-b396-d4a483148a16 of type vlan for network 5c807892-e312-493c-b95c-324f523d2f43 Jul 15 13:47:20.865562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.958950 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:20.976643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=4a280f6c-e741-4eed-83ec-7d180c24f3cd,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:21.009621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['4a280f6c-e741-4eed-83ec-7d180c24f3cd'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:21.020317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.021837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:21.022600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.055383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.065655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:21.066009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8166432 Jul 15 13:47:21.072149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Request body: {'subnet': {'network_id': '5c807892-e312-493c-b95c-324f523d2f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1871464857-subnet', 'tenant_id': 'e0da168d8a0d4ad7a67a1afb8dfeda4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:21.101221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a543abd-5646-4459-b948-8b030710870d admin admin] Pushing event updated for resources: {'Network': ['ID=5c807892-e312-493c-b95c-324f523d2f43,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:21.115026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5c807892-e312-493c-b95c-324f523d2f43 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:47:21.122340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Made reservation on behalf of e0da168d8a0d4ad7a67a1afb8dfeda4f for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:21.125232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.766212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.790181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.792203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:21.933418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0340703c-e491-4476-9536-5d59feee86da,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:21.977473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Checking segment: {'id': 'e29be863-1605-429f-b396-d4a483148a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5c807892-e312-493c-b95c-324f523d2f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:21.977817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Network hostable DHCP agents. Network: 5c807892-e312-493c-b95c-324f523d2f43, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:47:22.009820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Allocated IP 172.25.3.18 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b014aecd-f7b3-4f39-91c6-bbf3dccc62a3) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:22.045363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Network 5c807892-e312-493c-b95c-324f523d2f43 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:47:22.049815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4a280f6c-e741-4eed-83ec-7d180c24f3cd up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:22.065010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdc505-a1c0-4ddc-94ea-27c4af6a2fc9 req-7ddd0c60-9fec-48eb-8d82-5eff12b34f79 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.066511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0bdc505-a1c0-4ddc-94ea-27c4af6a2fc9 req-7ddd0c60-9fec-48eb-8d82-5eff12b34f79 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 944 time: 0.2037783 Jul 15 13:47:22.084389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5c807892-e312-493c-b95c-324f523d2f43) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:22.088754 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.089336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.096928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ddcd6c-adcd-4768-8987-b432228d70a1 None None] Network 5c807892-e312-493c-b95c-324f523d2f43 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:22.114779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 4a280f6c-e741-4eed-83ec-7d180c24f3cd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:22.127918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 4a280f6c-e741-4eed-83ec-7d180c24f3cd triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:22.128268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.170920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-50a747b8-c8e5-4e80-a6e4-4daacfaf98ad admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0998876 Jul 15 13:47:22.187295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0bdc505-a1c0-4ddc-94ea-27c4af6a2fc9 req-a855bfa0-deea-4352-be82-657d736ec865 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126628 Jul 15 13:47:22.196010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 311cff7e-09c8-444e-9990-592abfbd962f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:22.218769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.234319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 311cff7e-09c8-444e-9990-592abfbd962f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:22.234722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 311cff7e-09c8-444e-9990-592abfbd962f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:22.268322 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.306856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:22.315204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:22.319188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:22.344410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event updated for resources: {'Port': ['ID=b014aecd-f7b3-4f39-91c6-bbf3dccc62a3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:22.348628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e37f5-0d44-4aa7-a189-33f80d200d44 None None] Network 5c807892-e312-493c-b95c-324f523d2f43 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:47:22.365567 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.424665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:22.427337 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b426a26e-ff95-4995-99d5-7bb9967f7624" -d '{"events": [{"server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "name": "network-vif-plugged", "status": "completed", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:22.463798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:22.499537 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dba6ecc-21e4-4478-b33a-0db0ae13d1ec x-openstack-request-id: req-4dba6ecc-21e4-4478-b33a-0db0ae13d1ec {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:22.499953 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "name": "network-vif-plugged", "status": "completed", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:22.500247 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4dba6ecc-21e4-4478-b33a-0db0ae13d1ec {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:22.500738 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'code': 200} Jul 15 13:47:22.501770 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.576511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=4a280f6c-e741-4eed-83ec-7d180c24f3cd,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:22.667969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:22.781620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204769e-c840-4dcf-8e50-06378482962b req-a67e5805-670a-4eed-a5e4-68b9ed899afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.783226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9204769e-c840-4dcf-8e50-06378482962b req-a67e5805-670a-4eed-a5e4-68b9ed899afa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1097 time: 0.1900067 Jul 15 13:47:22.879138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9204769e-c840-4dcf-8e50-06378482962b req-73badc38-d9b8-4e27-9db7-58d7dba7469f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662508 Jul 15 13:47:22.887681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-653b14d2-668b-4154-baa4-21e80dc8d048 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:22.889100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-653b14d2-668b-4154-baa4-21e80dc8d048 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/networks?id=91731415-5ed8-4f90-9d1a-368867bc34eb HTTP/1.1" status: 200 len: 811 time: 0.2417376 Jul 15 13:47:22.948169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-90fda924-4f25-4f79-a38f-85bff0d8d87d tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/quotas/23ee434cf838407abe05a4a9c1039e15 HTTP/1.1" status: 200 len: 375 time: 0.0185297 Jul 15 13:47:23.016640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-e708f715-5ef5-40e5-abcb-77d2cee7255b tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=23ee434cf838407abe05a4a9c1039e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624945 Jul 15 13:47:23.064843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.196380 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-434051ac-a27c-4ca9-bef5-65351469c488 service neutron] 10.222.0.57 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726027 Jul 15 13:47:23.330919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-9d8b4694-6090-402e-b6a5-b86ff273c23d service neutron] 10.222.0.57 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235313 Jul 15 13:47:23.332190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Router f91eb485-1287-490d-9f3e-49162c20c395 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:23.385530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa162b4-af4c-4e5d-84b2-622b0b07c180 req-11c0e41f-51a7-4e24-913b-e8e8180a6ed5 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:23.387252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2fa162b4-af4c-4e5d-84b2-622b0b07c180 req-11c0e41f-51a7-4e24-913b-e8e8180a6ed5 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 945 time: 0.0811861 Jul 15 13:47:23.427591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2fa162b4-af4c-4e5d-84b2-622b0b07c180 req-78c3b5ed-c81a-4239-aa7f-52586afc802a tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348272 Jul 15 13:47:23.456567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:23.467782 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] Sync routers for ids ['f91eb485-1287-490d-9f3e-49162c20c395'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:23.485850 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] Routers {'f91eb485-1287-490d-9f3e-49162c20c395'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:23.486309 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:23.486557 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f91eb485-1287-490d-9f3e-49162c20c395'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:23.487584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a0701bef-bb8e-46b5-af18-fd3844a4d784 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8304322 Jul 15 13:47:23.490671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47266) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:23.496013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': False}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:23.527606 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:23.533051 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf8eda6-47c0-4deb-b1ab-73cf01b41539 req-f095c268-d667-42fa-9fe4-9629b61164dd tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 210 time: 0.0344744 Jul 15 13:47:23.536414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] Routers {'f91eb485-1287-490d-9f3e-49162c20c395'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:23.537033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f91eb485-1287-490d-9f3e-49162c20c395'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:23.600893 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:23.602079 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e60d1-8ca9-4ab0-b2cc-a9620ea1d0a9 None None] The sync data for ids ['f91eb485-1287-490d-9f3e-49162c20c395'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:23.849780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:24.280275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:24.283777 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:24.398594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Router f91eb485-1287-490d-9f3e-49162c20c395 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:24.513757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:24.519458 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:24.523411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4fc393d7-5884-4bcc-81f8-7b968fd308bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "PUT /v2.0/routers/f91eb485-1287-490d-9f3e-49162c20c395 HTTP/1.1" status: 200 len: 921 time: 1.0288541 Jul 15 13:47:24.523598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:24.529015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] Sync routers for ids ['f91eb485-1287-490d-9f3e-49162c20c395'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:24.539640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] Routers {'f91eb485-1287-490d-9f3e-49162c20c395'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:24.540730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f91eb485-1287-490d-9f3e-49162c20c395'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:24.588855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:24.600091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] Routers {'f91eb485-1287-490d-9f3e-49162c20c395'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:24.600767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f91eb485-1287-490d-9f3e-49162c20c395'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:24.651069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:24.651664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e9618-1e76-45ec-939c-a2660ae7abb6 None None] The sync data for ids ['f91eb485-1287-490d-9f3e-49162c20c395'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:24.676453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3cc9a80e-34b2-4713-8162-2dbcb10f06f3 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/f91eb485-1287-490d-9f3e-49162c20c395 HTTP/1.1" status: 200 len: 921 time: 0.1490052 Jul 15 13:47:24.684068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47280) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:24.726756 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-650d8364-e205-40d7-82bb-13bdd2064c7b req-2ad2faf5-874f-4f78-801d-2717b8423a56 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 210 time: 0.0516784 Jul 15 13:47:24.762400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-e97c9190-5226-472c-910d-c915549cc01f tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:24.764085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-e97c9190-5226-472c-910d-c915549cc01f tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.58 "GET /v2.0/networks?id=91731415-5ed8-4f90-9d1a-368867bc34eb HTTP/1.1" status: 200 len: 811 time: 0.1687229 Jul 15 13:47:24.780012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d96f1-3ae1-4db5-bc51-711534687015 req-55fcfe8e-24b4-4c23-963b-5739f7752450 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:24.786966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-344d96f1-3ae1-4db5-bc51-711534687015 req-55fcfe8e-24b4-4c23-963b-5739f7752450 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 945 time: 0.2329068 Jul 15 13:47:24.799685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Request body: {'port': {'device_id': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb', 'admin_state_up': True, 'tenant_id': '23ee434cf838407abe05a4a9c1039e15'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:24.804468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b85245-2583-4a21-ade1-4292168752de tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:24.808633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-57b85245-2583-4a21-ade1-4292168752de tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=f91eb485-1287-490d-9f3e-49162c20c395&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1209111 Jul 15 13:47:24.810341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47284) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:24.920938 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-344d96f1-3ae1-4db5-bc51-711534687015 req-fa380ac3-4172-4c50-a36f-36529fdfbced tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329174 Jul 15 13:47:25.115895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111836a-ad37-44d5-8f1e-56e3c5655860 req-795f8834-5a69-4e58-a1a3-c50e0c892f2f tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:25.117692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c111836a-ad37-44d5-8f1e-56e3c5655860 req-795f8834-5a69-4e58-a1a3-c50e0c892f2f tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 945 time: 0.0687351 Jul 15 13:47:25.161032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c111836a-ad37-44d5-8f1e-56e3c5655860 req-85341e0b-57af-4dd0-afff-9f92d1121941 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365818 Jul 15 13:47:25.190024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:25.246991 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:47:25.302781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7d127-ec9a-426b-b392-3d153e446224 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:25.304166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9ed7d127-ec9a-426b-b392-3d153e446224 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.4912331 Jul 15 13:47:25.307391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:25.340795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d96bfed0-4bea-40f7-bccb-c70cb3d0ac60 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=f91eb485-1287-490d-9f3e-49162c20c395 HTTP/1.1" status: 200 len: 205 time: 0.0322521 Jul 15 13:47:25.343576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:25.351218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Made reservation on behalf of 23ee434cf838407abe05a4a9c1039e15 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:25.355109 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.416696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02771e-36c3-4c87-9b5d-43e08359e5df tempest-TestVolumeBackupRestore-644951525 tempest-TestVolumeBackupRestore-644951525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:25.418406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3c02771e-36c3-4c87-9b5d-43e08359e5df tempest-TestVolumeBackupRestore-644951525 tempest-TestVolumeBackupRestore-644951525-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1092 time: 0.2271852 Jul 15 13:47:25.421590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47296) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:25.426618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:25.452055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.524977 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.557224 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.640209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Allocated IP 172.20.0.5 (91731415-5ed8-4f90-9d1a-368867bc34eb/655d8151-1fcd-4c1f-b2f8-aa2cab66bddc/8c53f724-07e2-4091-b5ad-06c1ce5b269b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:25.677261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Allocated IP 172.25.3.230 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/6cdb8abe-ea7d-4b17-afb7-24d5e31a3fbc) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:25.697640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.794282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.839284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.849937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Deleting port b014aecd-f7b3-4f39-91c6-bbf3dccc62a3 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:25.850639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.855137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:25.884472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:25.891608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:25.895702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:25.902490 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'Port': ['ID=6cdb8abe-ea7d-4b17-afb7-24d5e31a3fbc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:25.909979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad5c7666-ddcf-4a75-9a23-480c134780bd req-ab875f2d-e490-4cc6-96ad-09ab94dd9c7b tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jul 15 13:47:26.000699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.018600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Calling delete_port for b014aecd-f7b3-4f39-91c6-bbf3dccc62a3 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:26.029955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.122286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Network 91731415-5ed8-4f90-9d1a-368867bc34eb is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:26.130261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:26.139750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:26.163291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Pushing event updated for resources: {'Port': ['ID=8c53f724-07e2-4091-b5ad-06c1ce5b269b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:26.231568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:26.232000 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.255481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-657a2c5a-006e-483e-a514-70275d750515 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4663537 Jul 15 13:47:26.266947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-a1487ba7-fb97-469e-bf81-49d4ee6ab235 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:47:26.269081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-a1487ba7-fb97-469e-bf81-49d4ee6ab235 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054164 Jul 15 13:47:26.323178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.324045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.356126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event deleted for resources: {'Port': ['ID=b014aecd-f7b3-4f39-91c6-bbf3dccc62a3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:26.363588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Request body: {'port': {'device_id': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:26.416923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.491964 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.584451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.601090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.601850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.605208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.610960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.681534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event updated for resources: {'Port': ['ID=6cdb8abe-ea7d-4b17-afb7-24d5e31a3fbc,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:26.685705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.686166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Fanout notify agent at l3_agent the message router_deleted on router f91eb485-1287-490d-9f3e-49162c20c395 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:26.693654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.698414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-06698e80-7a04-45dd-940b-1221e3968bee tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/f91eb485-1287-490d-9f3e-49162c20c395 HTTP/1.1" status: 204 len: 168 time: 1.3502765 Jul 15 13:47:26.699592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47302) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:26.706312 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-875620356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:26.731087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.737121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.738340 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.876231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.884379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.908735 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Floating IP 7d761669-d70c-4e23-9027-38d800de1613 associated. External IP: 172.25.3.230, port: 4a280f6c-e741-4eed-83ec-7d180c24f3cd. Jul 15 13:47:26.912572 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:26.913799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0302691-4265-49fc-bdab-2d12555ba65c tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2131875 Jul 15 13:47:26.936632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:26.946319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:27.045376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c53f724-07e2-4091-b5ad-06c1ce5b269b {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:27.055360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.145622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Transition to ACTIVE for port object 8c53f724-07e2-4091-b5ad-06c1ce5b269b will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:47:27.157831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.283464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.312604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Pushing event updated for resources: {'Port': ['ID=8c53f724-07e2-4091-b5ad-06c1ce5b269b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:27.457650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Attempting to bind port 8c53f724-07e2-4091-b5ad-06c1ce5b269b on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:47:27.457932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Attempting to bind port 8c53f724-07e2-4091-b5ad-06c1ce5b269b by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '401de6f7-5389-4bce-89f1-4d7664c72ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:47:27.458235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Attempting to bind port 8c53f724-07e2-4091-b5ad-06c1ce5b269b on network 91731415-5ed8-4f90-9d1a-368867bc34eb {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:27.469423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Port 8c53f724-07e2-4091-b5ad-06c1ce5b269b on network 91731415-5ed8-4f90-9d1a-368867bc34eb not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:47:27.469788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Attempting to bind port 8c53f724-07e2-4091-b5ad-06c1ce5b269b on network 91731415-5ed8-4f90-9d1a-368867bc34eb {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:47:27.481504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:47:27.481848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Checking segment: {'id': '401de6f7-5389-4bce-89f1-4d7664c72ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:47:27.482255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Bound using segment: {'id': '401de6f7-5389-4bce-89f1-4d7664c72ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:47:27.482733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Bound port: 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401de6f7-5389-4bce-89f1-4d7664c72ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:47:27.483102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.537012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Router d095d431-090b-4452-92a4-6b01f5e69262 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:27.551953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332679-30e4-4b8d-890c-3fba50e9e144 req-f40f349d-d243-4bdb-bce2-60f0d861339d tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:27.554657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4332679-30e4-4b8d-890c-3fba50e9e144 req-f40f349d-d243-4bdb-bce2-60f0d861339d tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 931 time: 0.5004225 Jul 15 13:47:27.639035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] For port 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:47:27.643540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4332679-30e4-4b8d-890c-3fba50e9e144 req-dc330195-317b-4504-b3a2-765210ce7d5e tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827394 Jul 15 13:47:27.643782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] For port 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b,segment=NetworkSegment(401de6f7-5389-4bce-89f1-4d7664c72ad7),segment_id=401de6f7-5389-4bce-89f1-4d7664c72ad7)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:47:27.673696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.676065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.710390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:27.727015 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] Sync routers for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:27.731166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.738643 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.744228 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:27.745230 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:27.752932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:27.753575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:27.755109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] 10.222.0.58 "PUT /v2.0/ports/8c53f724-07e2-4091-b5ad-06c1ce5b269b HTTP/1.1" status: 200 len: 1092 time: 1.4643347 Jul 15 13:47:27.755620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'tag': '8c53f724-07e2-4091-b5ad-06c1ce5b269b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:27.758091 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47390486-f265-487a-b51c-ba09412d1f62" -d '{"events": [{"name": "network-changed", "server_uuid": "5f40d96f-ba9c-4b85-9b8e-80bf74246bdc", "tag": "8c53f724-07e2-4091-b5ad-06c1ce5b269b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:27.823707 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c1cfb-c69d-478a-9067-ad54398ecdc5 x-openstack-request-id: req-c77c1cfb-c69d-478a-9067-ad54398ecdc5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:27.823999 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f40d96f-ba9c-4b85-9b8e-80bf74246bdc", "tag": "8c53f724-07e2-4091-b5ad-06c1ce5b269b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:27.824338 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c77c1cfb-c69d-478a-9067-ad54398ecdc5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:27.824751 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'tag': '8c53f724-07e2-4091-b5ad-06c1ce5b269b', 'status': 'completed', 'code': 200} Jul 15 13:47:27.853717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7c29-afd4-4132-a0a3-196a5c49b882 service neutron] Pushing event updated for resources: {'Port': ['ID=8c53f724-07e2-4091-b5ad-06c1ce5b269b,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:27.867332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f9e1f21a-f784-4b83-ae38-6839fdf4b2d0 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4442563 Jul 15 13:47:27.868257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:27.871073 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad59be77-19fb-4f2f-9b62-bc00bf250f71" -d '{"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:27.872252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47310) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:27.887740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:27.910159 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f1969-b5d6-4a96-b5e3-466689361444 x-openstack-request-id: req-f89f1969-b5d6-4a96-b5e3-466689361444 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:27.910538 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:27.910868 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f89f1969-b5d6-4a96-b5e3-466689361444 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:27.911518 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'status': 'completed', 'code': 200} Jul 15 13:47:28.004565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-4f4dbbe8-ac34-4646-8eff-bc9858a93686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:28.006014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-4f4dbbe8-ac34-4646-8eff-bc9858a93686 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=23ee434cf838407abe05a4a9c1039e15&device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 1095 time: 0.1944454 Jul 15 13:47:28.019976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Allocated IP 172.25.3.194 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/9dd8e800-bcaf-45bf-a72c-7b50ba1b988a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:28.081247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-240b7933-4f5f-4d9c-a4eb-685b2e35a765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b HTTP/1.1" status: 200 len: 217 time: 0.0589530 Jul 15 13:47:28.139357 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '7d761669-d70c-4e23-9027-38d800de1613', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:47:26Z', 'updated_at': '2021-07-15T13:47:26Z', 'revision_number': 0, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:28.149237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d34f9-12a5-42a5-9f4b-dfed5b84473a tempest-TestVolumeBackupRestore-644951525 tempest-TestVolumeBackupRestore-644951525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:28.151652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-759d34f9-12a5-42a5-9f4b-dfed5b84473a tempest-TestVolumeBackupRestore-644951525 tempest-TestVolumeBackupRestore-644951525-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1092 time: 0.2759824 Jul 15 13:47:28.155444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47314) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:28.161093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Request body: {'floatingip': {'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:28.169746 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] Checking router: d095d431-090b-4452-92a4-6b01f5e69262 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:28.181236 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:28.182053 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:28.216397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-fdaeeafa-a142-439b-ac7e-69765d508ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:28.218104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-fdaeeafa-a142-439b-ac7e-69765d508ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1097 time: 0.2725596 Jul 15 13:47:28.224512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-1095bec1-1787-4418-8c06-4d73006e2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:28.226209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-1095bec1-1787-4418-8c06-4d73006e2444 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=655d8151-1fcd-4c1f-b2f8-aa2cab66bddc HTTP/1.1" status: 200 len: 851 time: 0.1353683 Jul 15 13:47:28.245337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.314775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-036ad0dd-395a-4510-997e-e08fa0a9f21e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91731415-5ed8-4f90-9d1a-368867bc34eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748529 Jul 15 13:47:28.352630 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:28.409122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.640536 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '7d761669-d70c-4e23-9027-38d800de1613', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:47:26Z', 'updated_at': '2021-07-15T13:47:26Z', 'revision_number': 0, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:28.676690 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b018f87-bfa3-4e58-9717-7b4efa23374a None None] The sync data for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 is: [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '7d761669-d70c-4e23-9027-38d800de1613', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:47:26Z', 'updated_at': '2021-07-15T13:47:26Z', 'revision_number': 0, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:28.897204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-a66fc1ba-3b55-47f2-afe7-700e7f2c9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:28.899257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-a66fc1ba-3b55-47f2-afe7-700e7f2c9432 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 914 time: 0.6692219 Jul 15 13:47:28.916346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:28.923374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.039080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-4575ba13-aab2-4e8b-91fb-5fa6adc47336 service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105625 Jul 15 13:47:29.043218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-87c67a0f-73c2-41c4-af6a-690068eeb650 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 999 time: 0.1347518 Jul 15 13:47:29.069805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.155235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d060bcc-596b-40e6-90c3-17575b69cb25 None None] New status for floating IP 7d761669-d70c-4e23-9027-38d800de1613: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:47:29.257260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Router d095d431-090b-4452-92a4-6b01f5e69262 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:29.281176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:29.303047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event updated for resources: {'Port': ['ID=9dd8e800-bcaf-45bf-a72c-7b50ba1b988a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:29.309195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:29.312854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3c328e94-4413-4e5f-8ded-46638e4ed41b req-cb04cbec-88c5-4b78-a05a-5b10610c86ad service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673433 Jul 15 13:47:29.314645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:29.354492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-a8c9f917-b917-4fbd-a674-e68822b7a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:29.354492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-a8c9f917-b917-4fbd-a674-e68822b7a89a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.2804956 Jul 15 13:47:29.401817 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:29.408413 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.470216 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] Sync routers for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:29.480837 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:29.482285 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:29.498908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f598185b-c19d-4bfd-8874-07de0dc71af9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "PUT /v2.0/floatingips/7d761669-d70c-4e23-9027-38d800de1613 HTTP/1.1" status: 200 len: 991 time: 1.3421865 Jul 15 13:47:29.598377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e11644-73c4-4d9f-8969-03454d2104b5 req-7777fe33-f121-4d29-865a-6311076912a6 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:29.600135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79e11644-73c4-4d9f-8969-03454d2104b5 req-7777fe33-f121-4d29-865a-6311076912a6 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 943 time: 0.3667819 Jul 15 13:47:29.669980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-24ee9ce0-c912-4372-a0b1-2213d769ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:29.671449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-24ee9ce0-c912-4372-a0b1-2213d769ef52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092115 Jul 15 13:47:29.689388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-61b7af09-2fef-4359-98cd-4ff5b1d5a80e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:47:29.690373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-61b7af09-2fef-4359-98cd-4ff5b1d5a80e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103664 Jul 15 13:47:29.694421 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:29.696587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390486-f265-487a-b51c-ba09412d1f62 req-d99d12a2-adbe-40f0-a64d-76eb27e6722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:29.698169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-d99d12a2-adbe-40f0-a64d-76eb27e6722f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=23ee434cf838407abe05a4a9c1039e15&device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 1095 time: 0.2296388 Jul 15 13:47:29.805553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79e11644-73c4-4d9f-8969-03454d2104b5 req-15b0793e-7052-449b-874d-e3bef8498c0d tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974220 Jul 15 13:47:29.896532 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:29.913151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}, {'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:29.915888 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3252bc77-62db-496d-8e52-b1292f114f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}, {"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:29.928758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '7d761669-d70c-4e23-9027-38d800de1613', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:47:26Z', 'updated_at': '2021-07-15T13:47:29Z', 'revision_number': 2, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:29.960369 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f2333-178c-4d33-953b-38621bacb22b x-openstack-request-id: req-428f2333-178c-4d33-953b-38621bacb22b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:29.960985 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:29.960985 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-428f2333-178c-4d33-953b-38621bacb22b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:29.961296 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'status': 'completed', 'code': 200} Jul 15 13:47:29.961550 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'status': 'completed', 'code': 200} Jul 15 13:47:29.964853 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] Checking router: d095d431-090b-4452-92a4-6b01f5e69262 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:47:29.973025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-1dfc0b2e-22b1-41c3-b2c0-b4e302c84f3b service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738664 Jul 15 13:47:29.974171 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:29.974856 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:29.975873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390486-f265-487a-b51c-ba09412d1f62 req-055ac7fc-eacf-4724-bd2c-39abeae32c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:29.977365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-055ac7fc-eacf-4724-bd2c-39abeae32c87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91731415-5ed8-4f90-9d1a-368867bc34eb HTTP/1.1" status: 200 len: 912 time: 0.2661948 Jul 15 13:47:30.075646 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-5f660fb6-f4c6-485d-ad71-190e6a02ff86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b HTTP/1.1" status: 200 len: 217 time: 0.0849528 Jul 15 13:47:30.092976 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:47:30.218423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47390486-f265-487a-b51c-ba09412d1f62 req-0cdd9549-b563-4208-8233-bb9e3b849565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:30.220333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-0cdd9549-b563-4208-8233-bb9e3b849565 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=655d8151-1fcd-4c1f-b2f8-aa2cab66bddc HTTP/1.1" status: 200 len: 851 time: 0.1366131 Jul 15 13:47:30.301477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-b9304132-f4a2-4829-8dc2-81cee84b8d93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91731415-5ed8-4f90-9d1a-368867bc34eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725701 Jul 15 13:47:30.305221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad59be77-19fb-4f2f-9b62-bc00bf250f71 req-6db41004-bebc-4fc3-bf32-4b96e1093ddb service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249123 Jul 15 13:47:30.328512 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '7d761669-d70c-4e23-9027-38d800de1613', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:47:26Z', 'updated_at': '2021-07-15T13:47:29Z', 'revision_number': 2, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:30.355658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:30.364065 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28f0e0-459a-408e-994c-d35a1f339a59 None None] The sync data for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 is: [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '7d761669-d70c-4e23-9027-38d800de1613', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'port_id': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'mac_address': 'fa:16:3e:78:7f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627e82b-552e-4454-8924-b4410c2820c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:47:26Z', 'updated_at': '2021-07-15T13:47:29Z', 'revision_number': 2, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:30.419749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:30.488619 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-7200a979-b49b-4bd7-980b-63b50ccdf164 service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799943 Jul 15 13:47:30.915681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-f1af2100-cd6d-4fd9-8933-665603ad9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:30.917279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-f1af2100-cd6d-4fd9-8933-665603ad9ac0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1097 time: 0.5597279 Jul 15 13:47:31.017798 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47390486-f265-487a-b51c-ba09412d1f62 req-8d0ca5f6-5fec-4f80-b3c6-b601212fb03c service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179269 Jul 15 13:47:31.101448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Router 066cbfa7-96f3-47b9-88ee-72aedd971121 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:31.113899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55934181-dfa5-45e1-9f33-439623a173b0 req-513e04d3-5ff2-486d-b9e6-440f0b034fbc tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.115443 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-55934181-dfa5-45e1-9f33-439623a173b0 req-513e04d3-5ff2-486d-b9e6-440f0b034fbc tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 943 time: 0.1929095 Jul 15 13:47:31.119524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-93a95508-abcb-460e-b566-c1df90bede51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.120994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-93a95508-abcb-460e-b566-c1df90bede51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 914 time: 0.1924820 Jul 15 13:47:31.250012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-55934181-dfa5-45e1-9f33-439623a173b0 req-0e0e54b8-0114-484a-909b-ddc6fc133dba tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279869 Jul 15 13:47:31.260027 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-27d85f65-1254-4f4b-85a0-e890447969af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 1001 time: 0.1292574 Jul 15 13:47:31.349380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:31.351713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-284c612c-1501-46e1-b3ac-b1d29e658291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.353190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-284c612c-1501-46e1-b3ac-b1d29e658291 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.0624237 Jul 15 13:47:31.359478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] Sync routers for ids ['066cbfa7-96f3-47b9-88ee-72aedd971121'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:31.359990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:31.361001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-59b41a98-1969-42c3-9453-5360681744ff tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "PUT /v2.0/routers/066cbfa7-96f3-47b9-88ee-72aedd971121 HTTP/1.1" status: 200 len: 879 time: 4.4225943 Jul 15 13:47:31.363938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:31.370832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] Routers {'066cbfa7-96f3-47b9-88ee-72aedd971121'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:31.371579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['066cbfa7-96f3-47b9-88ee-72aedd971121'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.409702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.418124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-6b4f06aa-45f4-49da-9d40-08dc45b6e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.419703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-6b4f06aa-45f4-49da-9d40-08dc45b6e174 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577133 Jul 15 13:47:31.420767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] Routers {'066cbfa7-96f3-47b9-88ee-72aedd971121'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:31.421623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['066cbfa7-96f3-47b9-88ee-72aedd971121'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.453387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:31.454321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8bcf6-8d8f-464e-bc81-fc632e48c2d1 None None] The sync data for ids ['066cbfa7-96f3-47b9-88ee-72aedd971121'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:31.474777 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c7a722a1-332b-4d73-b21c-f961c2b38476 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/066cbfa7-96f3-47b9-88ee-72aedd971121 HTTP/1.1" status: 200 len: 920 time: 0.1095481 Jul 15 13:47:31.477819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47324) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:31.519528 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-3f8e3f4f-d247-4828-96fa-0ec034778ec7 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935631 Jul 15 13:47:31.535473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9b0a5-788a-4516-8fcc-d8a6e7808068 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.537024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e0e9b0a5-788a-4516-8fcc-d8a6e7808068 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=066cbfa7-96f3-47b9-88ee-72aedd971121&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0581801 Jul 15 13:47:31.539787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47326) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:31.645439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-6ff14233-dea6-4c5c-ab2d-8111539b3518 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199350 Jul 15 13:47:31.656752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628acfc1-2664-421d-b060-464f915e2b36 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.658219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-628acfc1-2664-421d-b060-464f915e2b36 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.1174579 Jul 15 13:47:31.661311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:31.695249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5d9d1bd1-74d4-4845-b04a-1a04f8eb4e5e tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=066cbfa7-96f3-47b9-88ee-72aedd971121 HTTP/1.1" status: 200 len: 205 time: 0.0327816 Jul 15 13:47:31.698276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47330) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:31.836071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-023eca8e-f679-49ee-bf9a-cf024e1ab868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:31.837668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-023eca8e-f679-49ee-bf9a-cf024e1ab868 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1097 time: 0.1485159 Jul 15 13:47:31.844450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.021610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-9e894e4b-e048-422a-ae78-db06a79314ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:32.023315 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-9e894e4b-e048-422a-ae78-db06a79314ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 914 time: 0.1766591 Jul 15 13:47:32.029930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.123393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-bc8e3696-78e7-4291-b407-8556560615a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 1001 time: 0.0897951 Jul 15 13:47:32.179596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Deleting port 9dd8e800-bcaf-45bf-a72c-7b50ba1b988a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:32.179929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.196187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-753928ab-c0e0-492c-a395-1863d66a9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:32.197754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-753928ab-c0e0-492c-a395-1863d66a9c3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.0662866 Jul 15 13:47:32.303991 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.319004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Calling delete_port for 9dd8e800-bcaf-45bf-a72c-7b50ba1b988a owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:32.335191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bc77-62db-496d-8e52-b1292f114f9e req-86b08895-0ab1-4eaf-8134-98748a216694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:32.336727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-86b08895-0ab1-4eaf-8134-98748a216694 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296420 Jul 15 13:47:32.440495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd65d8-fc0f-4735-8856-ddcc2c236a52 req-bb9d7add-9605-4c64-a271-f35a0b44243b tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:32.442024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfdd65d8-fc0f-4735-8856-ddcc2c236a52 req-bb9d7add-9605-4c64-a271-f35a0b44243b tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 943 time: 0.0725670 Jul 15 13:47:32.480983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfdd65d8-fc0f-4735-8856-ddcc2c236a52 req-b967c535-c2ba-405a-9a9c-b2384ff68edd tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Jul 15 13:47:32.523420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-cadf2b43-7845-4329-b5e5-7e1838a81183 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506615 Jul 15 13:47:32.633068 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.676188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event deleted for resources: {'Port': ['ID=9dd8e800-bcaf-45bf-a72c-7b50ba1b988a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:32.684676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3252bc77-62db-496d-8e52-b1292f114f9e req-3675561f-6e6a-4315-b185-e3c0ea0f383b service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509552 Jul 15 13:47:32.747884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.849200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.851488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.903590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.904387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Fanout notify agent at l3_agent the message router_deleted on router 066cbfa7-96f3-47b9-88ee-72aedd971121 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:32.915434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.917422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5ac7fb50-4c7e-4fc5-b615-a042d270ef2b tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/066cbfa7-96f3-47b9-88ee-72aedd971121 HTTP/1.1" status: 204 len: 168 time: 1.2177877 Jul 15 13:47:32.919705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8c53f724-07e2-4091-b5ad-06c1ce5b269b details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:47:32.925156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47336) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:32.932960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-317709676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:32.957166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:32.958370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.013607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.018694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.032000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b,segment=NetworkSegment(401de6f7-5389-4bce-89f1-4d7664c72ad7),segment_id=401de6f7-5389-4bce-89f1-4d7664c72ad7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:33.037830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.039310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f0087dc1-e6e7-4191-bd00-3154c26237c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1127663 Jul 15 13:47:33.042787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47338) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:33.045532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '8c53f724-07e2-4091-b5ad-06c1ce5b269b', 'network_id': '91731415-5ed8-4f90-9d1a-368867bc34eb', 'port_id': '8c53f724-07e2-4091-b5ad-06c1ce5b269b', 'mac_address': 'fa:16:3e:51:68:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655d8151-1fcd-4c1f-b2f8-aa2cab66bddc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:47:33.047570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': True}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:33.085755 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.100993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c53f724-07e2-4091-b5ad-06c1ce5b269b {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:47:33.123652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b,segment=NetworkSegment(401de6f7-5389-4bce-89f1-4d7664c72ad7),segment_id=401de6f7-5389-4bce-89f1-4d7664c72ad7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:33.129874 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.183987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8c53f724-07e2-4091-b5ad-06c1ce5b269b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:33.301787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.334382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['8c53f724-07e2-4091-b5ad-06c1ce5b269b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:33.516316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.538658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.700887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Allocated IP 172.25.3.223 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/37e831d9-441e-4f51-a7ef-209f83717409) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:33.725014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf93c7-4a0d-4bff-add9-94e856e52c91 req-895b3989-4df2-4e89-a344-4b55cbaa93af tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:33.726618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bcbf93c7-4a0d-4bff-add9-94e856e52c91 req-895b3989-4df2-4e89-a344-4b55cbaa93af tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 944 time: 0.1261146 Jul 15 13:47:33.827974 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bcbf93c7-4a0d-4bff-add9-94e856e52c91 req-81ee440d-c447-4d63-851f-51e8b4be974f tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854983 Jul 15 13:47:33.876129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.922560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:33.965540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:33.968689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:33.972447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:34.000609 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Port': ['ID=37e831d9-441e-4f51-a7ef-209f83717409,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:34.252059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:34.779732 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:34.783409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:34.917571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8c53f724-07e2-4091-b5ad-06c1ce5b269b up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:47:34.942556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Router f246d592-d8c3-4f80-a30a-3ad7a66b0929 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:34.984553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 8c53f724-07e2-4091-b5ad-06c1ce5b269b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:47:34.992148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 8c53f724-07e2-4091-b5ad-06c1ce5b269b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:47:34.992984 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.055061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b9d3c-b5bd-4ec3-a2bc-bada9e68005f req-0e6f2a9a-4e79-4910-8032-e8476fd55dd9 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:35.057901 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b2b9d3c-b5bd-4ec3-a2bc-bada9e68005f req-0e6f2a9a-4e79-4910-8032-e8476fd55dd9 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 944 time: 0.0806653 Jul 15 13:47:35.085516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:35.091251 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.098183 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] Sync routers for ids ['f246d592-d8c3-4f80-a30a-3ad7a66b0929'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:35.098945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:35.102892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00312605-a342-49f4-b525-17b7666ff9ac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "PUT /v2.0/routers/f246d592-d8c3-4f80-a30a-3ad7a66b0929 HTTP/1.1" status: 200 len: 914 time: 2.0581203 Jul 15 13:47:35.108845 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] Routers {'f246d592-d8c3-4f80-a30a-3ad7a66b0929'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:35.109592 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f246d592-d8c3-4f80-a30a-3ad7a66b0929'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:35.113027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b2b9d3c-b5bd-4ec3-a2bc-bada9e68005f req-9216b9d7-8c1f-44c0-85e5-fb95f48ced2e tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477681 Jul 15 13:47:35.114926 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.145403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c53f724-07e2-4091-b5ad-06c1ce5b269b'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:35.148294 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb046b-99f9-4340-806d-8008704d6159" -d '{"events": [{"server_uuid": "5f40d96f-ba9c-4b85-9b8e-80bf74246bdc", "name": "network-vif-plugged", "status": "completed", "tag": "8c53f724-07e2-4091-b5ad-06c1ce5b269b"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:35.156223 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:35.164758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b,segment=NetworkSegment(401de6f7-5389-4bce-89f1-4d7664c72ad7),segment_id=401de6f7-5389-4bce-89f1-4d7664c72ad7)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:35.168331 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] Routers {'f246d592-d8c3-4f80-a30a-3ad7a66b0929'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:35.169371 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f246d592-d8c3-4f80-a30a-3ad7a66b0929'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:35.169899 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.204031 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff4c251-0452-46b0-a8f0-627db33ac02c x-openstack-request-id: req-1ff4c251-0452-46b0-a8f0-627db33ac02c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:35.204450 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40d96f-ba9c-4b85-9b8e-80bf74246bdc", "name": "network-vif-plugged", "status": "completed", "tag": "8c53f724-07e2-4091-b5ad-06c1ce5b269b", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:35.204774 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ff4c251-0452-46b0-a8f0-627db33ac02c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:35.205362 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c53f724-07e2-4091-b5ad-06c1ce5b269b', 'code': 200} Jul 15 13:47:35.211552 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:35.213913 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a8a522-3d0d-455a-a98e-0e4c90f027e1 None None] The sync data for ids ['f246d592-d8c3-4f80-a30a-3ad7a66b0929'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:35.234872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=8c53f724-07e2-4091-b5ad-06c1ce5b269b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:35.243567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.244120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.245166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.245166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.245481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.245662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.246021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.246308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.246660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.247143 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.247461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.247843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:47:35.264555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3645fabb-05e0-4c80-9adb-5397509e8250 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/f246d592-d8c3-4f80-a30a-3ad7a66b0929 HTTP/1.1" status: 200 len: 920 time: 0.1637042 Jul 15 13:47:35.266705 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47348) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:35.338631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de45711f-a5b7-4492-8233-ab13bad66530 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:35.340590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de45711f-a5b7-4492-8233-ab13bad66530 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=f246d592-d8c3-4f80-a30a-3ad7a66b0929&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0727770 Jul 15 13:47:35.343569 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47350) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:35.364266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f6a91-3c84-4816-abe0-a9c19ef02c39 req-98dc5a47-48dc-4097-a292-157d4a7c5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:35.365894 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c2f6a91-3c84-4816-abe0-a9c19ef02c39 req-98dc5a47-48dc-4097-a292-157d4a7c5d29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 1097 time: 0.0794320 Jul 15 13:47:35.410083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c2f6a91-3c84-4816-abe0-a9c19ef02c39 req-6719a025-496d-4d3a-a76d-ad6680faefa6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 Jul 15 13:47:35.452515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd82682-746c-4c5f-a6bd-83d86f079623 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:35.453923 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0fd82682-746c-4c5f-a6bd-83d86f079623 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.1093271 Jul 15 13:47:35.457029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:35.491014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f32d793-e33f-4527-820f-52e2ad410800 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=f246d592-d8c3-4f80-a30a-3ad7a66b0929 HTTP/1.1" status: 200 len: 205 time: 0.0323911 Jul 15 13:47:35.494981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47354) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:35.614891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.732947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.790901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Deleting port 37e831d9-441e-4f51-a7ef-209f83717409 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:35.791613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.872791 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:35.886056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Calling delete_port for 37e831d9-441e-4f51-a7ef-209f83717409 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:36.081554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.108350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event deleted for resources: {'Port': ['ID=37e831d9-441e-4f51-a7ef-209f83717409,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:36.194213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.328011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.331099 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.392064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.392644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Fanout notify agent at l3_agent the message router_deleted on router f246d592-d8c3-4f80-a30a-3ad7a66b0929 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:36.400362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.402226 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-069662c7-4cb0-40c3-9cbb-8ae9cdfed141 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/f246d592-d8c3-4f80-a30a-3ad7a66b0929 HTTP/1.1" status: 204 len: 168 time: 0.9053586 Jul 15 13:47:36.406377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47358) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:36.411900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1590387259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:36.426280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf12ce0-9281-417f-8a17-8279c2949d86 req-f6f1a8df-b7cb-48c1-a4bd-9ac92e9deda4 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:36.428010 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf12ce0-9281-417f-8a17-8279c2949d86 req-f6f1a8df-b7cb-48c1-a4bd-9ac92e9deda4 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1352270 Jul 15 13:47:36.467486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.468478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.488891 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1bf12ce0-9281-417f-8a17-8279c2949d86 req-f7407c1f-78a3-469c-9a95-df8b9f33d20f tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527356 Jul 15 13:47:36.550081 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.555733 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.575617 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:36.577131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a85eb3a6-009d-4b7c-8ff1-55940dda2c6f tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1698132 Jul 15 13:47:36.579939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47360) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:36.586831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'enable_snat': False}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:37.189136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:37.418461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:37.437836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:37.550242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Allocated IP 172.25.3.100 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/0715572a-3e3c-40cc-9886-daf60a239c52) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:37.691207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:37.699802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de115118-23ad-47dd-bdc4-dca15edec6bb req-30243358-ee01-4519-aa53-4e07d6959bde tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:37.701627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de115118-23ad-47dd-bdc4-dca15edec6bb req-30243358-ee01-4519-aa53-4e07d6959bde tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.0742159 Jul 15 13:47:37.736706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:37.749970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de115118-23ad-47dd-bdc4-dca15edec6bb req-5a4de0ec-5750-4926-9ab5-4fdd0f84c36d tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Jul 15 13:47:37.783367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:37.788187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:37.791428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:37.798544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Pushing event updated for resources: {'Port': ['ID=0715572a-3e3c-40cc-9886-daf60a239c52,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:38.008011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690d118-0e28-4c53-aa5e-b516ded73e8d req-a11a5645-44bc-4a45-8324-0b69a9b1c4b9 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:38.009723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7690d118-0e28-4c53-aa5e-b516ded73e8d req-a11a5645-44bc-4a45-8324-0b69a9b1c4b9 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1254761 Jul 15 13:47:38.113730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7690d118-0e28-4c53-aa5e-b516ded73e8d req-b359b55b-d3bd-41d7-be1c-283ef7eae1a3 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707757 Jul 15 13:47:38.135098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:38.359818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:38.363798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:38.555758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c66a-d19c-47b6-9a48-366db7828909 req-563a6cc2-47b4-4c98-9ae8-c4f504d4c14b tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:38.557408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9c6c66a-d19c-47b6-9a48-366db7828909 req-563a6cc2-47b4-4c98-9ae8-c4f504d4c14b tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1036038 Jul 15 13:47:38.566481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Router 6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:38.639473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9c6c66a-d19c-47b6-9a48-366db7828909 req-2405ed0d-c300-4689-9424-4f2d042a065a tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739210 Jul 15 13:47:38.707202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:38.711707 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:38.713598 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a4be5381-7c5c-40e0-9295-7caa231429ef tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "PUT /v2.0/routers/6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 HTTP/1.1" status: 200 len: 916 time: 2.1317899 Jul 15 13:47:38.716399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47372) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:38.717550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] Sync routers for ids ['6ec4e3c3-a21f-40ec-afb4-8c91affefbd9'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:38.737557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] Routers {'6ec4e3c3-a21f-40ec-afb4-8c91affefbd9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:38.738271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6ec4e3c3-a21f-40ec-afb4-8c91affefbd9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:38.774787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:38.785438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] Routers {'6ec4e3c3-a21f-40ec-afb4-8c91affefbd9'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:38.786458 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6ec4e3c3-a21f-40ec-afb4-8c91affefbd9'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:38.836381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8e3e1f01-4410-4cc6-b078-7ae2d10e7eac tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 HTTP/1.1" status: 200 len: 922 time: 0.1186965 Jul 15 13:47:38.839256 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47374) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:38.840036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:38.841066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441a42b-f91b-46f2-801b-0437800b854c None None] The sync data for ids ['6ec4e3c3-a21f-40ec-afb4-8c91affefbd9'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:38.933720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610988a4-bacc-473a-bc4d-6c8aaf229e5a tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:38.935345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-610988a4-bacc-473a-bc4d-6c8aaf229e5a tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=6ec4e3c3-a21f-40ec-afb4-8c91affefbd9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0947146 Jul 15 13:47:38.938557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47376) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:39.028119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d12eb0-af3a-4dd3-b5a2-b8f23ced85e2 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:39.029565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92d12eb0-af3a-4dd3-b5a2-b8f23ced85e2 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/networks/338329de-77f0-49a0-94f7-e0c314ec995e HTTP/1.1" status: 200 len: 881 time: 0.0900176 Jul 15 13:47:39.032999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47378) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:39.068068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-210c91cf-4731-4e88-a421-3b51738cb2a8 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 HTTP/1.1" status: 200 len: 205 time: 0.0338397 Jul 15 13:47:39.072548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:39.183813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.297329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.374013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Deleting port 0715572a-3e3c-40cc-9886-daf60a239c52 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:39.374820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.463638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.476342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Calling delete_port for 0715572a-3e3c-40cc-9886-daf60a239c52 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:39.657862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.683493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event deleted for resources: {'Port': ['ID=0715572a-3e3c-40cc-9886-daf60a239c52,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:39.757068 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.828057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2e5d2-20e8-47ba-892f-08fffcde9714 req-96823458-365e-4574-bea1-5ccbd9babb47 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:39.829884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ca2e5d2-20e8-47ba-892f-08fffcde9714 req-96823458-365e-4574-bea1-5ccbd9babb47 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.0735383 Jul 15 13:47:39.853414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.856171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.880000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ca2e5d2-20e8-47ba-892f-08fffcde9714 req-cd82c673-9360-4904-89db-b2f2d820fff1 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 Jul 15 13:47:39.906890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.907442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:39.915065 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.916021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05fcd28d-bcc0-4974-bdc7-02da64bbf0d5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 HTTP/1.1" status: 204 len: 168 time: 0.8422651 Jul 15 13:47:39.919802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47386) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:39.924338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1840225279', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:39.949341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:39.950362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.003651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.156018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.272553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-cdc34250-faa5-4ce5-8112-9112aca3d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:40.273966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-cdc34250-faa5-4ce5-8112-9112aca3d78c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=23ee434cf838407abe05a4a9c1039e15&device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 1097 time: 0.0984035 Jul 15 13:47:40.324619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7747bb7-84ef-49a4-81e1-14e74fd8886f req-8c825b6e-1570-4eff-bce3-72b9d3ac495f tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:40.326138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7747bb7-84ef-49a4-81e1-14e74fd8886f req-8c825b6e-1570-4eff-bce3-72b9d3ac495f tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1205313 Jul 15 13:47:40.373528 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.393479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.417633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b7747bb7-84ef-49a4-81e1-14e74fd8886f req-4bef5824-5ede-4b82-9951-2750034058ae tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839930 Jul 15 13:47:40.423430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-d17124b4-188c-4f5e-b34e-16e035ad7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:40.425335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-d17124b4-188c-4f5e-b34e-16e035ad7612 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91731415-5ed8-4f90-9d1a-368867bc34eb HTTP/1.1" status: 200 len: 912 time: 0.1448658 Jul 15 13:47:40.476307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-9c328206-2817-420e-9d78-10ae749896d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b HTTP/1.1" status: 200 len: 217 time: 0.0436010 Jul 15 13:47:40.535904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Allocated IP 172.25.3.111 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b6edf601-4460-4337-a752-66097b1afa62) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:40.540640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-d7c492e6-7cef-408a-8f8b-d40f08126868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:40.545096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-d7c492e6-7cef-408a-8f8b-d40f08126868 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=655d8151-1fcd-4c1f-b2f8-aa2cab66bddc HTTP/1.1" status: 200 len: 851 time: 0.0629089 Jul 15 13:47:40.584856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-783e1a2e-a314-4c95-acb3-bd61cdbdb4e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91731415-5ed8-4f90-9d1a-368867bc34eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330145 Jul 15 13:47:40.671691 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.696037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-3bf7d85d-aa4a-4410-9615-cf183e70a095 service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024351 Jul 15 13:47:40.730911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:40.777133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:40.780670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:40.786195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:40.789004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event updated for resources: {'Port': ['ID=b6edf601-4460-4337-a752-66097b1afa62,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:40.804173 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf2cf1df-5a3c-46d3-be45-940158f194c1 req-9176b434-f607-4c81-b27c-7a47397eea8e service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018760 Jul 15 13:47:41.076674 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:41.321816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:41.469709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Router fd7f2df2-afb8-4d8e-9f9c-135636dea6fa is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:47:41.968361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:41.978383 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] Sync routers for ids ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:41.988684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] Routers {'fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:41.989340 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:41.999499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:42.005412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e0e3eb89-787b-44c3-887d-549fde3e1123 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0803287 Jul 15 13:47:42.005716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47394) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:42.010693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:42.029227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0690c-10f0-469a-acfa-b572e6de6121 req-421a84ce-377f-4c80-98ba-0fb309ac3701 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:42.030897 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9b0690c-10f0-469a-acfa-b572e6de6121 req-421a84ce-377f-4c80-98ba-0fb309ac3701 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1177742 Jul 15 13:47:42.039419 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:42.050416 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] Routers {'fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:42.051439 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:42.077542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9b0690c-10f0-469a-acfa-b572e6de6121 req-88e06aee-c60a-41e3-aa9c-bcd3291ec202 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Jul 15 13:47:42.092048 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:42.092739 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fe306-6ace-422c-a65d-2ace97a2d958 None None] The sync data for ids ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:42.355666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:42.373546 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:42.432515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Deleting port b6edf601-4460-4337-a752-66097b1afa62 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:42.432976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:42.524576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:42.537495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Calling delete_port for b6edf601-4460-4337-a752-66097b1afa62 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:42.757235 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:42.783266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Pushing event deleted for resources: {'Port': ['ID=b6edf601-4460-4337-a752-66097b1afa62,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:42.853443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:43.087226 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-feb8da4a-f99b-46f7-8b6a-b5a0e1b14c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:43.093394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:43.097434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:43.218392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Router fd7f2df2-afb8-4d8e-9f9c-135636dea6fa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:47:43.635688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:47:43.642804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:43.643957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b46fd3d9-e049-4570-b891-d990d0fe66a3 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "PUT /v2.0/routers/fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 200 len: 706 time: 1.6373754 Jul 15 13:47:43.645712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] Sync routers for ids ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:47:43.646726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47398) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:43.657309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] Routers {'fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:43.658020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:43.694848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:43.705024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] Routers {'fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:47:43.705651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:43.734857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-62519faa-0656-4f41-92c6-8fde464f12bc tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/routers/fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 200 len: 741 time: 0.0869226 Jul 15 13:47:43.738027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47400) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:43.739203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:43.739891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3e7e7-27a5-4a56-bc7f-570beb1a8b4a None None] The sync data for ids ['fd7f2df2-afb8-4d8e-9f9c-135636dea6fa'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:47:43.787011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9ad3b665-c5df-43d6-8b46-89349c56df47 tempest-RoutersAdminTest-1880329374 tempest-RoutersAdminTest-1880329374-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&device_id=fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 200 len: 205 time: 0.0478184 Jul 15 13:47:43.790341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47402) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:43.795632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db98c4d-8d10-4930-9920-36521c6651f3 req-06ba7fdf-034a-41a1-a858-4bbca0dc7c56 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:43.797177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2db98c4d-8d10-4930-9920-36521c6651f3 req-06ba7fdf-034a-41a1-a858-4bbca0dc7c56 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.5306020 Jul 15 13:47:43.829434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83c94a97-b5c9-44e8-ba94-e1135c13a20d tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 200 len: 205 time: 0.0377030 Jul 15 13:47:43.832126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47404) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:43.852818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2db98c4d-8d10-4930-9920-36521c6651f3 req-2e7c13a1-9ea0-425f-967e-f7edff070fbd tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Jul 15 13:47:43.914726 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:44.090279 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:44.094168 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:44.143748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:44.144329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Fanout notify agent at l3_agent the message router_deleted on router fd7f2df2-afb8-4d8e-9f9c-135636dea6fa {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:44.152978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:44.154098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a945f5a7-b358-4fe8-829b-f2c5a69748c5 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 204 len: 168 time: 0.3201141 Jul 15 13:47:44.157900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47410) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.194926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e3559bdb-073a-45c4-bccb-3a2f7949a02d tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 200 len: 205 time: 0.0355799 Jul 15 13:47:44.197538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47412) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.240444 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-14bff819-5242-4190-9ff0-39cfae5417a0 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] delete failed (client error): The resource could not be found. Jul 15 13:47:44.241509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-14bff819-5242-4190-9ff0-39cfae5417a0 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/fd7f2df2-afb8-4d8e-9f9c-135636dea6fa HTTP/1.1" status: 404 len: 336 time: 0.0428340 Jul 15 13:47:44.245178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47414) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.286300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be3c6d7d-3977-4397-b62a-63b8125fb8f0 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 HTTP/1.1" status: 200 len: 205 time: 0.0399003 Jul 15 13:47:44.288756 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.333603 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-b77d7f5f-7472-4313-8373-d6db614ed200 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] delete failed (client error): The resource could not be found. Jul 15 13:47:44.334707 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b77d7f5f-7472-4313-8373-d6db614ed200 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/6ec4e3c3-a21f-40ec-afb4-8c91affefbd9 HTTP/1.1" status: 404 len: 336 time: 0.0447690 Jul 15 13:47:44.338241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47418) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.348589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661e23e-e7f2-4bab-91b3-ffa13dabe753 req-4cbda598-3e16-4c2b-b31f-9c62e3f9aa63 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:44.350241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2661e23e-e7f2-4bab-91b3-ffa13dabe753 req-4cbda598-3e16-4c2b-b31f-9c62e3f9aa63 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1582265 Jul 15 13:47:44.373016 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e06e450a-7a98-42be-9b37-7b2a84074593 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=f246d592-d8c3-4f80-a30a-3ad7a66b0929 HTTP/1.1" status: 200 len: 205 time: 0.0326142 Jul 15 13:47:44.375411 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47420) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.395479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2661e23e-e7f2-4bab-91b3-ffa13dabe753 req-aac089be-5f80-485a-9b36-081d4ee24e89 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Jul 15 13:47:44.418013 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-0d63b5c5-1133-496e-9785-40e93fc0eadb tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] delete failed (client error): The resource could not be found. Jul 15 13:47:44.419231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0d63b5c5-1133-496e-9785-40e93fc0eadb tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/f246d592-d8c3-4f80-a30a-3ad7a66b0929 HTTP/1.1" status: 404 len: 336 time: 0.0425949 Jul 15 13:47:44.422164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47422) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.458590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20017b40-a3e8-43a9-b291-6d6350c76072 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=066cbfa7-96f3-47b9-88ee-72aedd971121 HTTP/1.1" status: 200 len: 205 time: 0.0352604 Jul 15 13:47:44.461118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.501396 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-d61cc4ac-fd2b-4441-94da-dc14ea4ccd15 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] delete failed (client error): The resource could not be found. Jul 15 13:47:44.502620 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d61cc4ac-fd2b-4441-94da-dc14ea4ccd15 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/066cbfa7-96f3-47b9-88ee-72aedd971121 HTTP/1.1" status: 404 len: 336 time: 0.0405233 Jul 15 13:47:44.505759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47426) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.538933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-964d7375-95e4-4f80-9b41-f447298579be tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=f91eb485-1287-490d-9f3e-49162c20c395 HTTP/1.1" status: 200 len: 205 time: 0.0317423 Jul 15 13:47:44.542143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47428) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.588419 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-882959ba-7f60-48df-96f7-ff4680b21287 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] delete failed (client error): The resource could not be found. Jul 15 13:47:44.590407 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-882959ba-7f60-48df-96f7-ff4680b21287 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/f91eb485-1287-490d-9f3e-49162c20c395 HTTP/1.1" status: 404 len: 336 time: 0.0469894 Jul 15 13:47:44.596269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47430) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.629786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ea89c6f0-eadc-453f-9d19-2736cfe68eec tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "GET /v2.0/ports?device_id=552a6252-4738-4374-873d-0e55d53faad2 HTTP/1.1" status: 200 len: 205 time: 0.0318699 Jul 15 13:47:44.632019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47432) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.678715 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-482271dd-bab1-43a3-a6c7-c93d2271c733 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] delete failed (client error): The resource could not be found. Jul 15 13:47:44.683224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-482271dd-bab1-43a3-a6c7-c93d2271c733 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/routers/552a6252-4738-4374-873d-0e55d53faad2 HTTP/1.1" status: 404 len: 336 time: 0.0501368 Jul 15 13:47:44.684122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47434) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:44.725998 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-549f75b1-c7b5-449d-b951-45227330fd10 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] DELETE failed (client error): The resource could not be found. Jul 15 13:47:44.726603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549f75b1-c7b5-449d-b951-45227330fd10 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:47:44.728797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-549f75b1-c7b5-449d-b951-45227330fd10 tempest-RoutersAdminTest-1117380750 tempest-RoutersAdminTest-1117380750-project] 10.222.0.57 "DELETE /v2.0/subnets/4dd59a30-6421-41f2-83d7-5d8bb07b0b39 HTTP/1.1" status: 404 len: 337 time: 0.0423815 Jul 15 13:47:45.200133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47440) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:45.241474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.372165 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5369bdef-b343-4a62-abd0-09c5c576512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.492059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5369bdef-b343-4a62-abd0-09c5c576512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.498418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5369bdef-b343-4a62-abd0-09c5c576512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.508974 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.550627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369bdef-b343-4a62-abd0-09c5c576512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eb403f-d401-464c-8bf5-47e3123b8dab,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:45.556822 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ed1e9cf-1956-4490-8ac0-0092a871bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.559672 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5369bdef-b343-4a62-abd0-09c5c576512a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31e7b0e65a3741cbb4425fe2625399a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581667 Jul 15 13:47:45.561476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47446) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:45.625669 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c72dc7ef-4bf7-449f-ad6c-539b19f47ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.625974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b85b58-ac14-469f-86b8-875385db3ea4 req-880e34f7-2aba-4060-ab53-03c70cf49185 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:45.627605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74b85b58-ac14-469f-86b8-875385db3ea4 req-880e34f7-2aba-4060-ab53-03c70cf49185 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.0949845 Jul 15 13:47:45.655511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c72dc7ef-4bf7-449f-ad6c-539b19f47ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.683300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74b85b58-ac14-469f-86b8-875385db3ea4 req-c489dc54-d5a6-499f-a04b-8b8faa619621 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Jul 15 13:47:45.687746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.742848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c72dc7ef-4bf7-449f-ad6c-539b19f47ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.746151 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c72dc7ef-4bf7-449f-ad6c-539b19f47ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:45.750245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c72dc7ef-4bf7-449f-ad6c-539b19f47ae7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4eb403f-d401-464c-8bf5-47e3123b8dab HTTP/1.1" status: 204 len: 168 time: 0.1855428 Jul 15 13:47:45.762975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dc7ef-4bf7-449f-ad6c-539b19f47ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eb403f-d401-464c-8bf5-47e3123b8dab,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:46.135657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-29dc28b7-d4a6-4fdb-b1e4-5dce601af0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:46.137631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-29dc28b7-d4a6-4fdb-b1e4-5dce601af0b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=23ee434cf838407abe05a4a9c1039e15&device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 1097 time: 0.0765650 Jul 15 13:47:46.170813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47456) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:46.202100 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10cf4-8e27-495c-8a15-b936a020bbb6 req-d08c4b9d-b02e-460b-9f7b-f27042cb7cd5 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:46.204176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4a10cf4-8e27-495c-8a15-b936a020bbb6 req-d08c4b9d-b02e-460b-9f7b-f27042cb7cd5 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.0973616 Jul 15 13:47:46.247350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-7c98b983-76f6-4647-814c-aab93c25414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:46.249271 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-7c98b983-76f6-4647-814c-aab93c25414a service neutron] 10.222.0.58 "GET /v2.0/networks?id=91731415-5ed8-4f90-9d1a-368867bc34eb HTTP/1.1" status: 200 len: 912 time: 0.1055372 Jul 15 13:47:46.261287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4d31e7b7-eb13-41dc-8d44-4f814e335ebe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=448feb34fd6c4da59f085c00e6e8050f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890634 Jul 15 13:47:46.264560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47458) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:46.296830 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4a10cf4-8e27-495c-8a15-b936a020bbb6 req-6ab579ae-310a-4413-8189-f90f4268e954 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844545 Jul 15 13:47:46.305161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-f1b88f61-3082-46f6-b75a-582dcdbcf8e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b HTTP/1.1" status: 200 len: 217 time: 0.0491517 Jul 15 13:47:46.345698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9b87947-756d-4ff9-9e0c-8fec4f94c7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:46.362094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-98c0a4a5-6702-483e-b885-61f0e49749f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:46.363840 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-98c0a4a5-6702-483e-b885-61f0e49749f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=655d8151-1fcd-4c1f-b2f8-aa2cab66bddc HTTP/1.1" status: 200 len: 851 time: 0.0528862 Jul 15 13:47:46.371052 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9b87947-756d-4ff9-9e0c-8fec4f94c7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:46.402618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-8847d2d9-29cd-4443-ad7f-59b405402fe3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91731415-5ed8-4f90-9d1a-368867bc34eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322881 Jul 15 13:47:46.432675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9b87947-756d-4ff9-9e0c-8fec4f94c7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:46.437060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a9b87947-756d-4ff9-9e0c-8fec4f94c7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:46.439202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a9b87947-756d-4ff9-9e0c-8fec4f94c7af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e82106d2-5fca-4543-bcd2-ed8eb3df5197 HTTP/1.1" status: 204 len: 168 time: 0.1730859 Jul 15 13:47:46.453240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b87947-756d-4ff9-9e0c-8fec4f94c7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82106d2-5fca-4543-bcd2-ed8eb3df5197,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:46.571277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-52593a32-eed2-4d31-842f-82e448ee48bd service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614830 Jul 15 13:47:46.677321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-47f80dec-bd02-4bac-9b48-d58de52a9ddb req-2d712cc3-6446-4d39-b1cb-afd12d0cde57 service neutron] 10.222.0.58 "GET /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997491 Jul 15 13:47:47.155601 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:47.505270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fb480-349d-4af9-9c21-c6b98339f3e3 req-b4a82b76-6452-4f68-88f7-011688705808 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:47.507058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b74fb480-349d-4af9-9c21-c6b98339f3e3 req-b4a82b76-6452-4f68-88f7-011688705808 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.0798004 Jul 15 13:47:47.565440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b74fb480-349d-4af9-9c21-c6b98339f3e3 req-13e8ce13-3f7d-497f-92be-0bd7f9bd8047 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Jul 15 13:47:47.941287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47496) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:48.080365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-814405431'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:48.109880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.111492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.178045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.183677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.200262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.201759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-949d56e9-0d3f-4b77-9a34-c294e49c42a3 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2588589 Jul 15 13:47:48.205260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47502) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:48.293434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.471148 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.473310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.521723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.522504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd3e312-e23a-4685-8e97-2d3ef15cb79a {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:48.529560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.529560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-03737aac-ac0b-4904-84cb-6ce4b57c3344 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "DELETE /v2.0/routers/6bd3e312-e23a-4685-8e97-2d3ef15cb79a HTTP/1.1" status: 204 len: 168 time: 0.3228312 Jul 15 13:47:48.532359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47506) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:48.536992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Request body: {'router': {'name': 'tempest-router-1116411734', 'distributed': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:48.563522 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.565090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.656543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.660795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.670599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.694447 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:48.696257 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bbdee0e9-ffdb-4fa1-9dba-8e23c760effe tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1629238 Jul 15 13:47:48.699851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47510) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:48.826589 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.007610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.016502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7222f-6983-4a0b-bb5b-e78ea9fbaf0a req-317fed58-4dc4-44d9-be5a-35a28044b0b3 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:49.018142 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfe7222f-6983-4a0b-bb5b-e78ea9fbaf0a req-317fed58-4dc4-44d9-be5a-35a28044b0b3 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.2797697 Jul 15 13:47:49.019529 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.079971 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.080470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bcf0d56-47bb-4879-9706-d124c98dfa7f {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:49.089861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.091071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-728f37c3-7213-4625-9463-cf706cfef275 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9bcf0d56-47bb-4879-9706-d124c98dfa7f HTTP/1.1" status: 204 len: 168 time: 0.3898976 Jul 15 13:47:49.095381 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47512) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:49.100046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cfe7222f-6983-4a0b-bb5b-e78ea9fbaf0a req-b47f0193-ee66-4f48-9a3c-649e71867c58 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744901 Jul 15 13:47:49.100279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Request body: {'router': {'name': 'tempest-router-991994834', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '84c9d4775ce34c4195564d66f7bb59fc'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:49.127286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.128341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.187321 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.193067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.207923 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.208975 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c4389153-1664-4f34-a927-799f78e4f9df tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1124315 Jul 15 13:47:49.211933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47516) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:49.216972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:49.436708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.437054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.497842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd428e4-7a5a-423a-90c8-cb16a3b7576c req-79f69b3f-3e7f-412e-9825-b7a8929018f7 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:49.499487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcd428e4-7a5a-423a-90c8-cb16a3b7576c req-79f69b3f-3e7f-412e-9825-b7a8929018f7 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.0662541 Jul 15 13:47:49.521982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93994) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 13:47:49.522793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Router 9fa44df3-fa19-406c-a529-f8e7b0003a74 migrating from provider to provider. {{(pid=93994) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 13:47:49.522793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.528326 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.535348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.545040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bcd428e4-7a5a-423a-90c8-cb16a3b7576c req-69dc9c78-a681-4df6-93f1-9b25317163b2 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395367 Jul 15 13:47:49.622163 n-d-798054-11 neutron-server[93994]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] No L3 agents can host the router 9fa44df3-fa19-406c-a529-f8e7b0003a74 Jul 15 13:47:49.746851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Hosts for router 9fa44df3-fa19-406c-a529-f8e7b0003a74: [] {{(pid=93994) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 13:47:49.773093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Hosts for other DVR routers connected to router 9fa44df3-fa19-406c-a529-f8e7b0003a74: set() {{(pid=93994) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 13:47:49.775796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:49.777467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0cdc44c-8229-46b9-b0f5-1610bb01d7cb tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "PUT /v2.0/routers/9fa44df3-fa19-406c-a529-f8e7b0003a74 HTTP/1.1" status: 200 len: 716 time: 0.5643291 Jul 15 13:47:49.780369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47522) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:49.858449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-be6c2946-e645-4dec-8006-46d50b30f65b tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "GET /v2.0/routers/9fa44df3-fa19-406c-a529-f8e7b0003a74 HTTP/1.1" status: 200 len: 716 time: 0.0769620 Jul 15 13:47:49.862090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47524) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:50.049585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d2720530-c440-4bb9-8838-5685ffe85aa8 tempest-RoutersTestDVR-638532556 tempest-RoutersTestDVR-638532556-project] 10.222.0.57 "GET /v2.0/routers/9fa44df3-fa19-406c-a529-f8e7b0003a74 HTTP/1.1" status: 200 len: 682 time: 0.1863220 Jul 15 13:47:50.053873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47528) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:50.139368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.315909 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.318303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.369235 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.369719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa44df3-fa19-406c-a529-f8e7b0003a74 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:50.376320 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.378198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d154e93b-d926-4ae1-95a6-b00ab614b42f tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "DELETE /v2.0/routers/9fa44df3-fa19-406c-a529-f8e7b0003a74 HTTP/1.1" status: 204 len: 168 time: 0.3224750 Jul 15 13:47:50.383666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47530) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:50.389282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Request body: {'router': {'name': 'tempest-router-1912303306', 'distributed': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:50.420323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.421557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.489525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.496250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.513394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:50.515176 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db124066-cf6d-4d22-9e02-2ad220c7b716 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1302390 Jul 15 13:47:50.518513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47532) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:50.609166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.135850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.140346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.229265 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79031bae-39ce-4834-86fd-ee2169221c32 req-0f293d09-aff3-4bdd-baa6-c2c138f88b0a tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.230948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79031bae-39ce-4834-86fd-ee2169221c32 req-0f293d09-aff3-4bdd-baa6-c2c138f88b0a tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.2360816 Jul 15 13:47:51.234038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.234545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0dfcd65-59a8-4a57-950f-d0463b8e320e {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:51.240972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.245594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-52d707c7-f2ce-4178-bbb6-afe840ba2be9 tempest-RoutersTestDVR-1441402988 tempest-RoutersTestDVR-1441402988-project-admin] 10.222.0.57 "DELETE /v2.0/routers/f0dfcd65-59a8-4a57-950f-d0463b8e320e HTTP/1.1" status: 204 len: 168 time: 0.7220905 Jul 15 13:47:51.295163 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-79031bae-39ce-4834-86fd-ee2169221c32 req-39c92589-f8c8-46f9-8177-22524c4f2034 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e4f74c5-2e30-47c9-871e-bd4edf393b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Jul 15 13:47:51.303296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-4a886bdd-3b7b-4897-b583-907dd96670fd tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:51.305228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-4a886bdd-3b7b-4897-b583-907dd96670fd tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 945 time: 0.1597855 Jul 15 13:47:51.425399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Deleting port 8c53f724-07e2-4091-b5ad-06c1ce5b269b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:51.425804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.531745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47540) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:51.541683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] For port 8c53f724-07e2-4091-b5ad-06c1ce5b269b, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=8c53f724-07e2-4091-b5ad-06c1ce5b269b,segment=NetworkSegment(401de6f7-5389-4bce-89f1-4d7664c72ad7),segment_id=401de6f7-5389-4bce-89f1-4d7664c72ad7)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:47:51.542259 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.559037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Calling delete_port for 8c53f724-07e2-4091-b5ad-06c1ce5b269b owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:51.676757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf18b-97ad-4fb5-8931-6d2047f0d35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.726662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.741422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['8c53f724-07e2-4091-b5ad-06c1ce5b269b'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:47:51.757634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Pushing event deleted for resources: {'Port': ['ID=8c53f724-07e2-4091-b5ad-06c1ce5b269b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:51.813537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] No DVR routers for this DVR port 8c53f724-07e2-4091-b5ad-06c1ce5b269b on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:47:51.816629 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.818861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2831799d-2c83-458f-a80f-c14499cc7a10 req-c2808115-a90f-4cf3-bc9e-c49e9cd27ea8 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.58 "DELETE /v2.0/ports/8c53f724-07e2-4091-b5ad-06c1ce5b269b HTTP/1.1" status: 204 len: 173 time: 0.5085177 Jul 15 13:47:51.819357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'name': 'network-vif-deleted', 'tag': '8c53f724-07e2-4091-b5ad-06c1ce5b269b'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:47:51.820513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf18b-97ad-4fb5-8931-6d2047f0d35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.821731 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3cb961-9be9-4ee0-b6e9-9dc8bb365e2c" -d '{"events": [{"server_uuid": "5f40d96f-ba9c-4b85-9b8e-80bf74246bdc", "name": "network-vif-deleted", "tag": "8c53f724-07e2-4091-b5ad-06c1ce5b269b"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:47:51.826035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf18b-97ad-4fb5-8931-6d2047f0d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.859109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaf18b-97ad-4fb5-8931-6d2047f0d35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3797eb40-9c8c-4034-834c-5c87d8166b96,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:51.882643 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3ba11-9816-4365-976f-111946814bcc x-openstack-request-id: req-04a3ba11-9816-4365-976f-111946814bcc {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:47:51.882944 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40d96f-ba9c-4b85-9b8e-80bf74246bdc", "name": "network-vif-deleted", "tag": "8c53f724-07e2-4091-b5ad-06c1ce5b269b", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:47:51.883195 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04a3ba11-9816-4365-976f-111946814bcc {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:47:51.883768 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f40d96f-ba9c-4b85-9b8e-80bf74246bdc', 'name': 'network-vif-deleted', 'tag': '8c53f724-07e2-4091-b5ad-06c1ce5b269b', 'status': 'completed', 'code': 200} Jul 15 13:47:51.886805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3ccaf18b-97ad-4fb5-8931-6d2047f0d35d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84c9d4775ce34c4195564d66f7bb59fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525176 Jul 15 13:47:51.889054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:51.953783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9037-826c-4e50-af53-67e7aa26d81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:51.980853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9037-826c-4e50-af53-67e7aa26d81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.044083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9037-826c-4e50-af53-67e7aa26d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.057011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9037-826c-4e50-af53-67e7aa26d81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.059375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ed6a9037-826c-4e50-af53-67e7aa26d81a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3797eb40-9c8c-4034-834c-5c87d8166b96 HTTP/1.1" status: 204 len: 168 time: 0.1687300 Jul 15 13:47:52.078154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a9037-826c-4e50-af53-67e7aa26d81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3797eb40-9c8c-4034-834c-5c87d8166b96,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.419864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47556) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.441527 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-08b39f12-8950-4f8f-b1b4-6cd3966d2d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.520531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41afe838-f2e4-48fc-966b-07e9b5eb6a59 req-1db7501a-9a01-444c-9387-2adfc5922904 tempest-TestServerAdvancedOps-1719798175 tempest-TestServerAdvancedOps-1719798175-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f40d96f-ba9c-4b85-9b8e-80bf74246bdc HTTP/1.1" status: 200 len: 210 time: 0.0400267 Jul 15 13:47:52.597051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-08b39f12-8950-4f8f-b1b4-6cd3966d2d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.602323 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-08b39f12-8950-4f8f-b1b4-6cd3966d2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.648267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b39f12-8950-4f8f-b1b4-6cd3966d2d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d74fe0e-9680-441c-ae46-6bc96939ab60,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:52.654866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-08b39f12-8950-4f8f-b1b4-6cd3966d2d14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2fd8dd6ed39842ddbaebe0e34e8fffe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330983 Jul 15 13:47:52.658556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47558) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:52.731704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c4f60f9-a592-4cdb-842f-04cc82c1eae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.764052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c4f60f9-a592-4cdb-842f-04cc82c1eae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.825828 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c4f60f9-a592-4cdb-842f-04cc82c1eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.828582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c4f60f9-a592-4cdb-842f-04cc82c1eae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:52.829832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c4f60f9-a592-4cdb-842f-04cc82c1eae4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d74fe0e-9680-441c-ae46-6bc96939ab60 HTTP/1.1" status: 204 len: 168 time: 0.1698668 Jul 15 13:47:52.839212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f60f9-a592-4cdb-842f-04cc82c1eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d74fe0e-9680-441c-ae46-6bc96939ab60,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:53.626709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47582) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:53.675582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Deleting subnet 655d8151-1fcd-4c1f-b2f8-aa2cab66bddc {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:53.678869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.719452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.764180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.844381 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.873661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655d8151-1fcd-4c1f-b2f8-aa2cab66bddc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:53.879853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:53.882833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae0c8a68-14ea-4940-b599-44fd170383e8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/655d8151-1fcd-4c1f-b2f8-aa2cab66bddc HTTP/1.1" status: 204 len: 168 time: 0.2540772 Jul 15 13:47:53.886559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47588) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:53.961476 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.052392 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.065547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91731415-5ed8-4f90-9d1a-368867bc34eb']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:54.078904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401de6f7-5389-4bce-89f1-4d7664c72ad7') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:54.078904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401de6f7-5389-4bce-89f1-4d7664c72ad7') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:54.089002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.104575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.111437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:54.111908 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:54.113761 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:54.191706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.197044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.202068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] 10.222.0.57 "DELETE /v2.0/networks/91731415-5ed8-4f90-9d1a-368867bc34eb HTTP/1.1" status: 204 len: 168 time: 0.3117077 Jul 15 13:47:54.203204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47600) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:54.214069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f931ff-b791-4725-afba-09847421aebd admin admin] Pushing event deleted for resources: {'Network': ['ID=91731415-5ed8-4f90-9d1a-368867bc34eb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:54.254603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47602) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:54.256721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Deleting subnet 0340703c-e491-4476-9536-5d59feee86da {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:47:54.261051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.302479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.344060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.363712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1449254748', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:54.386743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Made reservation on behalf of 5c18636eaa6a49249d68c92199cc2d01 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:54.389271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.398973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.403716 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.431787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0340703c-e491-4476-9536-5d59feee86da,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:54.436958 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.438886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-313479d7-83af-4e0e-a8e4-221ec02a18de admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0340703c-e491-4476-9536-5d59feee86da HTTP/1.1" status: 204 len: 168 time: 0.2343249 Jul 15 13:47:54.442042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:54.504069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.508709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.513916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] device_id is not set on port ca632853-c3c7-472c-b75e-9ee29b671c14 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:47:54.522037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.566511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63764fcf-857f-4e72-b25b-c50fa6b8cadb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:54.615124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.627296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c807892-e312-493c-b95c-324f523d2f43']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:54.639535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29be863-1605-429f-b396-d4a483148a16') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:54.639912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29be863-1605-429f-b396-d4a483148a16') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:47:54.649590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Allocated IP 172.25.3.86 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ca632853-c3c7-472c-b75e-9ee29b671c14) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:47:54.649993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.671184 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.678627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:47:54.679058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: items = [ Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:47:54.680838 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:47:54.736919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.743031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.746480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5c807892-e312-493c-b95c-324f523d2f43 HTTP/1.1" status: 204 len: 168 time: 0.3030167 Jul 15 13:47:54.771899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432c143-f205-4cc9-a6d5-2718a9592e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c807892-e312-493c-b95c-324f523d2f43,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:54.821299 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.867614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:54.921042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:47:54.924377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:47:54.929933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:47:54.954449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Pushing event updated for resources: {'Port': ['ID=ca632853-c3c7-472c-b75e-9ee29b671c14,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:54.958893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47610) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:55.002958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.003577 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.030508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4521dec9-50f4-40d0-b664-72f5a6da4d35 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23ee434cf838407abe05a4a9c1039e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698576 Jul 15 13:47:55.034399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:55.040158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-88fed82f-4faf-4bda-b3f4-aeb9e2b737c8 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7841346 Jul 15 13:47:55.045028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47614) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:55.050934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.86'}]}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:55.089592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8c53f724-07e2-4091-b5ad-06c1ce5b269b no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:47:55.108764 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.109927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.110666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6685075a-b1bf-430f-8226-e228e1ab23d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.112613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 8c53f724-07e2-4091-b5ad-06c1ce5b269b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:47:55.113158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 8c53f724-07e2-4091-b5ad-06c1ce5b269b not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:47:55.136021 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6685075a-b1bf-430f-8226-e228e1ab23d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.154852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-99344380-0ae3-40ca-82bb-ca7e34ea3911 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958810 Jul 15 13:47:55.183801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.195554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6685075a-b1bf-430f-8226-e228e1ab23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.198550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6685075a-b1bf-430f-8226-e228e1ab23d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.202325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6685075a-b1bf-430f-8226-e228e1ab23d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e4f74c5-2e30-47c9-871e-bd4edf393b2a HTTP/1.1" status: 204 len: 168 time: 0.1647062 Jul 15 13:47:55.209476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685075a-b1bf-430f-8226-e228e1ab23d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4f74c5-2e30-47c9-871e-bd4edf393b2a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:55.391700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.412306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-bc05abd9-9372-452e-af45-851c7d52227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.413889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-bc05abd9-9372-452e-af45-851c7d52227f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1097 time: 0.1431029 Jul 15 13:47:55.573472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-4ecef3b3-9d36-47ce-8d36-41a2dc9b50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.575058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-4ecef3b3-9d36-47ce-8d36-41a2dc9b50f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 914 time: 0.1382740 Jul 15 13:47:55.582966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47620) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:55.640983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6a141dd-2261-416a-a8d3-1cbb8afc7cc9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0da168d8a0d4ad7a67a1afb8dfeda4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542514 Jul 15 13:47:55.641337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:55.658489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-62dc0300-7939-4c67-8c71-6cdcc52aeeac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 1001 time: 0.0759048 Jul 15 13:47:55.727018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f03e054-bcbf-4d2d-abaa-575c3e88d36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.752655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f03e054-bcbf-4d2d-abaa-575c3e88d36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.798593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-dc86fb7d-e765-453b-8c9e-217b57849161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.800060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-dc86fb7d-e765-453b-8c9e-217b57849161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.1103463 Jul 15 13:47:55.815409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f03e054-bcbf-4d2d-abaa-575c3e88d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.818746 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5f03e054-bcbf-4d2d-abaa-575c3e88d36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.819996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5f03e054-bcbf-4d2d-abaa-575c3e88d36d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/07992c4f-6cd2-42a3-bcb4-cbb2b235af0b HTTP/1.1" status: 204 len: 168 time: 0.1773033 Jul 15 13:47:55.821671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.830718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03e054-bcbf-4d2d-abaa-575c3e88d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07992c4f-6cd2-42a3-bcb4-cbb2b235af0b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:55.867281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:55.980233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-4a0e2923-2911-4550-a396-a25bc3d98949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:55.981832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-4a0e2923-2911-4550-a396-a25bc3d98949 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745193 Jul 15 13:47:56.175389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.626302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-a9849a1d-79d3-4b09-8769-7ed9be05bd7a service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365275 Jul 15 13:47:56.802336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.806351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.869824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:56.870641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56874c88-c686-42e8-bbf2-3340a7e0c144 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:47:56.879795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef4c2e31-37b5-46c0-8ef7-1310613c9618 req-02b06bc3-d193-459d-be5e-9fbd3875ece6 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451367 Jul 15 13:47:56.891852 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:47:56.892918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-073beef7-fb04-48c4-a451-0981a7361f27 tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8466685 Jul 15 13:47:56.895891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47628) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:56.990307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Deleting port ca632853-c3c7-472c-b75e-9ee29b671c14 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:47:56.990750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.076458 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.088524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Calling delete_port for ca632853-c3c7-472c-b75e-9ee29b671c14 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:47:57.226470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.261088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca632853-c3c7-472c-b75e-9ee29b671c14,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:57.328637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.330528 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-874d5f9a-166e-4c6b-8537-641e198e870e tempest-RoutersAdminNegativeIpV6Test-1384521547 tempest-RoutersAdminNegativeIpV6Test-1384521547-project-admin] 10.222.0.57 "DELETE /v2.0/ports/ca632853-c3c7-472c-b75e-9ee29b671c14 HTTP/1.1" status: 204 len: 168 time: 0.4335392 Jul 15 13:47:57.632902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:57.760193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85e0ecd8-e721-46da-9acd-ad375f2fcdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.866181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85e0ecd8-e721-46da-9acd-ad375f2fcdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.873494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-85e0ecd8-e721-46da-9acd-ad375f2fcdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:57.917737 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-85e0ecd8-e721-46da-9acd-ad375f2fcdaa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=86f8473e89eb4f408a9ddbbc53bfbfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835860 Jul 15 13:47:57.918925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0ecd8-e721-46da-9acd-ad375f2fcdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee699b-6a66-42ce-822d-e6640e912dc0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:57.920409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47638) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:57.977055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b8512cf-03e7-4331-95c8-7490a447b435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.001265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b8512cf-03e7-4331-95c8-7490a447b435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.057008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b8512cf-03e7-4331-95c8-7490a447b435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.057008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b8512cf-03e7-4331-95c8-7490a447b435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.057497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b8512cf-03e7-4331-95c8-7490a447b435 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bee699b-6a66-42ce-822d-e6640e912dc0 HTTP/1.1" status: 204 len: 168 time: 0.1358759 Jul 15 13:47:58.066287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8512cf-03e7-4331-95c8-7490a447b435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee699b-6a66-42ce-822d-e6640e912dc0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:58.367714 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:58.416116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a3c44b7-94ae-4405-b9b7-f9ddef23c60f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c18636eaa6a49249d68c92199cc2d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471609 Jul 15 13:47:58.419113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:58.480449 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46063f0f-6552-4c6f-b191-b3d08a3b3ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.507687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46063f0f-6552-4c6f-b191-b3d08a3b3ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.569510 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46063f0f-6552-4c6f-b191-b3d08a3b3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.573454 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-46063f0f-6552-4c6f-b191-b3d08a3b3ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:58.574967 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-46063f0f-6552-4c6f-b191-b3d08a3b3ea3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63764fcf-857f-4e72-b25b-c50fa6b8cadb HTTP/1.1" status: 204 len: 168 time: 0.1547210 Jul 15 13:47:58.584015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46063f0f-6552-4c6f-b191-b3d08a3b3ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63764fcf-857f-4e72-b25b-c50fa6b8cadb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:59.396144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47668) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:59.512570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1868507827'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:59.539428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:47:59.543518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.557098 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.674763 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.679990 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.709944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:47:59.719557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e164e2d9-4ddd-4daf-8c7d-88f4c29d5fa4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:59.726092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.726456 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Added segment 660e83e8-9fd8-44f6-bfa3-ef461d9f022f of type vlan for network e4743f88-8e57-4199-8b23-48eba4a05a30 Jul 15 13:47:59.772064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.811447 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.817669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:47:59.818328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:47:59.863286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4659562 Jul 15 13:47:59.866631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47672) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:47:59.874189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'subnet': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:47:59.906079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac90ec7-de29-47cf-9a50-8bf84d1b251d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Network': ['ID=e4743f88-8e57-4199-8b23-48eba4a05a30,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:47:59.917920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e4743f88-8e57-4199-8b23-48eba4a05a30 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:47:59.999101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:00.005651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.219268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.287929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Subnet': ['ID=4c459d3a-f911-403f-996b-d40b2a6f1a8e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:00.298007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Checking segment: {'id': '660e83e8-9fd8-44f6-bfa3-ef461d9f022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:00.298374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network hostable DHCP agents. Network: e4743f88-8e57-4199-8b23-48eba4a05a30, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:48:00.319634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:48:00.331561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e4743f88-8e57-4199-8b23-48eba4a05a30) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:00.336629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:00.338002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.342348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf77c2b-db60-4308-b8b3-145b73838b7b None None] Network e4743f88-8e57-4199-8b23-48eba4a05a30 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:00.356460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2b67d423-537d-42e3-bc0e-0876e5b2e4fd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4883938 Jul 15 13:48:00.359413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47676) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:00.365163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'name': 'tempest-AllowedAddressPairTestJSON-190457777'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:00.427409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47678) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:00.505731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:00.510044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.539407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] device_id is not set on port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:00.542401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e4743f88-8e57-4199-8b23-48eba4a05a30', 'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'tenant_id': 'c27d1757e0d54a33ae1ffae006017604', 'fixed_ips': [{'subnet_id': '4c459d3a-f911-403f-996b-d40b2a6f1a8e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:00.543704 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.648319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Deleting port 6cdb8abe-ea7d-4b17-afb7-24d5e31a3fbc {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:00.648319 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.727115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Allocated IP 172.20.0.2 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/5c12c888-c750-41ac-8264-2be37e5d70d3) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:00.768417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.768878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:00.786864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Calling delete_port for 6cdb8abe-ea7d-4b17-afb7-24d5e31a3fbc owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:00.986894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.043149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event deleted for resources: {'Port': ['ID=6cdb8abe-ea7d-4b17-afb7-24d5e31a3fbc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:01.121969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.130417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.130977 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Floating IP 7d761669-d70c-4e23-9027-38d800de1613 disassociated (deleted). External IP: 172.25.3.230, port: 4a280f6c-e741-4eed-83ec-7d180c24f3cd. Jul 15 13:48:01.134986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Transition to ACTIVE for port object 5c12c888-c750-41ac-8264-2be37e5d70d3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:01.164215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Transition to ACTIVE for port object 5c12c888-c750-41ac-8264-2be37e5d70d3 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:01.176103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.229907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:01.237443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:01.241748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:01.248730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Pushing event updated for resources: {'Port': ['ID=5c12c888-c750-41ac-8264-2be37e5d70d3,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:01.260321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Allocated IP 172.20.0.9 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/b1f7a447-8a73-4e61-8ea2-827adc8b5ef1) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:01.331359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Attempting to bind port 5c12c888-c750-41ac-8264-2be37e5d70d3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:01.331804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Attempting to bind port 5c12c888-c750-41ac-8264-2be37e5d70d3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '660e83e8-9fd8-44f6-bfa3-ef461d9f022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:01.332191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Attempting to bind port 5c12c888-c750-41ac-8264-2be37e5d70d3 on network e4743f88-8e57-4199-8b23-48eba4a05a30 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:01.338408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:01.338939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Checking segment: {'id': '660e83e8-9fd8-44f6-bfa3-ef461d9f022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:01.339398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.339740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Bound using segment: {'id': '660e83e8-9fd8-44f6-bfa3-ef461d9f022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:01.340098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Bound port: 5c12c888-c750-41ac-8264-2be37e5d70d3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660e83e8-9fd8-44f6-bfa3-ef461d9f022f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:01.340496 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.415414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] For port 5c12c888-c750-41ac-8264-2be37e5d70d3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:01.420398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] For port 5c12c888-c750-41ac-8264-2be37e5d70d3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c12c888-c750-41ac-8264-2be37e5d70d3,segment=NetworkSegment(660e83e8-9fd8-44f6-bfa3-ef461d9f022f),segment_id=660e83e8-9fd8-44f6-bfa3-ef461d9f022f)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:01.427069 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.517879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07be0e-e9be-417d-b35c-cc1d34a8f9da None None] Pushing event updated for resources: {'Port': ['ID=5c12c888-c750-41ac-8264-2be37e5d70d3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:01.523456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Router d095d431-090b-4452-92a4-6b01f5e69262 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:01.551610 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.578397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Transition to ACTIVE for port object b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:01.619810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.668993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:01.675946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:01.678085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:01.680625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:01.684264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.694005 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] Sync routers for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:01.708596 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:01.709600 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:01.717904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=b1f7a447-8a73-4e61-8ea2-827adc8b5ef1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:01.762326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:01.763167 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:01.766511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8a4c139-16e7-4476-b31b-0be354ed909b tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "DELETE /v2.0/floatingips/7d761669-d70c-4e23-9027-38d800de1613 HTTP/1.1" status: 204 len: 168 time: 1.3376162 Jul 15 13:48:01.773343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:01.783670 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f8068-f8c1-4a59-b22e-34e9d76e11bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:01.836024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:01.844437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'name': 'tempest-AllowedAddressPairTestJSON-1778383509', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:88:a1:ee'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:01.847036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef3dc373-49ed-4c61-a02a-7b5f1aa645cd tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4713128 Jul 15 13:48:01.851122 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e1af8-a5f0-499d-956a-bf574fc8254c x-openstack-request-id: req-df4e1af8-a5f0-499d-956a-bf574fc8254c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:01.851551 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:01.852022 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df4e1af8-a5f0-499d-956a-bf574fc8254c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:01.852508 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'status': 'completed', 'code': 200} Jul 15 13:48:01.994363 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:02.025229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-d371271d-3225-4307-ad9b-a60b9ddb7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:02.027662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-d371271d-3225-4307-ad9b-a60b9ddb7325 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 1097 time: 0.1564407 Jul 15 13:48:02.152728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:02.206278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-b2011984-5ea0-4af9-8749-bf1db4cda738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:02.208837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-b2011984-5ea0-4af9-8749-bf1db4cda738 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 200 len: 914 time: 0.1709738 Jul 15 13:48:02.252607 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:02.289076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-68910acb-a45b-476d-a2bd-2a8afaa9217a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 200 len: 217 time: 0.0724626 Jul 15 13:48:02.300734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c12c888-c750-41ac-8264-2be37e5d70d3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:02.331488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.367431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5c12c888-c750-41ac-8264-2be37e5d70d3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:02.375295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765224-9668-4e33-9663-1778b887edfb req-edb3dd08-86b3-44f3-90b4-3a9f074305ab tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:02.378306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76765224-9668-4e33-9663-1778b887edfb req-edb3dd08-86b3-44f3-90b4-3a9f074305ab tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 945 time: 0.0864768 Jul 15 13:48:02.379926 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:02.401567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] device_id is not set on port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:02.426362 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] Checking router: d095d431-090b-4452-92a4-6b01f5e69262 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:02.432246 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-76765224-9668-4e33-9663-1778b887edfb req-616cad39-63d3-43cb-8280-b6d13a3ab73f tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455751 Jul 15 13:48:02.442720 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:02.443580 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:47:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:02.461520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-e9c93c77-94fb-46fd-a60b-620db8195b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:02.463222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-e9c93c77-94fb-46fd-a60b-620db8195b19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 200 len: 852 time: 0.1289802 Jul 15 13:48:02.577109 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:02.589800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Allocated IP 172.20.0.8 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/3df4aca9-644c-4448-b2eb-fed2a9f2e4fb) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:02.599636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-fd68ba58-3dd4-4c3b-b950-ffc43e8ee303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:02.601260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-fd68ba58-3dd4-4c3b-b950-ffc43e8ee303 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a04b7fd-6316-4153-bfae-d941b80d8d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286163 Jul 15 13:48:02.843278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-9ae6006a-f69e-48b6-b14d-0215a6d42492 service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316954 Jul 15 13:48:02.864106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c74225-790f-433d-9def-009588098f7a None None] Network e4743f88-8e57-4199-8b23-48eba4a05a30 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:02.927453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:02.951456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:02.960542 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a3a61-54aa-46a7-bd7e-69eab3206b51 None None] The sync data for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 is: [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:13Z', 'revision_number': 4, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'eabea7eb-120d-420e-b76c-cf6f46c8a78f', 'name': '', 'network_id': '4a04b7fd-6316-4153-bfae-d941b80d8d44', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'mac_address': 'fa:16:3e:4b:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:12Z', 'updated_at': '2021-07-15T13:44:22Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'subnets': [{'id': 'da14bcd2-798b-479f-96c5-143f7c8a27c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:02.981636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Transition to ACTIVE for port object 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:02.982513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] Provisioning for port 5c12c888-c750-41ac-8264-2be37e5d70d3 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:02.998801 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-736f8068-f8c1-4a59-b22e-34e9d76e11bd req-027df3b5-eb8e-43ec-ad1d-8dea62d5372c service neutron] 10.222.0.59 "GET /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490109 Jul 15 13:48:03.001505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] Provisioning complete for port 5c12c888-c750-41ac-8264-2be37e5d70d3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.002154 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.037389 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.101748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:03.110496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:03.118166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:03.153269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=3df4aca9-644c-4448-b2eb-fed2a9f2e4fb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:03.192249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:03.193479 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.193670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.222144 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c16027a8-4ec4-4fc9-81d2-52c6ac36acda tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3815172 Jul 15 13:48:03.222973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47688) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:03.243599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] For port 5c12c888-c750-41ac-8264-2be37e5d70d3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c12c888-c750-41ac-8264-2be37e5d70d3,segment=NetworkSegment(660e83e8-9fd8-44f6-bfa3-ef461d9f022f),segment_id=660e83e8-9fd8-44f6-bfa3-ef461d9f022f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:03.254465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.332139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d4a25-2413-4a22-a0ec-b8fa48ba68c8 None None] Pushing event updated for resources: {'Port': ['ID=5c12c888-c750-41ac-8264-2be37e5d70d3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:03.352882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54efee81-ee33-4143-80d8-0409a59ac962 None None] New status for floating IP 7d761669-d70c-4e23-9027-38d800de1613: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:48:03.425330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe7fb5-54e6-41a1-b2f9-e6ec50a3c2f4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:03.431596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe7fb5-54e6-41a1-b2f9-e6ec50a3c2f4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:03.437885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe7fb5-54e6-41a1-b2f9-e6ec50a3c2f4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:03.442335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bafe7fb5-54e6-41a1-b2f9-e6ec50a3c2f4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2150488 Jul 15 13:48:03.442829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47690) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:03.553155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:03.553592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.598200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Provisioning complete for port 5c12c888-c750-41ac-8264-2be37e5d70d3 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.598911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.703022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Provisioning for port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:03.707339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Provisioning complete for port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.707713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.744680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:03.760303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Provisioning for port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:03.764879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Provisioning complete for port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.765348 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.809111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-50471367-1537-417f-bfe6-e3c4a9bcd6c1 None None] Port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:03.934396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83bfa401-00bf-464b-9954-537639c785e9 None None] Provisioning complete for port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.934801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-83bfa401-00bf-464b-9954-537639c785e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:03.973790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-83bfa401-00bf-464b-9954-537639c785e9 None None] Port 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:03.985298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-83bfa401-00bf-464b-9954-537639c785e9 None None] Provisioning complete for port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:03.985675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-83bfa401-00bf-464b-9954-537639c785e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.023494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-83bfa401-00bf-464b-9954-537639c785e9 None None] Port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:04.043582 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.061770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for 3df4aca9-644c-4448-b2eb-fed2a9f2e4fb owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:04.084768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50ce40-1de7-4916-92d9-f1902f79b68c req-58b7c6cd-3a58-46eb-96ba-0ea5dd608ebb tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:04.086412 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4a50ce40-1de7-4916-92d9-f1902f79b68c req-58b7c6cd-3a58-46eb-96ba-0ea5dd608ebb tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 945 time: 0.4937372 Jul 15 13:48:04.186613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f87a48-5463-4794-8f04-b534a4374ffc req-4f183f24-70ef-4fa5-9e50-889cc9d642b8 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:04.188147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-38f87a48-5463-4794-8f04-b534a4374ffc req-4f183f24-70ef-4fa5-9e50-889cc9d642b8 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.59 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 945 time: 0.5186048 Jul 15 13:48:04.205964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c12c888-c750-41ac-8264-2be37e5d70d3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:04.207410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4a50ce40-1de7-4916-92d9-f1902f79b68c req-6f8dcda9-6883-40f6-96b5-5c31498c6dc7 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/security-groups?id=06ddc236-ac71-4700-92d5-8c93503397a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143525 Jul 15 13:48:04.280222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5c12c888-c750-41ac-8264-2be37e5d70d3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:04.280517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.336503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.372322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=3df4aca9-644c-4448-b2eb-fed2a9f2e4fb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:04.414580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.414955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.415305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.415714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.416093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.416424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.416755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.417145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.417543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.417849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.418178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.418480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:04.429415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Deleting port 4a280f6c-e741-4eed-83ec-7d180c24f3cd {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:04.429576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.623523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] For port 4a280f6c-e741-4eed-83ec-7d180c24f3cd, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=4a280f6c-e741-4eed-83ec-7d180c24f3cd,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:04.623816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.640980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Calling delete_port for 4a280f6c-e741-4eed-83ec-7d180c24f3cd owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:04.646430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.648273 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-802a6d10-26ac-4930-90ee-0be59b58ae1a tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/ports/3df4aca9-644c-4448-b2eb-fed2a9f2e4fb HTTP/1.1" status: 204 len: 168 time: 1.2044408 Jul 15 13:48:04.651309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47696) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:04.686755 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dad9113-5e94-4b50-8924-b6f5bf4520e3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] GET failed (client error): The resource could not be found. Jul 15 13:48:04.691907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2dad9113-5e94-4b50-8924-b6f5bf4520e3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "GET /v2.0/ports/3df4aca9-644c-4448-b2eb-fed2a9f2e4fb HTTP/1.1" status: 404 len: 333 time: 0.0356038 Jul 15 13:48:04.692367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:04.698403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'name': 'tempest-AllowedAddressPairTestJSON-793787631'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:04.795712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.819962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:04.823882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.833366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event deleted for resources: {'Port': ['ID=4a280f6c-e741-4eed-83ec-7d180c24f3cd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:04.846542 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] device_id is not set on port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:04.880076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] No DVR routers for this DVR port 4a280f6c-e741-4eed-83ec-7d180c24f3cd on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:04.882816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:04.885515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-38f87a48-5463-4794-8f04-b534a4374ffc req-2b8f7fb0-f412-4536-ba4a-0eb0f87d0433 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.59 "DELETE /v2.0/ports/4a280f6c-e741-4eed-83ec-7d180c24f3cd HTTP/1.1" status: 204 len: 173 time: 0.6901329 Jul 15 13:48:04.885995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'name': 'network-vif-deleted', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:04.888930 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622f8d75-699c-49ed-bfa2-be8d4b09d751" -d '{"events": [{"server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "name": "network-vif-deleted", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:04.938585 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc907c53-e383-4571-b548-241bf559005f x-openstack-request-id: req-dc907c53-e383-4571-b548-241bf559005f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:04.939065 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5627e82b-552e-4454-8924-b4410c2820c3", "name": "network-vif-deleted", "tag": "4a280f6c-e741-4eed-83ec-7d180c24f3cd", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:04.939445 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc907c53-e383-4571-b548-241bf559005f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:04.940169 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5627e82b-552e-4454-8924-b4410c2820c3', 'name': 'network-vif-deleted', 'tag': '4a280f6c-e741-4eed-83ec-7d180c24f3cd', 'status': 'completed', 'code': 200} Jul 15 13:48:04.981762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Allocated IP 172.20.0.3 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:05.237847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.265864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Transition to ACTIVE for port object 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:05.312581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.363013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:05.369606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:05.374125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:05.398639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6fb47a40-7280-4d14-8e23-7dee6b98bac1 req-8df397e3-4049-43d1-915b-67ca0166afe9 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0539260 Jul 15 13:48:05.429863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:05.444337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.444683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.445035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.445380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.445721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.446065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.446404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.446751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.447083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.447627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.448197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.448566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:05.464996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:05.465706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.491136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e2df278f-252b-4cdc-8110-4abeae855754 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7976251 Jul 15 13:48:05.492815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47704) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:05.499340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:88:a1:ee'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:05.660549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cb9dce6-003d-4464-964f-7b3e0c5b1e09 None None] Provisioning for port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:05.665069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cb9dce6-003d-4464-964f-7b3e0c5b1e09 None None] Provisioning complete for port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:05.665574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2cb9dce6-003d-4464-964f-7b3e0c5b1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.700538 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:05.705067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9dce6-003d-4464-964f-7b3e0c5b1e09 None None] Port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:06.234258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-390164b8-f846-4baf-9dec-103d3d9f1f62 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569928 Jul 15 13:48:06.236576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.245406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.335165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:06.347416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] In _notify_port_updated(), no bound segment for port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d on network e4743f88-8e57-4199-8b23-48eba4a05a30 {{(pid=93995) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:48:06.353246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.353640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072268-3783-4304-bac8-831f9973fd12 req-cf04ec5c-41f4-4ddd-917b-3bbc2af5f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.354762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.355556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-cf04ec5c-41f4-4ddd-917b-3bbc2af5f024 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1098 time: 0.0759256 Jul 15 13:48:06.356205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6a371234-6ce4-40b0-976f-14f2ee5fba53 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "PUT /v2.0/ports/78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d HTTP/1.1" status: 200 len: 992 time: 0.8623304 Jul 15 13:48:06.359467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:06.487889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072268-3783-4304-bac8-831f9973fd12 req-c117bc81-e825-4315-a0fa-897674c47a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.489554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-c117bc81-e825-4315-a0fa-897674c47a01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1122301 Jul 15 13:48:06.527859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:06.528315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.581643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-d6695d6d-5e41-4dce-b075-5bd6246def51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 1002 time: 0.0853879 Jul 15 13:48:06.634358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2e7bb833-1ac0-41a5-9abc-5f6e81b7d121 None None] Provisioning complete for port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:06.635366 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e7bb833-1ac0-41a5-9abc-5f6e81b7d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.646159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6de5bda7-5075-4b81-8d8d-4d9f8566cd7f req-5717e269-66da-4ca0-8627-ec1022d088c3 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0482483 Jul 15 13:48:06.657329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072268-3783-4304-bac8-831f9973fd12 req-124eb650-7b2e-4617-8478-4c6914a000ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.663072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-124eb650-7b2e-4617-8478-4c6914a000ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0755751 Jul 15 13:48:06.667637 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.687362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:06.696096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2e7bb833-1ac0-41a5-9abc-5f6e81b7d121 None None] Port 78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:06.739286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072268-3783-4304-bac8-831f9973fd12 req-08d1732d-0491-49ff-b14f-89bd9ac9d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:06.741201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-08d1732d-0491-49ff-b14f-89bd9ac9d507 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742450 Jul 15 13:48:06.848813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-a22be25e-5e3c-4a91-9766-4e1cd6cfd9ae service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004651 Jul 15 13:48:06.854151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:06.890142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:06.972010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26072268-3783-4304-bac8-831f9973fd12 req-b05861bd-5827-47ce-aa2a-996d82cedc3f service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161823 Jul 15 13:48:07.096367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.098918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a6e2c5b-72cc-48fe-bb20-a54d6efce1a3 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/ports/78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d HTTP/1.1" status: 204 len: 168 time: 0.7376029 Jul 15 13:48:07.101475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:07.133880 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14d0a0d-eaf6-4d89-8f71-98fa30391879 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] GET failed (client error): The resource could not be found. Jul 15 13:48:07.136744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c14d0a0d-eaf6-4d89-8f71-98fa30391879 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "GET /v2.0/ports/78c84e87-b7f9-4b8a-b40c-e3b31ce13e5d HTTP/1.1" status: 404 len: 333 time: 0.0338173 Jul 15 13:48:07.142639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47712) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:07.148460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'name': 'tempest-AllowedAddressPairTestJSON-1027933820'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:07.293797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:07.297600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.317030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] device_id is not set on port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:07.471923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Allocated IP 172.20.0.6 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:07.634430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.649544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Transition to ACTIVE for port object dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:07.688441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.742276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:07.750066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:07.755784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:07.759329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:07.820596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:07.821559 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:07.843231 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b6a5398-a147-46b2-8291-ae2c573f006d req-425c9973-16d2-4587-808b-635c1781b849 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0461950 Jul 15 13:48:07.847810 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7eccac74-d9a8-4f1f-a9e9-02905bdc2609 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7037666 Jul 15 13:48:07.850953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47716) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:07.857968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:88:a1:ee'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:08.028808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6e490e34-0c83-4508-bf91-6f9b811ac424 None None] Provisioning for port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:08.034503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6e490e34-0c83-4508-bf91-6f9b811ac424 None None] Provisioning complete for port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:08.035274 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6e490e34-0c83-4508-bf91-6f9b811ac424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.087128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.088051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6e490e34-0c83-4508-bf91-6f9b811ac424 None None] Port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:08.298508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4a280f6c-e741-4eed-83ec-7d180c24f3cd no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:08.315439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.319941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 4a280f6c-e741-4eed-83ec-7d180c24f3cd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:08.320281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 4a280f6c-e741-4eed-83ec-7d180c24f3cd not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:08.321972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.408859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:08.424486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] In _notify_port_updated(), no bound segment for port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 on network e4743f88-8e57-4199-8b23-48eba4a05a30 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:48:08.430405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:08.431166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.433157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae53d91c-67aa-4b2f-b191-bda1a4ff643d tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "PUT /v2.0/ports/dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 HTTP/1.1" status: 200 len: 996 time: 0.5806775 Jul 15 13:48:08.435748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:08.560499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:08.560744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.611276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-354fdd65-ae93-403b-8eb1-697fbef1ef49 None None] Provisioning complete for port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:08.611820 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-354fdd65-ae93-403b-8eb1-697fbef1ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.651156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-354fdd65-ae93-403b-8eb1-697fbef1ef49 None None] Port dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:08.672407 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.689095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:08.843569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.875013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:08.958241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:08.962986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05a706fb-234f-482d-8794-f5ae925b3572 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/ports/dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 HTTP/1.1" status: 204 len: 168 time: 0.5235033 Jul 15 13:48:08.963513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47722) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:08.997759 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ec9060-0813-4222-a07b-0bb173c35401 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] GET failed (client error): The resource could not be found. Jul 15 13:48:09.003098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5ec9060-0813-4222-a07b-0bb173c35401 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "GET /v2.0/ports/dd6eb83e-7ed4-43e2-88b8-48f7f39b1d33 HTTP/1.1" status: 404 len: 333 time: 0.0346587 Jul 15 13:48:09.003693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47724) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:09.008944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'name': 'tempest-AllowedAddressPairTestJSON-1139154290'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:09.027695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d7f6189-eb62-4ba7-8240-0dc743faac46 req-05483259-92f1-4e74-9e66-c463d4c1bf80 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627e82b-552e-4454-8924-b4410c2820c3 HTTP/1.1" status: 200 len: 210 time: 0.0461860 Jul 15 13:48:09.150108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:09.154881 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.175369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] device_id is not set on port bcbc2209-64b9-4a8d-b6cf-2662402813be yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:09.298374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Allocated IP 172.20.0.12 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/bcbc2209-64b9-4a8d-b6cf-2662402813be) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:09.471935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.497828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Transition to ACTIVE for port object bcbc2209-64b9-4a8d-b6cf-2662402813be will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:09.539281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.589458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:09.593431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:09.597873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:09.605541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=bcbc2209-64b9-4a8d-b6cf-2662402813be,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:09.664630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:09.665924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.684577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-147c8c7d-6f55-4f9e-ae9a-69b4362aa7c9 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6796172 Jul 15 13:48:09.687305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47726) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:09.693011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'network_id': 'e4743f88-8e57-4199-8b23-48eba4a05a30', 'name': 'tempest-AllowedAddressPairTestJSON-1042555502'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:09.818029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Made reservation on behalf of c27d1757e0d54a33ae1ffae006017604 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:09.821682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.840496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] device_id is not set on port c1583580-1a2e-42f3-9d0c-0300eba6d642 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:09.882332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ae17c219-6bd4-4c22-aa67-450260a2ca1f None None] Provisioning for port bcbc2209-64b9-4a8d-b6cf-2662402813be completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:09.886718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ae17c219-6bd4-4c22-aa67-450260a2ca1f None None] Provisioning complete for port bcbc2209-64b9-4a8d-b6cf-2662402813be triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:09.887103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ae17c219-6bd4-4c22-aa67-450260a2ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:09.922859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ae17c219-6bd4-4c22-aa67-450260a2ca1f None None] Port bcbc2209-64b9-4a8d-b6cf-2662402813be cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:09.959467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Allocated IP 172.20.0.8 (e4743f88-8e57-4199-8b23-48eba4a05a30/4c459d3a-f911-403f-996b-d40b2a6f1a8e/c1583580-1a2e-42f3-9d0c-0300eba6d642) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:10.126714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.128330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:10.141220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Transition to ACTIVE for port object c1583580-1a2e-42f3-9d0c-0300eba6d642 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:10.176774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.195584 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff531-e68c-4699-80bd-73fc956e3236 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.229463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Network e4743f88-8e57-4199-8b23-48eba4a05a30 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:10.230665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff531-e68c-4699-80bd-73fc956e3236 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.233226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:10.235998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:10.264124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=c1583580-1a2e-42f3-9d0c-0300eba6d642,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:10.301543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:10.302396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.304201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff531-e68c-4699-80bd-73fc956e3236 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.307499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff531-e68c-4699-80bd-73fc956e3236 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.308990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3b4ff531-e68c-4699-80bd-73fc956e3236 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] 10.222.0.57 "DELETE /v2.0/security-groups/06ddc236-ac71-4700-92d5-8c93503397a7 HTTP/1.1" status: 204 len: 168 time: 0.1796315 Jul 15 13:48:10.319356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ff531-e68c-4699-80bd-73fc956e3236 tempest-TestVolumeBackupRestore-498185576 tempest-TestVolumeBackupRestore-498185576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ddc236-ac71-4700-92d5-8c93503397a7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:10.333304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c992e304-88a7-40c6-a510-dbca09f8bb7e tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6446652 Jul 15 13:48:10.334221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:10.340783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:88:a1:ee'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:e7:c9:da'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:10.450791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.565296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-624c7898-be87-43d7-b8f6-f3495fc927b0 None None] Provisioning for port c1583580-1a2e-42f3-9d0c-0300eba6d642 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:10.571385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-624c7898-be87-43d7-b8f6-f3495fc927b0 None None] Provisioning complete for port c1583580-1a2e-42f3-9d0c-0300eba6d642 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:10.572225 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-624c7898-be87-43d7-b8f6-f3495fc927b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.652595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-624c7898-be87-43d7-b8f6-f3495fc927b0 None None] Port c1583580-1a2e-42f3-9d0c-0300eba6d642 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:10.871117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.877289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:10.994101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event updated for resources: {'Port': ['ID=c1583580-1a2e-42f3-9d0c-0300eba6d642,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:11.033209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] In _notify_port_updated(), no bound segment for port c1583580-1a2e-42f3-9d0c-0300eba6d642 on network e4743f88-8e57-4199-8b23-48eba4a05a30 {{(pid=93994) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 13:48:11.043727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:11.044665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.046663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-357f4857-9e30-4881-9377-b821ce4bb9de tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "PUT /v2.0/ports/c1583580-1a2e-42f3-9d0c-0300eba6d642 HTTP/1.1" status: 200 len: 1056 time: 0.7110162 Jul 15 13:48:11.049601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47798) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:11.192023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port c1583580-1a2e-42f3-9d0c-0300eba6d642 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:11.192450 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.286564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b75099ad-ac8d-4bb4-981f-f52c3c9b5845 None None] Provisioning complete for port c1583580-1a2e-42f3-9d0c-0300eba6d642 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:11.287379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b75099ad-ac8d-4bb4-981f-f52c3c9b5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.319739 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.341360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for c1583580-1a2e-42f3-9d0c-0300eba6d642 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:11.355118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b75099ad-ac8d-4bb4-981f-f52c3c9b5845 None None] Port c1583580-1a2e-42f3-9d0c-0300eba6d642 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:11.498433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.540026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=c1583580-1a2e-42f3-9d0c-0300eba6d642,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:11.952709 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:11.955778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-57194f15-cc87-4bc5-8514-219a3813d5b4 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/ports/c1583580-1a2e-42f3-9d0c-0300eba6d642 HTTP/1.1" status: 204 len: 168 time: 0.9039695 Jul 15 13:48:11.959092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 47898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:11.989424 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-201c229f-1bfd-4f0b-8280-7a22c10ac897 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] GET failed (client error): The resource could not be found. Jul 15 13:48:11.991252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-201c229f-1bfd-4f0b-8280-7a22c10ac897 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "GET /v2.0/ports/c1583580-1a2e-42f3-9d0c-0300eba6d642 HTTP/1.1" status: 404 len: 333 time: 0.0310411 Jul 15 13:48:11.994194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 47904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:12.224561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port bcbc2209-64b9-4a8d-b6cf-2662402813be {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:12.225325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.386045 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.404383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for bcbc2209-64b9-4a8d-b6cf-2662402813be owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:12.597554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.642190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=bcbc2209-64b9-4a8d-b6cf-2662402813be,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:12.857349 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:12.861924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-681c1f58-359c-407e-bd9e-26ad03d56fa6 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/ports/bcbc2209-64b9-4a8d-b6cf-2662402813be HTTP/1.1" status: 204 len: 168 time: 0.8664033 Jul 15 13:48:12.864981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48004) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:12.932614 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcab1361-7fd0-44db-b9d3-2cd3eac988f7 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] GET failed (client error): The resource could not be found. Jul 15 13:48:12.937858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48014) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:12.939079 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fcab1361-7fd0-44db-b9d3-2cd3eac988f7 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "GET /v2.0/ports/bcbc2209-64b9-4a8d-b6cf-2662402813be HTTP/1.1" status: 404 len: 333 time: 0.0727742 Jul 15 13:48:13.105012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63ca0aad-d68e-46af-8c1b-97da072d9f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.147511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:13.148556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.255581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.269895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:13.435807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.470802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=b1f7a447-8a73-4e61-8ea2-827adc8b5ef1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:13.576360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.580777 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d14ceb5c-05a5-4aab-83f8-ce5f2aaeec41 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/ports/b1f7a447-8a73-4e61-8ea2-827adc8b5ef1 HTTP/1.1" status: 204 len: 168 time: 0.6408768 Jul 15 13:48:13.583037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48086) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:13.701612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting subnet 4c459d3a-f911-403f-996b-d40b2a6f1a8e {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:13.709093 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.762904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.865725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.945838 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:13.982465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Subnet': ['ID=4c459d3a-f911-403f-996b-d40b2a6f1a8e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:13.993315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c1ebc-1cd4-46a5-a05e-474423a7d6b0 None None] Network e4743f88-8e57-4199-8b23-48eba4a05a30 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:13.999422 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.017101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-97e8ccfc-5299-4841-a4bc-581e90ba7e52 tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/subnets/4c459d3a-f911-403f-996b-d40b2a6f1a8e HTTP/1.1" status: 204 len: 168 time: 0.4312341 Jul 15 13:48:14.018688 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:14.173809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.266829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Deleting port 5c12c888-c750-41ac-8264-2be37e5d70d3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:14.267472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.301745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] DHCP port deletion for e4743f88-8e57-4199-8b23-48eba4a05a30 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:14.385170 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] Deleting port 5c12c888-c750-41ac-8264-2be37e5d70d3 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:14.385547 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.406603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] For port 5c12c888-c750-41ac-8264-2be37e5d70d3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c12c888-c750-41ac-8264-2be37e5d70d3,segment=NetworkSegment(660e83e8-9fd8-44f6-bfa3-ef461d9f022f),segment_id=660e83e8-9fd8-44f6-bfa3-ef461d9f022f)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:14.407285 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.430925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Calling delete_port for 5c12c888-c750-41ac-8264-2be37e5d70d3 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:14.471297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] For port 5c12c888-c750-41ac-8264-2be37e5d70d3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c12c888-c750-41ac-8264-2be37e5d70d3,segment=NetworkSegment(660e83e8-9fd8-44f6-bfa3-ef461d9f022f),segment_id=660e83e8-9fd8-44f6-bfa3-ef461d9f022f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:14.471802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.505092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] Calling delete_port for 5c12c888-c750-41ac-8264-2be37e5d70d3 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:14.539337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.572764 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Port': ['ID=5c12c888-c750-41ac-8264-2be37e5d70d3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:14.580787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] No DVR routers for this DVR port 5c12c888-c750-41ac-8264-2be37e5d70d3 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:48:14.591524 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 13:48:14.595930 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.640952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] Pushing event deleted for resources: {'Port': ['ID=5c12c888-c750-41ac-8264-2be37e5d70d3,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:14.645582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96af3b-4669-4506-9aa5-8798c1d3110e None None] No DVR routers for this DVR port 5c12c888-c750-41ac-8264-2be37e5d70d3 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:14.690478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.703479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4743f88-8e57-4199-8b23-48eba4a05a30']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:14.719018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660e83e8-9fd8-44f6-bfa3-ef461d9f022f') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:14.719377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660e83e8-9fd8-44f6-bfa3-ef461d9f022f') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:14.729022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.745719 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.752012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:48:14.752396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:48:14.755843 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:48:14.818153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.825539 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:14.827258 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] 10.222.0.57 "DELETE /v2.0/networks/e4743f88-8e57-4199-8b23-48eba4a05a30 HTTP/1.1" status: 204 len: 168 time: 0.8023722 Jul 15 13:48:14.840999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf10781-5210-4857-b86c-e9fb3622167b tempest-AllowedAddressPairTestJSON-1311901788 tempest-AllowedAddressPairTestJSON-1311901788-project] Pushing event deleted for resources: {'Network': ['ID=e4743f88-8e57-4199-8b23-48eba4a05a30,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:15.071966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48204) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:15.126492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48206) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:15.255142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.299322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b6383b54-4afc-4ed9-9902-df9f1ab301bf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c27d1757e0d54a33ae1ffae006017604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715500 Jul 15 13:48:15.301904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:15.354822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0187838-a855-4d25-9d07-91149ed1831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.380432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0187838-a855-4d25-9d07-91149ed1831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.436339 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0187838-a855-4d25-9d07-91149ed1831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.438926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0187838-a855-4d25-9d07-91149ed1831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.440092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0187838-a855-4d25-9d07-91149ed1831e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e164e2d9-4ddd-4daf-8c7d-88f4c29d5fa4 HTTP/1.1" status: 204 len: 168 time: 0.1371992 Jul 15 13:48:15.451926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0187838-a855-4d25-9d07-91149ed1831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e164e2d9-4ddd-4daf-8c7d-88f4c29d5fa4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:15.496687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.509212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.554265 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-407dd10e-120a-423e-ba08-dc69699af97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.684291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.772487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Deleting port eabea7eb-120d-420e-b76c-cf6f46c8a78f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:15.773123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.856989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] For port eabea7eb-120d-420e-b76c-cf6f46c8a78f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eabea7eb-120d-420e-b76c-cf6f46c8a78f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:15.858095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:15.873108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Calling delete_port for eabea7eb-120d-420e-b76c-cf6f46c8a78f owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:16.084905 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.118392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Pushing event deleted for resources: {'Port': ['ID=eabea7eb-120d-420e-b76c-cf6f46c8a78f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:16.187114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48232) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:16.327812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c12c888-c750-41ac-8264-2be37e5d70d3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:16.363504 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.367564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5c12c888-c750-41ac-8264-2be37e5d70d3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:16.368262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c12c888-c750-41ac-8264-2be37e5d70d3 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:16.373614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-255111628'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:16.418304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:16.423275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.433211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.552056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.559686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.594220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:48:16.606055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55021d32-55dd-4acf-9d6f-c0c80d90b570,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:16.611661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.612289 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Added segment 7e7b05e5-a826-43e8-99d3-6a26c9542778 of type vlan for network 0ac3f7ad-262f-48d4-9195-77a791050e3b Jul 15 13:48:16.639647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Router d095d431-090b-4452-92a4-6b01f5e69262 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:16.663658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.702464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.708799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:16.709414 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.752172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5633113 Jul 15 13:48:16.755736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48236) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:16.761273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:16.774864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:16.787195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6dbf880-57f4-4e74-a51d-cb04f74c91af admin admin] 10.222.0.57 "PUT /v2.0/routers/d095d431-090b-4452-92a4-6b01f5e69262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133355 Jul 15 13:48:16.788002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48238) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:16.792907 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] Sync routers for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:16.809748 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:16.810880 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:16.830925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d50be6-c5aa-4a89-84d8-c67006ca6d41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Network': ['ID=0ac3f7ad-262f-48d4-9195-77a791050e3b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:16.843286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:48:16.907060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:16.911412 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.917154 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:16.951243 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:17.030666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.096629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Deleting port d3631584-31ed-44f8-99a0-1591af609b18 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:17.096859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.122456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.154756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.189463 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:48:16Z', 'revision_number': 5, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port': {'id': 'd3631584-31ed-44f8-99a0-1591af609b18', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.199775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=80407eda-8190-4192-b0e9-462fd34d3f45,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:17.200417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] For port d3631584-31ed-44f8-99a0-1591af609b18, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d3631584-31ed-44f8-99a0-1591af609b18,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:17.200685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.208556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:17.208922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network hostable DHCP agents. Network: 0ac3f7ad-262f-48d4-9195-77a791050e3b, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:48:17.218946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Calling delete_port for d3631584-31ed-44f8-99a0-1591af609b18 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:17.222985 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] Checking router: d095d431-090b-4452-92a4-6b01f5e69262 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:17.230953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:48:17.244360 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] Routers {'d095d431-090b-4452-92a4-6b01f5e69262'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:17.245097 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['d095d431-090b-4452-92a4-6b01f5e69262'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.247889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 0ac3f7ad-262f-48d4-9195-77a791050e3b) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:17.252400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:17.253092 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.260617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e7d3f-8e75-4177-8715-09818cf4db91 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:17.283763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48240) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:17.284028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c063f6d4-b399-4f0d-a2b1-2cf2d51c3dbe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5271368 Jul 15 13:48:17.288950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'name': 'tempest-NetworksTestDHCPv6-410544022'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:17.352133 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] Set router d095d431-090b-4452-92a4-6b01f5e69262 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:17.408982 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:48:17Z', 'revision_number': 6, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:17.427957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '80407eda-8190-4192-b0e9-462fd34d3f45'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:17.429293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.443226 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d7db3-c211-4a54-a96a-cac32065fa83 None None] The sync data for ids ['d095d431-090b-4452-92a4-6b01f5e69262'] in n-d-798054-11 is: [{'id': 'd095d431-090b-4452-92a4-6b01f5e69262', 'name': 'tempest-TestVolumeBackupRestore-977917019-router', 'tenant_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:08Z', 'updated_at': '2021-07-15T13:48:17Z', 'revision_number': 6, 'project_id': 'ec92c8f1046d4230bdb8b332aa490a5a', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:17.583241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/80407eda-8190-4192-b0e9-462fd34d3f45/9c204fd9-7612-4f16-95f2-2a1dfe201f3c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:17.740267 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.749570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Transition to ACTIVE for port object 9c204fd9-7612-4f16-95f2-2a1dfe201f3c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:17.767418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Transition to ACTIVE for port object 9c204fd9-7612-4f16-95f2-2a1dfe201f3c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:17.778066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.815152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:17.817803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:17.818387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.824745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:17.828557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:17.856837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.859123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port a6a6a4fe-3ec7-4227-b27f-2b34a3786a69 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:17.866241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Pushing event updated for resources: {'Port': ['ID=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:17.892875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d3631584-31ed-44f8-99a0-1591af609b18,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:17.899450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Attempting to bind port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:17.900259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Attempting to bind port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:17.902586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Attempting to bind port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:17.916675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:17.916675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:17.916675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.917293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:17.917881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Bound port: 9c204fd9-7612-4f16-95f2-2a1dfe201f3c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:17.918388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:17.983745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] For port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:17.987150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] For port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:17.991960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.022554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.051861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beead09-0a22-41b6-b51b-2db3f62c791a None None] Pushing event updated for resources: {'Port': ['ID=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:18.137881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.139894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::cb (0ac3f7ad-262f-48d4-9195-77a791050e3b/80407eda-8190-4192-b0e9-462fd34d3f45/a6a6a4fe-3ec7-4227-b27f-2b34a3786a69) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:18.142236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.199581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.200099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d095d431-090b-4452-92a4-6b01f5e69262 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:48:18.205565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.206745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c648abbf-1e7a-45a7-bd64-59b063fb44fa admin admin] 10.222.0.57 "DELETE /v2.0/routers/d095d431-090b-4452-92a4-6b01f5e69262 HTTP/1.1" status: 204 len: 168 time: 1.4177804 Jul 15 13:48:18.209625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48242) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:18.301277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Deleting subnet da14bcd2-798b-479f-96c5-143f7c8a27c5 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:18.307814 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.413907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.432225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9c204fd9-7612-4f16-95f2-2a1dfe201f3c up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:18.432603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object a6a6a4fe-3ec7-4227-b27f-2b34a3786a69 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:18.472608 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.500164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:18.530790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:18.532272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:18.542033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:18.548302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.549035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.551725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=a6a6a4fe-3ec7-4227-b27f-2b34a3786a69,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:18.569079 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-14bd7a7a-a8b8-483f-b482-adba3e3ba1a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2840884 Jul 15 13:48:18.571642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48244) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:18.585869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eabea7eb-120d-420e-b76c-cf6f46c8a78f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:18.614126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: eabea7eb-120d-420e-b76c-cf6f46c8a78f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:18.614581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eabea7eb-120d-420e-b76c-cf6f46c8a78f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:18.615225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d3631584-31ed-44f8-99a0-1591af609b18 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:18.650482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d3631584-31ed-44f8-99a0-1591af609b18 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:18.650855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d3631584-31ed-44f8-99a0-1591af609b18 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:18.665356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.707609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3612ea1-ef6d-4e80-bb00-364b5f4803ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.713654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.714364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3612ea1-ef6d-4e80-bb00-364b5f4803ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:18.716069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d3612ea1-ef6d-4e80-bb00-364b5f4803ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1424363 Jul 15 13:48:18.719113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48246) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:18.823657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port a6a6a4fe-3ec7-4227-b27f-2b34a3786a69 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:18.824304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.836294 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.908545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.932627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.941952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da14bcd2-798b-479f-96c5-143f7c8a27c5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:18.944295 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:18.946410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-79bbbef5-d739-4ab2-9637-ed863e9887b7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da14bcd2-798b-479f-96c5-143f7c8a27c5 HTTP/1.1" status: 204 len: 168 time: 0.7357163 Jul 15 13:48:18.950686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48248) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:18.950968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b33b1-d1db-4c61-91e6-2829d1ff9e4a None None] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:18.953249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for a6a6a4fe-3ec7-4227-b27f-2b34a3786a69 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:19.075918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.190126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] DHCP port deletion for 4a04b7fd-6316-4153-bfae-d941b80d8d44 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:19.193216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Deleting port 75115fb2-ae69-4c8f-9903-d008e167548f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:19.193499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.199979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86262399-4890-4465-ab26-508f4d16fc88 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:19.221343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.281738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=a6a6a4fe-3ec7-4227-b27f-2b34a3786a69,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:19.304096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Provisioning for port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:19.319242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Provisioning complete for port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:19.319660 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.323982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.328146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d6730699-fe95-4ddd-9dd6-8dbfc189386b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/a6a6a4fe-3ec7-4227-b27f-2b34a3786a69 HTTP/1.1" status: 204 len: 168 time: 0.6058323 Jul 15 13:48:19.328386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48250) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:19.331343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] For port 75115fb2-ae69-4c8f-9903-d008e167548f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75115fb2-ae69-4c8f-9903-d008e167548f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:19.331702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.350978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Deleting port 75115fb2-ae69-4c8f-9903-d008e167548f {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:19.351342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.386296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Calling delete_port for 75115fb2-ae69-4c8f-9903-d008e167548f owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:19.461152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] For port 75115fb2-ae69-4c8f-9903-d008e167548f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=75115fb2-ae69-4c8f-9903-d008e167548f,segment=NetworkSegment(f36e191f-8fdf-4b60-b6f4-2c0aed5c4997),segment_id=f36e191f-8fdf-4b60-b6f4-2c0aed5c4997)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:19.461585 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.470837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a71317-26da-4db6-93b2-b3c1389fae2b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:19.472370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a71317-26da-4db6-93b2-b3c1389fae2b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:19.473980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-87a71317-26da-4db6-93b2-b3c1389fae2b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1446326 Jul 15 13:48:19.476807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48252) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:19.492570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Calling delete_port for 75115fb2-ae69-4c8f-9903-d008e167548f owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:19.522378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.543891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] No DVR routers for this DVR port 75115fb2-ae69-4c8f-9903-d008e167548f on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:19.546293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 80407eda-8190-4192-b0e9-462fd34d3f45 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:19.550769 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.566748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Pushing event deleted for resources: {'Port': ['ID=75115fb2-ae69-4c8f-9903-d008e167548f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:19.594179 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.641672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.654562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a04b7fd-6316-4153-bfae-d941b80d8d44']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:19.667286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:19.667694 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36e191f-8fdf-4b60-b6f4-2c0aed5c4997') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:19.680066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.701571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.704484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.708867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:48:19.709497 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:48:19.711452 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:48:19.770834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.772867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.776293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.791331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.796325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4a04b7fd-6316-4153-bfae-d941b80d8d44 HTTP/1.1" status: 204 len: 168 time: 0.8418984 Jul 15 13:48:19.796325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c47d0-f06a-41f1-a4b8-c7998f9d0706 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a04b7fd-6316-4153-bfae-d941b80d8d44,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:19.797795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48254) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:19.806819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=80407eda-8190-4192-b0e9-462fd34d3f45,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:19.810023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.812341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6dad26ca-5a8c-41c5-8736-ca2c47c750da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/80407eda-8190-4192-b0e9-462fd34d3f45 HTTP/1.1" status: 204 len: 168 time: 0.3340766 Jul 15 13:48:19.815077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:19.877357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2b079d53-f766-41f4-bf88-d48cef5bf943 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611081 Jul 15 13:48:19.882779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48258) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:19.888163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:19.893597 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:48:19.894210 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:48:19.895457 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:19.925118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Network 4a04b7fd-6316-4153-bfae-d941b80d8d44 is not hosted by any dhcp agent {{(pid=93996) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 13:48:19.925853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] No DVR routers for this DVR port 75115fb2-ae69-4c8f-9903-d008e167548f on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:19.932174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f7f01-45f0-4eb1-a061-ff99b9e503eb None None] Pushing event deleted for resources: {'Port': ['ID=75115fb2-ae69-4c8f-9903-d008e167548f,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:19.988844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:19.992738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.074275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4112f9-c106-4478-8efb-1415d9581ba4 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:20.214951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.221338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.233328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75115fb2-ae69-4c8f-9903-d008e167548f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:20.254686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 75115fb2-ae69-4c8f-9903-d008e167548f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:20.255119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 75115fb2-ae69-4c8f-9903-d008e167548f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:20.270073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:20.273546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:20.281331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:20.281976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.301663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4177787 Jul 15 13:48:20.304376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48260) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:20.309718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'name': 'tempest-NetworksTestDHCPv6-2127961761'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:20.319972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:20.327535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92687261-8caa-462e-88e6-d94edcff9bcd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=963406cb-9a54-44a9-b5f0-04baf02c13be,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.374393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] Deleting port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:20.374811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.430620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:20.435734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.460303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:20.467720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.499989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] For port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:20.500387 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.502970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Deleting port 19e7c66a-f07f-4435-ba0c-30fe32a91d23 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:20.503391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.520892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] Calling delete_port for 9c204fd9-7612-4f16-95f2-2a1dfe201f3c owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:20.533862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] For port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:20.539140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.589339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] For port 19e7c66a-f07f-4435-ba0c-30fe32a91d23, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=19e7c66a-f07f-4435-ba0c-30fe32a91d23,segment=NetworkSegment(290664bb-5271-4d45-b095-1edbbd2605bf),segment_id=290664bb-5271-4d45-b095-1edbbd2605bf)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:20.589667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.603196 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Calling delete_port for 19e7c66a-f07f-4435-ba0c-30fe32a91d23 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:20.632159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::389 (0ac3f7ad-262f-48d4-9195-77a791050e3b/963406cb-9a54-44a9-b5f0-04baf02c13be/c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:20.634644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd18d38-4e12-4f5a-aa4c-401443264724 None None] Pushing event updated for resources: {'Port': ['ID=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.667106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.675024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-69836687-c093-402e-b837-1528fbf65e63 None None] Provisioning complete for port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:20.675403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-69836687-c093-402e-b837-1528fbf65e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.696005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] Pushing event deleted for resources: {'Port': ['ID=9c204fd9-7612-4f16-95f2-2a1dfe201f3c,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.716042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e53cad-8709-46c7-9b59-0f32cf342b54 None None] No DVR routers for this DVR port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:20.717358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-69836687-c093-402e-b837-1528fbf65e63 None None] Port 9c204fd9-7612-4f16-95f2-2a1dfe201f3c was deleted so its status cannot be updated. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:48:20.735242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195942f-ea0c-4e67-ad7d-9285560964d0 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:20.821854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.836026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.836977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:20.864318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Pushing event deleted for resources: {'Port': ['ID=19e7c66a-f07f-4435-ba0c-30fe32a91d23,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.882204 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.932688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:20.939008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:20.943157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:20.948833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:20.949517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.963886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:20.969312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '963406cb-9a54-44a9-b5f0-04baf02c13be'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:20.971340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:20.975995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b85898e7-50c3-4632-b887-fafea2139411 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6678290 Jul 15 13:48:20.976575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48262) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:21.070270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e5780c-b8fa-4b29-bc27-7355e7a3cb52 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:21.075484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-48e5780c-b8fa-4b29-bc27-7355e7a3cb52 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0976648 Jul 15 13:48:21.076158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48264) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:21.114268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.143473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/963406cb-9a54-44a9-b5f0-04baf02c13be/5e6bae8d-9b17-4f05-bb29-76413c5fdecd) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:21.269165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:21.269821 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.291662 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.300485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Transition to ACTIVE for port object 5e6bae8d-9b17-4f05-bb29-76413c5fdecd will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:21.315629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Transition to ACTIVE for port object 5e6bae8d-9b17-4f05-bb29-76413c5fdecd will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:21.322773 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.366610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:21.369520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:21.373235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:21.380545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Pushing event updated for resources: {'Port': ['ID=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:21.437723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Attempting to bind port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:21.438371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Attempting to bind port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:21.438870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Attempting to bind port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:21.444631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:21.444966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:21.445407 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.445808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:21.446313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Bound port: 5e6bae8d-9b17-4f05-bb29-76413c5fdecd, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:21.446726 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.514813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-56b21eb5-6663-432e-9709-db104b856654 None None] For port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:21.518811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-56b21eb5-6663-432e-9709-db104b856654 None None] For port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:21.524122 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.581871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b21eb5-6663-432e-9709-db104b856654 None None] Pushing event updated for resources: {'Port': ['ID=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:21.769207 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:21.786587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:21.803689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:21.991331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:21.998455 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc28ad58-9ab4-401a-821b-169ec9f5ec0e admin admin] 10.222.0.57 "PUT /v2.0/routers/3404b823-5166-4fe0-9d82-bf0343b6aeb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2004256 Jul 15 13:48:22.001131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] Sync routers for ids ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:22.002140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:22.015748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] Routers {'3404b823-5166-4fe0-9d82-bf0343b6aeb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:22.016364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.018699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.058500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:22.096582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.101024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6ffbdece-6185-4cca-b23d-87e438c51637 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b HTTP/1.1" status: 204 len: 168 time: 1.0214896 Jul 15 13:48:22.102295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48268) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:22.132012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.144618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] Set router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:22.162843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edaa48f-b251-4caf-97dc-40820eebfe2d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:22.164865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edaa48f-b251-4caf-97dc-40820eebfe2d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:22.167032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6edaa48f-b251-4caf-97dc-40820eebfe2d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0633950 Jul 15 13:48:22.169319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48270) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:22.233550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 963406cb-9a54-44a9-b5f0-04baf02c13be {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:22.237117 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.265830 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.301697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.342015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Deleting port 344588a6-5470-424d-8096-47b6288f7fb8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:22.342508 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.385729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5e6bae8d-9b17-4f05-bb29-76413c5fdecd up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:22.417495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.444366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:22.447455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] For port 344588a6-5470-424d-8096-47b6288f7fb8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=344588a6-5470-424d-8096-47b6288f7fb8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:22.448197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.452752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '344588a6-5470-424d-8096-47b6288f7fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:48:20Z', 'revision_number': 5, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port': {'id': '344588a6-5470-424d-8096-47b6288f7fb8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:44:17Z', 'updated_at': '2021-07-15T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.471040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Calling delete_port for 344588a6-5470-424d-8096-47b6288f7fb8 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:22.486691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] Checking router: 3404b823-5166-4fe0-9d82-bf0343b6aeb2 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:22.497573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] Routers {'3404b823-5166-4fe0-9d82-bf0343b6aeb2'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:22.498858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.499448 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.515663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.521074 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/963406cb-9a54-44a9-b5f0-04baf02c13be HTTP/1.1" status: 204 len: 168 time: 0.3485138 Jul 15 13:48:22.537527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48272) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:22.544525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246a3bd-f10d-4545-b868-251eaf89cb85 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=963406cb-9a54-44a9-b5f0-04baf02c13be,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:22.548566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9c204fd9-7612-4f16-95f2-2a1dfe201f3c no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:22.602009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9c204fd9-7612-4f16-95f2-2a1dfe201f3c {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:22.602504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9c204fd9-7612-4f16-95f2-2a1dfe201f3c not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:22.610328 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c5504429-10fd-4a00-87b7-0fbfd6ed7929 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714993 Jul 15 13:48:22.613061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48274) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:22.619834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:22.640274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] Set router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:22.668730 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.698493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Pushing event deleted for resources: {'Port': ['ID=344588a6-5470-424d-8096-47b6288f7fb8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:22.708633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:48:22Z', 'revision_number': 6, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:22.728121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:22.733471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.744134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257d0eb-de27-47de-86a2-d79cf55acb41 None None] The sync data for ids ['3404b823-5166-4fe0-9d82-bf0343b6aeb2'] in n-d-798054-11 is: [{'id': '3404b823-5166-4fe0-9d82-bf0343b6aeb2', 'name': 'tempest-TestVolumeBackupRestore-1095933842-router', 'tenant_id': '1718c547062b46ef87e8528efeff002d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:44:16Z', 'updated_at': '2021-07-15T13:48:22Z', 'revision_number': 6, 'project_id': '1718c547062b46ef87e8528efeff002d', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:22.793994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae02bfb-9138-4cbc-ab33-4aa09865d919 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:22.800263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.867258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Could not find standard attr ID for object c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:22.905332 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.908310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.924141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Provisioning for port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:22.930656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Provisioning complete for port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:22.931138 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.961618 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.962902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3404b823-5166-4fe0-9d82-bf0343b6aeb2 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:48:22.969895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:22.973321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ab25c4c-1f2c-4726-bb52-b79cb7db3dad admin admin] 10.222.0.57 "DELETE /v2.0/routers/3404b823-5166-4fe0-9d82-bf0343b6aeb2 HTTP/1.1" status: 204 len: 168 time: 0.9677775 Jul 15 13:48:22.974233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48276) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.004976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.030291 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.062903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Deleting subnet 2a36f194-106d-42d4-b62b-567fe6c12bce {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:23.063581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] For port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:23.068574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.071695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.075286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:23.098251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:23.107778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:23.108387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.121369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=efdac54c-f543-4bca-b1e5-c438469e30c9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.128920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:23.131887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.137703 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-59c8dedc-60f6-44dc-850f-2a2fe67fd98f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5206685 Jul 15 13:48:23.138314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48278) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.139040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db285ab5-3a37-42fa-8683-9c09d270e089 None None] Pushing event updated for resources: {'Port': ['ID=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.144182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'name': 'tempest-NetworksTestDHCPv6-1334754295'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:23.208812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] Deleting port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:23.209520 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.242202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.293675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:23.298885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] For port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:23.299069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.299333 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.313745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] Calling delete_port for 5e6bae8d-9b17-4f05-bb29-76413c5fdecd owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:23.313988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.318766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 30ab3955-3a31-49b6-9301-e7f701c3cd87 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:23.342022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a36f194-106d-42d4-b62b-567fe6c12bce,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.344026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.345982 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6623d8e0-bd0f-4d61-93c1-228ff6b9f36c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2a36f194-106d-42d4-b62b-567fe6c12bce HTTP/1.1" status: 204 len: 168 time: 0.3713467 Jul 15 13:48:23.348663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48280) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.370724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf187963-e5ff-4ec2-98b2-4e4b8d5c5dae None None] Network e709f303-f865-4ee6-a0f5-70fb155bc3c6 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:23.422027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.445439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::3e1 (0ac3f7ad-262f-48d4-9195-77a791050e3b/efdac54c-f543-4bca-b1e5-c438469e30c9/30ab3955-3a31-49b6-9301-e7f701c3cd87) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:23.481240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Deleting port bf5c6a8d-c91a-440b-8bf7-39e5398882dc {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:23.481675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.553759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] For port bf5c6a8d-c91a-440b-8bf7-39e5398882dc, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,segment=NetworkSegment(290664bb-5271-4d45-b095-1edbbd2605bf),segment_id=290664bb-5271-4d45-b095-1edbbd2605bf)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:23.554188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.570756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Calling delete_port for bf5c6a8d-c91a-440b-8bf7-39e5398882dc owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:23.640894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.657084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 30ab3955-3a31-49b6-9301-e7f701c3cd87 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:23.675446 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.689747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.703529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.707511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] Pushing event deleted for resources: {'Port': ['ID=5e6bae8d-9b17-4f05-bb29-76413c5fdecd,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.715338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79ea9e-d2de-475d-b54a-7a2904c21cbe None None] No DVR routers for this DVR port 5e6bae8d-9b17-4f05-bb29-76413c5fdecd on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:23.733440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5c6a8d-c91a-440b-8bf7-39e5398882dc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.742105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819ed548-5496-413c-ad28-a683266a9623 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:23.743716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] No DVR routers for this DVR port bf5c6a8d-c91a-440b-8bf7-39e5398882dc on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:23.784616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:23.788155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:23.793502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:23.803032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:23.803032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.806485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=30ab3955-3a31-49b6-9301-e7f701c3cd87,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:23.831378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-229294d4-42d4-48c9-b61d-488ba2381797 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6886299 Jul 15 13:48:23.832262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48282) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.836619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce818b-baa3-4441-bbf5-f7f0b8e405e4 None None] DHCP port deletion for e709f303-f865-4ee6-a0f5-70fb155bc3c6 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:23.847678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.874610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e709f303-f865-4ee6-a0f5-70fb155bc3c6']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:23.893584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290664bb-5271-4d45-b095-1edbbd2605bf') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:23.893866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290664bb-5271-4d45-b095-1edbbd2605bf') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:23.905827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.922657 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.925894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a83277-31b9-4f76-82b8-c1866032f384 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:23.927579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c4a83277-31b9-4f76-82b8-c1866032f384 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0927386 Jul 15 13:48:23.930219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48284) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:23.934032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:48:23.934494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:48:23.937450 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:48:24.009055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.012098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': 'efdac54c-f543-4bca-b1e5-c438469e30c9'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:24.013606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.035483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.037698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] 10.222.0.57 "DELETE /v2.0/networks/e709f303-f865-4ee6-a0f5-70fb155bc3c6 HTTP/1.1" status: 204 len: 168 time: 0.6878273 Jul 15 13:48:24.038665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10987125-adaa-4ed4-900d-2b8ebdf18dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=e709f303-f865-4ee6-a0f5-70fb155bc3c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.055496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 30ab3955-3a31-49b6-9301-e7f701c3cd87 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:24.056620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.171228 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.191061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/efdac54c-f543-4bca-b1e5-c438469e30c9/f0b24823-19af-426a-b3f3-f506f1206b89) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:24.191316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 30ab3955-3a31-49b6-9301-e7f701c3cd87 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:24.260931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e7c66a-f07f-4435-ba0c-30fe32a91d23 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:24.277617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48288) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.294042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 19e7c66a-f07f-4435-ba0c-30fe32a91d23 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:24.294389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e7c66a-f07f-4435-ba0c-30fe32a91d23 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:24.294836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 344588a6-5470-424d-8096-47b6288f7fb8 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:24.317202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 344588a6-5470-424d-8096-47b6288f7fb8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:24.317438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 344588a6-5470-424d-8096-47b6288f7fb8 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:24.317852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf5c6a8d-c91a-440b-8bf7-39e5398882dc no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:24.346851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: bf5c6a8d-c91a-440b-8bf7-39e5398882dc {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:24.347245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bf5c6a8d-c91a-440b-8bf7-39e5398882dc not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:24.347598 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5e6bae8d-9b17-4f05-bb29-76413c5fdecd no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:24.356665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05c4bbe5-ca93-452a-85ac-1c1a4c37027c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec92c8f1046d4230bdb8b332aa490a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783474 Jul 15 13:48:24.358911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.367706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.380917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5e6bae8d-9b17-4f05-bb29-76413c5fdecd {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:24.381258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5e6bae8d-9b17-4f05-bb29-76413c5fdecd not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:24.400546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=30ab3955-3a31-49b6-9301-e7f701c3cd87,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.427789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310f5966-9abb-4b1c-b44b-f55a21b39880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.432622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.434352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.435161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8555974-a07f-47e2-bbd1-f82b221363ea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/30ab3955-3a31-49b6-9301-e7f701c3cd87 HTTP/1.1" status: 204 len: 168 time: 0.5038695 Jul 15 13:48:24.437504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.446833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Transition to ACTIVE for port object f0b24823-19af-426a-b3f3-f506f1206b89 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:24.450038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310f5966-9abb-4b1c-b44b-f55a21b39880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.467260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Transition to ACTIVE for port object f0b24823-19af-426a-b3f3-f506f1206b89 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:24.474879 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.505145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310f5966-9abb-4b1c-b44b-f55a21b39880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.507860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310f5966-9abb-4b1c-b44b-f55a21b39880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.511689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-310f5966-9abb-4b1c-b44b-f55a21b39880 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9977d33-e1a5-498a-a43b-7de67a2f1b33 HTTP/1.1" status: 204 len: 168 time: 0.1491258 Jul 15 13:48:24.520677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f5966-9abb-4b1c-b44b-f55a21b39880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9977d33-e1a5-498a-a43b-7de67a2f1b33,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.529099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:24.534514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddda82-9de2-4ced-8179-a08260e54b3d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:24.536069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddda82-9de2-4ced-8179-a08260e54b3d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:24.537669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8ddda82-9de2-4ced-8179-a08260e54b3d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0992346 Jul 15 13:48:24.539891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:24.541055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48296) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.546240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:24.548236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Pushing event updated for resources: {'Port': ['ID=f0b24823-19af-426a-b3f3-f506f1206b89,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.598429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet efdac54c-f543-4bca-b1e5-c438469e30c9 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:24.601780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.613852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Attempting to bind port f0b24823-19af-426a-b3f3-f506f1206b89 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:24.614282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Attempting to bind port f0b24823-19af-426a-b3f3-f506f1206b89 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:24.614823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Attempting to bind port f0b24823-19af-426a-b3f3-f506f1206b89 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:24.621412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:24.622051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:24.622376 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.622802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:24.623280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Bound port: f0b24823-19af-426a-b3f3-f506f1206b89, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:24.623712 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.651400 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.695851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] For port f0b24823-19af-426a-b3f3-f506f1206b89, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:24.699728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] For port f0b24823-19af-426a-b3f3-f506f1206b89, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f0b24823-19af-426a-b3f3-f506f1206b89,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:24.708295 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.756427 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.788498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb48f2a-ed7d-4e94-81b4-862a62bb95d7 None None] Pushing event updated for resources: {'Port': ['ID=f0b24823-19af-426a-b3f3-f506f1206b89,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.822455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.856501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=efdac54c-f543-4bca-b1e5-c438469e30c9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:24.858844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:24.862614 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4fd049de-fa2b-4f20-af23-5fc5841b0253 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/efdac54c-f543-4bca-b1e5-c438469e30c9 HTTP/1.1" status: 204 len: 168 time: 0.3186815 Jul 15 13:48:24.864196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48300) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.905179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-535b4d9d-26e2-4dc4-88f8-8b7556db8250 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396283 Jul 15 13:48:24.912054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48302) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:24.980903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:25.059004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20368b5-d22e-4412-a918-c99d5b076e34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:25.060584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f20368b5-d22e-4412-a918-c99d5b076e34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1474190 Jul 15 13:48:25.063378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:25.066069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe4a7b4a-445f-4f72-9b3a-26627aa78612 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1718c547062b46ef87e8528efeff002d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841055 Jul 15 13:48:25.066678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48308) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:25.125740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74328b-1ed9-406b-b315-e4072afb0181 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:25.127368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4d74328b-1ed9-406b-b315-e4072afb0181 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0629215 Jul 15 13:48:25.130722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48310) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:25.131208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c962cfec-e1c9-46ba-992f-48954fc15925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.156720 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c962cfec-e1c9-46ba-992f-48954fc15925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.176245 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-872e3078-8d4f-4ece-bc7b-4683739a03b0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441821 Jul 15 13:48:25.182645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48312) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:25.186829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:25.217168 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c962cfec-e1c9-46ba-992f-48954fc15925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.219699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c962cfec-e1c9-46ba-992f-48954fc15925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.220956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c962cfec-e1c9-46ba-992f-48954fc15925 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b039bbbd-3dc1-471b-8da6-3686954f5d2c HTTP/1.1" status: 204 len: 168 time: 0.1533375 Jul 15 13:48:25.229781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962cfec-e1c9-46ba-992f-48954fc15925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b039bbbd-3dc1-471b-8da6-3686954f5d2c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:25.307599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:25.311333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.520403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.569271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:25.574722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:25.579661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:25.580261 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.596484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=99cdc707-d29a-4d72-a944-c92f26b4dfe0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:25.610310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e80ef673-594a-4a0b-a7f4-891e2f2992e0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4277899 Jul 15 13:48:25.610885 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48316) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:25.617074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '99cdc707-d29a-4d72-a944-c92f26b4dfe0', 'ip_address': '2001:db8::dc4c:1c17:782b:f1d3'}], 'name': 'tempest-NetworksTestDHCPv6-89378851'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:25.753723 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:25.850386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:25.859429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba6f1a1-7557-401d-b4c6-86d09fbe47d0 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:25.870258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 2d82a39e-37e5-4296-9ac9-695c75921adb yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:25.942741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e01e150e-aa39-4f95-8c45-608f130af291 None None] Provisioning for port f0b24823-19af-426a-b3f3-f506f1206b89 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:25.981912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e01e150e-aa39-4f95-8c45-608f130af291 None None] Could not find standard attr ID for object 30ab3955-3a31-49b6-9301-e7f701c3cd87. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:26.115348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::dc4c:1c17:782b:f1d3 (0ac3f7ad-262f-48d4-9195-77a791050e3b/99cdc707-d29a-4d72-a944-c92f26b4dfe0/2d82a39e-37e5-4296-9ac9-695c75921adb) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:26.245349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f0b24823-19af-426a-b3f3-f506f1206b89 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:26.304550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.307181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port f0b24823-19af-426a-b3f3-f506f1206b89 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:26.310757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-72b0c646-7a95-4cc9-b0d8-bc6251d32309 None None] Provisioning complete for port f0b24823-19af-426a-b3f3-f506f1206b89 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:26.311133 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72b0c646-7a95-4cc9-b0d8-bc6251d32309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.313971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port f0b24823-19af-426a-b3f3-f506f1206b89 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:26.314341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.326132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 2d82a39e-37e5-4296-9ac9-695c75921adb will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:26.362347 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.405926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:26.414012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:26.418466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:26.424006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:26.424738 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.438878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=2d82a39e-37e5-4296-9ac9-695c75921adb,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:26.450574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cddcaf79-70af-41c0-a2f3-4cb3e053107d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8383877 Jul 15 13:48:26.453283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48318) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:26.458544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72b0c646-7a95-4cc9-b0d8-bc6251d32309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.473231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.512701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-72b0c646-7a95-4cc9-b0d8-bc6251d32309 None None] For port f0b24823-19af-426a-b3f3-f506f1206b89, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f0b24823-19af-426a-b3f3-f506f1206b89,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:26.520158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-72b0c646-7a95-4cc9-b0d8-bc6251d32309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.529447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018cc694-9043-4ab4-ac10-a85ff95e4e88 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:26.535687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018cc694-9043-4ab4-ac10-a85ff95e4e88 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:26.540137 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-018cc694-9043-4ab4-ac10-a85ff95e4e88 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.0825670 Jul 15 13:48:26.540418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48320) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:26.595684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:48:26.596333 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:48:26.601079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0c646-7a95-4cc9-b0d8-bc6251d32309 None None] Pushing event updated for resources: {'Port': ['ID=f0b24823-19af-426a-b3f3-f506f1206b89,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:26.636227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2157a4cc-d4de-41d0-b2ef-601584297b01 None None] Could not find standard attr ID for object a6a6a4fe-3ec7-4227-b27f-2b34a3786a69. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:26.652560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 2d82a39e-37e5-4296-9ac9-695c75921adb {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:26.652857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.746352 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.752626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-caae3431-2ab0-4404-a30e-45de20ac993a None None] Could not find standard attr ID for object c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:26.764980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 2d82a39e-37e5-4296-9ac9-695c75921adb owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:26.908802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.940695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=2d82a39e-37e5-4296-9ac9-695c75921adb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:26.963826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-753dd026-1750-43fb-a363-d6b875cbed53 None None] Could not find standard attr ID for object 30ab3955-3a31-49b6-9301-e7f701c3cd87. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:26.984722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:26.986713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-27387028-56c8-4d2e-b17c-23fd11614b7c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/2d82a39e-37e5-4296-9ac9-695c75921adb HTTP/1.1" status: 204 len: 168 time: 0.4452343 Jul 15 13:48:26.990054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.052685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e693960-54b9-4769-8ab3-28a7f60f8974 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:27.054291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e693960-54b9-4769-8ab3-28a7f60f8974 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:27.056024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4e693960-54b9-4769-8ab3-28a7f60f8974 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0646634 Jul 15 13:48:27.060049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48324) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.086778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a4789e07-5e65-4542-9479-0db61b01b395 None None] Could not find standard attr ID for object 2d82a39e-37e5-4296-9ac9-695c75921adb. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:27.122045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 99cdc707-d29a-4d72-a944-c92f26b4dfe0 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:27.133827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.189296 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.238702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.312844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.342813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=99cdc707-d29a-4d72-a944-c92f26b4dfe0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:27.344844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.349317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0dbe8c30-bef1-4d95-a76a-f09a2a6383ba tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/99cdc707-d29a-4d72-a944-c92f26b4dfe0 HTTP/1.1" status: 204 len: 168 time: 0.2858095 Jul 15 13:48:27.349658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48326) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.395454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cac81521-b957-4129-9071-c42d66950879 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440099 Jul 15 13:48:27.398209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.403786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:27.489648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f817b6-7119-4dcf-b151-0192d07db3fb None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:27.503303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:27.507027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.682554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:27.706817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.741791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] Deleting port f0b24823-19af-426a-b3f3-f506f1206b89 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:27.742179 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.750195 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:27.753604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:27.756532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:27.757058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.771590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=4de1d141-151c-4506-b15d-3de856db60c9,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:27.781472 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4cf0ebcb-27d7-4125-b24a-9d66bd2e9297 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3820436 Jul 15 13:48:27.784359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:27.789529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '4de1d141-151c-4506-b15d-3de856db60c9', 'ip_address': '2001:db8::9e94:6b56:a8f:58f1'}], 'name': 'tempest-NetworksTestDHCPv6-1916831386'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:27.829087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] For port f0b24823-19af-426a-b3f3-f506f1206b89, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f0b24823-19af-426a-b3f3-f506f1206b89,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:27.829812 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.844465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] Calling delete_port for f0b24823-19af-426a-b3f3-f506f1206b89 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:27.908557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:27.924882 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:27.947489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] Pushing event deleted for resources: {'Port': ['ID=f0b24823-19af-426a-b3f3-f506f1206b89,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:27.953409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3163c5-0322-4247-b9cd-a651b8b76eca None None] No DVR routers for this DVR port f0b24823-19af-426a-b3f3-f506f1206b89 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:27.968824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6e83b-5ea2-4fef-869d-74e6fc8c60a2 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:27.998244 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.015969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 29654320-d061-4d07-aa49-6cd8b36ddcaa yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:28.122516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '4de1d141-151c-4506-b15d-3de856db60c9'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:28.123427 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.189498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::9e94:6b56:a8f:58f1 (0ac3f7ad-262f-48d4-9195-77a791050e3b/4de1d141-151c-4506-b15d-3de856db60c9/29654320-d061-4d07-aa49-6cd8b36ddcaa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:28.220752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f0b24823-19af-426a-b3f3-f506f1206b89 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:28.244636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: f0b24823-19af-426a-b3f3-f506f1206b89 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:28.244995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f0b24823-19af-426a-b3f3-f506f1206b89 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:28.364343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.378434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 29654320-d061-4d07-aa49-6cd8b36ddcaa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:28.418274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.470943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:28.474266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:28.475086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/4de1d141-151c-4506-b15d-3de856db60c9/23487bf0-f5ed-49f8-ac74-f9033926b796) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:28.479603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:28.485754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:28.486374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.493284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=29654320-d061-4d07-aa49-6cd8b36ddcaa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:28.512076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c70a4c44-ddf1-47e4-864b-4c4ff3d464d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7241585 Jul 15 13:48:28.512334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:28.584079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48769a7f-522b-4baa-b416-3d8989aaa618 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:28.585650 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48769a7f-522b-4baa-b416-3d8989aaa618 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0723083 Jul 15 13:48:28.588697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:28.626079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.634796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Transition to ACTIVE for port object 23487bf0-f5ed-49f8-ac74-f9033926b796 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:28.649712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Transition to ACTIVE for port object 23487bf0-f5ed-49f8-ac74-f9033926b796 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:28.657392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.694182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 29654320-d061-4d07-aa49-6cd8b36ddcaa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:28.694424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.697181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:28.699951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:28.702580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:28.712645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Pushing event updated for resources: {'Port': ['ID=23487bf0-f5ed-49f8-ac74-f9033926b796,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:28.771955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Attempting to bind port 23487bf0-f5ed-49f8-ac74-f9033926b796 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:28.772412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Attempting to bind port 23487bf0-f5ed-49f8-ac74-f9033926b796 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:28.772782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Attempting to bind port 23487bf0-f5ed-49f8-ac74-f9033926b796 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:28.779347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:28.779724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:28.780133 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.780565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:28.781030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Bound port: 23487bf0-f5ed-49f8-ac74-f9033926b796, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:28.781424 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.789555 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.802279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 29654320-d061-4d07-aa49-6cd8b36ddcaa owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:28.845977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] For port 23487bf0-f5ed-49f8-ac74-f9033926b796, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:28.849400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] For port 23487bf0-f5ed-49f8-ac74-f9033926b796, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=23487bf0-f5ed-49f8-ac74-f9033926b796,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:28.855455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.930943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01767b9-8a4d-4a9b-9cbf-8424abc589c3 None None] Pushing event updated for resources: {'Port': ['ID=23487bf0-f5ed-49f8-ac74-f9033926b796,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:28.960565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:28.994709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=29654320-d061-4d07-aa49-6cd8b36ddcaa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.031337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.033474 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-45a1291c-912e-49a6-8584-eb14b8c6543f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/29654320-d061-4d07-aa49-6cd8b36ddcaa HTTP/1.1" status: 204 len: 168 time: 0.4437306 Jul 15 13:48:29.037401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48338) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.127822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114879a-2d85-4a94-a1c1-f6826aa48e98 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:29.128909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114879a-2d85-4a94-a1c1-f6826aa48e98 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:29.138966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3114879a-2d85-4a94-a1c1-f6826aa48e98 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919819 Jul 15 13:48:29.139845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48342) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.211969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 4de1d141-151c-4506-b15d-3de856db60c9 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:29.215791 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.267421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.374776 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.451337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.477533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=4de1d141-151c-4506-b15d-3de856db60c9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.492233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.498613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7408da46-317f-47f1-871b-c919d0b688b1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/4de1d141-151c-4506-b15d-3de856db60c9 HTTP/1.1" status: 204 len: 168 time: 0.3572962 Jul 15 13:48:29.500976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.582454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aec51ac7-965c-4ab0-ac37-d4f2b41ebf5d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785327 Jul 15 13:48:29.584876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48346) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.590821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:29.688684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:29.692706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.899258 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.946108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:29.950057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:29.954365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:29.955246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:29.960848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=8f61af07-7e30-490f-b3fb-695e0025d9e0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:29.977963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-af97d55c-26c1-4fd4-b084-2de4a4f541e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3892932 Jul 15 13:48:29.978183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48348) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:29.983676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '8f61af07-7e30-490f-b3fb-695e0025d9e0', 'ip_address': '2001:db8::bb11:1298:fb17:b67a'}], 'name': 'tempest-NetworksTestDHCPv6-1580599755'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:30.082299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d36454-dafd-47a2-92d2-af7ed2d75ae6 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:30.119522 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:30.126128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.152885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port e791cdff-720d-4e98-b77a-4c8cf9680c77 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:30.230843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a02c807f-8539-478e-98d4-749c805b67bf None None] Provisioning for port 23487bf0-f5ed-49f8-ac74-f9033926b796 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:30.374613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 23487bf0-f5ed-49f8-ac74-f9033926b796 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:30.443031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 23487bf0-f5ed-49f8-ac74-f9033926b796 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:30.445308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::bb11:1298:fb17:b67a (0ac3f7ad-262f-48d4-9195-77a791050e3b/8f61af07-7e30-490f-b3fb-695e0025d9e0/e791cdff-720d-4e98-b77a-4c8cf9680c77) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:30.449259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 23487bf0-f5ed-49f8-ac74-f9033926b796 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:30.449832 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.547736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.581448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 23487bf0-f5ed-49f8-ac74-f9033926b796, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=23487bf0-f5ed-49f8-ac74-f9033926b796,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:30.587910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.646181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=23487bf0-f5ed-49f8-ac74-f9033926b796,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:30.650737 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.667031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object e791cdff-720d-4e98-b77a-4c8cf9680c77 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:30.702714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.719079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-93e2f363-3fdd-447c-ba84-e47ac64c0944 None None] Provisioning complete for port 23487bf0-f5ed-49f8-ac74-f9033926b796 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:30.719456 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-93e2f363-3fdd-447c-ba84-e47ac64c0944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.748208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:30.756395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:30.760761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:30.766807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:30.767455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:30.773945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=e791cdff-720d-4e98-b77a-4c8cf9680c77,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:30.791320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7e3c0f66-da11-42d2-8da2-2ed91d874e63 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8119247 Jul 15 13:48:30.792933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:30.870795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1233b8-07ba-4dd5-885a-3aea0256b554 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:30.876775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1233b8-07ba-4dd5-885a-3aea0256b554 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:30.878341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-af1233b8-07ba-4dd5-885a-3aea0256b554 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0843012 Jul 15 13:48:30.881193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48354) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:30.929010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c5fc5f66-ccc0-4eca-9768-cf05a92ab3e9 None None] Could not find standard attr ID for object 29654320-d061-4d07-aa49-6cd8b36ddcaa. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:30.986187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port e791cdff-720d-4e98-b77a-4c8cf9680c77 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:30.986555 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.082343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.095854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for e791cdff-720d-4e98-b77a-4c8cf9680c77 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:31.152680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-43142dde-1f08-4aa9-8e8c-2d10fe98abb0 None None] Provisioning for port e791cdff-720d-4e98-b77a-4c8cf9680c77 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:31.157547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-43142dde-1f08-4aa9-8e8c-2d10fe98abb0 None None] Provisioning complete for port e791cdff-720d-4e98-b77a-4c8cf9680c77 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:31.157937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-43142dde-1f08-4aa9-8e8c-2d10fe98abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.199892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-43142dde-1f08-4aa9-8e8c-2d10fe98abb0 None None] Port e791cdff-720d-4e98-b77a-4c8cf9680c77 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:31.264202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.295460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=e791cdff-720d-4e98-b77a-4c8cf9680c77,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:31.324004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.325994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7df36f80-2a00-45fe-848a-ac69bc371b59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/e791cdff-720d-4e98-b77a-4c8cf9680c77 HTTP/1.1" status: 204 len: 168 time: 0.4438117 Jul 15 13:48:31.328838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48362) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.383077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90297da-31c6-4a8f-b115-210de1bc463d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:31.385006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90297da-31c6-4a8f-b115-210de1bc463d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:31.387531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c90297da-31c6-4a8f-b115-210de1bc463d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0576808 Jul 15 13:48:31.390339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48364) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.448610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 8f61af07-7e30-490f-b3fb-695e0025d9e0 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:31.452308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.500615 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.551847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.630796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.666952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=8f61af07-7e30-490f-b3fb-695e0025d9e0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:31.669782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:31.673066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9efb5c-81d7-4ec5-8325-8114482594e9 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:31.676350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ed8d985b-a0d7-444b-ab3c-955290e7527e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/8f61af07-7e30-490f-b3fb-695e0025d9e0 HTTP/1.1" status: 204 len: 168 time: 0.2849474 Jul 15 13:48:31.678852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48370) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.728455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ec6fcb91-fffd-4d6f-9c87-2596b78868c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483103 Jul 15 13:48:31.731112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48372) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.822396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973686b-da84-4c14-b7a5-2d4174b6201d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:31.826705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d973686b-da84-4c14-b7a5-2d4174b6201d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0920060 Jul 15 13:48:31.826927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48376) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.880809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6348c-6964-4837-a143-53eb64f6f795 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:31.884828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bfa6348c-6964-4837-a143-53eb64f6f795 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0544505 Jul 15 13:48:31.885432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48378) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.933844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-11437227-21fa-43ce-bc06-385f080b4140 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425239 Jul 15 13:48:31.934124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48380) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:31.939751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:32.058360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:32.111671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] Deleting port 23487bf0-f5ed-49f8-ac74-f9033926b796 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:32.112328 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.203061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] For port 23487bf0-f5ed-49f8-ac74-f9033926b796, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=23487bf0-f5ed-49f8-ac74-f9033926b796,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:32.203788 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.225132 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] Calling delete_port for 23487bf0-f5ed-49f8-ac74-f9033926b796 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:32.239909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 23487bf0-f5ed-49f8-ac74-f9033926b796 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:32.396095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.396534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:32.400603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.406564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.433286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] Pushing event deleted for resources: {'Port': ['ID=23487bf0-f5ed-49f8-ac74-f9033926b796,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:32.439187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926d0a1-b93d-4cca-9bae-59c8c3008688 None None] No DVR routers for this DVR port 23487bf0-f5ed-49f8-ac74-f9033926b796 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:32.604241 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.653644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:32.657171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:32.661800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:32.663916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.678635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=20f80479-e983-4317-8292-5a38f8591284,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:32.687962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037096d-dac7-4298-a15b-c2638a4c86c8 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:32.694704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4269b98b-11ee-44ce-a431-f39500206fce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7593703 Jul 15 13:48:32.697911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:32.706516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '20f80479-e983-4317-8292-5a38f8591284', 'ip_address': '2001:db8::c159:c1ba:78c8:d7e7'}], 'name': 'tempest-NetworksTestDHCPv6-621985032'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:32.853341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '20f80479-e983-4317-8292-5a38f8591284'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:32.854457 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.856966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:32.862209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:32.881912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:33.015024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/20f80479-e983-4317-8292-5a38f8591284/fa965876-371a-4a1c-9aeb-13f889442df5) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:33.165631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.175952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Transition to ACTIVE for port object fa965876-371a-4a1c-9aeb-13f889442df5 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:33.197489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Transition to ACTIVE for port object fa965876-371a-4a1c-9aeb-13f889442df5 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:33.205174 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.248354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:33.251153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:33.253814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:33.257151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::c159:c1ba:78c8:d7e7 (0ac3f7ad-262f-48d4-9195-77a791050e3b/20f80479-e983-4317-8292-5a38f8591284/b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:33.266915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Pushing event updated for resources: {'Port': ['ID=fa965876-371a-4a1c-9aeb-13f889442df5,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:33.324136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Attempting to bind port fa965876-371a-4a1c-9aeb-13f889442df5 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:33.324508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Attempting to bind port fa965876-371a-4a1c-9aeb-13f889442df5 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:33.325413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Attempting to bind port fa965876-371a-4a1c-9aeb-13f889442df5 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:33.329970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:33.330344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:33.330784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.331173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:33.331639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Bound port: fa965876-371a-4a1c-9aeb-13f889442df5, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:33.332024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.403345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] For port fa965876-371a-4a1c-9aeb-13f889442df5, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:33.407738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] For port fa965876-371a-4a1c-9aeb-13f889442df5, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fa965876-371a-4a1c-9aeb-13f889442df5,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:33.413009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.417644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.487406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9430fa-4a68-43ed-b0d5-4393a8c7b179 None None] Pushing event updated for resources: {'Port': ['ID=fa965876-371a-4a1c-9aeb-13f889442df5,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:33.826868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:33.861837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.909859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:33.913182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:33.917713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:33.923674 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:33.924105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:33.936608 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:33.953208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9538082f-d822-419f-ba1e-6d8e62ed7bf2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2503743 Jul 15 13:48:33.955448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48390) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:33.962074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '20f80479-e983-4317-8292-5a38f8591284', 'ip_address': '2001:db8::c159:c1ba:78c8:d7e7'}], 'name': 'tempest-NetworksTestDHCPv6-1844239955'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:34.140689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:34.267576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.298786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 3481c15a-a17d-4992-a71f-d93b4328229a yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:34.323542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa965876-371a-4a1c-9aeb-13f889442df5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:34.408708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port fa965876-371a-4a1c-9aeb-13f889442df5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:34.521390 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 13:48:34.521901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:48:34.544838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-117a3e4c-1136-4169-8fca-8c08c5a59f09 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5880454 Jul 15 13:48:34.547873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48392) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:34.629132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa323976-0bbd-4654-a24e-1eaad339c67b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:34.639862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa323976-0bbd-4654-a24e-1eaad339c67b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:34.641569 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa323976-0bbd-4654-a24e-1eaad339c67b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0926397 Jul 15 13:48:34.646620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48394) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:34.783626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] Provisioning for port fa965876-371a-4a1c-9aeb-13f889442df5 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:34.788381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] Provisioning complete for port fa965876-371a-4a1c-9aeb-13f889442df5 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:34.788857 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.789708 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:34.790117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:34.968126 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.010784 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.021229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] For port fa965876-371a-4a1c-9aeb-13f889442df5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fa965876-371a-4a1c-9aeb-13f889442df5,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:35.044411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.062496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:35.126341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100131c5-8d5e-4301-87d9-b67f52172dd6 None None] Pushing event updated for resources: {'Port': ['ID=fa965876-371a-4a1c-9aeb-13f889442df5,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:35.169669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ea06b254-0c23-4a0d-8f76-a89515d83284 None None] Provisioning for port b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:35.173438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ea06b254-0c23-4a0d-8f76-a89515d83284 None None] Provisioning complete for port b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:35.173800 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ea06b254-0c23-4a0d-8f76-a89515d83284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.220287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ea06b254-0c23-4a0d-8f76-a89515d83284 None None] Port b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:35.272199 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.339286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:35.382934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.386241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3d3cbcb1-6b67-4bfd-8518-c56560a558b2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 HTTP/1.1" status: 204 len: 168 time: 0.7384291 Jul 15 13:48:35.390361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48398) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:35.472571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d371c71-b946-42c6-9421-80776187d51a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:35.475022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d371c71-b946-42c6-9421-80776187d51a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:35.477532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9d371c71-b946-42c6-9421-80776187d51a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0851293 Jul 15 13:48:35.484721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48400) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:35.561319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 20f80479-e983-4317-8292-5a38f8591284 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:35.565981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.625550 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.751011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.847479 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.884877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=20f80479-e983-4317-8292-5a38f8591284,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:35.888465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:35.890658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3c25af6c-8ac9-4779-aa91-55b7478dbf5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/20f80479-e983-4317-8292-5a38f8591284 HTTP/1.1" status: 204 len: 168 time: 0.4030108 Jul 15 13:48:35.894103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48402) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:35.899056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5945334-e62e-4221-ab14-974f88a9d4f5 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:35.971031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8b33fd03-a57f-491e-ac02-b5fb482b6ebb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757408 Jul 15 13:48:35.975960 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48406) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:35.984865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:36.137882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:36.144136 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.224272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:36.309459 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Deleting port fa965876-371a-4a1c-9aeb-13f889442df5 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:36.309831 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.389001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] For port fa965876-371a-4a1c-9aeb-13f889442df5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fa965876-371a-4a1c-9aeb-13f889442df5,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:36.389001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.405966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Calling delete_port for fa965876-371a-4a1c-9aeb-13f889442df5 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:36.440423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.497579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:36.503901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:36.510335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:36.510978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.529088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=1b9a1f3f-e49c-4a5e-a719-e53868b5479e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:36.547165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48408) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:36.550221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-35ae3330-80ea-4065-a2d6-a16ea661ebc2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5688138 Jul 15 13:48:36.553714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '1b9a1f3f-e49c-4a5e-a719-e53868b5479e', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-676342951'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:36.556711 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.571468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] No DVR routers for this DVR port fa965876-371a-4a1c-9aeb-13f889442df5 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:36.597296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Pushing event deleted for resources: {'Port': ['ID=fa965876-371a-4a1c-9aeb-13f889442df5,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:36.617135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844112c-ed94-4e13-969c-9322f09610d1 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:36.629183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.630669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.632255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.633636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.633843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.634622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.636014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.636014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.636014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.636014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.639311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.639311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d7eb9-9261-4eda-b0f1-101dde648be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:36.718493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:36.841201 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.849516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '1b9a1f3f-e49c-4a5e-a719-e53868b5479e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:36.850474 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:36.875122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port de69979f-2588-40b7-a43e-1cc9e01ee5f5 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:37.046106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/1b9a1f3f-e49c-4a5e-a719-e53868b5479e/23608c6e-7dbf-4202-a447-80b54d3ec796) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:37.239960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.255057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Transition to ACTIVE for port object 23608c6e-7dbf-4202-a447-80b54d3ec796 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:37.272493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Transition to ACTIVE for port object 23608c6e-7dbf-4202-a447-80b54d3ec796 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:37.280488 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.287252 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:48:37.288244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:48:37.319227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0bb2f04-5278-4add-84e1-d28b7a902a7e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7702696 Jul 15 13:48:37.321862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48412) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:37.335561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:37.349947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:37.357043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:37.366205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Pushing event updated for resources: {'Port': ['ID=23608c6e-7dbf-4202-a447-80b54d3ec796,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:37.409315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bc285-df5b-4e10-8cce-34e48a94be9e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:37.413347 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3d5bc285-df5b-4e10-8cce-34e48a94be9e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0856769 Jul 15 13:48:37.413769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48414) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:37.453138 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Attempting to bind port 23608c6e-7dbf-4202-a447-80b54d3ec796 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:37.454381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Attempting to bind port 23608c6e-7dbf-4202-a447-80b54d3ec796 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:37.455039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Attempting to bind port 23608c6e-7dbf-4202-a447-80b54d3ec796 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:37.461208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:37.461583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:37.462007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.462398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:37.463112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Bound port: 23608c6e-7dbf-4202-a447-80b54d3ec796, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:37.463112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.485997 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc10440-e1ef-421c-9629-7fed947eabad tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:37.487358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc10440-e1ef-421c-9629-7fed947eabad tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:37.488926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0bc10440-e1ef-421c-9629-7fed947eabad tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0740914 Jul 15 13:48:37.491604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:37.539011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] For port 23608c6e-7dbf-4202-a447-80b54d3ec796, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:37.546334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] For port 23608c6e-7dbf-4202-a447-80b54d3ec796, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=23608c6e-7dbf-4202-a447-80b54d3ec796,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:37.557789 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.562564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 1b9a1f3f-e49c-4a5e-a719-e53868b5479e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:37.565968 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.610296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.653670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a905dd-f814-47a1-a57b-b4488f03a6da None None] Pushing event updated for resources: {'Port': ['ID=23608c6e-7dbf-4202-a447-80b54d3ec796,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:37.734483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.815001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.847601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9a1f3f-e49c-4a5e-a719-e53868b5479e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:37.864891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:37.864891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-61d5f662-24b1-4fc2-ac40-e111936c6ea4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/1b9a1f3f-e49c-4a5e-a719-e53868b5479e HTTP/1.1" status: 204 len: 168 time: 0.3591106 Jul 15 13:48:37.864891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48418) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:37.955981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48420) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:37.956728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ee935ae7-6d83-4cb2-bd8f-1820a82a59ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002312 Jul 15 13:48:37.962225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:38.104842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:38.108564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.273572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 23608c6e-7dbf-4202-a447-80b54d3ec796 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:38.357852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 23608c6e-7dbf-4202-a447-80b54d3ec796 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:38.363070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.412863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:38.417159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:38.421297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:38.422280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.438107 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=f76e7647-9163-4839-b818-dbb65c057525,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:38.445385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa965876-371a-4a1c-9aeb-13f889442df5 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:38.450282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83cd7be2-d935-44ee-a21c-b9b3c18d7a96 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4918082 Jul 15 13:48:38.451646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:38.457063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1749528689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:38.470420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: fa965876-371a-4a1c-9aeb-13f889442df5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:38.470809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fa965876-371a-4a1c-9aeb-13f889442df5 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:38.488338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.489843 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.569523 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.575317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.603411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:38.607831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fe73baf7-0551-4cf1-ae5d-f57413e05fc6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1549640 Jul 15 13:48:38.609063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48426) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:38.917792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9bf1b3-7f2e-4a93-a860-0a56bb62f006 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:38.943919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.013054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] Provisioning for port 23608c6e-7dbf-4202-a447-80b54d3ec796 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:39.019822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] Provisioning complete for port 23608c6e-7dbf-4202-a447-80b54d3ec796 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:39.020418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.173825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.231930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] For port 23608c6e-7dbf-4202-a447-80b54d3ec796, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=23608c6e-7dbf-4202-a447-80b54d3ec796,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:39.237164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.256425 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:48:39.278323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::1 (0ac3f7ad-262f-48d4-9195-77a791050e3b/f76e7647-9163-4839-b818-dbb65c057525/cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:39.339283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746acf2c-ad2b-4724-8657-9fecdcf5b470 None None] Pushing event updated for resources: {'Port': ['ID=23608c6e-7dbf-4202-a447-80b54d3ec796,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:39.436592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.458564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:39.501827 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.551433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:39.558367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:39.562830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:39.563540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.578213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6c2b9802-07a4-4655-9ef9-ea0a8aa2219f None None] Provisioning complete for port 23608c6e-7dbf-4202-a447-80b54d3ec796 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:39.579520 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6c2b9802-07a4-4655-9ef9-ea0a8aa2219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.627240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:39.808236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.947502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6fc099ac-867c-48ca-9955-56145019553b None None] Provisioning for port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:39.952436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6fc099ac-867c-48ca-9955-56145019553b None None] Provisioning complete for port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:39.952811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6fc099ac-867c-48ca-9955-56145019553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:39.987240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-6fc099ac-867c-48ca-9955-56145019553b None None] Port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:40.097936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.104816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.105488 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.176364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:40.219238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 23608c6e-7dbf-4202-a447-80b54d3ec796 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:40.244451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:40.246079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:40.290061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 23608c6e-7dbf-4202-a447-80b54d3ec796 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:40.291651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.408072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Router 05ca9def-c787-4487-9e01-507fbffaca5b is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:48:40.516301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:40.524694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-29aaa29f-4c26-41d2-8455-987cbdf07401 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "PUT /v2.0/routers/05ca9def-c787-4487-9e01-507fbffaca5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126737 Jul 15 13:48:40.525138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48438) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:40.533023 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Sync routers for ids ['05ca9def-c787-4487-9e01-507fbffaca5b'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:40.544575 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Routers {'05ca9def-c787-4487-9e01-507fbffaca5b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:40.545251 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['05ca9def-c787-4487-9e01-507fbffaca5b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:40.592087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807f02a-5789-459e-8ddc-e5ad463f1125 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:40.593934 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1807f02a-5789-459e-8ddc-e5ad463f1125 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports/cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 HTTP/1.1" status: 200 len: 911 time: 0.0676937 Jul 15 13:48:40.598574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48442) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:40.636109 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fda9cba1-14e7-47a1-afb7-e1c7ec2e2c99 None None] Provisioning complete for port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:40.637115 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fda9cba1-14e7-47a1-afb7-e1c7ec2e2c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.646440 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Set router 05ca9def-c787-4487-9e01-507fbffaca5b gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:40.675178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-530af79d-e077-4a8d-b2da-fb489dc5a304 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664522392&fields=id&tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 267 time: 0.0799301 Jul 15 13:48:40.683578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fda9cba1-14e7-47a1-afb7-e1c7ec2e2c99 None None] Port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:40.689294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ede6573-c05f-4fee-a662-464071145eb8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:40.695740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ede6573-c05f-4fee-a662-464071145eb8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:40.698003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9ede6573-c05f-4fee-a662-464071145eb8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0977442 Jul 15 13:48:40.700649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48444) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:40.825929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-ebb90181-f864-43d0-9bf8-7ec91c9a50e4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:40.828815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-ebb90181-f864-43d0-9bf8-7ec91c9a50e4 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1458132 Jul 15 13:48:40.844909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d0a56366-592b-47bb-83ff-85858cfd11bc tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/quotas/6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 375 time: 0.0097883 Jul 15 13:48:40.864018 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca9def-c787-4487-9e01-507fbffaca5b', 'name': 'tempest-NetworksTestDHCPv6-router-1749528689', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:38Z', 'updated_at': '2021-07-15T13:48:39Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'gw_port_host': None, '_interfaces': [{'id': 'cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663', 'name': '', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'mac_address': 'fa:16:3e:2c:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca9def-c787-4487-9e01-507fbffaca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'f76e7647-9163-4839-b818-dbb65c057525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:39Z', 'updated_at': '2021-07-15T13:48:39Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'subnets': [{'id': 'f76e7647-9163-4839-b818-dbb65c057525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:40.890217 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Checking router: 05ca9def-c787-4487-9e01-507fbffaca5b for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:40.890633 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Updating router 05ca9def-c787-4487-9e01-507fbffaca5b port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:40.928845 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:40.937769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-885f837b-0f31-4310-a140-206255898507 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0854931 Jul 15 13:48:41.073792 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-c66d3486-d3ba-40af-932a-9ce817639b24 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222067 Jul 15 13:48:41.165128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.192631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-cb688c10-90d0-4f52-a0b7-0c299e921fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101909 Jul 15 13:48:41.330632 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.347915 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Transition to ACTIVE for port object cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:41.356903 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.411805 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Pushing event updated for resources: {'Port': ['ID=cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:41.435075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:41.435466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.440611 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.440611 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.440611 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.441193 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.441569 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.441989 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.442620 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.443114 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.443461 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.443878 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.444333 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.444736 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:48:41.483670 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Attempting to bind port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:41.484239 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Attempting to bind port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:41.484777 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Attempting to bind port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:41.496515 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:41.496942 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:41.497426 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.498002 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:41.498550 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Bound port: cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:41.498970 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.552836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663, host n-d-798054-11, got binding levels [] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:41.553875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.574022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:41.579302 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] For port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:41.583160 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] For port cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:41.593216 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.654294 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Routers {'05ca9def-c787-4487-9e01-507fbffaca5b'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:41.654957 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['05ca9def-c787-4487-9e01-507fbffaca5b'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:41.696877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12621e74-d007-4c20-977c-acd09d7a9896 req-6d4de0ac-2665-4854-a605-4becdd6b1523 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 210 time: 0.0314507 Jul 15 13:48:41.751159 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708d428-1572-4cd9-868c-8cc1149aa5dc None None] Pushing event updated for resources: {'Port': ['ID=cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:41.777203 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] Set router 05ca9def-c787-4487-9e01-507fbffaca5b gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:41.896081 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:41.927669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:42.037006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.054832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f95c586d-7081-42c0-a337-f5d42e976d6f None None] Could not find standard attr ID for object cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:42.069745 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ca9def-c787-4487-9e01-507fbffaca5b', 'name': 'tempest-NetworksTestDHCPv6-router-1749528689', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:38Z', 'updated_at': '2021-07-15T13:48:39Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'gw_port_host': None, '_interfaces': [{'id': 'cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663', 'name': '', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'mac_address': 'fa:16:3e:2c:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca9def-c787-4487-9e01-507fbffaca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'f76e7647-9163-4839-b818-dbb65c057525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:39Z', 'updated_at': '2021-07-15T13:48:41Z', 'revision_number': 4, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'subnets': [{'id': 'f76e7647-9163-4839-b818-dbb65c057525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:42.103622 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa53e1-2aae-4266-945b-a958a78197a9 None None] The sync data for ids ['05ca9def-c787-4487-9e01-507fbffaca5b'] in n-d-798054-11 is: [{'id': '05ca9def-c787-4487-9e01-507fbffaca5b', 'name': 'tempest-NetworksTestDHCPv6-router-1749528689', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:38Z', 'updated_at': '2021-07-15T13:48:39Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'gw_port_host': None, '_interfaces': [{'id': 'cdfb8b94-7c15-41ef-8f8c-6ed1f70a5663', 'name': '', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'mac_address': 'fa:16:3e:2c:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ca9def-c787-4487-9e01-507fbffaca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'f76e7647-9163-4839-b818-dbb65c057525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:39Z', 'updated_at': '2021-07-15T13:48:41Z', 'revision_number': 4, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'subnets': [{'id': 'f76e7647-9163-4839-b818-dbb65c057525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:42.225121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Router 05ca9def-c787-4487-9e01-507fbffaca5b has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:42.316438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:42.324337 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e3485ec-ec7e-4a6c-818d-5e4e995e5378 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "PUT /v2.0/routers/05ca9def-c787-4487-9e01-507fbffaca5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6226809 Jul 15 13:48:42.324468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48466) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:42.406080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933b579-7f47-49a6-ac6e-c5846d838e2e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:42.407846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4933b579-7f47-49a6-ac6e-c5846d838e2e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:42.410018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4933b579-7f47-49a6-ac6e-c5846d838e2e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838032 Jul 15 13:48:42.412088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48468) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:42.466546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet f76e7647-9163-4839-b818-dbb65c057525 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:42.469895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.886698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:42.890721 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e9c2cea-0271-43f5-9d60-d7159ce01acc req-cdec34ee-45e0-461f-9a00-9a9ba23fd98e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 210 time: 0.0395820 Jul 15 13:48:42.933659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.064245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.098762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3bbcde79-3be3-4444-bfcd-e995b4c81cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.101940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=f76e7647-9163-4839-b818-dbb65c057525,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:43.109084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.112092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a50e40-e4db-4d56-8270-b77e8d3c26de None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:43.113923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d0c431dd-aa35-4b49-aef9-cf4a32dea049 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/f76e7647-9163-4839-b818-dbb65c057525 HTTP/1.1" status: 204 len: 168 time: 0.7003865 Jul 15 13:48:43.115132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48472) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:43.124807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-1240183c-93cd-4c2d-81a5-7551e1ec02c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:43.126352 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-1240183c-93cd-4c2d-81a5-7551e1ec02c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 812 time: 0.1587012 Jul 15 13:48:43.179456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-9f613e9b-70ca-4127-88a9-a4c7dfa35229 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c HTTP/1.1" status: 200 len: 379 time: 0.0449166 Jul 15 13:48:43.192961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'port': {'device_id': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'admin_state_up': True, 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'security_groups': ['3b7af92c-56b1-4ffe-9540-02168addb738']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:43.254252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6c7dcbf6-159e-4448-9155-1e10ef7e0899 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1348274 Jul 15 13:48:43.254540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48474) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:43.349675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.351732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:43.372240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Made reservation on behalf of 6a17d1ccd8cb415e9e542cdea6bea80c for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:43.377891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.430741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] Deleting port 23608c6e-7dbf-4202-a447-80b54d3ec796 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:43.431116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.504681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] For port 23608c6e-7dbf-4202-a447-80b54d3ec796, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=23608c6e-7dbf-4202-a447-80b54d3ec796,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:43.506746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.526176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] Calling delete_port for 23608c6e-7dbf-4202-a447-80b54d3ec796 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:43.529381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.532061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.554821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.20.0.5 (b36c25ba-74a8-4ffe-8a92-558aba83c932/9b246a3b-956f-4540-8aa5-e57c9ecfeac7/8d76ee72-6464-49fe-8a32-b9d8eb189a71) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:43.582915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.583472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Fanout notify agent at l3_agent the message router_deleted on router 05ca9def-c787-4487-9e01-507fbffaca5b {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:48:43.606988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.611620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48476) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:43.612887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-90f68ddb-c127-44b6-aa20-ac49560c4c17 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/routers/05ca9def-c787-4487-9e01-507fbffaca5b HTTP/1.1" status: 204 len: 168 time: 0.3545566 Jul 15 13:48:43.617964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:43.655671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.688715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] No DVR routers for this DVR port 23608c6e-7dbf-4202-a447-80b54d3ec796 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:43.692127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228dd4c-dc13-4833-ade2-d0bffbe5d8a4 None None] Pushing event deleted for resources: {'Port': ['ID=23608c6e-7dbf-4202-a447-80b54d3ec796,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:43.737488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Sync routers for ids ['05ca9def-c787-4487-9e01-507fbffaca5b'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:43.749090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:43.749457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:48:43.750099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_agentschedulers_db [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05ca9def-c787-4487-9e01-507fbffaca5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent'). {{(pid=93996) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:48:43.763393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:43.763393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:48:43.764258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_agentschedulers_db [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05ca9def-c787-4487-9e01-507fbffaca5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent'). {{(pid=93996) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:48:43.764858 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa22d8b-f6ff-4fe0-9703-8a642e57b533 None None] The sync data for ids ['05ca9def-c787-4487-9e01-507fbffaca5b'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:43.823384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.825658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:43.829308 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:43.871827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Transition to ACTIVE for port object 8d76ee72-6464-49fe-8a32-b9d8eb189a71 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:43.992873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.088732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:44.091456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=8d76ee72-6464-49fe-8a32-b9d8eb189a71,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:44.092721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0859c14-6b20-485e-b19c-33b4f221986e req-26a5377c-469a-4822-af89-dbc5d8ed9ec6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:44.094346 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0859c14-6b20-485e-b19c-33b4f221986e req-26a5377c-469a-4822-af89-dbc5d8ed9ec6 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 931 time: 0.0736017 Jul 15 13:48:44.104616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:44.109650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:44.151256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0859c14-6b20-485e-b19c-33b4f221986e req-e3ba1c21-ea38-40c8-ba17-2cd311ecd7b5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476198 Jul 15 13:48:44.216890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.233007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 23608c6e-7dbf-4202-a447-80b54d3ec796 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:44.255042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 23608c6e-7dbf-4202-a447-80b54d3ec796 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:44.255815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 23608c6e-7dbf-4202-a447-80b54d3ec796 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:44.277941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:44.278665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.283115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:44.289454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:44.298402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:44.299051 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.299711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e7c97-d5fd-44e8-b78f-3ecacf558e8d None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:44.320795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-406b4c38-ab61-4184-8bd6-95c1b4faeb6f tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1330791 Jul 15 13:48:44.326005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=25ed5586-fe38-4acd-814d-fff2f37d8618,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:44.330676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d50e9784-ebd2-4c07-a18e-7a980fc7ebbb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7179291 Jul 15 13:48:44.333936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48480) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:44.339330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-990175777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:44.390682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.391780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.468516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.477274 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.481310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Request body: {'port': {'device_id': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:44.483825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-82c4588f-25e1-4636-bbe3-d05e6bb67eee None None] Provisioning for port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:44.491213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-82c4588f-25e1-4636-bbe3-d05e6bb67eee None None] Provisioning complete for port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:44.491733 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-82c4588f-25e1-4636-bbe3-d05e6bb67eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.506354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.508503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-50377efa-bc60-4344-98ba-84d86136b7b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1734850 Jul 15 13:48:44.511665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48484) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:44.556309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '25ed5586-fe38-4acd-814d-fff2f37d8618'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:44.557526 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.559315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.584231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-82c4588f-25e1-4636-bbe3-d05e6bb67eee None None] Port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:44.746249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/25ed5586-fe38-4acd-814d-fff2f37d8618/310c9790-e8a5-4d43-8220-5affb8eb476b) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:44.929969 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.942112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Transition to ACTIVE for port object 310c9790-e8a5-4d43-8220-5affb8eb476b will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:44.961092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Transition to ACTIVE for port object 310c9790-e8a5-4d43-8220-5affb8eb476b will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:44.969813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d76ee72-6464-49fe-8a32-b9d8eb189a71 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:44.970436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:44.980696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.001032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Transition to ACTIVE for port object 8d76ee72-6464-49fe-8a32-b9d8eb189a71 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:45.010026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.053614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:45.069078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:45.093065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:45.102557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Pushing event updated for resources: {'Port': ['ID=310c9790-e8a5-4d43-8220-5affb8eb476b,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:45.123659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d76ee72-6464-49fe-8a32-b9d8eb189a71,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:45.191027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Attempting to bind port 310c9790-e8a5-4d43-8220-5affb8eb476b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:45.191406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Attempting to bind port 310c9790-e8a5-4d43-8220-5affb8eb476b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:45.191778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Attempting to bind port 310c9790-e8a5-4d43-8220-5affb8eb476b on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:45.219058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:45.219422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:45.219833 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.220239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:45.220737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Bound port: 310c9790-e8a5-4d43-8220-5affb8eb476b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:45.221466 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.238126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Attempting to bind port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:45.238467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Attempting to bind port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:45.238834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Attempting to bind port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:45.257507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:48:45.257886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Attempting to bind port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 on network b36c25ba-74a8-4ffe-8a92-558aba83c932 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:45.268428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:45.268860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Checking segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:45.269164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Bound using segment: {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:45.269601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Bound port: 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ab19b2-8c77-4707-9e57-0d1026970ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:45.269963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.300002 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.387535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] For port 310c9790-e8a5-4d43-8220-5affb8eb476b, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:45.391851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] For port 310c9790-e8a5-4d43-8220-5affb8eb476b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=310c9790-e8a5-4d43-8220-5affb8eb476b,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:45.403057 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.411593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] For port 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:45.421131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.433842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] For port 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:45.442583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.513484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da834bc-508a-4282-be49-7f03fa098205 None None] Pushing event updated for resources: {'Port': ['ID=310c9790-e8a5-4d43-8220-5affb8eb476b,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:45.515967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d76ee72-6464-49fe-8a32-b9d8eb189a71,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:45.532542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a170370-1fcf-4f80-b44c-3b7c2353e3d1 req-2534568e-b9dd-4048-9e88-3ec04baae4b9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:45.534639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a170370-1fcf-4f80-b44c-3b7c2353e3d1 req-2534568e-b9dd-4048-9e88-3ec04baae4b9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.1821716 Jul 15 13:48:45.546441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:45.547231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.549203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-d3008893-8102-4fb2-974c-ed86053942ad service neutron] 10.222.0.59 "PUT /v2.0/ports/8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 200 len: 1092 time: 1.2204616 Jul 15 13:48:45.550453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:45.552878 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63" -d '{"events": [{"name": "network-changed", "server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:45.556952 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.589419 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-480b3a35-60a3-4b04-856c-47424b420d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.643772 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31caf48b-c371-4194-b812-315ddc276d8c x-openstack-request-id: req-31caf48b-c371-4194-b812-315ddc276d8c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:45.644077 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:45.644329 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-31caf48b-c371-4194-b812-315ddc276d8c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:45.644782 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'status': 'completed', 'code': 200} Jul 15 13:48:45.668439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a170370-1fcf-4f80-b44c-3b7c2353e3d1 req-482c4758-72da-4a6c-a6fe-f38606bedc38 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978336 Jul 15 13:48:45.695350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-5c220535-86cd-4e2d-92d4-31bbcb86cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:45.697899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-5c220535-86cd-4e2d-92d4-31bbcb86cc27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1095 time: 0.0962017 Jul 15 13:48:45.706904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:45.757620 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-0e1efea2-1d63-49b4-83e2-6d779bee374a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 200 len: 217 time: 0.0449781 Jul 15 13:48:45.862069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::1 (0ac3f7ad-262f-48d4-9195-77a791050e3b/25ed5586-fe38-4acd-814d-fff2f37d8618/f1454ebc-e122-4ef8-93fa-1a1e96edd91b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:45.876439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-bda33190-3bb6-4b2a-ba87-1b18a40d359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:45.878354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-bda33190-3bb6-4b2a-ba87-1b18a40d359c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1146581 Jul 15 13:48:45.998742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-00603118-e9c3-490b-b6ad-54466473dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.000836 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-00603118-e9c3-490b-b6ad-54466473dd55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161628 Jul 15 13:48:46.039273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.066892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object f1454ebc-e122-4ef8-93fa-1a1e96edd91b will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:46.110213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.121714 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-f38ace47-798c-4d8c-b4e7-d25d204369d2 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138248 Jul 15 13:48:46.160477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:46.164398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:46.166925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:46.167492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.248332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=f1454ebc-e122-4ef8-93fa-1a1e96edd91b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:46.289414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a76e9aa4-2976-46eb-99e4-62baaae4e862 req-0c7e5b64-ec4f-4697-9063-045ac4fe5ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611238 Jul 15 13:48:46.316500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 310c9790-e8a5-4d43-8220-5affb8eb476b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:46.371873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 310c9790-e8a5-4d43-8220-5affb8eb476b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:46.379779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.418735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-8acba1d1-c42a-41f1-ac52-3dc65130acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.420458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-8acba1d1-c42a-41f1-ac52-3dc65130acfd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1095 time: 0.0739067 Jul 15 13:48:46.546089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-2e51db48-0d6a-4e81-a5c8-1a5296940a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.547582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-2e51db48-0d6a-4e81-a5c8-1a5296940a5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1195204 Jul 15 13:48:46.592920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-93ac691e-deee-4e66-aa63-7514554f8174 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 200 len: 217 time: 0.0388556 Jul 15 13:48:46.655621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-53b68757-becb-4194-aa55-aa10b01e234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.657984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-53b68757-becb-4194-aa55-aa10b01e234b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0581555 Jul 15 13:48:46.707938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.715839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.716845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:46.740978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-22f50e40-885b-4530-bc27-dc26d76d9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:46.744613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-22f50e40-885b-4530-bc27-dc26d76d9a08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804074 Jul 15 13:48:46.820790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=f1454ebc-e122-4ef8-93fa-1a1e96edd91b,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:46.900415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-85e3a717-1120-4ae8-919e-d22adbcb8cfc service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489322 Jul 15 13:48:46.946706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:46.953647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] Provisioning for port 310c9790-e8a5-4d43-8220-5affb8eb476b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:46.956771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:46.958021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] Provisioning complete for port 310c9790-e8a5-4d43-8220-5affb8eb476b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:46.958392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.024893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7f64a83-e7a4-45e7-9b94-c88b8050cc63 req-d33dc96d-a467-4423-8d6d-f75d1b07f2e6 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180906 Jul 15 13:48:47.161197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc748e-e266-46ea-97d2-e3727101343e req-194f2d1d-fe4b-465e-a811-a0036bb9f4b1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.164513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72bc748e-e266-46ea-97d2-e3727101343e req-194f2d1d-fe4b-465e-a811-a0036bb9f4b1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.2754757 Jul 15 13:48:47.190698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Router 0e48669a-1a89-4a51-8520-9eeb8db8b629 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:48:47.256706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.296451 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.345972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] For port 310c9790-e8a5-4d43-8220-5affb8eb476b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=310c9790-e8a5-4d43-8220-5affb8eb476b,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:47.356727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.383078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72bc748e-e266-46ea-97d2-e3727101343e req-20a53cdc-7469-4db5-bef0-8ddfa6727575 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054858 Jul 15 13:48:47.387358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:47.395815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d70765ab-6f45-4c7d-92af-95b018516759 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "PUT /v2.0/routers/0e48669a-1a89-4a51-8520-9eeb8db8b629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8822918 Jul 15 13:48:47.398163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:47.401799 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Sync routers for ids ['0e48669a-1a89-4a51-8520-9eeb8db8b629'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:47.434411 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Routers {'0e48669a-1a89-4a51-8520-9eeb8db8b629'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:47.436333 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0e48669a-1a89-4a51-8520-9eeb8db8b629'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:47.460632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ddf75-20cf-4b1e-ab38-ff4d84015660 None None] Pushing event updated for resources: {'Port': ['ID=310c9790-e8a5-4d43-8220-5affb8eb476b,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:47.501357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d2fcd-c4cb-4047-b02f-4ec590dba017 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.503281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-811d2fcd-c4cb-4047-b02f-4ec590dba017 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports/f1454ebc-e122-4ef8-93fa-1a1e96edd91b HTTP/1.1" status: 200 len: 911 time: 0.0991457 Jul 15 13:48:47.508547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48496) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:47.520462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c66b703d-5c51-4ae6-9328-7e92e36d9293 None None] Provisioning for port f1454ebc-e122-4ef8-93fa-1a1e96edd91b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:47.529545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c66b703d-5c51-4ae6-9328-7e92e36d9293 None None] Provisioning complete for port f1454ebc-e122-4ef8-93fa-1a1e96edd91b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:47.529933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c66b703d-5c51-4ae6-9328-7e92e36d9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.583254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c66b703d-5c51-4ae6-9328-7e92e36d9293 None None] Port f1454ebc-e122-4ef8-93fa-1a1e96edd91b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:47.616356 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Set router 0e48669a-1a89-4a51-8520-9eeb8db8b629 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:47.658596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f8d67-7d62-4bc9-aaf8-b3fea2383145 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.665714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f8d67-7d62-4bc9-aaf8-b3fea2383145 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:47.671217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-254f8d67-7d62-4bc9-aaf8-b3fea2383145 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1584551 Jul 15 13:48:47.671786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:47.813865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b324600f-be81-4f2a-86ab-ddf13c45e4f9 None None] Provisioning complete for port f1454ebc-e122-4ef8-93fa-1a1e96edd91b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:47.814631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b324600f-be81-4f2a-86ab-ddf13c45e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:47.851857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b324600f-be81-4f2a-86ab-ddf13c45e4f9 None None] Port f1454ebc-e122-4ef8-93fa-1a1e96edd91b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:48:47.921361 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e48669a-1a89-4a51-8520-9eeb8db8b629', 'name': 'tempest-NetworksTestDHCPv6-router-990175777', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:44Z', 'updated_at': '2021-07-15T13:48:46Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'gw_port_host': None, '_interfaces': [{'id': 'f1454ebc-e122-4ef8-93fa-1a1e96edd91b', 'name': '', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'mac_address': 'fa:16:3e:ac:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e48669a-1a89-4a51-8520-9eeb8db8b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '25ed5586-fe38-4acd-814d-fff2f37d8618', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:45Z', 'updated_at': '2021-07-15T13:48:46Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'subnets': [{'id': '25ed5586-fe38-4acd-814d-fff2f37d8618', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:47.955121 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Checking router: 0e48669a-1a89-4a51-8520-9eeb8db8b629 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:48:47.955470 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Updating router 0e48669a-1a89-4a51-8520-9eeb8db8b629 port f1454ebc-e122-4ef8-93fa-1a1e96edd91b binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:48:47.990966 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.063511 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.263057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 310c9790-e8a5-4d43-8220-5affb8eb476b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:48.322850 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.331105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 310c9790-e8a5-4d43-8220-5affb8eb476b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:48.332062 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.348959 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Transition to ACTIVE for port object f1454ebc-e122-4ef8-93fa-1a1e96edd91b will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:48.362382 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.363010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port f1454ebc-e122-4ef8-93fa-1a1e96edd91b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:48.363620 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.521258 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.524684 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e3993-f07d-4ed2-b41e-d46890ba4e68 None None] Pushing event updated for resources: {'Port': ['ID=f1454ebc-e122-4ef8-93fa-1a1e96edd91b,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:48.537391 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Attempting to bind port f1454ebc-e122-4ef8-93fa-1a1e96edd91b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:48.537801 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Attempting to bind port f1454ebc-e122-4ef8-93fa-1a1e96edd91b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:48.538114 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Attempting to bind port f1454ebc-e122-4ef8-93fa-1a1e96edd91b on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:48.538370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for f1454ebc-e122-4ef8-93fa-1a1e96edd91b owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:48.544301 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:48.544709 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:48.545153 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.545539 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:48.546022 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Bound port: f1454ebc-e122-4ef8-93fa-1a1e96edd91b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:48.546395 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.674148 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.682009 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] For port f1454ebc-e122-4ef8-93fa-1a1e96edd91b, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:48.688699 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] For port f1454ebc-e122-4ef8-93fa-1a1e96edd91b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f1454ebc-e122-4ef8-93fa-1a1e96edd91b,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:48.696560 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.745329 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Routers {'0e48669a-1a89-4a51-8520-9eeb8db8b629'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:48.746083 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0e48669a-1a89-4a51-8520-9eeb8db8b629'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:48.791846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907641d-28a7-4c4b-b3e9-5ea4c6c9c10d req-a5c3b741-81fc-4e06-a1f7-50b06497e99d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:48.806054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7907641d-28a7-4c4b-b3e9-5ea4c6c9c10d req-a5c3b741-81fc-4e06-a1f7-50b06497e99d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.1225314 Jul 15 13:48:48.845872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:48.863278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7907641d-28a7-4c4b-b3e9-5ea4c6c9c10d req-99a523f6-cc47-4735-a280-6fcfbbfda2b2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560172 Jul 15 13:48:48.909241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-448c9b89-d755-406c-b842-38a5312c9886 None None] Could not find standard attr ID for object f1454ebc-e122-4ef8-93fa-1a1e96edd91b. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:48.952859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=f1454ebc-e122-4ef8-93fa-1a1e96edd91b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:49.023222 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e3993-f07d-4ed2-b41e-d46890ba4e68 None None] Pushing event updated for resources: {'Port': ['ID=f1454ebc-e122-4ef8-93fa-1a1e96edd91b,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:49.040093 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] Set router 0e48669a-1a89-4a51-8520-9eeb8db8b629 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:48:49.063728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.236379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-306aa2d4-b410-4fa1-9531-d149a1461005 None None] Could not find standard attr ID for object f1454ebc-e122-4ef8-93fa-1a1e96edd91b. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:49.280408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Router 0e48669a-1a89-4a51-8520-9eeb8db8b629 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:48:49.323294 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e48669a-1a89-4a51-8520-9eeb8db8b629', 'name': 'tempest-NetworksTestDHCPv6-router-990175777', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:44Z', 'updated_at': '2021-07-15T13:48:46Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'gw_port_host': None, '_interfaces': [{'id': 'f1454ebc-e122-4ef8-93fa-1a1e96edd91b', 'name': '', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'mac_address': 'fa:16:3e:ac:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e48669a-1a89-4a51-8520-9eeb8db8b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '25ed5586-fe38-4acd-814d-fff2f37d8618', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:45Z', 'updated_at': '2021-07-15T13:48:48Z', 'revision_number': 4, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'subnets': [{'id': '25ed5586-fe38-4acd-814d-fff2f37d8618', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:48:49.369657 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ce867-626a-4580-9eb3-628b443108c9 None None] The sync data for ids ['0e48669a-1a89-4a51-8520-9eeb8db8b629'] in n-d-798054-11 is: [{'id': '0e48669a-1a89-4a51-8520-9eeb8db8b629', 'name': 'tempest-NetworksTestDHCPv6-router-990175777', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:48:44Z', 'updated_at': '2021-07-15T13:48:46Z', 'revision_number': 2, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'gw_port_host': None, '_interfaces': [{'id': 'f1454ebc-e122-4ef8-93fa-1a1e96edd91b', 'name': '', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'mac_address': 'fa:16:3e:ac:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e48669a-1a89-4a51-8520-9eeb8db8b629', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '25ed5586-fe38-4acd-814d-fff2f37d8618', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:48:45Z', 'updated_at': '2021-07-15T13:48:48Z', 'revision_number': 4, 'project_id': 'ca02169dfb90452b8600cbfe3da50cba', 'subnets': [{'id': '25ed5586-fe38-4acd-814d-fff2f37d8618', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:49.404215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:48:49.411630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-40dec780-9a06-4357-a32e-86542b4533aa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "PUT /v2.0/routers/0e48669a-1a89-4a51-8520-9eeb8db8b629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376831 Jul 15 13:48:49.414370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48502) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:49.487596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d72e4-0550-4fcc-bbea-40ad1576d9ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:49.489272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d72e4-0550-4fcc-bbea-40ad1576d9ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:49.493935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9d5d72e4-0550-4fcc-bbea-40ad1576d9ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0777724 Jul 15 13:48:49.494828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48504) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:49.574823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 25ed5586-fe38-4acd-814d-fff2f37d8618 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:49.579153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.675737 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.787198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.861800 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.892992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=25ed5586-fe38-4acd-814d-fff2f37d8618,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:49.896794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:49.902092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-709d0108-1e42-4d7c-bd70-0b4b3aeaef41 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/25ed5586-fe38-4acd-814d-fff2f37d8618 HTTP/1.1" status: 204 len: 168 time: 0.4033439 Jul 15 13:48:49.907273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48508) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:49.916475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ced22d-038a-4c94-8d0a-78a6819eaba4 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:50.074578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b75d763e-74f4-484d-85ff-3614433f0a54 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1658082 Jul 15 13:48:50.088345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48510) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:50.169216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:50.190368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.232588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] Deleting port 310c9790-e8a5-4d43-8220-5affb8eb476b {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:50.232960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.280230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 310c9790-e8a5-4d43-8220-5affb8eb476b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:50.371764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] For port 310c9790-e8a5-4d43-8220-5affb8eb476b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=310c9790-e8a5-4d43-8220-5affb8eb476b,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:50.372152 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.389534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] Calling delete_port for 310c9790-e8a5-4d43-8220-5affb8eb476b owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:50.441964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a006ce-7950-4ae9-95c9-5d93cf0781bb req-0ad2a344-b09b-4066-b118-7caa919822e1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:50.443958 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a006ce-7950-4ae9-95c9-5d93cf0781bb req-0ad2a344-b09b-4066-b118-7caa919822e1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.4106717 Jul 15 13:48:50.454686 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.462622 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.476991 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.558253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 310c9790-e8a5-4d43-8220-5affb8eb476b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=310c9790-e8a5-4d43-8220-5affb8eb476b,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:50.564082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.590120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event deleted for resources: {'Port': ['ID=310c9790-e8a5-4d43-8220-5affb8eb476b,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:50.592293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.616504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] Pushing event deleted for resources: {'Port': ['ID=310c9790-e8a5-4d43-8220-5affb8eb476b,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:50.631308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c0607-3f91-4d7b-9f62-8fccdb4b460e None None] No DVR routers for this DVR port 310c9790-e8a5-4d43-8220-5affb8eb476b on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:50.933423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60a006ce-7950-4ae9-95c9-5d93cf0781bb req-4de1b03f-859a-431b-a4f3-6aab51211fc0 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807777 Jul 15 13:48:50.934758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.935319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Fanout notify agent at l3_agent the message router_deleted on router 0e48669a-1a89-4a51-8520-9eeb8db8b629 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:48:50.948159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:50.952337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48512) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:50.964028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-65a26767-f7d1-4126-9897-4fc4770097c3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/routers/0e48669a-1a89-4a51-8520-9eeb8db8b629 HTTP/1.1" status: 204 len: 168 time: 0.8729677 Jul 15 13:48:50.997941 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0e3c8540-5717-437e-bce8-f376aaf1105b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0435019 Jul 15 13:48:51.001091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:51.082832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad6767-68bd-42bd-a6f0-e2fb46b976ec tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.087891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b1ad6767-68bd-42bd-a6f0-e2fb46b976ec tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828917 Jul 15 13:48:51.088698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48516) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:51.104163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Sync routers for ids ['0e48669a-1a89-4a51-8520-9eeb8db8b629'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:48:51.116722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:51.117197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:48:51.117830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_agentschedulers_db [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e48669a-1a89-4a51-8520-9eeb8db8b629'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent'). {{(pid=93996) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:48:51.130202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Routers set() bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:48:51.130682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Router IDs set() for agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 13:48:51.131655 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_agentschedulers_db [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e48669a-1a89-4a51-8520-9eeb8db8b629'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent'). {{(pid=93996) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 13:48:51.132052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76954b7f-e398-4b5e-963e-80b3186bd7d9 None None] The sync data for ids ['0e48669a-1a89-4a51-8520-9eeb8db8b629'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:48:51.139989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c54a170f-677a-48eb-b0cc-072e7d19e073 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497386 Jul 15 13:48:51.144589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48518) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:51.151726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:51.286809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:51.291159 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.601177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:48:51.603201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.655804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:51.659402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:51.665571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:51.665571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.669061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3548e-19de-4c3f-9097-df8d81772957 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:51.672512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=3412615a-af2e-4240-b817-ffa302306897,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:51.690648 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-716ba310-f41f-4181-8dca-82687b41419b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5445337 Jul 15 13:48:51.694401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48520) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:51.700765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:51.850770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '3412615a-af2e-4240-b817-ffa302306897'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:51.852247 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:51.863669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:51.867596 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.015268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Allocated IP 2001:db8::f816:3eff:fe3a:bca0 (0ac3f7ad-262f-48d4-9195-77a791050e3b/3412615a-af2e-4240-b817-ffa302306897/12d4a29b-c753-4aca-8346-8c9a7c6be1cb) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:52.181167 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.185183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f1454ebc-e122-4ef8-93fa-1a1e96edd91b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:48:52.189921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.214243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: f1454ebc-e122-4ef8-93fa-1a1e96edd91b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:48:52.214580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f1454ebc-e122-4ef8-93fa-1a1e96edd91b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:48:52.218380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Transition to ACTIVE for port object 12d4a29b-c753-4aca-8346-8c9a7c6be1cb will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:52.234910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Transition to ACTIVE for port object 12d4a29b-c753-4aca-8346-8c9a7c6be1cb will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:52.241330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:52.241743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.249371 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:52.252476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.254264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.277636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878483c-e01f-4f12-b0be-4df6fe35e738 req-7f74e7d9-7b72-465a-9841-593168435497 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:52.279376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2878483c-e01f-4f12-b0be-4df6fe35e738 req-7f74e7d9-7b72-465a-9841-593168435497 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.1908879 Jul 15 13:48:52.285422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:52.288615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:52.289613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5936980 Jul 15 13:48:52.293530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:52.293913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48524) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:52.296233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49308d9e-f1c0-4928-831f-430eaf63099b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=0ad3673c-4092-47a2-9053-25bed6e06875,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:52.296791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Pushing event updated for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:52.302112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:3d:ee:f0', 'name': 'tempest-NetworksTestDHCPv6-552071875'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:52.339907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2878483c-e01f-4f12-b0be-4df6fe35e738 req-a6424717-c98f-48f6-8c69-7ba2a1c3fbc2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524595 Jul 15 13:48:52.358319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Attempting to bind port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:48:52.358748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Attempting to bind port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:48:52.359120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Attempting to bind port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:48:52.364748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:48:52.365145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:48:52.365533 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.365928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:48:52.366436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Bound port: 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:48:52.366870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.425851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:52.442703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:48:52.446296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:48:52.452279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.516996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d36c2-9d13-45ad-948e-49ac962977e3 None None] Pushing event updated for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:52.523048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.549782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 8542b49d-2b54-464f-bf27-7291727e4a05 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:52.750662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 172.20.0.5 (0ac3f7ad-262f-48d4-9195-77a791050e3b/0ad3673c-4092-47a2-9053-25bed6e06875/8542b49d-2b54-464f-bf27-7291727e4a05) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:52.757979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe3d:eef0 (0ac3f7ad-262f-48d4-9195-77a791050e3b/3412615a-af2e-4240-b817-ffa302306897/8542b49d-2b54-464f-bf27-7291727e4a05) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:52.923421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:52.938740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 8542b49d-2b54-464f-bf27-7291727e4a05 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:52.978682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.034385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:53.037977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:53.043812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:53.051115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=8542b49d-2b54-464f-bf27-7291727e4a05,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:53.099985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.100605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.119351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-951ea243-d347-4fbf-a8d5-eb8326f2a4e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8231957 Jul 15 13:48:53.122064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48526) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:53.197185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ecf80-b19f-4d72-9e78-59114aeec4c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.203571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ecf80-b19f-4d72-9e78-59114aeec4c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.205333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-533ecf80-b19f-4d72-9e78-59114aeec4c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0821836 Jul 15 13:48:53.208476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48528) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:53.321176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 8542b49d-2b54-464f-bf27-7291727e4a05 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:53.321512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.419728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.435566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 8542b49d-2b54-464f-bf27-7291727e4a05 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:53.500724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84537b60-637a-476f-963d-21b5bf902da7 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:53.525693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf8542-5156-4100-977c-17aa197fefec req-41972b1e-53da-4556-a36f-59cfe4c86198 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.527732 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4bf8542-5156-4100-977c-17aa197fefec req-41972b1e-53da-4556-a36f-59cfe4c86198 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.0722454 Jul 15 13:48:53.579658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4bf8542-5156-4100-977c-17aa197fefec req-af7a7c20-be0a-46c5-b662-897d31808594 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451522 Jul 15 13:48:53.632433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.636409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95203ade-12aa-4581-b067-d11c76fc8642 None None] Provisioning for port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:53.671058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=8542b49d-2b54-464f-bf27-7291727e4a05,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:53.784125 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.786491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f26f7a0-7a91-4636-8c68-1c582abcabb4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/8542b49d-2b54-464f-bf27-7291727e4a05 HTTP/1.1" status: 204 len: 168 time: 0.5768542 Jul 15 13:48:53.789229 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48532) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:53.792258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00889726-11f6-4352-af39-9a3b7543ea59 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '3412615a-af2e-4240-b817-ffa302306897', 'ip_address': '2001:db8::f816:3eff:fe3a:bca0'}, {'subnet_id': '0ad3673c-4092-47a2-9053-25bed6e06875'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '12d4a29b-c753-4aca-8346-8c9a7c6be1cb'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:48:53.838410 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-00889726-11f6-4352-af39-9a3b7543ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.850798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af26776-262f-4f8d-bc25-1173f8cabce5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.852488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af26776-262f-4f8d-bc25-1173f8cabce5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.854119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af26776-262f-4f8d-bc25-1173f8cabce5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:53.855774 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8af26776-262f-4f8d-bc25-1173f8cabce5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0653546 Jul 15 13:48:53.858629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48534) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:53.918594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 0ad3673c-4092-47a2-9053-25bed6e06875 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:53.921807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:53.962676 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.013314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.075585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-00889726-11f6-4352-af39-9a3b7543ea59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad3673c-4092-47a2-9053-25bed6e06875: This subnet is being modified by another concurrent operation. Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad3673c-4092-47a2-9053-25bed6e06875: This subnet is being modified by another concurrent operation. Jul 15 13:48:54.078550 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 13:48:54.109432 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad3673c-4092-47a2-9053-25bed6e06875,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:54.111789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.113749 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b729fb57-d685-4bed-b8a6-0fabdc6cb77f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/0ad3673c-4092-47a2-9053-25bed6e06875 HTTP/1.1" status: 204 len: 168 time: 0.2541282 Jul 15 13:48:54.116711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48536) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:54.171503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 3412615a-af2e-4240-b817-ffa302306897 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:54.174752 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.215959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.269324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-830199b7-1b70-4f2d-bdcf-32157b7ec6e1 None None] Could not find standard attr ID for object 8542b49d-2b54-464f-bf27-7291727e4a05. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:54.302199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a19e33-d003-421b-858c-dc5234f05fb9 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:48:54.305897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.364680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.382446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a19e33-d003-421b-858c-dc5234f05fb9 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:48:54.393499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.397380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/3412615a-af2e-4240-b817-ffa302306897 HTTP/1.1" status: 204 len: 168 time: 0.2775085 Jul 15 13:48:54.397380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b7536-c06e-4f0f-8df2-768302f64b87 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=3412615a-af2e-4240-b817-ffa302306897,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:54.398921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48538) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:54.441672 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37a9593a-19f8-4a6c-aab7-a2e6b8b994ff tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384343 Jul 15 13:48:54.444539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48540) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:54.449805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:54.544476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:54.548351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:54.633610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6431892-d728-4c5a-b59f-efdabe008846 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:48:54.719456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6431892-d728-4c5a-b59f-efdabe008846 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:48:54.837591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2267-1d16-4143-9833-8df75738e26a req-0976da85-a33f-45e7-aea1-337dd7923a93 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:54.839073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d53d2267-1d16-4143-9833-8df75738e26a req-0976da85-a33f-45e7-aea1-337dd7923a93 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.1404099 Jul 15 13:48:54.960116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d53d2267-1d16-4143-9833-8df75738e26a req-d3d99a96-ff4d-4465-83f9-ea57da817245 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151767 Jul 15 13:48:54.973645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:48:55.049037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': 'ef03848e-327c-48cb-8692-c77a3f0fdc86'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '12d4a29b-c753-4aca-8346-8c9a7c6be1cb'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:48:55.093545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.522060 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 13:48:55.522060 n-d-798054-11 neutron-server[93996]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 15 13:48:55.522060 n-d-798054-11 neutron-server[93996]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe3a:bca0', 'status': 'ALLOCATED', 'ipam_subnet_id': '6e49971e-7aff-4797-90c8-b38e8364f7f5'}] Jul 15 13:48:55.522060 n-d-798054-11 neutron-server[93996]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:48:55.522593 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:48:55.572173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.728347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:55.765054 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.770954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.771729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.863280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:55.864156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=ef03848e-327c-48cb-8692-c77a3f0fdc86,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:55.876783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:55.884029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:55.886250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:55.899148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=5']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:55.910167 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0dd7afe6-78a3-4b2b-aceb-4936ede05aaa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4643435 Jul 15 13:48:55.913108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48544) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:55.919244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:56.037949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:56.042647 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.061441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.304525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.324910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:56.339325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a55a6-d779-4363-b3aa-ba908c90e41a req-9e6dc99c-3313-411f-8709-85b9c268eb88 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:56.340986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e84a55a6-d779-4363-b3aa-ba908c90e41a req-9e6dc99c-3313-411f-8709-85b9c268eb88 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 943 time: 0.0686765 Jul 15 13:48:56.346263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:56.349669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:56.354139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:56.354776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.359259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.366102 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.377462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=852a42a3-8880-4e2a-8eab-ca261edc6670,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:56.385333 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9fa0ecde-bb37-4e7f-bed5-e533e1b28971 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4678338 Jul 15 13:48:56.385532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48550) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:56.391175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:17:e9:ee', 'name': 'tempest-NetworksTestDHCPv6-1473080647'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:56.393541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e84a55a6-d779-4363-b3aa-ba908c90e41a req-32b19ef8-f9f6-4bf6-95a2-115390a5651c tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457103 Jul 15 13:48:56.424387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2121e9-6f69-40dc-8074-eb528be1dd2e None None] Pushing event updated for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:56.484620 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 8d76ee72-6464-49fe-8a32-b9d8eb189a71 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:48:56.526212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:56.604993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:56.617692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'port_id': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'mac_address': 'fa:16:3e:d2:9a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:48:56.625915 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.653821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port d0915f6b-eb86-4d01-b815-ff3e02c90881 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:48:56.662585 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.676085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d76ee72-6464-49fe-8a32-b9d8eb189a71 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:48:56.699665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:56.704768 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:56.756196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=8d76ee72-6464-49fe-8a32-b9d8eb189a71,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:56.840564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 172.20.0.9 (0ac3f7ad-262f-48d4-9195-77a791050e3b/852a42a3-8880-4e2a-8eab-ca261edc6670/d0915f6b-eb86-4d01-b815-ff3e02c90881) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:56.848076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe17:e9ee (0ac3f7ad-262f-48d4-9195-77a791050e3b/ef03848e-327c-48cb-8692-c77a3f0fdc86/d0915f6b-eb86-4d01-b815-ff3e02c90881) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:56.905045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['8d76ee72-6464-49fe-8a32-b9d8eb189a71'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:48:57.006781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.020809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object d0915f6b-eb86-4d01-b815-ff3e02c90881 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:57.056242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79dfc8d-b5e5-4a6d-a494-942acd9e4728 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:57.061468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.116445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:57.119897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:57.124396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:57.156897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=d0915f6b-eb86-4d01-b815-ff3e02c90881,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:57.186216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.186933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.202295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8ff415d-eec3-424e-a988-0def6d2948e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8149972 Jul 15 13:48:57.204533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48552) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:57.276682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bf74b-29de-4b1a-98e6-68b0db6ed8c1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.282982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bf74b-29de-4b1a-98e6-68b0db6ed8c1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.284855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-594bf74b-29de-4b1a-98e6-68b0db6ed8c1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0792203 Jul 15 13:48:57.288216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48554) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:57.416683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port d0915f6b-eb86-4d01-b815-ff3e02c90881 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:57.416918 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.514654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.561800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for d0915f6b-eb86-4d01-b815-ff3e02c90881 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:57.565130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': 'ef03848e-327c-48cb-8692-c77a3f0fdc86', 'ip_address': '2001:db8::f816:3eff:fe3a:bca0'}, {'subnet_id': '852a42a3-8880-4e2a-8eab-ca261edc6670'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '12d4a29b-c753-4aca-8346-8c9a7c6be1cb'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:48:57.602008 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.650992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae101c8-48f5-472e-aa50-27f86b332742 req-a8eaebe2-bd62-48ac-9dc5-d7f5a1bf1885 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:57.652929 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aae101c8-48f5-472e-aa50-27f86b332742 req-a8eaebe2-bd62-48ac-9dc5-d7f5a1bf1885 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 944 time: 0.1429319 Jul 15 13:48:57.733440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aae101c8-48f5-472e-aa50-27f86b332742 req-47b2c168-5fc8-4611-ae9c-717f86696fbf tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741513 Jul 15 13:48:57.786413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Allocated IP 172.20.0.2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/852a42a3-8880-4e2a-8eab-ca261edc6670/12d4a29b-c753-4aca-8346-8c9a7c6be1cb) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:57.828625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.868904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=d0915f6b-eb86-4d01-b815-ff3e02c90881,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:57.885994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:57.917599 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.931795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Transition to ACTIVE for port object 12d4a29b-c753-4aca-8346-8c9a7c6be1cb will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:57.938230 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.962695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:57.965033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-128a11d6-41d1-4bcb-b4e4-10029ef73b5e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/d0915f6b-eb86-4d01-b815-ff3e02c90881 HTTP/1.1" status: 204 len: 168 time: 0.6757567 Jul 15 13:48:57.967589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48558) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:58.034902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275af8be-7df6-4595-a8a8-4c16904c31f8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.037673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275af8be-7df6-4595-a8a8-4c16904c31f8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.039393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275af8be-7df6-4595-a8a8-4c16904c31f8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:58.041445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-275af8be-7df6-4595-a8a8-4c16904c31f8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0724530 Jul 15 13:48:58.044843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48560) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:58.048364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bab0d3-348d-433f-876e-1f15654d56e1 None None] Pushing event updated for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:58.104565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 852a42a3-8880-4e2a-8eab-ca261edc6670 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:58.108216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.153980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.263521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.284695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12d4a29b-c753-4aca-8346-8c9a7c6be1cb up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:58.333440 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.338636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:58.363585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=852a42a3-8880-4e2a-8eab-ca261edc6670,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:58.368921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.371403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0e1ee1c9-5433-45f6-94d4-42718765b160 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/852a42a3-8880-4e2a-8eab-ca261edc6670 HTTP/1.1" status: 204 len: 168 time: 0.3254263 Jul 15 13:48:58.374015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:58.447408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet ef03848e-327c-48cb-8692-c77a3f0fdc86 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:48:58.452553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.500722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 8d76ee72-6464-49fe-8a32-b9d8eb189a71 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:48:58.504930 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.564053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:58.568635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:58.569283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.603825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.658465 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.671973 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.686223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:48:58.688615 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0898ab6-dabd-4552-a4e4-f96f64a64522" -d '{"events": [{"server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:48:58.694742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d95549-7be2-488d-840f-b09314966122 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:58.702549 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=ef03848e-327c-48cb-8692-c77a3f0fdc86,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:58.707308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.709212 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6ed659cd-79f7-4b92-83cf-3263fe0ab32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ef03848e-327c-48cb-8692-c77a3f0fdc86 HTTP/1.1" status: 204 len: 168 time: 0.3340204 Jul 15 13:48:58.712122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48568) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:58.714670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:58.734624 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.761654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Could not find standard attr ID for object d0915f6b-eb86-4d01-b815-ff3e02c90881. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:48:58.785884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-abd918ea-18a7-46ee-9be8-1ab98c12ae51 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724988 Jul 15 13:48:58.789027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48572) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:58.794586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:58.850335 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef96485f-fe56-480d-ab5c-0661b7065b7e x-openstack-request-id: req-ef96485f-fe56-480d-ab5c-0661b7065b7e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:48:58.850709 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "name": "network-vif-plugged", "status": "completed", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:48:58.850895 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef96485f-fe56-480d-ab5c-0661b7065b7e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:48:58.851712 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'code': 200} Jul 15 13:48:58.855103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Provisioning for port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:48:58.861191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Provisioning complete for port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:48:58.861542 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.866421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=8d76ee72-6464-49fe-8a32-b9d8eb189a71,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:58.974397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:58.978084 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:58.987010 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.022515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:59.030759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.037000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:48:59.096440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dad9d-343b-44c7-8368-7714e21b634b req-2d37c7c4-5429-4145-8bde-c2e589d6cd40 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:59.098033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-269dad9d-343b-44c7-8368-7714e21b634b req-2d37c7c4-5429-4145-8bde-c2e589d6cd40 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 945 time: 0.2017791 Jul 15 13:48:59.104449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50045f8c-3b33-4148-a418-b45ad24f35dd req-45a5f9d7-70cd-4f31-a081-16cbcf3421f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:59.105935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50045f8c-3b33-4148-a418-b45ad24f35dd req-45a5f9d7-70cd-4f31-a081-16cbcf3421f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1097 time: 0.1935017 Jul 15 13:48:59.111856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca05c5-59c8-4549-a267-b8199ae1374c None None] Pushing event updated for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:59.132178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] Deleting port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:48:59.132547 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.202110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] For port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:48:59.203260 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.209528 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50045f8c-3b33-4148-a418-b45ad24f35dd req-8f0d4481-252e-4b6a-b620-7d25678914e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965457 Jul 15 13:48:59.216562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] Calling delete_port for 12d4a29b-c753-4aca-8346-8c9a7c6be1cb owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:48:59.217067 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-269dad9d-343b-44c7-8368-7714e21b634b req-09000031-1375-485e-bf23-d6c30a6a870e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100857 Jul 15 13:48:59.279034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.310116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.322981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:59.337828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:59.343373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] No DVR routers for this DVR port 12d4a29b-c753-4aca-8346-8c9a7c6be1cb on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:48:59.343654 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:59.344099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.346986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9b090-c13c-4c3c-a410-1d5fc5a08926 None None] Pushing event deleted for resources: {'Port': ['ID=12d4a29b-c753-4aca-8346-8c9a7c6be1cb,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:59.352288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=2013f66e-1876-42b4-a093-5123c94510cb,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:59.368950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7c3a39e2-e3c5-4123-87c4-3d9e0d5000ac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5787251 Jul 15 13:48:59.372456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48576) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:59.377271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ef3e6-0843-496d-b708-df7c3efef3a6 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:48:59.378328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:48:59.495581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:48:59.500765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.538456 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '2013f66e-1876-42b4-a093-5123c94510cb'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:48:59.539560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.679866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Allocated IP 172.20.0.2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/2013f66e-1876-42b4-a093-5123c94510cb/ded3b335-f741-4268-8f69-fc81fde83cbf) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:48:59.848486 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.858712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Transition to ACTIVE for port object ded3b335-f741-4268-8f69-fc81fde83cbf will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:59.863745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:48:59.865502 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.878391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Transition to ACTIVE for port object ded3b335-f741-4268-8f69-fc81fde83cbf will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:48:59.886458 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.910621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:59.916164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:59.922009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:48:59.922639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:48:59.942155 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=9020b90d-7284-4d31-9f86-16932501f943,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:59.944183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:48:59.948912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:48:59.953950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:48:59.954460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48578) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:48:59.955031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e6e6a74b-457c-43db-ab75-fe0c4e79af42 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5809238 Jul 15 13:48:59.959814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Pushing event updated for resources: {'Port': ['ID=ded3b335-f741-4268-8f69-fc81fde83cbf,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:48:59.960396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:7d:3c:40', 'name': 'tempest-NetworksTestDHCPv6-1974303056'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:00.027444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Attempting to bind port ded3b335-f741-4268-8f69-fc81fde83cbf on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:00.027796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Attempting to bind port ded3b335-f741-4268-8f69-fc81fde83cbf by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:00.028159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Attempting to bind port ded3b335-f741-4268-8f69-fc81fde83cbf on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:00.033789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:00.034157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:00.034570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.034968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:00.035426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Bound port: ded3b335-f741-4268-8f69-fc81fde83cbf, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:00.035811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.097480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:00.100342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] For port ded3b335-f741-4268-8f69-fc81fde83cbf, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:00.101669 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.104085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] For port ded3b335-f741-4268-8f69-fc81fde83cbf, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ded3b335-f741-4268-8f69-fc81fde83cbf,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:00.108904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.123743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 92b8ae5f-523c-4780-ac76-e5f3511dfc6f yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:00.175996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d76f6b-c9f1-4634-a50e-20583d12aa55 None None] Pushing event updated for resources: {'Port': ['ID=ded3b335-f741-4268-8f69-fc81fde83cbf,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:00.244760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12d4a29b-c753-4aca-8346-8c9a7c6be1cb no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:00.269891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 12d4a29b-c753-4aca-8346-8c9a7c6be1cb {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:00.270274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 12d4a29b-c753-4aca-8346-8c9a7c6be1cb not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:00.348260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 172.20.0.14 (0ac3f7ad-262f-48d4-9195-77a791050e3b/2013f66e-1876-42b4-a093-5123c94510cb/92b8ae5f-523c-4780-ac76-e5f3511dfc6f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:00.362268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe7d:3c40 (0ac3f7ad-262f-48d4-9195-77a791050e3b/9020b90d-7284-4d31-9f86-16932501f943/92b8ae5f-523c-4780-ac76-e5f3511dfc6f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:00.473281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794746b9-a2fa-4ab7-8646-aa931608c263 req-2ac66d70-63fa-40ae-8521-381c77409fb7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.479353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-794746b9-a2fa-4ab7-8646-aa931608c263 req-2ac66d70-63fa-40ae-8521-381c77409fb7 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 945 time: 0.1012411 Jul 15 13:49:00.519373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-794746b9-a2fa-4ab7-8646-aa931608c263 req-45d5b93d-9c05-474d-997d-676659f56f1e tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383911 Jul 15 13:49:00.566705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.580340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 92b8ae5f-523c-4780-ac76-e5f3511dfc6f will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:00.623885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.686336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:00.709285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:00.712015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:00.763677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=92b8ae5f-523c-4780-ac76-e5f3511dfc6f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:00.784979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.785630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:00.810847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7f4c65f4-7677-4d7d-bf56-f4805973888b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8548238 Jul 15 13:49:00.814286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48584) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:00.820625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21035b09-6b1e-4843-96b2-5782234e15f2 req-c7048837-373c-4fce-a983-287494639f58 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.822042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21035b09-6b1e-4843-96b2-5782234e15f2 req-c7048837-373c-4fce-a983-287494639f58 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 945 time: 0.1615810 Jul 15 13:49:00.870917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21035b09-6b1e-4843-96b2-5782234e15f2 req-474b5a91-8e43-4a72-97ce-7042b41b3c63 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 Jul 15 13:49:00.894934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb4eaf-0c20-49e6-ad57-1497c4469e35 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.898419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48586) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:00.901892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb4eaf-0c20-49e6-ad57-1497c4469e35 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.903837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dcfb4eaf-0c20-49e6-ad57-1497c4469e35 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0883794 Jul 15 13:49:00.907698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48588) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:00.970002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633e278-61a8-407d-ac59-8da09f2a82da tempest-TestVolumeBootPattern-966880970 tempest-TestVolumeBootPattern-966880970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:00.973225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b633e278-61a8-407d-ac59-8da09f2a82da tempest-TestVolumeBootPattern-966880970 tempest-TestVolumeBootPattern-966880970-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1092 time: 0.0691869 Jul 15 13:49:00.977385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48590) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:00.982568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:01.041174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.075348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 92b8ae5f-523c-4780-ac76-e5f3511dfc6f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:01.075693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.215516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.235418 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 92b8ae5f-523c-4780-ac76-e5f3511dfc6f owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:01.240211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d35dc-9ed0-4ea9-a88c-f863dec4e093 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:01.292129 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.320042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fb168b98-b5d7-475c-9ccf-19f7d5dae1f9 None None] Provisioning for port ded3b335-f741-4268-8f69-fc81fde83cbf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:01.491596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Allocated IP 172.25.3.7 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/6a0dc742-0087-4ab5-9607-80e7b4316faa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:01.531199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '2013f66e-1876-42b4-a093-5123c94510cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '9020b90d-7284-4d31-9f86-16932501f943'}], 'binding:host_id': 'n-d-798054-11'}, 'id': 'ded3b335-f741-4268-8f69-fc81fde83cbf'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:01.552785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.576383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.589931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=92b8ae5f-523c-4780-ac76-e5f3511dfc6f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:01.736266 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.755607 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.758203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6ab684d3-b895-4107-938b-79e68b8b27e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/92b8ae5f-523c-4780-ac76-e5f3511dfc6f HTTP/1.1" status: 204 len: 168 time: 0.8493018 Jul 15 13:49:01.761797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48592) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:01.768625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Allocated IP 2001:db8::f816:3eff:fe8c:19c8 (0ac3f7ad-262f-48d4-9195-77a791050e3b/9020b90d-7284-4d31-9f86-16932501f943/ded3b335-f741-4268-8f69-fc81fde83cbf) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:01.809949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.831988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8561b-aed7-4bc1-88aa-b8451b6b8848 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:01.833905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8561b-aed7-4bc1-88aa-b8451b6b8848 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:01.835739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8561b-aed7-4bc1-88aa-b8451b6b8848 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:01.837577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-65b8561b-aed7-4bc1-88aa-b8451b6b8848 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0738094 Jul 15 13:49:01.840749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48594) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:01.873020 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:01.882460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:01.889231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:01.898143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=6a0dc742-0087-4ab5-9607-80e7b4316faa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:01.916524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 2013f66e-1876-42b4-a093-5123c94510cb {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:01.920886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] For port ded3b335-f741-4268-8f69-fc81fde83cbf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ded3b335-f741-4268-8f69-fc81fde83cbf,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:01.958279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.973757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Transition to ACTIVE for port object ded3b335-f741-4268-8f69-fc81fde83cbf will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:01.979154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:01.980040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.034004 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.077194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7abf2-29f8-4097-bacc-1319677cce18 None None] Pushing event updated for resources: {'Port': ['ID=ded3b335-f741-4268-8f69-fc81fde83cbf,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:02.132314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.207852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.242389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=2013f66e-1876-42b4-a093-5123c94510cb,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:02.249982 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.252309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f47aebf1-c126-444c-bce1-05ab10c7a3ce tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/2013f66e-1876-42b4-a093-5123c94510cb HTTP/1.1" status: 204 len: 168 time: 0.4103086 Jul 15 13:49:02.254974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48596) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:02.307451 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ded3b335-f741-4268-8f69-fc81fde83cbf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:02.327564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 9020b90d-7284-4d31-9f86-16932501f943 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:02.331707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.378862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ded3b335-f741-4268-8f69-fc81fde83cbf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:02.383690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.443583 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.530483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.548875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.610388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.650137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=9020b90d-7284-4d31-9f86-16932501f943,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:02.657503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.663643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-89e91dbd-a3fc-47ed-b8a9-69afa1526eab tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/9020b90d-7284-4d31-9f86-16932501f943 HTTP/1.1" status: 204 len: 168 time: 0.4072633 Jul 15 13:49:02.664328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48598) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:02.712584 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7e1c8f7f-3c82-4121-89c2-5b37c17ed2d6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465264 Jul 15 13:49:02.715659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48600) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:02.721811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:02.780326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.788146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.818453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f7483d-f1b1-4389-ad00-dc8cd0930166 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:02.849859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:02.857249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.884962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event updated for resources: {'Port': ['ID=6a0dc742-0087-4ab5-9607-80e7b4316faa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:02.912375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:02.936515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Provisioning for port ded3b335-f741-4268-8f69-fc81fde83cbf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:02.942343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Provisioning complete for port ded3b335-f741-4268-8f69-fc81fde83cbf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:02.942734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.048025 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Floating IP 1009eb88-149e-495e-946d-9ee65a5764a6 associated. External IP: 172.25.3.7, port: 8d76ee72-6464-49fe-8a32-b9d8eb189a71. Jul 15 13:49:03.100749 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.126062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.145364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:03.148330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] For port ded3b335-f741-4268-8f69-fc81fde83cbf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ded3b335-f741-4268-8f69-fc81fde83cbf,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:03.156269 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.178829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:03.181483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Could not find standard attr ID for object 92b8ae5f-523c-4780-ac76-e5f3511dfc6f. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:03.185772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:03.191221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:03.191837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.198048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=ec3b25ee-658c-4324-b475-759adf41108c,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:03.214215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4ca2ee87-6201-46a3-a2aa-b6e5cab7e906 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4970179 Jul 15 13:49:03.217089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48602) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:03.243059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33b900-bc91-4b69-938e-465058e8804a None None] Pushing event updated for resources: {'Port': ['ID=ded3b335-f741-4268-8f69-fc81fde83cbf,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:03.253470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:03.255255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] Deleting port ded3b335-f741-4268-8f69-fc81fde83cbf {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:03.255629 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.334447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] For port ded3b335-f741-4268-8f69-fc81fde83cbf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ded3b335-f741-4268-8f69-fc81fde83cbf,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:03.335195 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.348408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] Calling delete_port for ded3b335-f741-4268-8f69-fc81fde83cbf owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:03.439015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.464819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] Pushing event deleted for resources: {'Port': ['ID=ded3b335-f741-4268-8f69-fc81fde83cbf,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:03.468442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df327979-db50-4776-a414-8b2f3c1b06c2 None None] No DVR routers for this DVR port ded3b335-f741-4268-8f69-fc81fde83cbf on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:03.486863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee170566-9030-4921-8532-84b7b7368186 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:03.789973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:49:03.822706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': 'ec3b25ee-658c-4324-b475-759adf41108c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:03.823654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.863058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:03.866603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:03.961271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Allocated IP 172.20.0.2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/ec3b25ee-658c-4324-b475-759adf41108c/a0850779-44ca-4a60-86c6-dfb89453113a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:03.983956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:49:03.995369 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:49:04.005692 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:04.006708 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.023779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.084693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc0dcd20-3566-4f64-9814-93092f520354 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0980337 Jul 15 13:49:04.084693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:49:04.084693 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6afb7d7-81a6-49a2-a084-6343af82b699" -d '{"events": [{"name": "network-changed", "server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:49:04.126460 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da70b77-4bbe-463d-a7ac-d3d79df1b0c4 x-openstack-request-id: req-5da70b77-4bbe-463d-a7ac-d3d79df1b0c4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:49:04.126786 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:49:04.127038 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5da70b77-4bbe-463d-a7ac-d3d79df1b0c4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:49:04.127440 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'status': 'completed', 'code': 200} Jul 15 13:49:04.135257 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:04.136429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.146020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Transition to ACTIVE for port object a0850779-44ca-4a60-86c6-dfb89453113a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:04.163017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Transition to ACTIVE for port object a0850779-44ca-4a60-86c6-dfb89453113a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:04.171660 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.224552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:04.227499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:04.231579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:04.239654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Pushing event updated for resources: {'Port': ['ID=a0850779-44ca-4a60-86c6-dfb89453113a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:04.255319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-f206707e-84fe-4d37-94de-1fff8e2bebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.256970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-f206707e-84fe-4d37-94de-1fff8e2bebfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1097 time: 0.0969183 Jul 15 13:49:04.304468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ded3b335-f741-4268-8f69-fc81fde83cbf no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:04.326353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Attempting to bind port a0850779-44ca-4a60-86c6-dfb89453113a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:04.327284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Attempting to bind port a0850779-44ca-4a60-86c6-dfb89453113a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:04.327284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Attempting to bind port a0850779-44ca-4a60-86c6-dfb89453113a on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:04.332685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:04.333047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:04.333450 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.333834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:04.334288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Bound port: a0850779-44ca-4a60-86c6-dfb89453113a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:04.334696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.347857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ded3b335-f741-4268-8f69-fc81fde83cbf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:04.348212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ded3b335-f741-4268-8f69-fc81fde83cbf not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:04.363304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-119b4bfd-71e6-4d64-84ca-18acb98a4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.365061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-119b4bfd-71e6-4d64-84ca-18acb98a4e58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1019778 Jul 15 13:49:04.410944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] For port a0850779-44ca-4a60-86c6-dfb89453113a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:04.414461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] For port a0850779-44ca-4a60-86c6-dfb89453113a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0850779-44ca-4a60-86c6-dfb89453113a,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:04.420595 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.428474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:04.434211 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1009eb88-149e-495e-946d-9ee65a5764a6', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:d2:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:02Z', 'updated_at': '2021-07-15T13:49:02Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}, {'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:03Z', 'revision_number': 1, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.453417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-43239834-3c93-47a0-af60-3c0eea846d0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 200 len: 997 time: 0.0809202 Jul 15 13:49:04.464941 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:49:04.474148 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:49:04.475063 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:48:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.483922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412179-dabf-4000-8315-4d3d61f2eeed None None] Pushing event updated for resources: {'Port': ['ID=a0850779-44ca-4a60-86c6-dfb89453113a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:04.530092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-bbe07eff-c453-4752-bac5-a29b10c527ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.531712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-bbe07eff-c453-4752-bac5-a29b10c527ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0734603 Jul 15 13:49:04.596442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-30645bab-445a-4a25-8b11-055caf2925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:04.597973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-30645bab-445a-4a25-8b11-055caf2925cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593395 Jul 15 13:49:04.605888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:49:04.732604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-8871e57a-3f54-439c-a9ce-7b09136731dd service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273005 Jul 15 13:49:04.755475 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:04.868964 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6afb7d7-81a6-49a2-a084-6343af82b699 req-f511150f-6dea-4161-a337-a92050b831e0 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310492 Jul 15 13:49:04.899646 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1009eb88-149e-495e-946d-9ee65a5764a6', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:d2:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:02Z', 'updated_at': '2021-07-15T13:49:02Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}, {'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:03Z', 'revision_number': 1, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:04.928838 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdbfe62-5f4f-44e7-b26d-b1785a9e3b84 None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1009eb88-149e-495e-946d-9ee65a5764a6', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:d2:9a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:49:02Z', 'updated_at': '2021-07-15T13:49:02Z', 'revision_number': 0, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}, {'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:03Z', 'revision_number': 1, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:49:04.969403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port a0850779-44ca-4a60-86c6-dfb89453113a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0850779-44ca-4a60-86c6-dfb89453113a,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:05.005459 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.012618 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.013495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.106116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:05.113633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:05.121328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:05.121948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.140136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=5da1a441-de6f-4187-a22a-9935ecac5c0b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.145139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=a0850779-44ca-4a60-86c6-dfb89453113a,revision_number=4']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.158224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0572eb54-38e9-440c-8066-7989b50631e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9398506 Jul 15 13:49:05.160810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:05.167133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:ad:3f:b3', 'name': 'tempest-NetworksTestDHCPv6-1281792944'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:05.175609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b6a151-251e-49db-99f6-52d56fc8e90a None None] New status for floating IP 1009eb88-149e-495e-946d-9ee65a5764a6: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:49:05.287308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:05.383925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.407721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 96fce05d-d76e-4b56-9a11-63aff73591f3 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:05.576131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 172.20.0.13 (0ac3f7ad-262f-48d4-9195-77a791050e3b/ec3b25ee-658c-4324-b475-759adf41108c/96fce05d-d76e-4b56-9a11-63aff73591f3) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:05.583469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fead:3fb3 (0ac3f7ad-262f-48d4-9195-77a791050e3b/5da1a441-de6f-4187-a22a-9935ecac5c0b/96fce05d-d76e-4b56-9a11-63aff73591f3) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:05.698227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ed7a88-b056-4171-a287-e7416c9c12d3 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:05.739066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.753649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 96fce05d-d76e-4b56-9a11-63aff73591f3 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:05.768560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-22c28e78-19c0-497c-9385-bc67374a5ef9 None None] Provisioning for port a0850779-44ca-4a60-86c6-dfb89453113a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:05.791807 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.841943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:05.845160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:05.849381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:05.856485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=96fce05d-d76e-4b56-9a11-63aff73591f3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:05.882356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.882783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.883122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.883509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.883852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.884145 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.884526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.884849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.885166 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.885503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.885810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.886132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:05.915582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:05.916271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:05.935697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-750e4cf4-b478-4b57-aa21-95f92c9f546e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7701037 Jul 15 13:49:05.939152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:06.013177 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10690c-9d3a-4224-bf0e-94eb7a700bd9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.020450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10690c-9d3a-4224-bf0e-94eb7a700bd9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.022239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d10690c-9d3a-4224-bf0e-94eb7a700bd9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0820119 Jul 15 13:49:06.027082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48614) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:06.135371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 96fce05d-d76e-4b56-9a11-63aff73591f3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:06.135764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.263390 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.293118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 96fce05d-d76e-4b56-9a11-63aff73591f3 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:06.297387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0850779-44ca-4a60-86c6-dfb89453113a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:06.353606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port a0850779-44ca-4a60-86c6-dfb89453113a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:06.359381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a0850779-44ca-4a60-86c6-dfb89453113a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:06.360213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.447773 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.485308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port a0850779-44ca-4a60-86c6-dfb89453113a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0850779-44ca-4a60-86c6-dfb89453113a,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:06.490836 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.496146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.536071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=96fce05d-d76e-4b56-9a11-63aff73591f3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:06.536352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d29f753d-fec8-4cb9-95b5-59128fd89ea8 None None] Provisioning complete for port a0850779-44ca-4a60-86c6-dfb89453113a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:06.536730 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d29f753d-fec8-4cb9-95b5-59128fd89ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.573304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=a0850779-44ca-4a60-86c6-dfb89453113a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:06.641202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.641493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d29f753d-fec8-4cb9-95b5-59128fd89ea8 None None] Could not find standard attr ID for object 96fce05d-d76e-4b56-9a11-63aff73591f3. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:06.643271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a2b08d9a-a650-4220-8a74-721c4eb778a6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/96fce05d-d76e-4b56-9a11-63aff73591f3 HTTP/1.1" status: 204 len: 168 time: 0.6151919 Jul 15 13:49:06.645731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48616) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:06.700484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779134f-8eab-41e8-941e-19b2c04b3235 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.701988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779134f-8eab-41e8-941e-19b2c04b3235 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.703518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779134f-8eab-41e8-941e-19b2c04b3235 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:06.705122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b779134f-8eab-41e8-941e-19b2c04b3235 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0582654 Jul 15 13:49:06.707961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:06.765597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e5f4b76e-7fad-4d68-acab-bad8b67d9094 None None] Could not find standard attr ID for object d0915f6b-eb86-4d01-b815-ff3e02c90881. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:06.767548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 5da1a441-de6f-4187-a22a-9935ecac5c0b {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:06.770891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.817775 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.906357 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.973180 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:06.980861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b7424fe1-7c60-4ab4-8101-af61c7baecf5 None None] Could not find standard attr ID for object 92b8ae5f-523c-4780-ac76-e5f3511dfc6f. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:07.003556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=5da1a441-de6f-4187-a22a-9935ecac5c0b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:07.006293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.008214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/5da1a441-de6f-4187-a22a-9935ecac5c0b HTTP/1.1" status: 204 len: 168 time: 0.2992406 Jul 15 13:49:07.011122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48620) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.017329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.017775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.018272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.018876 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.019446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.020913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.020913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.020913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.021394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.022081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.022593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.023072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d1b455-9117-4472-b2c9-f99ce69e8faf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:07.083445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet ec3b25ee-658c-4324-b475-759adf41108c {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:07.092029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.150550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.248203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79fa36-2b91-4855-b1de-8e237a446d38 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:07.248593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.259724 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-a4a66154-80d1-4404-9ba9-71d84228be8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0708082 Jul 15 13:49:07.318983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d76a9d83-d385-4a1b-9d26-4a96d35f0130 None None] Could not find standard attr ID for object 96fce05d-d76e-4b56-9a11-63aff73591f3. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:07.332442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.363341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3b25ee-658c-4324-b475-759adf41108c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:07.365381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.366874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-9c2ece80-7190-4ec0-9abb-5c449c62182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.370030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa7af402-f70c-4e17-bc2d-f776affc0925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ec3b25ee-658c-4324-b475-759adf41108c HTTP/1.1" status: 204 len: 168 time: 0.3554411 Jul 15 13:49:07.370201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-9c2ece80-7190-4ec0-9abb-5c449c62182b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1098 time: 0.0605936 Jul 15 13:49:07.370326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.410650 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7d184725-1f03-4064-a6b9-4748be42a7b6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390651 Jul 15 13:49:07.413640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48624) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.481343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:07.488143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4485532d-444a-46e0-a090-d3094b5cf632 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.489697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4485532d-444a-46e0-a090-d3094b5cf632 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0751135 Jul 15 13:49:07.492265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48626) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.510639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-4184a576-17f2-4809-90e6-03a9139afc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.512042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-4184a576-17f2-4809-90e6-03a9139afc44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1200771 Jul 15 13:49:07.531402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] Deleting port a0850779-44ca-4a60-86c6-dfb89453113a {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:07.532064 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.545962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3be4b4-bca8-4084-929d-5849f98435f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.548658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dc3be4b4-bca8-4084-929d-5849f98435f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552433 Jul 15 13:49:07.551421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48628) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.589948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-24442bc4-7dda-49e7-b1bf-68ad42167c15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 1002 time: 0.0714841 Jul 15 13:49:07.593715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9a2830f-7c72-477a-bdbe-7105016baaac tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408282 Jul 15 13:49:07.599830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.600930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] For port a0850779-44ca-4a60-86c6-dfb89453113a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a0850779-44ca-4a60-86c6-dfb89453113a,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:07.601325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.612325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-05f07fa6-4cac-4246-a111-f2b45d06e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:07.617817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] Calling delete_port for a0850779-44ca-4a60-86c6-dfb89453113a owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:07.708718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-3fc3822c-8077-446c-8dcd-0556a7f2e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.709788 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-3fc3822c-8077-446c-8dcd-0556a7f2e8b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1100883 Jul 15 13:49:07.713486 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.741057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] Pushing event deleted for resources: {'Port': ['ID=a0850779-44ca-4a60-86c6-dfb89453113a,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:07.742936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fb3cb-3c96-48f5-9d7e-b2eaeb662e94 None None] No DVR routers for this DVR port a0850779-44ca-4a60-86c6-dfb89453113a on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:07.768608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f07fa6-4cac-4246-a111-f2b45d06e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:07.772240 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05f07fa6-4cac-4246-a111-f2b45d06e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.773580 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f07fa6-4cac-4246-a111-f2b45d06e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:07.774007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f07fa6-4cac-4246-a111-f2b45d06e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:07.805727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05f07fa6-4cac-4246-a111-f2b45d06e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1951842 Jul 15 13:49:07.805960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-8815981c-d592-49f6-b4aa-aafb7e4f754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:07.806263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48632) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.807504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-8815981c-d592-49f6-b4aa-aafb7e4f754d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909441 Jul 15 13:49:07.811756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0f7eea22-4f64-4ff5-b5f5-656443cf6c26 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:07.900903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-3dc6cac8-fa84-40da-9eb8-179596d118f1 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871973 Jul 15 13:49:07.906438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7eea22-4f64-4ff5-b5f5-656443cf6c26 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:07.910074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0f7eea22-4f64-4ff5-b5f5-656443cf6c26 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:07.911555 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7eea22-4f64-4ff5-b5f5-656443cf6c26 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:07.912309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7eea22-4f64-4ff5-b5f5-656443cf6c26 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:07.927617 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0f7eea22-4f64-4ff5-b5f5-656443cf6c26 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1199200 Jul 15 13:49:07.930582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48634) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:07.935949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f5e4654c-7423-4ff2-999c-b7818767f3e2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:07.996230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e5ba81d3-8ecb-4a42-88e3-d387f1577f45 req-67f78b64-d55b-49bb-9462-40638d6f461b service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894809 Jul 15 13:49:08.025582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e4654c-7423-4ff2-999c-b7818767f3e2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:08.029718 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f5e4654c-7423-4ff2-999c-b7818767f3e2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.031141 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e4654c-7423-4ff2-999c-b7818767f3e2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:08.031563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e4654c-7423-4ff2-999c-b7818767f3e2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:08.046194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f5e4654c-7423-4ff2-999c-b7818767f3e2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1144891 Jul 15 13:49:08.049619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48636) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.054760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a8c0110e-11f8-4f46-a330-f5ad167bc50b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:08.155708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c0110e-11f8-4f46-a330-f5ad167bc50b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:08.159412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8c0110e-11f8-4f46-a330-f5ad167bc50b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.160856 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c0110e-11f8-4f46-a330-f5ad167bc50b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:08.161281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c0110e-11f8-4f46-a330-f5ad167bc50b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:08.182577 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8c0110e-11f8-4f46-a330-f5ad167bc50b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1316679 Jul 15 13:49:08.185673 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48638) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.192066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d7511885-6803-4fb6-b0fa-f0eef88dbfa6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:08.245433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0850779-44ca-4a60-86c6-dfb89453113a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:08.266582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: a0850779-44ca-4a60-86c6-dfb89453113a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:08.266841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a0850779-44ca-4a60-86c6-dfb89453113a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:08.293052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7511885-6803-4fb6-b0fa-f0eef88dbfa6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:08.296822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d7511885-6803-4fb6-b0fa-f0eef88dbfa6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.298205 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7511885-6803-4fb6-b0fa-f0eef88dbfa6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:08.298662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7511885-6803-4fb6-b0fa-f0eef88dbfa6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:08.314019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d7511885-6803-4fb6-b0fa-f0eef88dbfa6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1273067 Jul 15 13:49:08.317143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48640) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.322657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-402f52ab-3aa0-4216-a4b7-85b84082c464 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:08.437492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f52ab-3aa0-4216-a4b7-85b84082c464 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:08.441101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-402f52ab-3aa0-4216-a4b7-85b84082c464 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.442471 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-402f52ab-3aa0-4216-a4b7-85b84082c464 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:08.442922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402f52ab-3aa0-4216-a4b7-85b84082c464 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:08.457189 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-402f52ab-3aa0-4216-a4b7-85b84082c464 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1389375 Jul 15 13:49:08.459878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48642) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.490502 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c40de6e3-9c16-4a09-9efd-851201e05f97 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0295577 Jul 15 13:49:08.493941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48644) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.549751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2de050-a77a-4986-a985-11025bac1d2f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:08.551440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5d2de050-a77a-4986-a985-11025bac1d2f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564384 Jul 15 13:49:08.556238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.593388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-36c72383-f40c-49f6-83fd-7fd5b0ef5afe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0359433 Jul 15 13:49:08.597169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48648) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:08.602054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:08.688741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:08.692562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:08.983937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:08.985381 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.027248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:09.030495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:09.034805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.035388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.040343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7112a1dd-5676-46fd-897e-198ff96bacc7 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:09.045141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=19e7a429-d350-4b09-ae04-500261da76cb,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.058665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-95a222f6-3720-4903-9886-54672582b8d1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4602807 Jul 15 13:49:09.061785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48650) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:09.068329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:89:ba:53', 'name': 'tempest-NetworksTestDHCPv6-1775172323'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:09.184658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:09.190787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.194626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '19e7a429-d350-4b09-ae04-500261da76cb'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:09.195618 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.215192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port a1ef2c2a-edca-4d42-8063-71eb02588faf yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:09.334286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe89:ba53 (0ac3f7ad-262f-48d4-9195-77a791050e3b/19e7a429-d350-4b09-ae04-500261da76cb/a1ef2c2a-edca-4d42-8063-71eb02588faf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:09.504132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.518210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object a1ef2c2a-edca-4d42-8063-71eb02588faf will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:09.564979 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.607066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Allocated IP 2001:db8::f816:3eff:fe9d:31b9 (0ac3f7ad-262f-48d4-9195-77a791050e3b/19e7a429-d350-4b09-ae04-500261da76cb/17c18c62-3a96-4438-840f-340313e59854) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:09.616164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:09.620172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:09.624291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:09.629970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.630640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.640198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=a1ef2c2a-edca-4d42-8063-71eb02588faf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.651592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-12e5dd3f-b645-4c1f-8a1b-5ef51a78ef70 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5881259 Jul 15 13:49:09.654417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48652) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:09.716852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda383c6-8ca8-4394-896c-fe7387a7e790 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:09.718387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dda383c6-8ca8-4394-896c-fe7387a7e790 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0629809 Jul 15 13:49:09.721209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48654) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:09.754196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.762932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Transition to ACTIVE for port object 17c18c62-3a96-4438-840f-340313e59854 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:09.778795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Transition to ACTIVE for port object 17c18c62-3a96-4438-840f-340313e59854 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:09.784777 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.820518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:09.821520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port a1ef2c2a-edca-4d42-8063-71eb02588faf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:09.822035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.825395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:09.828891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:09.837540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Pushing event updated for resources: {'Port': ['ID=17c18c62-3a96-4438-840f-340313e59854,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:09.891485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Attempting to bind port 17c18c62-3a96-4438-840f-340313e59854 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:09.891770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Attempting to bind port 17c18c62-3a96-4438-840f-340313e59854 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:09.892254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Attempting to bind port 17c18c62-3a96-4438-840f-340313e59854 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:09.897934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:09.898294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:09.898774 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.899171 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:09.899653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Bound port: 17c18c62-3a96-4438-840f-340313e59854, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:09.900038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.925849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:09.938568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for a1ef2c2a-edca-4d42-8063-71eb02588faf owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:09.970988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] For port 17c18c62-3a96-4438-840f-340313e59854, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:09.974687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] For port 17c18c62-3a96-4438-840f-340313e59854, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=17c18c62-3a96-4438-840f-340313e59854,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:09.980591 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.053254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4402520-5cd5-4317-b727-e24b7039c6fd None None] Pushing event updated for resources: {'Port': ['ID=17c18c62-3a96-4438-840f-340313e59854,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:10.092009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.125281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=a1ef2c2a-edca-4d42-8063-71eb02588faf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:10.156592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.158844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ed4c8f24-7ec0-4f36-90b4-a54e60d92d1a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/a1ef2c2a-edca-4d42-8063-71eb02588faf HTTP/1.1" status: 204 len: 168 time: 0.4364886 Jul 15 13:49:10.161400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48656) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:10.240736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c91a2-223d-422e-b021-be73820df6a5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.242353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c91a2-223d-422e-b021-be73820df6a5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:10.244251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ef6c91a2-223d-422e-b021-be73820df6a5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0817294 Jul 15 13:49:10.247835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:10.315941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 19e7a429-d350-4b09-ae04-500261da76cb {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:10.320034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.373675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.473681 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.550869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.578827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=19e7a429-d350-4b09-ae04-500261da76cb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:10.582451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:10.584403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9baac981-02df-4b8f-b297-fa70616bad34 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/19e7a429-d350-4b09-ae04-500261da76cb HTTP/1.1" status: 204 len: 168 time: 0.3360581 Jul 15 13:49:10.587902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48660) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:10.630153 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-36b2d22e-a65c-4e4d-bb9c-1392b608f420 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411229 Jul 15 13:49:10.633081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48662) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:10.638991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:10.734555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:10.738210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.054391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c124b-742f-4ce7-9f7f-f0f6750e4b3b None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:11.092224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-180a4ab7-3d1a-4fa5-823e-0932c9082580 None None] Provisioning for port 17c18c62-3a96-4438-840f-340313e59854 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:11.300621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:11.353543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] Deleting port 17c18c62-3a96-4438-840f-340313e59854 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:11.353998 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.415113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:11.439311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] For port 17c18c62-3a96-4438-840f-340313e59854, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=17c18c62-3a96-4438-840f-340313e59854,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:11.439741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.452810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] Calling delete_port for 17c18c62-3a96-4438-840f-340313e59854 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:11.543910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.554420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_pluggable_backend [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Port 17c18c62-3a96-4438-840f-340313e59854 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93994) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 13:49:11.555731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_pluggable_backend [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:31b9 {{(pid=93994) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 13:49:11.560132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.ipam_pluggable_backend [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:31b9 {{(pid=93994) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 13:49:11.561610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.575331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] No DVR routers for this DVR port 17c18c62-3a96-4438-840f-340313e59854 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:11.579136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3b3a0-c595-4867-af2b-07d6feba68c0 None None] Pushing event deleted for resources: {'Port': ['ID=17c18c62-3a96-4438-840f-340313e59854,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:11.612375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:11.615554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:11.618778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:11.619377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.624987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251eba3d-77f8-46d5-9e23-0d4cd381ddaf None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:11.633936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=b40afd13-2565-486d-9669-9b5ef3e08c43,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:11.647305 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2125cef3-7eaf-4d3e-91b2-6857e499d4fd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0127792 Jul 15 13:49:11.650553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48666) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:11.656328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:e5:68:b0', 'name': 'tempest-NetworksTestDHCPv6-548515117'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:11.779090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:11.797582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': 'b40afd13-2565-486d-9669-9b5ef3e08c43'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:11.798708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.867139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:11.890939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 2aad4add-9b8f-49e1-8a4f-9c9846a0a36b yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:11.940446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Allocated IP 2001:db8::f816:3eff:fe93:2b49 (0ac3f7ad-262f-48d4-9195-77a791050e3b/b40afd13-2565-486d-9669-9b5ef3e08c43/1fe66030-ff20-41c8-b2e9-519b4d7c7407) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:12.089082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.098397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Transition to ACTIVE for port object 1fe66030-ff20-41c8-b2e9-519b4d7c7407 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:12.115435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Transition to ACTIVE for port object 1fe66030-ff20-41c8-b2e9-519b4d7c7407 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:12.122131 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.163940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:12.166888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:12.171417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:12.177828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fee5:68b0 (0ac3f7ad-262f-48d4-9195-77a791050e3b/b40afd13-2565-486d-9669-9b5ef3e08c43/2aad4add-9b8f-49e1-8a4f-9c9846a0a36b) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:12.179234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Pushing event updated for resources: {'Port': ['ID=1fe66030-ff20-41c8-b2e9-519b4d7c7407,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:12.239613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Attempting to bind port 1fe66030-ff20-41c8-b2e9-519b4d7c7407 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:12.239974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Attempting to bind port 1fe66030-ff20-41c8-b2e9-519b4d7c7407 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:12.240334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Attempting to bind port 1fe66030-ff20-41c8-b2e9-519b4d7c7407 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:12.245812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:12.246187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:12.246618 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.247032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:12.247502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Bound port: 1fe66030-ff20-41c8-b2e9-519b4d7c7407, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:12.247887 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.314209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] For port 1fe66030-ff20-41c8-b2e9-519b4d7c7407, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:12.317596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] For port 1fe66030-ff20-41c8-b2e9-519b4d7c7407, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1fe66030-ff20-41c8-b2e9-519b4d7c7407,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:12.324495 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.393123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ac823-1ef1-48e8-8fdc-721820153234 None None] Pushing event updated for resources: {'Port': ['ID=1fe66030-ff20-41c8-b2e9-519b4d7c7407,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:12.748852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.763524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 2aad4add-9b8f-49e1-8a4f-9c9846a0a36b will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:12.801189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.851109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:12.854858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:12.857289 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:12.863299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:12.864017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:12.875516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=2aad4add-9b8f-49e1-8a4f-9c9846a0a36b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:12.887845 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c017fc84-c6e5-421b-a667-35dfd4261076 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2357314 Jul 15 13:49:12.890658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48668) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:12.957779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee40864-ea50-4e96-9e4e-7a20184b4017 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:12.964026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee40864-ea50-4e96-9e4e-7a20184b4017 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:12.965613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7ee40864-ea50-4e96-9e4e-7a20184b4017 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0740008 Jul 15 13:49:12.968253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.070869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 2aad4add-9b8f-49e1-8a4f-9c9846a0a36b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:13.071216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.086077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-268a41d3-a696-4edb-9dfa-6dff7d74449f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.185156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.203081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 2aad4add-9b8f-49e1-8a4f-9c9846a0a36b owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:13.343877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.376120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=2aad4add-9b8f-49e1-8a4f-9c9846a0a36b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:13.377359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a7ef2882-c7ca-4866-b57b-299e01e858d8 None None] Provisioning for port 1fe66030-ff20-41c8-b2e9-519b4d7c7407 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:13.406445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.408421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fcbdc502-e969-4791-aca4-cc21e3dc982e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/2aad4add-9b8f-49e1-8a4f-9c9846a0a36b HTTP/1.1" status: 204 len: 168 time: 0.4392490 Jul 15 13:49:13.410935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48672) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.464242 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509827b9-8818-41d8-b058-cbc19f311477 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:13.465783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509827b9-8818-41d8-b058-cbc19f311477 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:13.467377 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-509827b9-8818-41d8-b058-cbc19f311477 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0555079 Jul 15 13:49:13.470233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48674) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.525944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet b40afd13-2565-486d-9669-9b5ef3e08c43 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:13.530383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.573931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.598912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6d72d79a-75ca-4ca2-88ad-77cc2269784b None None] Could not find standard attr ID for object 2aad4add-9b8f-49e1-8a4f-9c9846a0a36b. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:13.676142 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.748117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.785961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=b40afd13-2565-486d-9669-9b5ef3e08c43,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:13.788640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:13.793604 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3da1e2d0-4132-4b1a-9153-5ff91fe45e9b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/b40afd13-2565-486d-9669-9b5ef3e08c43 HTTP/1.1" status: 204 len: 168 time: 0.3214276 Jul 15 13:49:13.795410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.799014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013695ba-b82a-477b-9a0f-cb812bd4981a None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:13.840337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-468abb49-3df6-48d3-85a4-69f1c4373380 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435054 Jul 15 13:49:13.842846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48678) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.934140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8d73bf-6bdb-4841-b30b-30f49eaa989a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:13.935730 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ba8d73bf-6bdb-4841-b30b-30f49eaa989a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0919418 Jul 15 13:49:13.938494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48680) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:13.991408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a8ea39-3351-4e9a-814d-ee05fabc57bb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:13.992908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7a8ea39-3351-4e9a-814d-ee05fabc57bb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534072 Jul 15 13:49:13.995937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48682) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:14.034346 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-71a2f46a-b43c-477e-b5e9-94b0403b7e71 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372159 Jul 15 13:49:14.038325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:14.043498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:14.143701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:14.147683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.166022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:14.211533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] Deleting port 1fe66030-ff20-41c8-b2e9-519b4d7c7407 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:14.211863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.278653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] For port 1fe66030-ff20-41c8-b2e9-519b4d7c7407, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1fe66030-ff20-41c8-b2e9-519b4d7c7407,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:14.279052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.291038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] Calling delete_port for 1fe66030-ff20-41c8-b2e9-519b4d7c7407 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:14.371448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.398826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] Pushing event deleted for resources: {'Port': ['ID=1fe66030-ff20-41c8-b2e9-519b4d7c7407,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:14.405022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc94c35-17ba-4b6a-a9a3-f5b8d9cf3d64 None None] No DVR routers for this DVR port 1fe66030-ff20-41c8-b2e9-519b4d7c7407 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:14.419820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:14.421342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.472025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:14.475365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:14.478463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:14.479121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.484813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779627a6-20b5-4fbb-90e1-00e40f80e3e9 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:14.489048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=8ce832a5-5006-4b2a-b2fc-f9ccb362e608,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:14.504349 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-81b437c0-72d9-459d-9843-25bf81cf16da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.4642682 Jul 15 13:49:14.506338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:14.511704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:8e:cb:4b', 'name': 'tempest-NetworksTestDHCPv6-116356600'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:14.630009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:14.632266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '8ce832a5-5006-4b2a-b2fc-f9ccb362e608'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:14.632989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.718173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.739724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 8c4db636-a791-4690-87f5-76fa50000025 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:14.768775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Allocated IP 2001:db8::f816:3eff:fe4c:f3e9 (0ac3f7ad-262f-48d4-9195-77a791050e3b/8ce832a5-5006-4b2a-b2fc-f9ccb362e608/326af03c-58eb-4391-aeec-16c4c7906bf4) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:14.926110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:14.937335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Transition to ACTIVE for port object 326af03c-58eb-4391-aeec-16c4c7906bf4 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:14.957960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Transition to ACTIVE for port object 326af03c-58eb-4391-aeec-16c4c7906bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:14.965913 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.009902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:15.013252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:15.017606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:15.023604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Pushing event updated for resources: {'Port': ['ID=326af03c-58eb-4391-aeec-16c4c7906bf4,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.030449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe8e:cb4b (0ac3f7ad-262f-48d4-9195-77a791050e3b/8ce832a5-5006-4b2a-b2fc-f9ccb362e608/8c4db636-a791-4690-87f5-76fa50000025) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:15.088133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Attempting to bind port 326af03c-58eb-4391-aeec-16c4c7906bf4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:15.088564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Attempting to bind port 326af03c-58eb-4391-aeec-16c4c7906bf4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:15.088930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Attempting to bind port 326af03c-58eb-4391-aeec-16c4c7906bf4 on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:15.095159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:15.095610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:15.096017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.096439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:15.096959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Bound port: 326af03c-58eb-4391-aeec-16c4c7906bf4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:15.097424 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.170645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] For port 326af03c-58eb-4391-aeec-16c4c7906bf4, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:15.175887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] For port 326af03c-58eb-4391-aeec-16c4c7906bf4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=326af03c-58eb-4391-aeec-16c4c7906bf4,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:15.180851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.208433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.230271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 8c4db636-a791-4690-87f5-76fa50000025 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:15.258552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e4b3c-71fb-46d9-aebd-d1648a34f243 None None] Pushing event updated for resources: {'Port': ['ID=326af03c-58eb-4391-aeec-16c4c7906bf4,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.276158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.281319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.327712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:15.333497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:15.336192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:15.342060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.342737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.359111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=8c4db636-a791-4690-87f5-76fa50000025,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.372540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b2416b57-e339-4e4f-9087-8af5f706318f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8650720 Jul 15 13:49:15.372742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48688) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:15.462210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24780b4-9902-4947-ae1f-8f521a3c64ca tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.468249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24780b4-9902-4947-ae1f-8f521a3c64ca tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.469954 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f24780b4-9902-4947-ae1f-8f521a3c64ca tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0959659 Jul 15 13:49:15.472633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48690) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:15.523371 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.563016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424f89cd-ffb5-4a29-88ef-eb6c2d3676a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.587063 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 8c4db636-a791-4690-87f5-76fa50000025 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:15.587483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.673315 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.688246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 8c4db636-a791-4690-87f5-76fa50000025 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:15.695678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.832353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.868253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=8c4db636-a791-4690-87f5-76fa50000025,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:15.900005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:15.904841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e65395f-6bbc-47f5-a7bf-b6d4a215c938 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/8c4db636-a791-4690-87f5-76fa50000025 HTTP/1.1" status: 204 len: 168 time: 0.4287977 Jul 15 13:49:15.905659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48692) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:15.977693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc79ddf-8d19-415f-b45e-8e5e2f58da30 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.980176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc79ddf-8d19-415f-b45e-8e5e2f58da30 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:15.981858 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fcc79ddf-8d19-415f-b45e-8e5e2f58da30 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0751767 Jul 15 13:49:15.984835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48694) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:16.058616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 8ce832a5-5006-4b2a-b2fc-f9ccb362e608 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:16.063753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.118339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.227579 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.256763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:16.300817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 326af03c-58eb-4391-aeec-16c4c7906bf4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:16.311236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.343574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce832a5-5006-4b2a-b2fc-f9ccb362e608,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:16.349963 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.352189 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10227cce-b4ba-4340-a85b-c463c0f379d5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/8ce832a5-5006-4b2a-b2fc-f9ccb362e608 HTTP/1.1" status: 204 len: 168 time: 0.3662565 Jul 15 13:49:16.355790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:16.389857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-150dc35f-8c3b-460a-871a-5b00ac843655 None None] Provisioning for port 326af03c-58eb-4391-aeec-16c4c7906bf4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:16.413345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 326af03c-58eb-4391-aeec-16c4c7906bf4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:16.414093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8195d78f-ee3b-4787-b15a-2d7659f154f2 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557253 Jul 15 13:49:16.418731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48698) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:16.419950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 326af03c-58eb-4391-aeec-16c4c7906bf4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:16.420649 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.433147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:16.544576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:16.545274 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.549537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.591771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 326af03c-58eb-4391-aeec-16c4c7906bf4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=326af03c-58eb-4391-aeec-16c4c7906bf4,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:16.600672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:16.636383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ca13c-d80a-434b-bb03-3632df269592 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:16.684157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7291da68-63ee-4cf9-8a6c-e6e65c7b9f28 None None] Could not find standard attr ID for object 8c4db636-a791-4690-87f5-76fa50000025. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:16.738864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=326af03c-58eb-4391-aeec-16c4c7906bf4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:16.920197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:17.160752 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.179803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.316727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8349a902-073f-4073-ba5e-e25a442794e1 None None] Provisioning complete for port 326af03c-58eb-4391-aeec-16c4c7906bf4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:17.317137 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8349a902-073f-4073-ba5e-e25a442794e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.340999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port 326af03c-58eb-4391-aeec-16c4c7906bf4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=326af03c-58eb-4391-aeec-16c4c7906bf4,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:17.372080 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.376907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.377575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.449233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:17.456115 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:17.465248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:17.465841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.467455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a297a0-e713-445b-824f-2c1d1ce7c37d None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:17.477372 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=bea842b7-69f8-44df-8239-ee07318ae3bc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:17.488611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=326af03c-58eb-4391-aeec-16c4c7906bf4,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:17.498149 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-732da148-0e81-40e9-b350-aeadddf6173a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0757170 Jul 15 13:49:17.500956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48702) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:17.506153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:c0:58:b7', 'name': 'tempest-NetworksTestDHCPv6-1970895880'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:17.639174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:17.741699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:17.769755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 62e39668-7f9d-4a57-bf48-1902b82a93e7 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:17.892887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fec0:58b7 (0ac3f7ad-262f-48d4-9195-77a791050e3b/bea842b7-69f8-44df-8239-ee07318ae3bc/62e39668-7f9d-4a57-bf48-1902b82a93e7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:17.920510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db0fa0ed-fd75-4922-afca-e3f76b2884ee None None] Provisioning complete for port 326af03c-58eb-4391-aeec-16c4c7906bf4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:17.921109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db0fa0ed-fd75-4922-afca-e3f76b2884ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.057211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.072668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 62e39668-7f9d-4a57-bf48-1902b82a93e7 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:18.113158 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.163576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:18.167862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:18.172089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:18.177787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.178447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.186269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=62e39668-7f9d-4a57-bf48-1902b82a93e7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.203011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b841859e-fd45-4e37-a1bb-14422e04d944 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7008109 Jul 15 13:49:18.206224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:18.285266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af19a9-f37e-4355-8319-26a93b69be76 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.288637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 326af03c-58eb-4391-aeec-16c4c7906bf4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:18.293155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af19a9-f37e-4355-8319-26a93b69be76 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.294889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d8af19a9-f37e-4355-8319-26a93b69be76 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0872941 Jul 15 13:49:18.298338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48706) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:18.359755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 326af03c-58eb-4391-aeec-16c4c7906bf4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:18.363649 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.423529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 62e39668-7f9d-4a57-bf48-1902b82a93e7 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:18.423878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.513379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.526827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 62e39668-7f9d-4a57-bf48-1902b82a93e7 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:18.531390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc291f9e-e657-4072-ae30-7f52b85a2d84 None None] Provisioning for port 62e39668-7f9d-4a57-bf48-1902b82a93e7 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:18.535205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dc291f9e-e657-4072-ae30-7f52b85a2d84 None None] Provisioning complete for port 62e39668-7f9d-4a57-bf48-1902b82a93e7 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:18.535583 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc291f9e-e657-4072-ae30-7f52b85a2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.572707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dc291f9e-e657-4072-ae30-7f52b85a2d84 None None] Port 62e39668-7f9d-4a57-bf48-1902b82a93e7 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:49:18.658905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.669175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.699034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=62e39668-7f9d-4a57-bf48-1902b82a93e7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:18.731010 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.732969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2c7986c6-89e9-4775-a717-f05e33c3b92f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/62e39668-7f9d-4a57-bf48-1902b82a93e7 HTTP/1.1" status: 204 len: 168 time: 0.4335864 Jul 15 13:49:18.736539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48708) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:18.791580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b59aa8-7461-4a25-a318-9a98be002d97 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.793075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b59aa8-7461-4a25-a318-9a98be002d97 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:18.794667 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05b59aa8-7461-4a25-a318-9a98be002d97 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0570858 Jul 15 13:49:18.797552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48710) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:18.863537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet bea842b7-69f8-44df-8239-ee07318ae3bc {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:18.867456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:18.912872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.005665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.078517 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.107359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.111540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/bea842b7-69f8-44df-8239-ee07318ae3bc HTTP/1.1" status: 204 len: 168 time: 0.3107250 Jul 15 13:49:19.111540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666a74d-ec3a-473d-a5c8-d4d903cf3c5b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=bea842b7-69f8-44df-8239-ee07318ae3bc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:19.112843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48712) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.114603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4c031-e87d-4842-93df-da41eab5a297 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:19.152639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0240773c-06d4-46f4-83b5-77a3491bd826 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381079 Jul 15 13:49:19.155269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48714) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.221646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc8266-be57-4fd0-84bd-0aae1a1013dc tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.223207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e5dc8266-be57-4fd0-84bd-0aae1a1013dc tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0669119 Jul 15 13:49:19.226436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.288899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495487d-24b4-4a2b-bc81-d2c222579f1d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.290504 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0495487d-24b4-4a2b-bc81-d2c222579f1d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0630033 Jul 15 13:49:19.294142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48718) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.332081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:19.334259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b27ba705-f785-4d12-9376-d6b2d6cf1eea tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389352 Jul 15 13:49:19.341010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.346861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:19.393249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] Deleting port 326af03c-58eb-4391-aeec-16c4c7906bf4 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:19.393622 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.443148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:19.447056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.465074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] For port 326af03c-58eb-4391-aeec-16c4c7906bf4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=326af03c-58eb-4391-aeec-16c4c7906bf4,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:19.465480 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.477465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] Calling delete_port for 326af03c-58eb-4391-aeec-16c4c7906bf4 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:19.561898 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.594701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] Pushing event deleted for resources: {'Port': ['ID=326af03c-58eb-4391-aeec-16c4c7906bf4,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:19.599112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c06d6-cc02-4152-ace8-c1f9b6989171 None None] No DVR routers for this DVR port 326af03c-58eb-4391-aeec-16c4c7906bf4 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:19.647122 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.691526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:19.694819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:19.699513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:19.700090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.705164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8315c-3bac-4dbb-b9f6-7e4f70a1649f None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:19.705584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=9e19e170-ae18-4f13-8a0b-6aaf058bf41a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:19.721275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d4fa3f5-cad5-4c0a-be31-c86e06d4075a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3774910 Jul 15 13:49:19.722561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48722) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:19.727661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:11:55:f6', 'name': 'tempest-NetworksTestDHCPv6-1125493019'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:19.847693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:19.860809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '9e19e170-ae18-4f13-8a0b-6aaf058bf41a'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:19.862223 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.933409 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:19.955083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 1d8c6f1e-2dff-4b27-be59-e65831821779 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:20.001804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/9e19e170-ae18-4f13-8a0b-6aaf058bf41a/ee294ada-fe03-43f1-a1c6-74a49f34267c) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:20.156358 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.165118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Transition to ACTIVE for port object ee294ada-fe03-43f1-a1c6-74a49f34267c will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:20.181320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Transition to ACTIVE for port object ee294ada-fe03-43f1-a1c6-74a49f34267c will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:20.192030 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.244565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:20.247905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:20.252674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:20.256505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Pushing event updated for resources: {'Port': ['ID=ee294ada-fe03-43f1-a1c6-74a49f34267c,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:20.257109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::1b2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/9e19e170-ae18-4f13-8a0b-6aaf058bf41a/1d8c6f1e-2dff-4b27-be59-e65831821779) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:20.287455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 326af03c-58eb-4391-aeec-16c4c7906bf4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:20.322349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 326af03c-58eb-4391-aeec-16c4c7906bf4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:20.322768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 326af03c-58eb-4391-aeec-16c4c7906bf4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:20.337511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Attempting to bind port ee294ada-fe03-43f1-a1c6-74a49f34267c on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:20.337842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Attempting to bind port ee294ada-fe03-43f1-a1c6-74a49f34267c by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:20.338210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Attempting to bind port ee294ada-fe03-43f1-a1c6-74a49f34267c on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:20.343816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:20.344200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:20.344695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.345072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:20.345571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Bound port: ee294ada-fe03-43f1-a1c6-74a49f34267c, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:20.345975 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.421076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] For port ee294ada-fe03-43f1-a1c6-74a49f34267c, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:20.424372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] For port ee294ada-fe03-43f1-a1c6-74a49f34267c, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ee294ada-fe03-43f1-a1c6-74a49f34267c,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:20.438185 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.441663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.457260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 1d8c6f1e-2dff-4b27-be59-e65831821779 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:20.499614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.503368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa307e-8233-4084-b547-2f1b347bb462 None None] Pushing event updated for resources: {'Port': ['ID=ee294ada-fe03-43f1-a1c6-74a49f34267c,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:20.552893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:20.554692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:20.561914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:20.567602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:20.568222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.585920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=1d8c6f1e-2dff-4b27-be59-e65831821779,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:20.593781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-75d8703e-318a-4ae7-a9c6-ad297af611e5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8701971 Jul 15 13:49:20.597875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48724) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:20.686000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d13c9-d0f7-46ca-a6f6-f6331e87b7dc tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:20.694843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d13c9-d0f7-46ca-a6f6-f6331e87b7dc tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:20.696537 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6f4d13c9-d0f7-46ca-a6f6-f6331e87b7dc tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0977271 Jul 15 13:49:20.699553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48726) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:20.815319 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 1d8c6f1e-2dff-4b27-be59-e65831821779 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:20.815662 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.908408 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:20.920438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 1d8c6f1e-2dff-4b27-be59-e65831821779 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:21.066033 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.096666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=1d8c6f1e-2dff-4b27-be59-e65831821779,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:21.123537 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.125568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f16fe0a9-d2a3-4a9e-ad6c-3ba8485e3e92 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/1d8c6f1e-2dff-4b27-be59-e65831821779 HTTP/1.1" status: 204 len: 168 time: 0.4248984 Jul 15 13:49:21.128647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.195715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f955575e-0e5d-45ec-9dca-391af72ff0e6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:21.197465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f955575e-0e5d-45ec-9dca-391af72ff0e6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:21.199102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f955575e-0e5d-45ec-9dca-391af72ff0e6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0693698 Jul 15 13:49:21.201722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.259638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 9e19e170-ae18-4f13-8a0b-6aaf058bf41a {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:21.263328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.309085 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.415999 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.506847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.527014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-6209758b-483d-47f6-ba60-fd78dcca16d2 None None] Provisioning for port ee294ada-fe03-43f1-a1c6-74a49f34267c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:21.536767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=9e19e170-ae18-4f13-8a0b-6aaf058bf41a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:21.541094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.543827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1bf12342-d25f-4d6f-b2d5-4e6c9610217e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/9e19e170-ae18-4f13-8a0b-6aaf058bf41a HTTP/1.1" status: 204 len: 168 time: 0.3409483 Jul 15 13:49:21.547446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48732) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.593169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cbbb4383-080b-4444-89b4-4ffccd066e3e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435374 Jul 15 13:49:21.595911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.673820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b584680-96c8-4cca-a483-4f3441aa80e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:21.675531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2b584680-96c8-4cca-a483-4f3441aa80e4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0786338 Jul 15 13:49:21.678160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48736) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.707886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22434b-9311-4655-a778-a8b6e358d538 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:21.736260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259db62d-6687-474f-b759-55ab9fd81814 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:21.737727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-259db62d-6687-474f-b759-55ab9fd81814 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585396 Jul 15 13:49:21.741447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48738) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.780656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-31799745-513f-4583-904a-fccf5cd34a84 None None] Could not find standard attr ID for object 1d8c6f1e-2dff-4b27-be59-e65831821779. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:21.786348 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2faefc7f-fede-45a6-853b-1bed40e3e744 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399716 Jul 15 13:49:21.786727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48740) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:21.791791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:21.891106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:21.894932 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:21.923595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:21.972336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] Deleting port ee294ada-fe03-43f1-a1c6-74a49f34267c {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:21.972714 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.040668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] For port ee294ada-fe03-43f1-a1c6-74a49f34267c, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ee294ada-fe03-43f1-a1c6-74a49f34267c,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:22.041244 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.053275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] Calling delete_port for ee294ada-fe03-43f1-a1c6-74a49f34267c owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:22.136631 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.161663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] Pushing event deleted for resources: {'Port': ['ID=ee294ada-fe03-43f1-a1c6-74a49f34267c,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:22.165183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2531eed3-60e5-4a13-83e0-178efaadc168 None None] No DVR routers for this DVR port ee294ada-fe03-43f1-a1c6-74a49f34267c on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:22.172102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:22.174955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.221995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:22.225372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:22.232217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:22.233282 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.235027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a902c59-73e7-4dd5-98be-2532cd50d400 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:22.244052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=76d5637b-4b8c-408c-9b6d-7717fa8e38cd,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:22.256927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bae6288b-549f-442f-aebd-d1d6adeec2c4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4693167 Jul 15 13:49:22.259911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:22.265299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:22.385835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:22.386114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-0ac3f7ad-262f-48d4-9195-77a791050e3b', 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'tenant_id': 'ca02169dfb90452b8600cbfe3da50cba', 'fixed_ips': [{'subnet_id': '76d5637b-4b8c-408c-9b6d-7717fa8e38cd'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:22.387042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.389374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.480525 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76d5637b-4b8c-408c-9b6d-7717fa8e38cd (CIDR: 2001:db8::/64) Jul 15 13:49:22.484044 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:22.484497 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:22.500040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0d7e413f-1fd0-43a8-b991-355114ffa76f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2389414 Jul 15 13:49:22.503127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48744) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:22.508393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:22.638146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:22.642194 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.726365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Allocated IP 2001:db8::f816:3eff:fedc:13ca (0ac3f7ad-262f-48d4-9195-77a791050e3b/76d5637b-4b8c-408c-9b6d-7717fa8e38cd/5097e295-1e79-497e-8e05-ccb56065729f) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:22.901859 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.914977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Transition to ACTIVE for port object 5097e295-1e79-497e-8e05-ccb56065729f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:22.924398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.932859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Transition to ACTIVE for port object 5097e295-1e79-497e-8e05-ccb56065729f will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:22.941379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.963486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:22.968533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:22.972922 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:22.973516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:22.984876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:22.989441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:22.989682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=766b4572-0e6e-48cb-9416-c6317ac98584,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:22.995916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:23.001042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-77496138-1fb9-4935-acb7-e29c302b9afb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4940279 Jul 15 13:49:23.001751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48746) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:23.002294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:23.008493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:64:9e:ea', 'name': 'tempest-NetworksTestDHCPv6-542132667'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:23.060770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Attempting to bind port 5097e295-1e79-497e-8e05-ccb56065729f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:23.061379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Attempting to bind port 5097e295-1e79-497e-8e05-ccb56065729f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:23.061744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Attempting to bind port 5097e295-1e79-497e-8e05-ccb56065729f on network 0ac3f7ad-262f-48d4-9195-77a791050e3b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:23.067593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:23.067969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Checking segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:23.068374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.068761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Bound using segment: {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:23.069231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Bound port: 5097e295-1e79-497e-8e05-ccb56065729f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7b05e5-a826-43e8-99d3-6a26c9542778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:23.069613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.137092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:23.138827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:23.142051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:23.142872 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.146499 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.169154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 03fcd9d4-7c0e-4d4c-ace5-2999d5e53351 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:23.219330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da557e-c21f-437f-96dc-48f63357f496 None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:23.353233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8:0:1::26c (0ac3f7ad-262f-48d4-9195-77a791050e3b/766b4572-0e6e-48cb-9416-c6317ac98584/03fcd9d4-7c0e-4d4c-ace5-2999d5e53351) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:23.361040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe64:9eea (0ac3f7ad-262f-48d4-9195-77a791050e3b/76d5637b-4b8c-408c-9b6d-7717fa8e38cd/03fcd9d4-7c0e-4d4c-ace5-2999d5e53351) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:23.547717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.560776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 03fcd9d4-7c0e-4d4c-ace5-2999d5e53351 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:23.596454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.651544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:23.654616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:23.659089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:23.664769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:23.665637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.673569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=03fcd9d4-7c0e-4d4c-ace5-2999d5e53351,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:23.689147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-80f3d701-fb70-4424-b1b3-127ca020cf78 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6858640 Jul 15 13:49:23.691547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:23.818749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 03fcd9d4-7c0e-4d4c-ace5-2999d5e53351 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:23.819335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.956195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:23.973910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 03fcd9d4-7c0e-4d4c-ace5-2999d5e53351 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:24.178350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.209556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=03fcd9d4-7c0e-4d4c-ace5-2999d5e53351,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:24.246097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6012ef-679e-4a61-a999-6c3e83a05694 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:24.286243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.288804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-74f69723-7b12-4888-bd00-55d2a0aac6da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/03fcd9d4-7c0e-4d4c-ace5-2999d5e53351 HTTP/1.1" status: 204 len: 168 time: 0.5962195 Jul 15 13:49:24.293476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48750) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:24.313593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:24.365601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41299bb-5372-42b9-a26a-311175754b3d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.370498 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d41299bb-5372-42b9-a26a-311175754b3d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0729446 Jul 15 13:49:24.370732 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-960a574d-2d74-4314-adb1-6465c242267a None None] Provisioning for port 5097e295-1e79-497e-8e05-ccb56065729f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:24.370959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48752) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:24.422815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5097e295-1e79-497e-8e05-ccb56065729f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:24.432785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:24.433160 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.445032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f7bea-fda7-47fb-9a41-30bc34e80842 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.446812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f78f7bea-fda7-47fb-9a41-30bc34e80842 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0745864 Jul 15 13:49:24.449778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48754) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:24.508467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a4234-0135-4a03-8e7d-b3b6314d8b46 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.509928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a4234-0135-4a03-8e7d-b3b6314d8b46 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.511791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a4234-0135-4a03-8e7d-b3b6314d8b46 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:24.513387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a1a4234-0135-4a03-8e7d-b3b6314d8b46 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0626040 Jul 15 13:49:24.516507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48756) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:24.555996 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.571898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 766b4572-0e6e-48cb-9416-c6317ac98584 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:24.575741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.621535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:24.627958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.629986 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.657694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bade2a-715d-4912-a012-57d56c09b693 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '76d5637b-4b8c-408c-9b6d-7717fa8e38cd', 'ip_address': '2001:db8::f816:3eff:fedc:13ca'}, {'subnet_id': '766b4572-0e6e-48cb-9416-c6317ac98584'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '5097e295-1e79-497e-8e05-ccb56065729f'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:24.686720 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.715624 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-03bade2a-715d-4912-a012-57d56c09b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.717518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:24.768869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.806438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=766b4572-0e6e-48cb-9416-c6317ac98584,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:24.810414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.812734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-293dff58-be18-4d48-9176-f29bed7a4f43 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/766b4572-0e6e-48cb-9416-c6317ac98584 HTTP/1.1" status: 204 len: 168 time: 0.2955728 Jul 15 13:49:24.815882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48758) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-03bade2a-715d-4912-a012-57d56c09b693 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 766b4572-0e6e-48cb-9416-c6317ac98584: This subnet is being modified by another concurrent operation. Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 766b4572-0e6e-48cb-9416-c6317ac98584: This subnet is being modified by another concurrent operation. Jul 15 13:49:24.856725 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 13:49:24.878862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 76d5637b-4b8c-408c-9b6d-7717fa8e38cd {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:24.882849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:24.932278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.010785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-24399977-abd7-4f83-bdc2-f45975d9431c None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:25.011198 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24399977-abd7-4f83-bdc2-f45975d9431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.041215 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.087956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c72bdd-ff76-42aa-8aba-9e3b8f7c4148 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:49:25.105569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.134401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=76d5637b-4b8c-408c-9b6d-7717fa8e38cd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:25.137938 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.142414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48762) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:25.142617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ffd98633-54c1-431b-abcd-03b381dafc0c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/76d5637b-4b8c-408c-9b6d-7717fa8e38cd HTTP/1.1" status: 204 len: 168 time: 0.3256633 Jul 15 13:49:25.180755 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8054d87-df8f-47e9-afbd-10c1aee1be2c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365744 Jul 15 13:49:25.183591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48764) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:25.187095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c72bdd-ff76-42aa-8aba-9e3b8f7c4148 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:49:25.188957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:25.270899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1bac6d83-3127-4e3f-9cf8-87c0a0e52894 None None] Could not find standard attr ID for object 03fcd9d4-7c0e-4d4c-ace5-2999d5e53351. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:25.291706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:25.295827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.454342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0d267-965b-45ce-893c-a0b2a1f3d4dc None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:49:25.502000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b9629fd3-0947-4a4f-9e8c-c5d7a0a3af8e None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:25.502365 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9629fd3-0947-4a4f-9e8c-c5d7a0a3af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.562249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0d267-965b-45ce-893c-a0b2a1f3d4dc None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:49:25.609158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:25.787417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:25.980837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:26.017745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.025364 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.026745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.114280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:26.127783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:26.134425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:26.135098 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.140780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=63355203-6203-433a-b51f-b6cb5421c016,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.146428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.159401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c7247fd8-aa51-4613-a005-156a4eba2be9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9744458 Jul 15 13:49:26.162362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48766) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:26.168005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:26.195651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:26.282611 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.299923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:26.303802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.321857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:26.327392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.400661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.422965 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63355203-6203-433a-b51f-b6cb5421c016 (CIDR: 2001:db8::/64) Jul 15 13:49:26.427242 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:26.427878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:26.437014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:26.453545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ad084d4f-503f-42c7-bcc9-8b49eb68ae67 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2871916 Jul 15 13:49:26.453813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48768) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:26.459558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:26.496668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:26.497098 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.531518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562c044-12d0-4313-8f5e-e55846130d2d None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:26.587393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:26.591344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.658696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-08945b81-486a-4be9-8071-d2c3aaa7a67f None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:26.658960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-08945b81-486a-4be9-8071-d2c3aaa7a67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.660692 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.758021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:26.783116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.826232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.867648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:26.868196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.875110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:26.878397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:26.879018 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:26.895238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=ee2fca50-a463-45e8-948f-b779345d44c0,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:26.905045 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1523841f-b468-4e60-bf22-2784af725710 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4500370 Jul 15 13:49:26.907965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48770) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:26.913863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:92:88:7c', 'name': 'tempest-NetworksTestDHCPv6-442413682'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:27.039088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:27.104301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c31260-ad0f-4a9f-9146-d12275e29776 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:27.141688 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.166995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 26579fdb-1e7c-45d5-a8e0-13ce3b5784b6 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:27.222094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ba208782-38ac-4d08-9622-01156c0f02ae None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:27.222460 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba208782-38ac-4d08-9622-01156c0f02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.347505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8:0:1::32c (0ac3f7ad-262f-48d4-9195-77a791050e3b/ee2fca50-a463-45e8-948f-b779345d44c0/26579fdb-1e7c-45d5-a8e0-13ce3b5784b6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:27.355130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::f816:3eff:fe92:887c (0ac3f7ad-262f-48d4-9195-77a791050e3b/63355203-6203-433a-b51f-b6cb5421c016/26579fdb-1e7c-45d5-a8e0-13ce3b5784b6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:27.420017 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '63355203-6203-433a-b51f-b6cb5421c016', 'ip_address': '2001:db8::f816:3eff:fedc:13ca'}, {'subnet_id': 'ee2fca50-a463-45e8-948f-b779345d44c0'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '5097e295-1e79-497e-8e05-ccb56065729f'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:27.453779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.506193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.520103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 26579fdb-1e7c-45d5-a8e0-13ce3b5784b6 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:27.555821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.605762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:27.609138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:27.613522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:27.619267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:27.619896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.626487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=26579fdb-1e7c-45d5-a8e0-13ce3b5784b6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:27.627260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Allocated IP 2001:db8:0:1::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/ee2fca50-a463-45e8-948f-b779345d44c0/5097e295-1e79-497e-8e05-ccb56065729f) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:27.643166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-73124488-8339-4f68-a630-89121ed67c39 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7339311 Jul 15 13:49:27.646017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48772) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:27.744315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:27.747751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 26579fdb-1e7c-45d5-a8e0-13ce3b5784b6 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:27.748116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.788031 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.802915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Transition to ACTIVE for port object 5097e295-1e79-497e-8e05-ccb56065729f will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:27.807791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.856212 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:27.869810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 26579fdb-1e7c-45d5-a8e0-13ce3b5784b6 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:27.902676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a34b3e-5bbd-4acb-bb24-594506d40a7f None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:28.065886 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.097500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=26579fdb-1e7c-45d5-a8e0-13ce3b5784b6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:28.145832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.147886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-df367391-0694-48e4-99fe-f99bc770c32f tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/26579fdb-1e7c-45d5-a8e0-13ce3b5784b6 HTTP/1.1" status: 204 len: 168 time: 0.5008225 Jul 15 13:49:28.150639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48774) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:28.225151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa766da-5b57-4174-b0fb-c0ef4eb81c54 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.226864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0fa766da-5b57-4174-b0fb-c0ef4eb81c54 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0749576 Jul 15 13:49:28.229683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:28.271466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:28.297259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8eaad-627e-43c3-aa20-5d06dda1e663 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.299730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ea8eaad-627e-43c3-aa20-5d06dda1e663 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0683279 Jul 15 13:49:28.301936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:28.358776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c602b-2a6d-479a-a9f5-ea177f16029d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.360626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c602b-2a6d-479a-a9f5-ea177f16029d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.362148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c602b-2a6d-479a-a9f5-ea177f16029d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:28.364192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-557c602b-2a6d-479a-a9f5-ea177f16029d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0608330 Jul 15 13:49:28.366720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48780) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:28.420264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 63355203-6203-433a-b51f-b6cb5421c016 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:28.423701 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.465415 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.477511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4c9e491d-1368-4592-987b-56fada7e4c3a None None] Provisioning for port 5097e295-1e79-497e-8e05-ccb56065729f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:28.482059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4c9e491d-1368-4592-987b-56fada7e4c3a None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:28.482512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4c9e491d-1368-4592-987b-56fada7e4c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.558247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.622996 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.650435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=63355203-6203-433a-b51f-b6cb5421c016,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:28.654509 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.657843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c8ee702a-b521-4f1e-bb44-e24ba9cf53cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/63355203-6203-433a-b51f-b6cb5421c016 HTTP/1.1" status: 204 len: 168 time: 0.2901151 Jul 15 13:49:28.659036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48782) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:28.678024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-242b1b4a-6b27-4296-b8b8-5f29e4812420 None None] Could not find standard attr ID for object 26579fdb-1e7c-45d5-a8e0-13ce3b5784b6. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:28.717818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet ee2fca50-a463-45e8-948f-b779345d44c0 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:28.721334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.764263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.798033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b60ea6-3bb9-4d07-bbe4-e6a0e0854551 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:28.852620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.926671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.956308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2fca50-a463-45e8-948f-b779345d44c0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:28.958277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:28.963050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94a7d832-ef69-428f-98fd-7af7c84e26c5 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ee2fca50-a463-45e8-948f-b779345d44c0 HTTP/1.1" status: 204 len: 168 time: 0.3029063 Jul 15 13:49:28.963389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48784) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:29.004481 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98dccbcf-e197-4ab9-99cb-e1713b90f47d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389349 Jul 15 13:49:29.007516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48786) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:29.013806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:29.053352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78825c44-0824-44a7-bf2a-4309a9fbd986 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': 'ee2fca50-a463-45e8-948f-b779345d44c0'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '5097e295-1e79-497e-8e05-ccb56065729f'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:29.154043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:29.157544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.302823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-78825c44-0824-44a7-bf2a-4309a9fbd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.368473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.412149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:29.418202 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:29.423049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:29.423641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.429261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:29.444739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-720fae5a-5960-4028-b13e-adb8b7d16f13 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4358149 Jul 15 13:49:29.448396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48788) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:29.453589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:29.476065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489b696-c1c6-49f5-8194-ecc2de317135 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:29.550308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cd0537ba-182c-44d2-a017-6d89d19b4142 None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:29.551031 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd0537ba-182c-44d2-a017-6d89d19b4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.572462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:29.577975 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.676909 n-d-798054-11 neutron-server[93995]: INFO neutron.db.ipam_backend_mixin [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0 (CIDR: 2001:db8::/64) Jul 15 13:49:29.681930 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:29.682741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:29.704932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0631209-df08-4836-893f-4510f783c3fe tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2553320 Jul 15 13:49:29.707720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48790) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:29.712821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:29.787834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '5097e295-1e79-497e-8e05-ccb56065729f'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:29.835144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:29.852025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:29.856348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.004793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0/5097e295-1e79-497e-8e05-ccb56065729f) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:30.108443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:30.140863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.155995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Transition to ACTIVE for port object 5097e295-1e79-497e-8e05-ccb56065729f will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:30.160667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.207237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:30.242683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b034d-d551-45f9-998e-eeea107aeba4 None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=12']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:30.276045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:30.421024 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.456876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.489216 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:49:30.489583 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:49:30.611215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:30.648791 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.655084 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.655897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.735285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:30.743862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:30.746847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:30.747447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:30.749811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=ffcbf39e-ab42-4901-8b80-d2d237c4785c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:30.768561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=14']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:30.774026 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-20f1d166-d087-46cf-9616-866e1afc855a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0652385 Jul 15 13:49:30.777268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48792) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:30.782546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:cf:81:2d', 'name': 'tempest-NetworksTestDHCPv6-199492173'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:30.859169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4749ad5-3307-4f5a-9b5d-5c58fbbfdcc9 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:30.944890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-22970a2b-8a10-4226-a2d3-b6fed68a5d4f None None] Provisioning for port 5097e295-1e79-497e-8e05-ccb56065729f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:30.956553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-22970a2b-8a10-4226-a2d3-b6fed68a5d4f None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:30.956932 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22970a2b-8a10-4226-a2d3-b6fed68a5d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.088428 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.163378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:31.172201 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.232655 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=15']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:31.285268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:31.376032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.398007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 5284ac43-2de9-45cb-9861-2123c2da807c yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:31.631947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::378 (0ac3f7ad-262f-48d4-9195-77a791050e3b/5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0/5284ac43-2de9-45cb-9861-2123c2da807c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:31.639174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:812d (0ac3f7ad-262f-48d4-9195-77a791050e3b/ffcbf39e-ab42-4901-8b80-d2d237c4785c/5284ac43-2de9-45cb-9861-2123c2da807c) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:31.790191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e647f5a-74a6-48f6-a5fd-eb9deae694c4 None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:31.790841 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e647f5a-74a6-48f6-a5fd-eb9deae694c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.812614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.827185 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 5284ac43-2de9-45cb-9861-2123c2da807c will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:31.863219 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.877598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e647f5a-74a6-48f6-a5fd-eb9deae694c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.914262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7e647f5a-74a6-48f6-a5fd-eb9deae694c4 None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:31.918477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:31.921362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e647f5a-74a6-48f6-a5fd-eb9deae694c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.923390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=5284ac43-2de9-45cb-9861-2123c2da807c,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:31.925602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:31.927899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:31.933459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:31.934090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:31.952040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-991fd229-1a0d-4634-bdbc-948c5d8ecd4e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1728523 Jul 15 13:49:31.954275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48794) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:31.973917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647f5a-74a6-48f6-a5fd-eb9deae694c4 None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=16']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:32.072994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 5284ac43-2de9-45cb-9861-2123c2da807c {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:32.073597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.254151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-212e2eb3-6b1f-44a4-b692-55428dfdb406 None None] Provisioning for port 5284ac43-2de9-45cb-9861-2123c2da807c completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:32.259265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-212e2eb3-6b1f-44a4-b692-55428dfdb406 None None] Provisioning complete for port 5284ac43-2de9-45cb-9861-2123c2da807c triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:32.259854 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-212e2eb3-6b1f-44a4-b692-55428dfdb406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.295841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:32.330503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-212e2eb3-6b1f-44a4-b692-55428dfdb406 None None] Port 5284ac43-2de9-45cb-9861-2123c2da807c cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:49:32.359349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:32.359739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.538760 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.552682 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 5284ac43-2de9-45cb-9861-2123c2da807c owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:32.754736 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.784752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=5284ac43-2de9-45cb-9861-2123c2da807c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:32.835668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:32.840143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0a90c320-85b9-4ee2-adc3-e3d9166e4f31 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/5284ac43-2de9-45cb-9861-2123c2da807c HTTP/1.1" status: 204 len: 168 time: 0.8824379 Jul 15 13:49:32.840456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48796) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:32.909894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee5003-4c5d-4b2b-9994-912d59c3fb3a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:32.911545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bcee5003-4c5d-4b2b-9994-912d59c3fb3a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0701208 Jul 15 13:49:32.914082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48798) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:32.977428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b219f4-7f62-485e-8e76-9aea658bf80c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:32.979003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-50b219f4-7f62-485e-8e76-9aea658bf80c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0639660 Jul 15 13:49:32.982800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48800) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:33.035068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f7e1f-524a-450c-8c35-48972bf9e550 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.036557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f7e1f-524a-450c-8c35-48972bf9e550 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.038031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f7e1f-524a-450c-8c35-48972bf9e550 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:33.039612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ef1f7e1f-524a-450c-8c35-48972bf9e550 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0558906 Jul 15 13:49:33.042636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48802) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:33.097055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:33.100445 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.140431 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.229513 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.307853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.334645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:33.339668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.342014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00ab3020-9d8d-4af0-bdbd-19eaafa4560e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0 HTTP/1.1" status: 204 len: 168 time: 0.2984710 Jul 15 13:49:33.345689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48804) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:33.347759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4daf9-602c-495a-8cf3-0280afb05b4e None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:33.399363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet ffcbf39e-ab42-4901-8b80-d2d237c4785c {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:33.403648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.446146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.537997 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.601781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.633196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=ffcbf39e-ab42-4901-8b80-d2d237c4785c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:33.637260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:33.639212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-30bc3e93-3656-4cf7-9f64-61333fbd3440 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ffcbf39e-ab42-4901-8b80-d2d237c4785c HTTP/1.1" status: 204 len: 168 time: 0.2921636 Jul 15 13:49:33.641814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48808) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:33.687430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1c4e2ea-bc26-401b-8c7a-d2ddc4abd57a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444438 Jul 15 13:49:33.690366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48810) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:33.695666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:33.803803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:33.807528 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.016358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.063664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:34.067313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:34.072279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:34.072850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.084962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=18bc4b5a-7b41-48f8-8190-3ed78e6f6570,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:34.094216 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c447bad9-322d-4b04-b476-bbed60f707fa tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4027288 Jul 15 13:49:34.097926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:34.104446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:34.122542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d54ff-da2b-4b6e-af2e-fb28c08a9c63 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:34.201006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-28f15dc5-cc97-4db1-b9ac-d27be03c422d None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:34.201492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-28f15dc5-cc97-4db1-b9ac-d27be03c422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.224891 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:34.228850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.327067 n-d-798054-11 neutron-server[93994]: INFO neutron.db.ipam_backend_mixin [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18bc4b5a-7b41-48f8-8190-3ed78e6f6570 (CIDR: 2001:db8::/64) Jul 15 13:49:34.331214 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:49:34.331697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:34.348343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-de0e917b-5b74-4331-ba19-b750139b58b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2486131 Jul 15 13:49:34.350804 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48814) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:34.356136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'subnet': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:34.432921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': '18bc4b5a-7b41-48f8-8190-3ed78e6f6570'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '5097e295-1e79-497e-8e05-ccb56065729f'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:34.467750 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.473534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:34.477463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.633447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Allocated IP 2001:db8::2 (0ac3f7ad-262f-48d4-9195-77a791050e3b/18bc4b5a-7b41-48f8-8190-3ed78e6f6570/5097e295-1e79-497e-8e05-ccb56065729f) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:34.739116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:34.775864 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.792260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Transition to ACTIVE for port object 5097e295-1e79-497e-8e05-ccb56065729f will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:34.796926 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:34.841303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:34.873026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e0287-345c-4ba0-999d-4a5d09b1cac5 None None] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=19']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:35.037437 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.217244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:35.254715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.260515 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.261280 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.347759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:35.356240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:35.367717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:35.368320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.374560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Subnet': ['ID=c8e90d37-683f-4b4b-b4db-020b92a53c88,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:35.382725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=21']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:35.394614 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5f185fd-10fc-48b0-9e25-0aa1b2de2f7d tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0424318 Jul 15 13:49:35.397989 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48816) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:35.406071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Request body: {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'mac_address': 'fa:16:3e:36:34:8e', 'name': 'tempest-NetworksTestDHCPv6-923327805'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:35.453085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95deb06d-1e21-49e2-a078-34e6f2b62f09 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:35.523078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d7a7f644-db44-460d-95a2-a2228b3b677c None None] Provisioning for port 5097e295-1e79-497e-8e05-ccb56065729f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:35.529875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d7a7f644-db44-460d-95a2-a2228b3b677c None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:35.530250 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d7a7f644-db44-460d-95a2-a2228b3b677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.533122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Made reservation on behalf of ca02169dfb90452b8600cbfe3da50cba for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:35.624277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:35.646065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] device_id is not set on port 961f4dae-4719-42c2-84b7-35d6c724f341 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:35.849234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8::9a (0ac3f7ad-262f-48d4-9195-77a791050e3b/18bc4b5a-7b41-48f8-8190-3ed78e6f6570/961f4dae-4719-42c2-84b7-35d6c724f341) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:35.858912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Allocated IP 2001:db8:0:1:f816:3eff:fe36:348e (0ac3f7ad-262f-48d4-9195-77a791050e3b/c8e90d37-683f-4b4b-b4db-020b92a53c88/961f4dae-4719-42c2-84b7-35d6c724f341) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:36.047296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.063068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Transition to ACTIVE for port object 961f4dae-4719-42c2-84b7-35d6c724f341 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:36.100056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.156331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:36.159853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:36.164346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:36.170187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.170859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.177759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event updated for resources: {'Port': ['ID=961f4dae-4719-42c2-84b7-35d6c724f341,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:36.194094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5893ca25-a794-4456-ae75-5c238a2d6a37 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7925293 Jul 15 13:49:36.196146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48818) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:36.265542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:36.307845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting port 961f4dae-4719-42c2-84b7-35d6c724f341 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:36.308212 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.319667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:36.320043 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.432751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.447581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Calling delete_port for 961f4dae-4719-42c2-84b7-35d6c724f341 owned by {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:36.457415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cc5f48e4-b500-48f8-9b3e-1b08b01a763a None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:36.458077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cc5f48e4-b500-48f8-9b3e-1b08b01a763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.667101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.679095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-dd5ef880-9baa-409d-9799-b260b41ea7bb None None] Could not find standard attr ID for object 961f4dae-4719-42c2-84b7-35d6c724f341. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 13:49:36.700479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Port': ['ID=961f4dae-4719-42c2-84b7-35d6c724f341,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:36.752553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:36.756167 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-790a99cb-8d6e-4a28-afdb-dff555dd1878 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/961f4dae-4719-42c2-84b7-35d6c724f341 HTTP/1.1" status: 204 len: 168 time: 0.5580449 Jul 15 13:49:36.757725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48820) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:36.832960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2e2a9-ff35-4519-abaf-ec89c1d8a8be tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.834982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05f2e2a9-ff35-4519-abaf-ec89c1d8a8be tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0760498 Jul 15 13:49:36.838726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48822) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:36.906421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f85a26-d48c-4c23-8cac-5e6a432de913 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.908073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31f85a26-d48c-4c23-8cac-5e6a432de913 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0683258 Jul 15 13:49:36.911537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48824) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:36.971795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b5d2e-7043-468f-81d1-2518a7555532 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.973378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b5d2e-7043-468f-81d1-2518a7555532 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.975086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b5d2e-7043-468f-81d1-2518a7555532 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:36.976764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-924b5d2e-7043-468f-81d1-2518a7555532 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0642438 Jul 15 13:49:36.980892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48826) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.048414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet 18bc4b5a-7b41-48f8-8190-3ed78e6f6570 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:37.052547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.099767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.191956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.261057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.288994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=18bc4b5a-7b41-48f8-8190-3ed78e6f6570,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:37.293106 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.295243 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e31f11a1-a89c-4953-a2ea-357b304429c6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/18bc4b5a-7b41-48f8-8190-3ed78e6f6570 HTTP/1.1" status: 204 len: 168 time: 0.3128097 Jul 15 13:49:37.297940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48828) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.304422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec2ec4-b7ff-4d0b-bf72-a59f86547bcb None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:37.352005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Deleting subnet c8e90d37-683f-4b4b-b4db-020b92a53c88 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:37.359890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.403547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.505627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.569541 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.597974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e90d37-683f-4b4b-b4db-020b92a53c88,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:37.603326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.607410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-14daee2a-b1d8-4e9b-bb63-6ee4995f8029 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/c8e90d37-683f-4b4b-b4db-020b92a53c88 HTTP/1.1" status: 204 len: 168 time: 0.3061998 Jul 15 13:49:37.607938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48830) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.656320 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-335d8d8f-67d3-46cd-861e-f85af5581063 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448709 Jul 15 13:49:37.656786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48832) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.719877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac151c81-3cea-4b47-855c-c65ca484e5f5 None None] Update dhcp port {'port': {'network_id': '0ac3f7ad-262f-48d4-9195-77a791050e3b', 'fixed_ips': [{'subnet_id': 'c8e90d37-683f-4b4b-b4db-020b92a53c88'}], 'binding:host_id': 'n-d-798054-11'}, 'id': '5097e295-1e79-497e-8e05-ccb56065729f'} from n-d-798054-11. {{(pid=93996) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 13:49:37.733880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d61bbb-9083-4d4e-a183-31ca4a588d65 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:37.735626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a5d61bbb-9083-4d4e-a183-31ca4a588d65 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0772135 Jul 15 13:49:37.738557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48834) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.771778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac151c81-3cea-4b47-855c-c65ca484e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:37.813190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9b1a1-e5cc-4c02-b24c-746e07447293 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:37.814745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6f9b1a1-e5cc-4c02-b24c-746e07447293 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0749681 Jul 15 13:49:37.817316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48836) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.859661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b1a292ac-6f54-40b2-84b1-440ad36887e3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410030 Jul 15 13:49:37.869535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48838) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.898408 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-778ccba0-cb8b-42c1-a4a2-9ed7c5e2d0f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:37.899189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778ccba0-cb8b-42c1-a4a2-9ed7c5e2d0f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:37.902336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-778ccba0-cb8b-42c1-a4a2-9ed7c5e2d0f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/961f4dae-4719-42c2-84b7-35d6c724f341 HTTP/1.1" status: 404 len: 333 time: 0.0302734 Jul 15 13:49:37.909029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48840) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.932802 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41f0ca0-2f3c-4307-aa18-c7eeac9431b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:37.933261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41f0ca0-2f3c-4307-aa18-c7eeac9431b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:37.935110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c41f0ca0-2f3c-4307-aa18-c7eeac9431b8 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/c8e90d37-683f-4b4b-b4db-020b92a53c88 HTTP/1.1" status: 404 len: 337 time: 0.0291622 Jul 15 13:49:37.937825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48842) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:37.954945 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66801a-fa8b-4a1d-ad4b-be793cb91268 None None] Network 0ac3f7ad-262f-48d4-9195-77a791050e3b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:37.968301 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eee9014-1b5a-4e50-9a66-302e0239f973 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:37.968852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eee9014-1b5a-4e50-9a66-302e0239f973 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:37.971301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0eee9014-1b5a-4e50-9a66-302e0239f973 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/18bc4b5a-7b41-48f8-8190-3ed78e6f6570 HTTP/1.1" status: 404 len: 337 time: 0.0324562 Jul 15 13:49:37.973880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48844) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.004741 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7e8621-090c-49eb-a5b8-a7f16f64b7a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.005449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7e8621-090c-49eb-a5b8-a7f16f64b7a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.007213 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2f7e8621-090c-49eb-a5b8-a7f16f64b7a3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/5284ac43-2de9-45cb-9861-2123c2da807c HTTP/1.1" status: 404 len: 333 time: 0.0324028 Jul 15 13:49:38.010120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48846) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.039366 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed0d888-6c49-4663-bb22-5159408de434 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.040147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed0d888-6c49-4663-bb22-5159408de434 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.044913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7ed0d888-6c49-4663-bb22-5159408de434 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ffcbf39e-ab42-4901-8b80-d2d237c4785c HTTP/1.1" status: 404 len: 337 time: 0.0328026 Jul 15 13:49:38.046819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48848) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.064877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d5beeb41-3a97-49a3-9b35-a1ad07f79863 None None] Provisioning complete for port 5097e295-1e79-497e-8e05-ccb56065729f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:38.065249 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5beeb41-3a97-49a3-9b35-a1ad07f79863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:38.075611 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae281c21-8b26-4737-a34c-b6300acf35c1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.076214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae281c21-8b26-4737-a34c-b6300acf35c1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.078014 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae281c21-8b26-4737-a34c-b6300acf35c1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/5dbc4a77-47aa-4f04-aaac-f4f3d3d596e0 HTTP/1.1" status: 404 len: 337 time: 0.0297587 Jul 15 13:49:38.082341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48850) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.111517 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84f9b57-f69c-4866-a997-2e3f60d701e1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.112228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84f9b57-f69c-4866-a997-2e3f60d701e1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.114150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c84f9b57-f69c-4866-a997-2e3f60d701e1 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/26579fdb-1e7c-45d5-a8e0-13ce3b5784b6 HTTP/1.1" status: 404 len: 333 time: 0.0304260 Jul 15 13:49:38.118423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48852) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.158602 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6151510-8786-490c-8cd8-89662b808730 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.159068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6151510-8786-490c-8cd8-89662b808730 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.163896 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6151510-8786-490c-8cd8-89662b808730 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ee2fca50-a463-45e8-948f-b779345d44c0 HTTP/1.1" status: 404 len: 337 time: 0.0439236 Jul 15 13:49:38.164078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48854) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.176027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da23f55-066f-4d43-97c1-20810da922df None None] DHCP port deletion for 0ac3f7ad-262f-48d4-9195-77a791050e3b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:38.194279 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e6abe6-7169-4ac0-abdd-de1f5d3ae95a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.194768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e6abe6-7169-4ac0-abdd-de1f5d3ae95a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.199837 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b1e6abe6-7169-4ac0-abdd-de1f5d3ae95a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/63355203-6203-433a-b51f-b6cb5421c016 HTTP/1.1" status: 404 len: 337 time: 0.0316763 Jul 15 13:49:38.200545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48856) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.234913 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d5af73-f29c-47ba-9b10-cf0ba81912b7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.236146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d5af73-f29c-47ba-9b10-cf0ba81912b7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.238560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-46d5af73-f29c-47ba-9b10-cf0ba81912b7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/03fcd9d4-7c0e-4d4c-ace5-2999d5e53351 HTTP/1.1" status: 404 len: 333 time: 0.0364077 Jul 15 13:49:38.240831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48858) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.243722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Deleting port 5097e295-1e79-497e-8e05-ccb56065729f {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:38.244120 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:38.268133 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4a6122-eab5-438b-9bf5-6e77ba5f0494 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.268604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4a6122-eab5-438b-9bf5-6e77ba5f0494 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.270433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ae4a6122-eab5-438b-9bf5-6e77ba5f0494 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/766b4572-0e6e-48cb-9416-c6317ac98584 HTTP/1.1" status: 404 len: 337 time: 0.0286529 Jul 15 13:49:38.273105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48860) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.301434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5097e295-1e79-497e-8e05-ccb56065729f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:38.302446 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-392cbe67-9459-4721-857e-d30e47a8f7cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.302944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392cbe67-9459-4721-857e-d30e47a8f7cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.304722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-392cbe67-9459-4721-857e-d30e47a8f7cf tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/76d5637b-4b8c-408c-9b6d-7717fa8e38cd HTTP/1.1" status: 404 len: 337 time: 0.0306633 Jul 15 13:49:38.307674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48862) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.334911 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-07681e38-364d-44bc-a33b-614892ad0098 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.335836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07681e38-364d-44bc-a33b-614892ad0098 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.336399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2da23f55-066f-4d43-97c1-20810da922df None None] For port 5097e295-1e79-497e-8e05-ccb56065729f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5097e295-1e79-497e-8e05-ccb56065729f,segment=NetworkSegment(7e7b05e5-a826-43e8-99d3-6a26c9542778),segment_id=7e7b05e5-a826-43e8-99d3-6a26c9542778)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:38.336795 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:38.338152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-07681e38-364d-44bc-a33b-614892ad0098 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/1d8c6f1e-2dff-4b27-be59-e65831821779 HTTP/1.1" status: 404 len: 333 time: 0.0289502 Jul 15 13:49:38.340850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48864) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.356249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Calling delete_port for 5097e295-1e79-497e-8e05-ccb56065729f owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:38.367350 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b855d0-6105-4dda-b3ba-5bbb884b9375 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.367753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b855d0-6105-4dda-b3ba-5bbb884b9375 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.369811 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0b855d0-6105-4dda-b3ba-5bbb884b9375 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/9e19e170-ae18-4f13-8a0b-6aaf058bf41a HTTP/1.1" status: 404 len: 337 time: 0.0279262 Jul 15 13:49:38.372538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48866) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.399217 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b4a44c-2dec-4128-b49a-361b5efcae59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.399951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b4a44c-2dec-4128-b49a-361b5efcae59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.402086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05b4a44c-2dec-4128-b49a-361b5efcae59 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/62e39668-7f9d-4a57-bf48-1902b82a93e7 HTTP/1.1" status: 404 len: 333 time: 0.0286026 Jul 15 13:49:38.404985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48868) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.436185 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-d887e4b5-9f50-4ff3-ba22-2e899ccb9fe7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.436664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d887e4b5-9f50-4ff3-ba22-2e899ccb9fe7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.441148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d887e4b5-9f50-4ff3-ba22-2e899ccb9fe7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/bea842b7-69f8-44df-8239-ee07318ae3bc HTTP/1.1" status: 404 len: 337 time: 0.0324440 Jul 15 13:49:38.441354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48870) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.460847 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:38.468049 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee2259b-0df5-4203-8d9e-8e55d6ba36c7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.468793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee2259b-0df5-4203-8d9e-8e55d6ba36c7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.473157 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ee2259b-0df5-4203-8d9e-8e55d6ba36c7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/8c4db636-a791-4690-87f5-76fa50000025 HTTP/1.1" status: 404 len: 333 time: 0.0282772 Jul 15 13:49:38.473342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48872) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.489214 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:38.500345 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-22db1cb8-4e9a-41ab-a7d8-47b91da1bc15 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.500803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22db1cb8-4e9a-41ab-a7d8-47b91da1bc15 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.502562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-22db1cb8-4e9a-41ab-a7d8-47b91da1bc15 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/8ce832a5-5006-4b2a-b2fc-f9ccb362e608 HTTP/1.1" status: 404 len: 337 time: 0.0282395 Jul 15 13:49:38.505189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48874) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.532843 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edef0c2-58b9-455e-998c-6d24d67bb527 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.533569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edef0c2-58b9-455e-998c-6d24d67bb527 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.535410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1edef0c2-58b9-455e-998c-6d24d67bb527 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/2aad4add-9b8f-49e1-8a4f-9c9846a0a36b HTTP/1.1" status: 404 len: 333 time: 0.0292945 Jul 15 13:49:38.538048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48876) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.541985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Pushing event deleted for resources: {'Port': ['ID=5097e295-1e79-497e-8e05-ccb56065729f,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:38.544354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da23f55-066f-4d43-97c1-20810da922df None None] No DVR routers for this DVR port 5097e295-1e79-497e-8e05-ccb56065729f on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.555174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.556483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.556483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.556483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da23f55-066f-4d43-97c1-20810da922df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:49:38.565236 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9c632e-74c4-44fb-8249-892508a34b56 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.565732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9c632e-74c4-44fb-8249-892508a34b56 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.567649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4a9c632e-74c4-44fb-8249-892508a34b56 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/b40afd13-2565-486d-9669-9b5ef3e08c43 HTTP/1.1" status: 404 len: 337 time: 0.0286379 Jul 15 13:49:38.570426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48878) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.603044 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f92ba4d-eedb-4133-919c-37b2be6cf0da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.603495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f92ba4d-eedb-4133-919c-37b2be6cf0da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.605212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f92ba4d-eedb-4133-919c-37b2be6cf0da tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/a1ef2c2a-edca-4d42-8063-71eb02588faf HTTP/1.1" status: 404 len: 333 time: 0.0337706 Jul 15 13:49:38.608108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48880) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.635076 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-725e32c0-320c-4f32-b773-bb8e2a95a762 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.635437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725e32c0-320c-4f32-b773-bb8e2a95a762 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.637188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-725e32c0-320c-4f32-b773-bb8e2a95a762 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/19e7a429-d350-4b09-ae04-500261da76cb HTTP/1.1" status: 404 len: 337 time: 0.0281060 Jul 15 13:49:38.639984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48882) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.667697 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4b2c49-766f-4df2-8cd0-da8fee42bab7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.668493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4b2c49-766f-4df2-8cd0-da8fee42bab7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.670261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa4b2c49-766f-4df2-8cd0-da8fee42bab7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/96fce05d-d76e-4b56-9a11-63aff73591f3 HTTP/1.1" status: 404 len: 333 time: 0.0293393 Jul 15 13:49:38.673020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48884) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.700419 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b14fd6-6834-4bd1-864c-d3e2f4e9ae12 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.700970 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b14fd6-6834-4bd1-864c-d3e2f4e9ae12 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.702779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3b14fd6-6834-4bd1-864c-d3e2f4e9ae12 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/5da1a441-de6f-4187-a22a-9935ecac5c0b HTTP/1.1" status: 404 len: 337 time: 0.0288148 Jul 15 13:49:38.705665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48886) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.732350 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5ca998-ff5d-42e5-b38b-6b02938e5ae6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.732791 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5ca998-ff5d-42e5-b38b-6b02938e5ae6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.734554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bb5ca998-ff5d-42e5-b38b-6b02938e5ae6 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ec3b25ee-658c-4324-b475-759adf41108c HTTP/1.1" status: 404 len: 337 time: 0.0278714 Jul 15 13:49:38.737223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48888) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.769670 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6678f2-ac36-4b6c-9368-0d621fd1ab27 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.770381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6678f2-ac36-4b6c-9368-0d621fd1ab27 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.772214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-aa6678f2-ac36-4b6c-9368-0d621fd1ab27 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/92b8ae5f-523c-4780-ac76-e5f3511dfc6f HTTP/1.1" status: 404 len: 333 time: 0.0340796 Jul 15 13:49:38.775103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48890) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.801827 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-856cb4dc-c66b-4e0b-b754-61813e8253bd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.802287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856cb4dc-c66b-4e0b-b754-61813e8253bd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.804199 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-856cb4dc-c66b-4e0b-b754-61813e8253bd tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/9020b90d-7284-4d31-9f86-16932501f943 HTTP/1.1" status: 404 len: 337 time: 0.0281389 Jul 15 13:49:38.807843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.836042 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a42a0a-43af-4632-9017-5adb5446e3f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.836512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a42a0a-43af-4632-9017-5adb5446e3f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.839282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a4a42a0a-43af-4632-9017-5adb5446e3f4 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/2013f66e-1876-42b4-a093-5123c94510cb HTTP/1.1" status: 404 len: 337 time: 0.0304263 Jul 15 13:49:38.842098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.870008 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43cf04a-a39f-4cec-bb80-c6a7df0fe33a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.870558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43cf04a-a39f-4cec-bb80-c6a7df0fe33a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.872374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b43cf04a-a39f-4cec-bb80-c6a7df0fe33a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/d0915f6b-eb86-4d01-b815-ff3e02c90881 HTTP/1.1" status: 404 len: 333 time: 0.0292797 Jul 15 13:49:38.876159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48896) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.903467 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0ca089-d56b-406b-b591-0c15e50ff629 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.903809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0ca089-d56b-406b-b591-0c15e50ff629 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.905593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ed0ca089-d56b-406b-b591-0c15e50ff629 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/852a42a3-8880-4e2a-8eab-ca261edc6670 HTTP/1.1" status: 404 len: 337 time: 0.0284846 Jul 15 13:49:38.908643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.939671 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b53844-649f-46cc-b2dc-b0a38b399d05 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.940122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b53844-649f-46cc-b2dc-b0a38b399d05 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.941877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c9b53844-649f-46cc-b2dc-b0a38b399d05 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/ef03848e-327c-48cb-8692-c77a3f0fdc86 HTTP/1.1" status: 404 len: 337 time: 0.0318921 Jul 15 13:49:38.944846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:38.973917 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f437ad-e242-44b7-88c2-ea717b32b393 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:38.974733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f437ad-e242-44b7-88c2-ea717b32b393 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:38.976457 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-98f437ad-e242-44b7-88c2-ea717b32b393 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/8542b49d-2b54-464f-bf27-7291727e4a05 HTTP/1.1" status: 404 len: 333 time: 0.0305052 Jul 15 13:49:38.979882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.007783 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d09c77-92b1-4444-afe4-5dc7a1e9f1b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.008233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d09c77-92b1-4444-afe4-5dc7a1e9f1b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.010442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83d09c77-92b1-4444-afe4-5dc7a1e9f1b9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/0ad3673c-4092-47a2-9053-25bed6e06875 HTTP/1.1" status: 404 len: 337 time: 0.0294988 Jul 15 13:49:39.013163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.047509 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e32205b-105e-4cff-a9b2-504f297ac38a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.047974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e32205b-105e-4cff-a9b2-504f297ac38a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.049769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9e32205b-105e-4cff-a9b2-504f297ac38a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/3412615a-af2e-4240-b817-ffa302306897 HTTP/1.1" status: 404 len: 337 time: 0.0355127 Jul 15 13:49:39.052727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48906) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.084368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37b7285b-0aa7-42c3-8c68-ddbe0e9a9242 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports?device_id=0e48669a-1a89-4a51-8520-9eeb8db8b629 HTTP/1.1" status: 200 len: 205 time: 0.0304210 Jul 15 13:49:39.088439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48908) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.127249 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-e011b377-4b30-4443-841a-ed14ae27a791 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] delete failed (client error): The resource could not be found. Jul 15 13:49:39.128330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e011b377-4b30-4443-841a-ed14ae27a791 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/routers/0e48669a-1a89-4a51-8520-9eeb8db8b629 HTTP/1.1" status: 404 len: 336 time: 0.0389152 Jul 15 13:49:39.131346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.183868 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e18a34a-f16b-42b5-a2af-5bae401c472a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.184532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e18a34a-f16b-42b5-a2af-5bae401c472a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.188010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7e18a34a-f16b-42b5-a2af-5bae401c472a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/25ed5586-fe38-4acd-814d-fff2f37d8618 HTTP/1.1" status: 404 len: 337 time: 0.0549209 Jul 15 13:49:39.192078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48912) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.235916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-245d7423-d063-4533-8264-76eaeb4ca995 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "GET /v2.0/ports?device_id=05ca9def-c787-4487-9e01-507fbffaca5b HTTP/1.1" status: 200 len: 205 time: 0.0423467 Jul 15 13:49:39.238498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48914) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.290730 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-10c0267e-d890-417b-a114-44850de5c925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] delete failed (client error): The resource could not be found. Jul 15 13:49:39.292010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-10c0267e-d890-417b-a114-44850de5c925 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/routers/05ca9def-c787-4487-9e01-507fbffaca5b HTTP/1.1" status: 404 len: 336 time: 0.0525212 Jul 15 13:49:39.294786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48916) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.323415 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f5123e-a3f3-4db5-99a2-090f8c0ff4fb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.323897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f5123e-a3f3-4db5-99a2-090f8c0ff4fb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.325728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0f5123e-a3f3-4db5-99a2-090f8c0ff4fb tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/f76e7647-9163-4839-b818-dbb65c057525 HTTP/1.1" status: 404 len: 337 time: 0.0299089 Jul 15 13:49:39.328577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48918) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.360497 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2de0a9c-f899-4a72-8809-e7f71c9b5fc3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.360965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2de0a9c-f899-4a72-8809-e7f71c9b5fc3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.362763 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f2de0a9c-f899-4a72-8809-e7f71c9b5fc3 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/1b9a1f3f-e49c-4a5e-a719-e53868b5479e HTTP/1.1" status: 404 len: 337 time: 0.0332088 Jul 15 13:49:39.367848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48920) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.399627 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db6460f-d1ed-4726-94a9-b6b28a2434f0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.400850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db6460f-d1ed-4726-94a9-b6b28a2434f0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.403049 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1db6460f-d1ed-4726-94a9-b6b28a2434f0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/b5a49bc0-e314-4fe3-8c29-7a3a9fb86b42 HTTP/1.1" status: 404 len: 333 time: 0.0341516 Jul 15 13:49:39.406025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 48922) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.435505 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-c261dbb4-8bd7-481d-8936-66f94cb77105 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.435843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c261dbb4-8bd7-481d-8936-66f94cb77105 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.437771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c261dbb4-8bd7-481d-8936-66f94cb77105 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/20f80479-e983-4317-8292-5a38f8591284 HTTP/1.1" status: 404 len: 337 time: 0.0307207 Jul 15 13:49:39.442449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48924) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.472866 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b740fc-703b-4f95-9f58-2b2aba6f658c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.473693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b740fc-703b-4f95-9f58-2b2aba6f658c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.475685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-13b740fc-703b-4f95-9f58-2b2aba6f658c tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/e791cdff-720d-4e98-b77a-4c8cf9680c77 HTTP/1.1" status: 404 len: 333 time: 0.0320094 Jul 15 13:49:39.478808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48926) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.508832 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ca93ca-4585-4b4f-b6d9-8dac0bd2da25 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.509425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ca93ca-4585-4b4f-b6d9-8dac0bd2da25 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.511402 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-82ca93ca-4585-4b4f-b6d9-8dac0bd2da25 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/8f61af07-7e30-490f-b3fb-695e0025d9e0 HTTP/1.1" status: 404 len: 337 time: 0.0315721 Jul 15 13:49:39.514144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48928) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.542254 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeed4a5-e249-419d-8105-f91e7752c978 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.543007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeed4a5-e249-419d-8105-f91e7752c978 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.544857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aaeed4a5-e249-419d-8105-f91e7752c978 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/29654320-d061-4d07-aa49-6cd8b36ddcaa HTTP/1.1" status: 404 len: 333 time: 0.0297005 Jul 15 13:49:39.547718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48930) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.574254 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba53891-0628-4c8f-9489-a250494fad5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.574741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba53891-0628-4c8f-9489-a250494fad5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.576490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1ba53891-0628-4c8f-9489-a250494fad5a tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/4de1d141-151c-4506-b15d-3de856db60c9 HTTP/1.1" status: 404 len: 337 time: 0.0278449 Jul 15 13:49:39.579182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48932) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.610609 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-7791c8f2-e041-40d6-95f0-ce1288afb89e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.611407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7791c8f2-e041-40d6-95f0-ce1288afb89e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.613016 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7791c8f2-e041-40d6-95f0-ce1288afb89e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/2d82a39e-37e5-4296-9ac9-695c75921adb HTTP/1.1" status: 404 len: 333 time: 0.0328705 Jul 15 13:49:39.615856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.642285 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec718bc2-ba71-499b-85a1-a7064d16fda9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.642787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec718bc2-ba71-499b-85a1-a7064d16fda9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.644548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ec718bc2-ba71-499b-85a1-a7064d16fda9 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/99cdc707-d29a-4d72-a944-c92f26b4dfe0 HTTP/1.1" status: 404 len: 337 time: 0.0277717 Jul 15 13:49:39.647326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48936) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.674225 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-63018e27-1bdc-4d5b-88a0-fdb28092a14e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.674949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63018e27-1bdc-4d5b-88a0-fdb28092a14e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.676716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-63018e27-1bdc-4d5b-88a0-fdb28092a14e tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/30ab3955-3a31-49b6-9301-e7f701c3cd87 HTTP/1.1" status: 404 len: 333 time: 0.0284858 Jul 15 13:49:39.679486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48938) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.706112 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f88c67c-5093-49a0-8807-9f47feeac504 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.706477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f88c67c-5093-49a0-8807-9f47feeac504 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.708223 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f88c67c-5093-49a0-8807-9f47feeac504 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/efdac54c-f543-4bca-b1e5-c438469e30c9 HTTP/1.1" status: 404 len: 337 time: 0.0278447 Jul 15 13:49:39.710946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48940) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.737426 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a809413-57be-486f-98e7-aaa851da0623 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.738097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a809413-57be-486f-98e7-aaa851da0623 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.739883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3a809413-57be-486f-98e7-aaa851da0623 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/c5aba5ea-0fe6-4b18-ac0f-28bc4c22929b HTTP/1.1" status: 404 len: 333 time: 0.0280418 Jul 15 13:49:39.742591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48942) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.768824 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aedbce1-bf15-4217-8ee2-fa6cc6ad4149 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.769283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aedbce1-bf15-4217-8ee2-fa6cc6ad4149 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.771110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0aedbce1-bf15-4217-8ee2-fa6cc6ad4149 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/963406cb-9a54-44a9-b5f0-04baf02c13be HTTP/1.1" status: 404 len: 337 time: 0.0275819 Jul 15 13:49:39.773824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48944) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.805635 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c644a9-1450-4bc9-bbf6-829cb89f28c0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.806397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c644a9-1450-4bc9-bbf6-829cb89f28c0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.808404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-45c644a9-1450-4bc9-bbf6-829cb89f28c0 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/ports/a6a6a4fe-3ec7-4227-b27f-2b34a3786a69 HTTP/1.1" status: 404 len: 333 time: 0.0336912 Jul 15 13:49:39.811115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48946) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.837537 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3203338-0cc1-453c-8797-3d7d58f668e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:39.838028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3203338-0cc1-453c-8797-3d7d58f668e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:39.839855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d3203338-0cc1-453c-8797-3d7d58f668e7 tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/subnets/80407eda-8190-4192-b0e9-462fd34d3f45 HTTP/1.1" status: 404 len: 337 time: 0.0277965 Jul 15 13:49:39.842785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48948) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:39.921658 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.014970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.027227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac3f7ad-262f-48d4-9195-77a791050e3b']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:40.038020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7b05e5-a826-43e8-99d3-6a26c9542778') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:40.038314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7b05e5-a826-43e8-99d3-6a26c9542778') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:40.048103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.063311 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.069833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:40.070221 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:40.073849 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:40.157612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.165805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.167631 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] 10.222.0.57 "DELETE /v2.0/networks/0ac3f7ad-262f-48d4-9195-77a791050e3b HTTP/1.1" status: 204 len: 168 time: 0.3237619 Jul 15 13:49:40.181270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5edd3-2aea-4c38-80fb-b23614fe208b tempest-NetworksTestDHCPv6-817973393 tempest-NetworksTestDHCPv6-817973393-project] Pushing event deleted for resources: {'Network': ['ID=0ac3f7ad-262f-48d4-9195-77a791050e3b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:40.486675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48954) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:40.634338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1c499c10-d8c2-4e3e-977b-4d9e7510e7d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca02169dfb90452b8600cbfe3da50cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462612 Jul 15 13:49:40.637822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48966) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:40.692170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920fcfc6-8bcd-4da8-aa8e-c039f76dcbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.715505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920fcfc6-8bcd-4da8-aa8e-c039f76dcbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.769306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920fcfc6-8bcd-4da8-aa8e-c039f76dcbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.772099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-920fcfc6-8bcd-4da8-aa8e-c039f76dcbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:40.773325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-920fcfc6-8bcd-4da8-aa8e-c039f76dcbff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55021d32-55dd-4acf-9d6f-c0c80d90b570 HTTP/1.1" status: 204 len: 168 time: 0.1345479 Jul 15 13:49:40.782977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fcfc6-8bcd-4da8-aa8e-c039f76dcbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55021d32-55dd-4acf-9d6f-c0c80d90b570,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:41.508873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48988) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.623293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-3056f1cc-f667-4c90-862c-bd2b52916d96 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.624386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3056f1cc-f667-4c90-862c-bd2b52916d96 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1137381 Jul 15 13:49:41.627452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48992) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.631969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-2275be4d-1827-4510-8381-070d68c210b4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.632979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2275be4d-1827-4510-8381-070d68c210b4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045469 Jul 15 13:49:41.636015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48994) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.640566 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-5115a68c-2b4f-409e-9a19-4556aefe232b tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.641558 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5115a68c-2b4f-409e-9a19-4556aefe232b tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045900 Jul 15 13:49:41.644397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48996) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.648941 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-13954faa-bb6b-4301-a630-49b9ba73eea3 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.649963 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-13954faa-bb6b-4301-a630-49b9ba73eea3 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046179 Jul 15 13:49:41.654060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 48998) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.659382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-ffd78ad1-9776-4e3c-9799-c4f67a026d44 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.660374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ffd78ad1-9776-4e3c-9799-c4f67a026d44 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053825 Jul 15 13:49:41.663234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49000) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.668279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-7fd09a05-e660-424e-aba9-c16951b44073 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.669245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7fd09a05-e660-424e-aba9-c16951b44073 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049472 Jul 15 13:49:41.672398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49002) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.677225 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-49568f8b-6412-4092-a420-d968a7181c7b tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.678194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-49568f8b-6412-4092-a420-d968a7181c7b tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048976 Jul 15 13:49:41.682403 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49004) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.689669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-1a511444-f85c-4ed1-a667-5522c0944ac2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.691547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1a511444-f85c-4ed1-a667-5522c0944ac2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0076573 Jul 15 13:49:41.694328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49006) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.699382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-3ee7cc54-b3fb-4b83-855b-23a78d6ec37b tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.700523 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ee7cc54-b3fb-4b83-855b-23a78d6ec37b tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050392 Jul 15 13:49:41.703627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49008) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.708111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-7975c0bd-f454-48e8-b297-a666795e3737 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.709183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7975c0bd-f454-48e8-b297-a666795e3737 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045710 Jul 15 13:49:41.712185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49010) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.716699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-55b86cb0-89f2-4064-a684-96e7301583e9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.717639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-55b86cb0-89f2-4064-a684-96e7301583e9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045555 Jul 15 13:49:41.720713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49012) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.730517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-55e07b24-5179-4d94-adfa-28f150aad1bb tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.731895 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-55e07b24-5179-4d94-adfa-28f150aad1bb tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101099 Jul 15 13:49:41.735213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49014) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.740663 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-b54b3b62-962e-47fd-b5a2-2002e08d36e4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.742371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b54b3b62-962e-47fd-b5a2-2002e08d36e4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057745 Jul 15 13:49:41.745568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49016) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.753360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-cbe80653-24b0-4e89-849f-dc6646afe1d0 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.755022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cbe80653-24b0-4e89-849f-dc6646afe1d0 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0077944 Jul 15 13:49:41.757703 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49018) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.762325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-fc17316a-7182-487a-ae0a-7c0e6f16f4a9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.763355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fc17316a-7182-487a-ae0a-7c0e6f16f4a9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0046244 Jul 15 13:49:41.765936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49020) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.770125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-615d431b-71ed-4c08-a714-fd8d48801cb2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.771119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-615d431b-71ed-4c08-a714-fd8d48801cb2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042491 Jul 15 13:49:41.773811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49022) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.779290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-e6c5b11f-c7a1-4bc8-a736-ec36f6768fb5 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.780260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e6c5b11f-c7a1-4bc8-a736-ec36f6768fb5 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054820 Jul 15 13:49:41.783334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49024) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.787541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-95230030-d4f2-42fb-a243-65e62c297c28 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.788527 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-95230030-d4f2-42fb-a243-65e62c297c28 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042946 Jul 15 13:49:41.791094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49026) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.795516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-b9d71b8c-30f9-4a42-8ab2-3bc75136c325 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.796428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b9d71b8c-30f9-4a42-8ab2-3bc75136c325 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044024 Jul 15 13:49:41.799562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49028) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.804048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-ce0e75b1-8426-48d2-9110-5d870d3ec974 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.805079 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ce0e75b1-8426-48d2-9110-5d870d3ec974 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045643 Jul 15 13:49:41.808476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49030) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.812964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-35b26633-9f06-458b-948a-630c6fd31074 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.813944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35b26633-9f06-458b-948a-630c6fd31074 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045259 Jul 15 13:49:41.817277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49032) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.821602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-00b9fd32-ae87-4cd3-8c94-fc7dcc91702a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.823063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00b9fd32-ae87-4cd3-8c94-fc7dcc91702a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048311 Jul 15 13:49:41.825752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49034) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.829932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-640851d3-22ef-4e0d-ad83-5a27cf2c2266 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.830872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-640851d3-22ef-4e0d-ad83-5a27cf2c2266 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042441 Jul 15 13:49:41.832947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49036) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.837793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-969f878d-9799-4528-b75f-91bec9f8a7d6 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.839000 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-969f878d-9799-4528-b75f-91bec9f8a7d6 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050807 Jul 15 13:49:41.841310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49038) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.845213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-2e32de86-294a-46dc-96ba-1e0bffca873d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.846129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2e32de86-294a-46dc-96ba-1e0bffca873d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039916 Jul 15 13:49:41.848178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49040) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.851987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-bc9437d5-6706-4d0b-90b0-91b9b1281da8 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.852947 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bc9437d5-6706-4d0b-90b0-91b9b1281da8 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038743 Jul 15 13:49:41.855214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49042) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.859077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-d4d2acd5-97f9-4b9b-ae03-40db3e3bb17d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.860037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d4d2acd5-97f9-4b9b-ae03-40db3e3bb17d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039527 Jul 15 13:49:41.862030 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49044) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.865877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-faf826f7-3be3-46b7-95f6-a53db7e003d0 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.866806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-faf826f7-3be3-46b7-95f6-a53db7e003d0 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038810 Jul 15 13:49:41.869280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.873144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-8f12abb5-abb6-4857-a6e2-f74b8fbdfbfd tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.874042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f12abb5-abb6-4857-a6e2-f74b8fbdfbfd tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039568 Jul 15 13:49:41.876300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49048) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.880071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-61564863-a975-46c6-9d98-787847258ef9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.880973 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-61564863-a975-46c6-9d98-787847258ef9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0038657 Jul 15 13:49:41.883172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49050) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.887295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-c9efb2dd-02e9-48d9-b2be-55ecb7d60a3f tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.888180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c9efb2dd-02e9-48d9-b2be-55ecb7d60a3f tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0041828 Jul 15 13:49:41.891762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49052) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.896300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-53f8cac5-5fa6-4047-b07a-02bde9da017c tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.897222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-53f8cac5-5fa6-4047-b07a-02bde9da017c tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045629 Jul 15 13:49:41.900581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49054) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.904932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-bdb87389-d020-437a-b635-8ee54a7d06d2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.905786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bdb87389-d020-437a-b635-8ee54a7d06d2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039339 Jul 15 13:49:41.907956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49056) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.911917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-c5f13700-1438-46dc-bcd5-9e3aa704e224 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.912861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c5f13700-1438-46dc-bcd5-9e3aa704e224 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040896 Jul 15 13:49:41.915555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49058) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.919709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-8e113b7f-e47b-40d7-920e-1831b2ec63c7 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.920624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8e113b7f-e47b-40d7-920e-1831b2ec63c7 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0039735 Jul 15 13:49:41.922753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49060) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.926538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-217aed16-e0ea-4c61-b756-81fc75593a58 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.927427 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-217aed16-e0ea-4c61-b756-81fc75593a58 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038378 Jul 15 13:49:41.929484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.933617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-badfb2ea-0dde-45d4-a3e0-63503cdc757e tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.934572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-badfb2ea-0dde-45d4-a3e0-63503cdc757e tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042219 Jul 15 13:49:41.936706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49064) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.940510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-44a4d49c-b91a-4823-9009-b48e6e5786a7 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.941413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-44a4d49c-b91a-4823-9009-b48e6e5786a7 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038769 Jul 15 13:49:41.943471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49066) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.948232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-f4697d36-9813-4eda-b492-51d6a3fa875d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.949195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f4697d36-9813-4eda-b492-51d6a3fa875d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048850 Jul 15 13:49:41.952779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49068) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.956742 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-5d6aa3fb-c0d6-4b40-bb7e-2c293baf02b9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.957657 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d6aa3fb-c0d6-4b40-bb7e-2c293baf02b9 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040298 Jul 15 13:49:41.960672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49070) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.964859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-3a9b3100-8f13-4c11-a4bf-c1e10d695b96 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.965844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3a9b3100-8f13-4c11-a4bf-c1e10d695b96 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043013 Jul 15 13:49:41.968043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49072) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.971907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-995e51a1-63bc-4e0a-b019-86cecd726cbd tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.972823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-995e51a1-63bc-4e0a-b019-86cecd726cbd tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039577 Jul 15 13:49:41.974967 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.979052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-317ac875-6e9d-4c94-81ea-13aba6021e1a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.979965 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-317ac875-6e9d-4c94-81ea-13aba6021e1a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041866 Jul 15 13:49:41.982446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49076) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.986241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-629068f6-d1c3-4b41-a29a-75e73a6a6ced tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.987172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-629068f6-d1c3-4b41-a29a-75e73a6a6ced tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038669 Jul 15 13:49:41.989366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49078) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:41.993273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-285b9936-3994-406e-b5b3-361fe111fa86 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:41.994855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-285b9936-3994-406e-b5b3-361fe111fa86 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043502 Jul 15 13:49:41.997189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.001605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-ef7ff31f-b2a7-4385-be09-c6ebdd24d4fb tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.002652 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ef7ff31f-b2a7-4385-be09-c6ebdd24d4fb tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045507 Jul 15 13:49:42.007385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49082) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.012725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-4633c5e1-3859-4c02-bd74-bf053ab6a394 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.013660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4633c5e1-3859-4c02-bd74-bf053ab6a394 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052767 Jul 15 13:49:42.015920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49084) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.019822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-c4f3e94f-08cd-43c1-a8e0-83e15b24533f tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.020740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c4f3e94f-08cd-43c1-a8e0-83e15b24533f tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039794 Jul 15 13:49:42.022795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49086) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.027458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-5950d5bc-5c56-4b43-8089-ecabc44c9831 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.028401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5950d5bc-5c56-4b43-8089-ecabc44c9831 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047553 Jul 15 13:49:42.030596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.034825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-c121dc4b-b184-4860-9135-3f602f34fc9e tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.035770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c121dc4b-b184-4860-9135-3f602f34fc9e tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041914 Jul 15 13:49:42.038015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49090) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.042433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-00f46226-849f-40f4-8b3c-6c43715d70cc tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.043360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-00f46226-849f-40f4-8b3c-6c43715d70cc tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045233 Jul 15 13:49:42.045471 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49092) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.049557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-bb955bbc-137c-4f67-b9c6-7a444392f5a4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.050460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bb955bbc-137c-4f67-b9c6-7a444392f5a4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041599 Jul 15 13:49:42.052803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49094) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.057288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-a69505e7-23da-42d0-89e4-a0a87b12cb0a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.058199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a69505e7-23da-42d0-89e4-a0a87b12cb0a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045512 Jul 15 13:49:42.060541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49096) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.065050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-a2b02dee-d873-4a7d-9d5e-fe7e7f846e9a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.066022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a2b02dee-d873-4a7d-9d5e-fe7e7f846e9a tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046096 Jul 15 13:49:42.068133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49098) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.072450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-160bbd48-490c-4780-b37b-e34bcacaf1e4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.073489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-160bbd48-490c-4780-b37b-e34bcacaf1e4 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044129 Jul 15 13:49:42.075528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49100) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.080833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-c97c88c7-3639-49b4-b2f5-e7925e3de658 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.081957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c97c88c7-3639-49b4-b2f5-e7925e3de658 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049567 Jul 15 13:49:42.083927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.088513 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-fe951c6b-56d0-400b-87c9-994f6a95c5a3 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.089562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe951c6b-56d0-400b-87c9-994f6a95c5a3 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047328 Jul 15 13:49:42.091681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49104) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.096330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-96066316-e1f5-4fef-a242-aff438c9052d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.097360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-96066316-e1f5-4fef-a242-aff438c9052d tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047064 Jul 15 13:49:42.099515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49106) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.104487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-3116653b-edd3-47a8-9561-484e5dac8138 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.105543 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3116653b-edd3-47a8-9561-484e5dac8138 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050492 Jul 15 13:49:42.108040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49108) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.112518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [None req-418a1c93-32b1-441a-88a4-ffa4bc5aaed5 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.113457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-418a1c93-32b1-441a-88a4-ffa4bc5aaed5 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044203 Jul 15 13:49:42.115888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49110) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.120833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-fb9257ca-6220-49eb-9f3d-bfa76016dc93 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.121824 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fb9257ca-6220-49eb-9f3d-bfa76016dc93 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048265 Jul 15 13:49:42.123923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49112) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.127770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-d1e0278b-7d0b-4542-bc08-262931b48fc2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.128744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d1e0278b-7d0b-4542-bc08-262931b48fc2 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0039454 Jul 15 13:49:42.130753 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49114) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.136085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-473af088-dbb8-478f-bc92-b3d2545a77b1 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.137017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-473af088-dbb8-478f-bc92-b3d2545a77b1 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054193 Jul 15 13:49:42.139165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49116) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.143031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-637fc643-6203-41d6-b6bf-2a018ba28283 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.143939 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-637fc643-6203-41d6-b6bf-2a018ba28283 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039339 Jul 15 13:49:42.146215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49118) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.150096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-0d8b3fa1-8a10-4aee-9901-3705bede2254 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.151740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0d8b3fa1-8a10-4aee-9901-3705bede2254 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043035 Jul 15 13:49:42.153769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49120) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.157782 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-7e236a40-17b2-44e1-8af7-287279a1a023 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.158649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7e236a40-17b2-44e1-8af7-287279a1a023 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040114 Jul 15 13:49:42.162096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49122) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.166670 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-0a711f2b-aaf7-4fd8-aa6c-ea19d5c2bdaf tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.167625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0a711f2b-aaf7-4fd8-aa6c-ea19d5c2bdaf tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045929 Jul 15 13:49:42.169830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49124) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.173697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-84a8b679-c331-44e0-9951-464f92df9977 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.174626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-84a8b679-c331-44e0-9951-464f92df9977 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039506 Jul 15 13:49:42.176697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49126) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.180738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [None req-b002d7a3-51cd-4393-ac73-05235bc2ee17 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:49:42.181867 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b002d7a3-51cd-4393-ac73-05235bc2ee17 tempest-ExtensionsTestJSON-852105863 tempest-ExtensionsTestJSON-852105863-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042069 Jul 15 13:49:42.455759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.583321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6d90799-b48f-454f-81a0-bb6c1f1b4771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.687777 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6d90799-b48f-454f-81a0-bb6c1f1b4771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.694393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6d90799-b48f-454f-81a0-bb6c1f1b4771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.734146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f6d90799-b48f-454f-81a0-bb6c1f1b4771 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d707a51992e94e05a59137e61a845d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771382 Jul 15 13:49:42.734894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d90799-b48f-454f-81a0-bb6c1f1b4771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d543065c-6f69-4e93-b5de-17d7a025966e,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:42.736950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49136) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:42.790161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99846402-770a-4aa1-a536-b8cc8bc8e7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.814501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99846402-770a-4aa1-a536-b8cc8bc8e7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.864186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99846402-770a-4aa1-a536-b8cc8bc8e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.867234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-99846402-770a-4aa1-a536-b8cc8bc8e7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:42.868616 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-99846402-770a-4aa1-a536-b8cc8bc8e7fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d543065c-6f69-4e93-b5de-17d7a025966e HTTP/1.1" status: 204 len: 168 time: 0.1303537 Jul 15 13:49:42.877097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99846402-770a-4aa1-a536-b8cc8bc8e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d543065c-6f69-4e93-b5de-17d7a025966e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:43.090918 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64df846-40c5-40ab-b0b9-16a009e27e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.590726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:43.726498 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-644344618'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:43.750946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:43.755868 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.766665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.866919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.871896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.897811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:43.907833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766ccb16-2e79-4af1-b4d4-bc0a9580f754,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:43.912739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.913083 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Added segment 56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb of type vlan for network 514a2575-8963-4e2e-b83d-f23342baf39d Jul 15 13:49:43.954002 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.988226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:43.993986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:43.994873 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:44.058803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4667253 Jul 15 13:49:44.111047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629bf2d-95f7-430a-a35d-9b249edce54f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Network': ['ID=514a2575-8963-4e2e-b83d-f23342baf39d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:44.124648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 514a2575-8963-4e2e-b83d-f23342baf39d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:45.263439 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.540493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.566192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8e5bb626-0cd1-4fb7-9736-9cdcac9c39f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:45.690860 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.166197 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.334402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49166) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:47.340937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'subnet': {'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:47.441238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:47.444820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.640544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.700702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Subnet': ['ID=73e1a358-f79f-498d-b799-a6966db201df,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:47.709880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Checking segment: {'id': '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:47.710254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network hostable DHCP agents. Network: 514a2575-8963-4e2e-b83d-f23342baf39d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:47.727484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network 514a2575-8963-4e2e-b83d-f23342baf39d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:47.740450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 514a2575-8963-4e2e-b83d-f23342baf39d) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:47.745031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:47.746480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.757021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271f5e3-47a0-46c7-96d9-f90e279d22fe None None] Network 514a2575-8963-4e2e-b83d-f23342baf39d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:47.774574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c65d9575-d4a2-414a-8e1c-0e7a509b0826 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4355254 Jul 15 13:49:47.775606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49168) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:47.781989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-406394133'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:47.804493 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:47.808336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.833088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:47.842966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.843310 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Added segment fcbc04a2-3e43-422c-a985-b2fd19330a9a of type vlan for network 2c21dc44-d691-4ecc-b245-c440329a20ad Jul 15 13:49:47.898262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.926556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-514a2575-8963-4e2e-b83d-f23342baf39d', 'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d', 'tenant_id': '9a7accb069574f01af918b3fa6c78453', 'fixed_ips': [{'subnet_id': '73e1a358-f79f-498d-b799-a6966db201df'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:47.927497 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.932009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.939840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:47.941166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:47.975689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1978073 Jul 15 13:49:47.980111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49170) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:47.989962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'subnet': {'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:48.018197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85847b-f72c-430d-be70-e7d35b74b795 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Network': ['ID=2c21dc44-d691-4ecc-b245-c440329a20ad,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:48.037291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2c21dc44-d691-4ecc-b245-c440329a20ad details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:48.136714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:48.140536 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Allocated IP 2001:db8:0:ffff::2 (514a2575-8963-4e2e-b83d-f23342baf39d/73e1a358-f79f-498d-b799-a6966db201df/fb39da60-a128-4408-a6ba-5d0dd7203603) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:48.141651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.287888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.296840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Transition to ACTIVE for port object fb39da60-a128-4408-a6ba-5d0dd7203603 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:48.312113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Transition to ACTIVE for port object fb39da60-a128-4408-a6ba-5d0dd7203603 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:48.319475 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.363324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Network 514a2575-8963-4e2e-b83d-f23342baf39d is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:48.366142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:48.370195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:48.377722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Pushing event updated for resources: {'Port': ['ID=fb39da60-a128-4408-a6ba-5d0dd7203603,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:48.414407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:48.416380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.433140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Attempting to bind port fb39da60-a128-4408-a6ba-5d0dd7203603 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:48.433506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Attempting to bind port fb39da60-a128-4408-a6ba-5d0dd7203603 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:48.433870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Attempting to bind port fb39da60-a128-4408-a6ba-5d0dd7203603 on network 514a2575-8963-4e2e-b83d-f23342baf39d {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:48.439592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:48.439969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Checking segment: {'id': '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:48.440566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.440825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Bound using segment: {'id': '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:48.441310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Bound port: fb39da60-a128-4408-a6ba-5d0dd7203603, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '514a2575-8963-4e2e-b83d-f23342baf39d'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:48.441692 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.476698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Subnet': ['ID=34c8ce42-71be-4b2d-a824-6268fbe8f0f8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:48.494862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Checking segment: {'id': 'fcbc04a2-3e43-422c-a985-b2fd19330a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:48.495247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network hostable DHCP agents. Network: 2c21dc44-d691-4ecc-b245-c440329a20ad, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:48.510899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] For port fb39da60-a128-4408-a6ba-5d0dd7203603, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:48.516602 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] For port fb39da60-a128-4408-a6ba-5d0dd7203603, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fb39da60-a128-4408-a6ba-5d0dd7203603,segment=NetworkSegment(56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb),segment_id=56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:48.525422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network 2c21dc44-d691-4ecc-b245-c440329a20ad is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:48.529330 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.537587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2c21dc44-d691-4ecc-b245-c440329a20ad) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:48.543930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:48.544498 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.562708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aff99cbd-e053-4c26-97ab-dac7503f8653 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5803540 Jul 15 13:49:48.566610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49172) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:48.571861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e7d1d-c1a5-446f-b1c4-37978b2c8907 None None] Network 2c21dc44-d691-4ecc-b245-c440329a20ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:48.574183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'port': {'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad', 'name': 'tempest-NetworksIpV6TestAttrs-13495929'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:48.670912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f6183-3470-4dae-b763-4bd46322936e None None] Pushing event updated for resources: {'Port': ['ID=fb39da60-a128-4408-a6ba-5d0dd7203603,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:48.695520 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.724029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:48.727853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.749071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] device_id is not set on port f31f8136-c1b0-40a1-932b-7951a40c8796 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:48.798492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2c21dc44-d691-4ecc-b245-c440329a20ad', 'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad', 'tenant_id': '9a7accb069574f01af918b3fa6c78453', 'fixed_ips': [{'subnet_id': '34c8ce42-71be-4b2d-a824-6268fbe8f0f8'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:48.805389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:48.900056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Allocated IP 2001:db8::f816:3eff:fe9e:a731 (2c21dc44-d691-4ecc-b245-c440329a20ad/34c8ce42-71be-4b2d-a824-6268fbe8f0f8/f31f8136-c1b0-40a1-932b-7951a40c8796) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:49.066495 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.081712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Transition to ACTIVE for port object f31f8136-c1b0-40a1-932b-7951a40c8796 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:49.133529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.192888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network 2c21dc44-d691-4ecc-b245-c440329a20ad is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:49.194771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Allocated IP 2001:db8::f816:3eff:fe68:201d (2c21dc44-d691-4ecc-b245-c440329a20ad/34c8ce42-71be-4b2d-a824-6268fbe8f0f8/2ba7b485-d5d7-499f-9dbf-f0461bdab0f0) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:49.199528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:49.204172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:49.210130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:49.210805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.222901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Port': ['ID=f31f8136-c1b0-40a1-932b-7951a40c8796,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:49.236296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-84016569-a2b5-49bc-ac43-f2e62eb0431e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.6681428 Jul 15 13:49:49.239491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49174) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:49.307803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting subnet 34c8ce42-71be-4b2d-a824-6268fbe8f0f8 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:49.368535 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.379363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Transition to ACTIVE for port object 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:49.397721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Transition to ACTIVE for port object 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:49.408797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.409089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.453796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Network 2c21dc44-d691-4ecc-b245-c440329a20ad is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:49.457112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:49.461328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:49.467848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Pushing event updated for resources: {'Port': ['ID=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:49.476850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.546928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Attempting to bind port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:49.547398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Attempting to bind port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fcbc04a2-3e43-422c-a985-b2fd19330a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:49.547829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Attempting to bind port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 on network 2c21dc44-d691-4ecc-b245-c440329a20ad {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:49.553688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:49.554151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Checking segment: {'id': 'fcbc04a2-3e43-422c-a985-b2fd19330a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:49.554650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.555112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Bound using segment: {'id': 'fcbc04a2-3e43-422c-a985-b2fd19330a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:49.555666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Bound port: 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbc04a2-3e43-422c-a985-b2fd19330a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c21dc44-d691-4ecc-b245-c440329a20ad'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:49.556110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.625461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.679063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e3796-a6ee-43e2-ab60-3ebcf586374d None None] Network 514a2575-8963-4e2e-b83d-f23342baf39d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:49.701761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.710210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] For port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:49.733592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Subnet': ['ID=34c8ce42-71be-4b2d-a824-6268fbe8f0f8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:49.735954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.740279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3603f577-8424-4a04-929f-41910c0e4662 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/34c8ce42-71be-4b2d-a824-6268fbe8f0f8 HTTP/1.1" status: 204 len: 168 time: 0.4974301 Jul 15 13:49:49.740731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49176) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:49.757603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] For port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,segment=NetworkSegment(fcbc04a2-3e43-422c-a985-b2fd19330a9a),segment_id=fcbc04a2-3e43-422c-a985-b2fd19330a9a)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:49.770672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.779864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f7a681b6-8620-4982-98cf-98bb72d4b63f None None] Provisioning for port fb39da60-a128-4408-a6ba-5d0dd7203603 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:49.807673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c22ad-d341-4afa-87c7-1a6ab8efb7b7 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:49.809448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c22ad-d341-4afa-87c7-1a6ab8efb7b7 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:49.811164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e98c22ad-d341-4afa-87c7-1a6ab8efb7b7 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0697167 Jul 15 13:49:49.814401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49178) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:49.876634 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5839c-3afb-4c33-9759-9d430ed54823 None None] Pushing event updated for resources: {'Port': ['ID=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:49.904380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cb39186d-dcd8-4fcd-987c-58b518c85a8a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.914158 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb39186d-dcd8-4fcd-987c-58b518c85a8a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:49:49.915061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb39186d-dcd8-4fcd-987c-58b518c85a8a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:49.922364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb39186d-dcd8-4fcd-987c-58b518c85a8a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/2c21dc44-d691-4ecc-b245-c440329a20ad HTTP/1.1" status: 409 len: 405 time: 0.1030710 Jul 15 13:49:49.922602 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49180) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:49.928054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-674997627'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:49.954124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:49.959200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:49.988381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:50.003879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.004231 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Added segment 6ef0bfcf-34d3-4617-a30a-82b396a716f6 of type vlan for network b77227f0-e331-4287-a4fd-786da61ee289 Jul 15 13:49:50.059975 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.104742 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.121008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:50.121703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.177385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2536504 Jul 15 13:49:50.180406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49182) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:50.186212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'subnet': {'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:50.281068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e474d-7493-4018-b720-f652830042a4 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Network': ['ID=b77227f0-e331-4287-a4fd-786da61ee289,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:50.301550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b77227f0-e331-4287-a4fd-786da61ee289 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:50.424867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fb39da60-a128-4408-a6ba-5d0dd7203603 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:50.502571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port fb39da60-a128-4408-a6ba-5d0dd7203603 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:50.507432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fb39da60-a128-4408-a6ba-5d0dd7203603 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:50.507808 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.611769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.654623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port fb39da60-a128-4408-a6ba-5d0dd7203603, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fb39da60-a128-4408-a6ba-5d0dd7203603,segment=NetworkSegment(56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb),segment_id=56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:50.659816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:50.660834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:50.768285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=fb39da60-a128-4408-a6ba-5d0dd7203603,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:50.782621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:50.801228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:50.805220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.075148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8590658-068c-4e4d-896c-957dbf6495c0 None None] Network 2c21dc44-d691-4ecc-b245-c440329a20ad requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:51.117846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:51.120460 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.185829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Subnet': ['ID=8b21e9d5-ba81-4c35-8386-927dd742f79d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:51.200570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Checking segment: {'id': '6ef0bfcf-34d3-4617-a30a-82b396a716f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:51.200943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network hostable DHCP agents. Network: b77227f0-e331-4287-a4fd-786da61ee289, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:51.217049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] Provisioning for port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:51.220569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network b77227f0-e331-4287-a4fd-786da61ee289 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:51.223173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] Provisioning complete for port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:51.223555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.236255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b77227f0-e331-4287-a4fd-786da61ee289) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:51.246220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:51.247213 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.255186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa9f1b4-11e2-447e-918b-05f83ef06cbf None None] Network b77227f0-e331-4287-a4fd-786da61ee289 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:51.270455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-43e37aa7-6124-454b-94ec-4bd732b3ac82 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0888255 Jul 15 13:49:51.273242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49188) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:51.279240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'port': {'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289', 'name': 'tempest-NetworksIpV6TestAttrs-1900488012'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:51.424516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] DHCP port deletion for 2c21dc44-d691-4ecc-b245-c440329a20ad request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:51.430978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:51.435040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.456243 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] device_id is not set on port dd111297-bb88-42f0-b385-90ca93651070 yet. {{(pid=93994) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:49:51.575671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Allocated IP 2001:db8::f816:3eff:fe86:c09a (b77227f0-e331-4287-a4fd-786da61ee289/8b21e9d5-ba81-4c35-8386-927dd742f79d/dd111297-bb88-42f0-b385-90ca93651070) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:51.603753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.684573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] For port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,segment=NetworkSegment(fcbc04a2-3e43-422c-a985-b2fd19330a9a),segment_id=fcbc04a2-3e43-422c-a985-b2fd19330a9a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:51.706815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b77227f0-e331-4287-a4fd-786da61ee289', 'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289', 'tenant_id': '9a7accb069574f01af918b3fa6c78453', 'fixed_ips': [{'subnet_id': '8b21e9d5-ba81-4c35-8386-927dd742f79d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:51.707754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.711901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.738772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.754393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Transition to ACTIVE for port object dd111297-bb88-42f0-b385-90ca93651070 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:51.781895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] Deleting port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:51.782346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.789870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.844559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network b77227f0-e331-4287-a4fd-786da61ee289 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:51.848069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:51.852689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:51.858363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:51.858999 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.865204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Port': ['ID=dd111297-bb88-42f0-b385-90ca93651070,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:51.866337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970ee3-5ed0-4dd8-adee-0e464dd48a74 None None] Pushing event updated for resources: {'Port': ['ID=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:51.877577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1a4af511-541b-4755-b20c-3e35581dc789 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6032083 Jul 15 13:49:51.880576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49190) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:51.937638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting subnet 8b21e9d5-ba81-4c35-8386-927dd742f79d {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:49:51.941389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] For port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,segment=NetworkSegment(fcbc04a2-3e43-422c-a985-b2fd19330a9a),segment_id=fcbc04a2-3e43-422c-a985-b2fd19330a9a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:51.942208 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:51.983119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] Calling delete_port for 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:52.006316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Allocated IP 2001:db8::f816:3eff:fe7b:7361 (b77227f0-e331-4287-a4fd-786da61ee289/8b21e9d5-ba81-4c35-8386-927dd742f79d/5f4fddaa-2f6d-4e51-8232-b601859eabe0) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:52.158448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.210161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] Pushing event deleted for resources: {'Port': ['ID=2ba7b485-d5d7-499f-9dbf-f0461bdab0f0,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:52.215771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553baec3-5abd-446c-a426-8b31c8b51469 None None] No DVR routers for this DVR port 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:52.239824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.249020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Transition to ACTIVE for port object 5f4fddaa-2f6d-4e51-8232-b601859eabe0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:52.268526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Transition to ACTIVE for port object 5f4fddaa-2f6d-4e51-8232-b601859eabe0 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:52.275970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.276532 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.302051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fb39da60-a128-4408-a6ba-5d0dd7203603 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:49:52.323683 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.349356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Network b77227f0-e331-4287-a4fd-786da61ee289 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:52.356255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:52.365424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:52.369131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Pushing event updated for resources: {'Port': ['ID=5f4fddaa-2f6d-4e51-8232-b601859eabe0,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:52.408821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port fb39da60-a128-4408-a6ba-5d0dd7203603 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:49:52.409194 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.462008 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Attempting to bind port 5f4fddaa-2f6d-4e51-8232-b601859eabe0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:52.462409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Attempting to bind port 5f4fddaa-2f6d-4e51-8232-b601859eabe0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '6ef0bfcf-34d3-4617-a30a-82b396a716f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:52.463100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Attempting to bind port 5f4fddaa-2f6d-4e51-8232-b601859eabe0 on network b77227f0-e331-4287-a4fd-786da61ee289 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:52.478011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:52.478443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Checking segment: {'id': '6ef0bfcf-34d3-4617-a30a-82b396a716f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:52.478972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.479356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Bound using segment: {'id': '6ef0bfcf-34d3-4617-a30a-82b396a716f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:52.479940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Bound port: 5f4fddaa-2f6d-4e51-8232-b601859eabe0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef0bfcf-34d3-4617-a30a-82b396a716f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b77227f0-e331-4287-a4fd-786da61ee289'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:52.480341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.486339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.559856 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.590048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Subnet': ['ID=8b21e9d5-ba81-4c35-8386-927dd742f79d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:52.595183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] For port 5f4fddaa-2f6d-4e51-8232-b601859eabe0, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:52.598986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] For port 5f4fddaa-2f6d-4e51-8232-b601859eabe0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f4fddaa-2f6d-4e51-8232-b601859eabe0,segment=NetworkSegment(6ef0bfcf-34d3-4617-a30a-82b396a716f6),segment_id=6ef0bfcf-34d3-4617-a30a-82b396a716f6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:52.599275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.601249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f4827f9a-5095-4362-a80c-99e15060ccc0 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/8b21e9d5-ba81-4c35-8386-927dd742f79d HTTP/1.1" status: 204 len: 168 time: 0.7195599 Jul 15 13:49:52.604099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49192) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:52.606971 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.669385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:49:52.672060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cae3e3-ea41-4ab1-8026-2a187a3ce52d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:52.673589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cae3e3-ea41-4ab1-8026-2a187a3ce52d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:52.675255 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-89cae3e3-ea41-4ab1-8026-2a187a3ce52d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0701478 Jul 15 13:49:52.678022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49194) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:52.678789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277366-fd00-40a9-99ac-11a9f0417813 None None] Pushing event updated for resources: {'Port': ['ID=5f4fddaa-2f6d-4e51-8232-b601859eabe0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:52.699431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:49:52.699731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 2ba7b485-d5d7-499f-9dbf-f0461bdab0f0 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:49:52.763711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4ace67-9253-4717-a47f-9194152c7f18 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.771978 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4ace67-9253-4717-a47f-9194152c7f18 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 13:49:52.772467 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4ace67-9253-4717-a47f-9194152c7f18 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:52.774344 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee4ace67-9253-4717-a47f-9194152c7f18 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/b77227f0-e331-4287-a4fd-786da61ee289 HTTP/1.1" status: 409 len: 405 time: 0.0952923 Jul 15 13:49:52.779692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49196) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:52.785006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-306028993'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:52.812106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:52.820090 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.867906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:52.881816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.882469 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Added segment bc75508a-fed4-4dca-adba-ea0a7ea8e97b of type vlan for network 32aecf60-d70c-49bf-9e0d-d770eae98de9 Jul 15 13:49:52.932585 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.966052 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:52.974197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:52.974935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.012676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2316322 Jul 15 13:49:53.015391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49200) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:53.022601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'subnet': {'network_id': '32aecf60-d70c-49bf-9e0d-d770eae98de9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:53.061908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb684b03-f55d-4874-8e7f-a505b1be9b05 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Network': ['ID=32aecf60-d70c-49bf-9e0d-d770eae98de9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:53.073740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 32aecf60-d70c-49bf-9e0d-d770eae98de9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:53.147926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:53.152119 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.264579 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:49:53.430509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.objects.ports [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93995) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:53.432609 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.498219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Subnet': ['ID=42e26606-0401-40fa-8094-1662ea98cf44,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:53.510501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Checking segment: {'id': 'bc75508a-fed4-4dca-adba-ea0a7ea8e97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32aecf60-d70c-49bf-9e0d-d770eae98de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:53.510916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network hostable DHCP agents. Network: 32aecf60-d70c-49bf-9e0d-d770eae98de9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:53.542429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network 32aecf60-d70c-49bf-9e0d-d770eae98de9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:53.560277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 32aecf60-d70c-49bf-9e0d-d770eae98de9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:53.565644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:53.566361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.578822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f0785-8ce4-4307-9be0-9f0b08ab5fc8 None None] Network 32aecf60-d70c-49bf-9e0d-d770eae98de9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:53.587421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ac1d598b-8246-48a5-a91e-a3b24db497e8 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5709527 Jul 15 13:49:53.592806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49202) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:53.665705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e792d4e-d15a-4307-b78a-d94eb4bc44eb None None] Network b77227f0-e331-4287-a4fd-786da61ee289 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:53.729876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-75208e4c-f6bb-4435-a1b4-84f43bd78541 None None] Provisioning for port 5f4fddaa-2f6d-4e51-8232-b601859eabe0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:49:53.742790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.817295 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.892644 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.907790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a353365-fc89-4c83-8dbf-2b2f756486c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-32aecf60-d70c-49bf-9e0d-d770eae98de9', 'network_id': '32aecf60-d70c-49bf-9e0d-d770eae98de9', 'tenant_id': '9a7accb069574f01af918b3fa6c78453', 'fixed_ips': [{'subnet_id': '42e26606-0401-40fa-8094-1662ea98cf44'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:53.908674 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6a353365-fc89-4c83-8dbf-2b2f756486c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.929524 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Subnet': ['ID=42e26606-0401-40fa-8094-1662ea98cf44,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:53.995942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:53.996506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] DHCP port deletion for b77227f0-e331-4287-a4fd-786da61ee289 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:49:54.007762 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aecf60-d70c-49bf-9e0d-d770eae98de9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:54.020407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc75508a-fed4-4dca-adba-ea0a7ea8e97b') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:54.020760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc75508a-fed4-4dca-adba-ea0a7ea8e97b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:54.031499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.032583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd79f24-4974-446f-a88a-3a47ec36123b None None] Network 32aecf60-d70c-49bf-9e0d-d770eae98de9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:54.049335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.057990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:54.058435 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:54.062133 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:54.138048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.141264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] Deleting port 5f4fddaa-2f6d-4e51-8232-b601859eabe0 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:54.141653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.151359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.154060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/32aecf60-d70c-49bf-9e0d-d770eae98de9 HTTP/1.1" status: 204 len: 168 time: 0.5600240 Jul 15 13:49:54.165499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49208) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:54.168873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4c19b-10c9-4a0c-a5b1-3cc8c9555bec tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Network': ['ID=32aecf60-d70c-49bf-9e0d-d770eae98de9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:54.177341 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-83917791'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:54.200932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:54.204950 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.233959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:54.244256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.244706 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Added segment 0f266ed2-a172-433c-abe7-eb3868daf523 of type vlan for network b34c994e-00bb-4271-8a8e-71d93dafece9 Jul 15 13:49:54.247718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] For port 5f4fddaa-2f6d-4e51-8232-b601859eabe0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f4fddaa-2f6d-4e51-8232-b601859eabe0,segment=NetworkSegment(6ef0bfcf-34d3-4617-a30a-82b396a716f6),segment_id=6ef0bfcf-34d3-4617-a30a-82b396a716f6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:54.248134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.261810 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] Calling delete_port for 5f4fddaa-2f6d-4e51-8232-b601859eabe0 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:54.289013 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.322344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.328622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:54.329237 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.356483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.368328 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2011585 Jul 15 13:49:54.371356 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:54.376888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'subnet': {'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:54.390372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] Pushing event deleted for resources: {'Port': ['ID=5f4fddaa-2f6d-4e51-8232-b601859eabe0,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:54.399406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cda9e5-ce6e-4ead-8fc0-a3c8d39a3ba1 None None] No DVR routers for this DVR port 5f4fddaa-2f6d-4e51-8232-b601859eabe0 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:54.417157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d68a2f-d825-4c95-9f34-0c9686938d64 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Network': ['ID=b34c994e-00bb-4271-8a8e-71d93dafece9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:54.428503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b34c994e-00bb-4271-8a8e-71d93dafece9 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:54.490851 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:54.496194 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.704321 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.770686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Subnet': ['ID=c1d3cba4-3621-40bd-af66-2db6d963330c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:54.782873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Checking segment: {'id': '0f266ed2-a172-433c-abe7-eb3868daf523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:54.783286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network hostable DHCP agents. Network: b34c994e-00bb-4271-8a8e-71d93dafece9, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:54.801645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network b34c994e-00bb-4271-8a8e-71d93dafece9 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:54.816832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b34c994e-00bb-4271-8a8e-71d93dafece9) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:54.823801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:54.825064 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.829797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239009aa-4de1-4f9d-bda3-68b7461ec029 None None] Network b34c994e-00bb-4271-8a8e-71d93dafece9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:54.848541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ec6e13b1-71eb-4cc3-865a-f3ea78c17897 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4750986 Jul 15 13:49:54.851218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49212) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:54.976461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:54.995606 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b34c994e-00bb-4271-8a8e-71d93dafece9', 'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9', 'tenant_id': '9a7accb069574f01af918b3fa6c78453', 'fixed_ips': [{'subnet_id': 'c1d3cba4-3621-40bd-af66-2db6d963330c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:54.996671 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.048203 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.150725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Allocated IP 2001:db8::2 (b34c994e-00bb-4271-8a8e-71d93dafece9/c1d3cba4-3621-40bd-af66-2db6d963330c/5fbde6ce-9003-4339-aa7b-0691ec705080) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:49:55.297072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.305745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Transition to ACTIVE for port object 5fbde6ce-9003-4339-aa7b-0691ec705080 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:55.320851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Transition to ACTIVE for port object 5fbde6ce-9003-4339-aa7b-0691ec705080 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:49:55.328234 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.346843 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.371878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d3cba4-3621-40bd-af66-2db6d963330c,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:55.375522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Network b34c994e-00bb-4271-8a8e-71d93dafece9 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:49:55.377836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:55.381934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:49:55.397285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Pushing event updated for resources: {'Port': ['ID=5fbde6ce-9003-4339-aa7b-0691ec705080,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:55.445125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.452937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Attempting to bind port 5fbde6ce-9003-4339-aa7b-0691ec705080 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:49:55.453308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Attempting to bind port 5fbde6ce-9003-4339-aa7b-0691ec705080 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '0f266ed2-a172-433c-abe7-eb3868daf523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:49:55.453677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Attempting to bind port 5fbde6ce-9003-4339-aa7b-0691ec705080 on network b34c994e-00bb-4271-8a8e-71d93dafece9 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:49:55.456702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34c994e-00bb-4271-8a8e-71d93dafece9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:55.459151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:49:55.459523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Checking segment: {'id': '0f266ed2-a172-433c-abe7-eb3868daf523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:55.459932 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.460322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Bound using segment: {'id': '0f266ed2-a172-433c-abe7-eb3868daf523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:49:55.460795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Bound port: 5fbde6ce-9003-4339-aa7b-0691ec705080, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f266ed2-a172-433c-abe7-eb3868daf523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b34c994e-00bb-4271-8a8e-71d93dafece9'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:49:55.461182 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.474190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f266ed2-a172-433c-abe7-eb3868daf523') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:55.474573 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f266ed2-a172-433c-abe7-eb3868daf523') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:55.485193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.500666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.507535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:55.508028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:55.512038 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:55.528901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] For port 5fbde6ce-9003-4339-aa7b-0691ec705080, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:49:55.571024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] For port 5fbde6ce-9003-4339-aa7b-0691ec705080, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5fbde6ce-9003-4339-aa7b-0691ec705080,segment=NetworkSegment(0f266ed2-a172-433c-abe7-eb3868daf523),segment_id=0f266ed2-a172-433c-abe7-eb3868daf523)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:49:55.572808 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.db.api [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 13:49:55.572808 n-d-798054-11 neutron-server[93995]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 13:49:55.572808 n-d-798054-11 neutron-server[93995]: [parameters: {'id': 'b34c994e-00bb-4271-8a8e-71d93dafece9'}] Jul 15 13:49:55.572808 n-d-798054-11 neutron-server[93995]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:49:55.573368 n-d-798054-11 neutron-server[93995]: DEBUG oslo_db.api [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:49:55.576148 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:55.665466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28af6ef-8502-44d7-a167-8be31b5ab9c8 None None] Pushing event updated for resources: {'Port': ['ID=5fbde6ce-9003-4339-aa7b-0691ec705080,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:55.687303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e717ef-6841-4fce-a704-67b1825c713a None None] Network b34c994e-00bb-4271-8a8e-71d93dafece9 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:55.843661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da28ba-8402-4ccf-8bce-5515b78d1b74 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:49:55.939569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da28ba-8402-4ccf-8bce-5515b78d1b74 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:49:56.074727 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.143190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting port 5fbde6ce-9003-4339-aa7b-0691ec705080 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:56.143626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.223408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] For port 5fbde6ce-9003-4339-aa7b-0691ec705080, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5fbde6ce-9003-4339-aa7b-0691ec705080,segment=NetworkSegment(0f266ed2-a172-433c-abe7-eb3868daf523),segment_id=0f266ed2-a172-433c-abe7-eb3868daf523)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:49:56.223789 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.239369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Calling delete_port for 5fbde6ce-9003-4339-aa7b-0691ec705080 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:56.325960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.360230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Port': ['ID=5fbde6ce-9003-4339-aa7b-0691ec705080,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:56.362325 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No DVR routers for this DVR port 5fbde6ce-9003-4339-aa7b-0691ec705080 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:49:56.449834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.461347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34c994e-00bb-4271-8a8e-71d93dafece9']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:56.472576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f266ed2-a172-433c-abe7-eb3868daf523') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:56.472871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f266ed2-a172-433c-abe7-eb3868daf523') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:56.482596 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.497110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.503614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:56.504044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:56.507491 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:56.573998 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.581277 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.583232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/b34c994e-00bb-4271-8a8e-71d93dafece9 HTTP/1.1" status: 204 len: 168 time: 1.7308738 Jul 15 13:49:56.588549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49216) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:56.595854 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629b1f4-b421-494f-8d6b-c6bc1fa34770 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Network': ['ID=b34c994e-00bb-4271-8a8e-71d93dafece9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:56.596163 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-29567716'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:56.621073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:56.626042 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.655242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:49:56.667804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.668395 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Added segment 9f0f7f2b-ddd0-4381-b17b-abd4d799cdc1 of type vlan for network dbf75a54-cb5d-4b92-8c1e-31bd063a66ca Jul 15 13:49:56.717663 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.749250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.755133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:56.755683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:56.795876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2030723 Jul 15 13:49:56.796194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49218) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:56.801644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Request body: {'subnet': {'network_id': 'dbf75a54-cb5d-4b92-8c1e-31bd063a66ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:49:56.869470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53653fc9-2f7e-406e-a742-9643fb9945ad tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Network': ['ID=dbf75a54-cb5d-4b92-8c1e-31bd063a66ca,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:56.884551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network dbf75a54-cb5d-4b92-8c1e-31bd063a66ca details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:49:56.956320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Made reservation on behalf of 9a7accb069574f01af918b3fa6c78453 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:49:56.959937 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:57.114545 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-f7a1ffad-61a1-4daf-a34f-cc99e104dce8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1236527 Jul 15 13:49:57.323829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-84e715d0-8fd9-423b-abb3-6b292045b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:57.325693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-84e715d0-8fd9-423b-abb3-6b292045b6d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1097 time: 0.1595609 Jul 15 13:49:57.360913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.objects.ports [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93994) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 13:49:57.372548 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:57.511202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event updated for resources: {'Subnet': ['ID=92f2e9b0-251b-432c-8800-6c4e8d84066f,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:57.540336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Checking segment: {'id': '9f0f7f2b-ddd0-4381-b17b-abd4d799cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'dbf75a54-cb5d-4b92-8c1e-31bd063a66ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:49:57.540877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network hostable DHCP agents. Network: dbf75a54-cb5d-4b92-8c1e-31bd063a66ca, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:49:57.565999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-ba522da6-ffe0-437b-97c9-230388513009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:57.568288 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-ba522da6-ffe0-437b-97c9-230388513009 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.2053006 Jul 15 13:49:57.629453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Network dbf75a54-cb5d-4b92-8c1e-31bd063a66ca is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:49:57.653863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, dbf75a54-cb5d-4b92-8c1e-31bd063a66ca) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:49:57.666246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ee2de-0ae3-4f37-8dcc-b642bdb5356e None None] Network dbf75a54-cb5d-4b92-8c1e-31bd063a66ca requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:57.670389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:57.671200 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:57.689196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-42e53d0c-31af-4802-95f3-58b1767660ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 200 len: 999 time: 0.1130297 Jul 15 13:49:57.712199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf6c5683-75bb-4ce6-90f8-5777f3050c6b tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9145086 Jul 15 13:49:57.714889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49220) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:57.791361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-6fdb298b-f170-4199-970c-9a6468a229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:57.793430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-6fdb298b-f170-4199-970c-9a6468a229a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0967743 Jul 15 13:49:57.874936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-c78f4051-fd6f-4765-8054-c247e969f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:49:57.876659 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-c78f4051-fd6f-4765-8054-c247e969f1dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762627 Jul 15 13:49:57.880660 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:57.919005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87139f-a0b0-4709-a7a6-181705c9b28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-dbf75a54-cb5d-4b92-8c1e-31bd063a66ca', 'network_id': 'dbf75a54-cb5d-4b92-8c1e-31bd063a66ca', 'tenant_id': '9a7accb069574f01af918b3fa6c78453', 'fixed_ips': [{'subnet_id': '92f2e9b0-251b-432c-8800-6c4e8d84066f'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:49:57.920920 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eb87139f-a0b0-4709-a7a6-181705c9b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:57.952073 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.023655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-50d7dec8-1a20-496b-bee7-bac32c7d0d4a service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392586 Jul 15 13:49:58.043384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.072457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Subnet': ['ID=92f2e9b0-251b-432c-8800-6c4e8d84066f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-eb87139f-a0b0-4709-a7a6-181705c9b28f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92f2e9b0-251b-432c-8800-6c4e8d84066f: This subnet is being modified by another concurrent operation. Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92f2e9b0-251b-432c-8800-6c4e8d84066f: This subnet is being modified by another concurrent operation. Jul 15 13:49:58.074187 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 13:49:58.111776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3505d0d-1928-462b-b512-7d514df883dd None None] Network dbf75a54-cb5d-4b92-8c1e-31bd063a66ca requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:49:58.153856 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.168234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf75a54-cb5d-4b92-8c1e-31bd063a66ca']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:58.177007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-448abf52-8352-40a7-8be8-dfa4cf983485 req-79f0b21a-3d7f-4bf8-bf22-381583642499 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461134 Jul 15 13:49:58.183744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0f7f2b-ddd0-4381-b17b-abd4d799cdc1') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:58.184321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0f7f2b-ddd0-4381-b17b-abd4d799cdc1') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:58.199721 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.229699 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.238692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:58.239125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:58.242589 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:58.288895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007199e-2a45-4c80-9623-f0be6b1d75f5 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 13:49:58.318670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.325320 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.331479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/dbf75a54-cb5d-4b92-8c1e-31bd063a66ca HTTP/1.1" status: 204 len: 168 time: 0.6146333 Jul 15 13:49:58.331720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49222) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.347751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b50ab-c668-4716-baf6-6302ae70208d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Network': ['ID=dbf75a54-cb5d-4b92-8c1e-31bd063a66ca,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:58.369450 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e719bc-e7ba-4d2c-a0d4-5507f9d9bb4a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.370015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e719bc-e7ba-4d2c-a0d4-5507f9d9bb4a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.371922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e7e719bc-e7ba-4d2c-a0d4-5507f9d9bb4a tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/92f2e9b0-251b-432c-8800-6c4e8d84066f HTTP/1.1" status: 404 len: 337 time: 0.0390224 Jul 15 13:49:58.375272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.395700 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d4f7cf-d62c-4dfb-b20d-b1126127c341 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.396556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d4f7cf-d62c-4dfb-b20d-b1126127c341 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.398599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-83d4f7cf-d62c-4dfb-b20d-b1126127c341 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/dbf75a54-cb5d-4b92-8c1e-31bd063a66ca HTTP/1.1" status: 404 len: 339 time: 0.0222111 Jul 15 13:49:58.399805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007199e-2a45-4c80-9623-f0be6b1d75f5 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 13:49:58.403092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49226) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.437213 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3313879-25fe-473e-8173-d5ddb0acbe16 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.437778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3313879-25fe-473e-8173-d5ddb0acbe16 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.442411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a3313879-25fe-473e-8173-d5ddb0acbe16 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/c1d3cba4-3621-40bd-af66-2db6d963330c HTTP/1.1" status: 404 len: 337 time: 0.0358155 Jul 15 13:49:58.443075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49228) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.469435 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bb0efd-afe2-41d9-8a32-6f58d8c63f02 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.470309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bb0efd-afe2-41d9-8a32-6f58d8c63f02 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.475503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b0bb0efd-afe2-41d9-8a32-6f58d8c63f02 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/b34c994e-00bb-4271-8a8e-71d93dafece9 HTTP/1.1" status: 404 len: 339 time: 0.0284317 Jul 15 13:49:58.475774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49232) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.514280 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-225ed894-511d-4c1c-9e45-aaeb9f717404 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.515957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225ed894-511d-4c1c-9e45-aaeb9f717404 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.518198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-225ed894-511d-4c1c-9e45-aaeb9f717404 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/42e26606-0401-40fa-8094-1662ea98cf44 HTTP/1.1" status: 404 len: 337 time: 0.0406129 Jul 15 13:49:58.520086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.541900 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c25f4e9-72d8-456a-8e98-90d22580214f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.542547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c25f4e9-72d8-456a-8e98-90d22580214f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.546961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c25f4e9-72d8-456a-8e98-90d22580214f tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/32aecf60-d70c-49bf-9e0d-d770eae98de9 HTTP/1.1" status: 404 len: 339 time: 0.0231314 Jul 15 13:49:58.547693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49236) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.664373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting port dd111297-bb88-42f0-b385-90ca93651070 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:58.664734 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.741367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.756265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Calling delete_port for dd111297-bb88-42f0-b385-90ca93651070 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:58.856758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.890875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Port': ['ID=dd111297-bb88-42f0-b385-90ca93651070,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:58.894859 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:58.897629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5929d510-e86b-4fa6-b4c6-9716ed737dd2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/ports/dd111297-bb88-42f0-b385-90ca93651070 HTTP/1.1" status: 204 len: 168 time: 0.3479881 Jul 15 13:49:58.900728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49238) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:58.932950 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b30a33-6a7c-44ca-bddd-c54a25661879 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:58.933414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b30a33-6a7c-44ca-bddd-c54a25661879 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:58.935533 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f4b30a33-6a7c-44ca-bddd-c54a25661879 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/8b21e9d5-ba81-4c35-8386-927dd742f79d HTTP/1.1" status: 404 len: 337 time: 0.0332022 Jul 15 13:49:58.938408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49240) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:59.023513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.136735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.148928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77227f0-e331-4287-a4fd-786da61ee289']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:59.161867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef0bfcf-34d3-4617-a30a-82b396a716f6') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:59.162360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef0bfcf-34d3-4617-a30a-82b396a716f6') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:59.173731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.193001 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.200380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:59.200790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:59.204305 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:59.274500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.284760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.287069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/b77227f0-e331-4287-a4fd-786da61ee289 HTTP/1.1" status: 204 len: 168 time: 0.3474038 Jul 15 13:49:59.289801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49242) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:59.308997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240320d3-d623-41f7-b5cb-16ba8e28641d tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Network': ['ID=b77227f0-e331-4287-a4fd-786da61ee289,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:59.406396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting port f31f8136-c1b0-40a1-932b-7951a40c8796 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:49:59.406745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.472352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.487218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Calling delete_port for f31f8136-c1b0-40a1-932b-7951a40c8796 owned by {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:49:59.579715 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.617456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Port': ['ID=f31f8136-c1b0-40a1-932b-7951a40c8796,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:49:59.623713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.628329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d19c589d-98d5-45aa-bc4c-738e1ea17a4e tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/ports/f31f8136-c1b0-40a1-932b-7951a40c8796 HTTP/1.1" status: 204 len: 168 time: 0.3349566 Jul 15 13:49:59.628570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49244) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:59.658359 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7a54f4-ffe8-43b1-bd2f-14f40b1c4a45 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] DELETE failed (client error): The resource could not be found. Jul 15 13:49:59.658846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7a54f4-ffe8-43b1-bd2f-14f40b1c4a45 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:49:59.660630 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a7a54f4-ffe8-43b1-bd2f-14f40b1c4a45 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/34c8ce42-71be-4b2d-a824-6268fbe8f0f8 HTTP/1.1" status: 404 len: 337 time: 0.0310855 Jul 15 13:49:59.663496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49246) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:49:59.752038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.854006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.864847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c21dc44-d691-4ecc-b245-c440329a20ad']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:59.875849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbc04a2-3e43-422c-a985-b2fd19330a9a') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:59.876167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbc04a2-3e43-422c-a985-b2fd19330a9a') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:49:59.885201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.903748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.909950 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:49:59.910302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:49:59.913334 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:49:59.983057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.990348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:49:59.992340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/2c21dc44-d691-4ecc-b245-c440329a20ad HTTP/1.1" status: 204 len: 168 time: 0.3279095 Jul 15 13:49:59.995986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49248) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:00.013757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e35f93-1d9d-4aca-8524-ca97e52f13a2 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Network': ['ID=2c21dc44-d691-4ecc-b245-c440329a20ad,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:00.054577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting subnet 73e1a358-f79f-498d-b799-a6966db201df {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:00.058954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.108226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.226217 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.296788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.338820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Subnet': ['ID=73e1a358-f79f-498d-b799-a6966db201df,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:00.343641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.346083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f276e50-820a-420b-9f0f-29626d18f275 tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/subnets/73e1a358-f79f-498d-b799-a6966db201df HTTP/1.1" status: 204 len: 168 time: 0.3489594 Jul 15 13:50:00.348824 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49250) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:00.349162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c511ae-0d40-41bf-9d3c-cfd613cd9302 None None] Network 514a2575-8963-4e2e-b83d-f23342baf39d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:00.435189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.493413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Deleting port fb39da60-a128-4408-a6ba-5d0dd7203603 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:00.493811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.539796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] DHCP port deletion for 514a2575-8963-4e2e-b83d-f23342baf39d request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:00.570714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] For port fb39da60-a128-4408-a6ba-5d0dd7203603, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fb39da60-a128-4408-a6ba-5d0dd7203603,segment=NetworkSegment(56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb),segment_id=56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:00.571046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.583964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Calling delete_port for fb39da60-a128-4408-a6ba-5d0dd7203603 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:00.590809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] Deleting port fb39da60-a128-4408-a6ba-5d0dd7203603 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:00.591200 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.658505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] For port fb39da60-a128-4408-a6ba-5d0dd7203603, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=fb39da60-a128-4408-a6ba-5d0dd7203603,segment=NetworkSegment(56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb),segment_id=56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:00.658928 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.671469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.672048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] Calling delete_port for fb39da60-a128-4408-a6ba-5d0dd7203603 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:00.705479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] No DVR routers for this DVR port fb39da60-a128-4408-a6ba-5d0dd7203603 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:00.711114 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Port': ['ID=fb39da60-a128-4408-a6ba-5d0dd7203603,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:00.756385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.784485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] No DVR routers for this DVR port fb39da60-a128-4408-a6ba-5d0dd7203603 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:00.787930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225aa77-b5ca-48fa-bc3f-be7828bd54d4 None None] Pushing event deleted for resources: {'Port': ['ID=fb39da60-a128-4408-a6ba-5d0dd7203603,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:00.794926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.809563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514a2575-8963-4e2e-b83d-f23342baf39d']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:00.821089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:00.821395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c7f4d6-ea2c-49b9-ab5a-e8a41f1984bb') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:00.830833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.845467 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.851492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:00.851890 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:00.855247 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:00.921249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.931464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:00.933344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] 10.222.0.57 "DELETE /v2.0/networks/514a2575-8963-4e2e-b83d-f23342baf39d HTTP/1.1" status: 204 len: 168 time: 0.5835500 Jul 15 13:50:00.943527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f120db2-075d-41f3-9f72-762bdae876fa tempest-NetworksIpV6TestAttrs-2015232633 tempest-NetworksIpV6TestAttrs-2015232633-project] Pushing event deleted for resources: {'Network': ['ID=514a2575-8963-4e2e-b83d-f23342baf39d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:01.216479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:01.377746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-af9a4460-9fe0-4f68-b94e-25393b592497 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a7accb069574f01af918b3fa6c78453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599541 Jul 15 13:50:01.382087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49260) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:01.453032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de77b55b-ffbf-4ec8-bf9d-2d613f15e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:01.480453 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de77b55b-ffbf-4ec8-bf9d-2d613f15e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:01.549089 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de77b55b-ffbf-4ec8-bf9d-2d613f15e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:01.551738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de77b55b-ffbf-4ec8-bf9d-2d613f15e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:01.552945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de77b55b-ffbf-4ec8-bf9d-2d613f15e4ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/766ccb16-2e79-4af1-b4d4-bc0a9580f754 HTTP/1.1" status: 204 len: 168 time: 0.1697507 Jul 15 13:50:01.561954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77b55b-ffbf-4ec8-bf9d-2d613f15e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ccb16-2e79-4af1-b4d4-bc0a9580f754,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:02.265764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fb39da60-a128-4408-a6ba-5d0dd7203603 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:02.283396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49282) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:02.293020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: fb39da60-a128-4408-a6ba-5d0dd7203603 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:02.293437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device fb39da60-a128-4408-a6ba-5d0dd7203603 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:02.397865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-1744414549'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:02.424300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:02.428156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.438423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.545988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.556790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.597999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:02.617657 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fa646c-4ec2-4c74-a60f-af4570f76c13,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:02.633297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.634077 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment ed2bc652-b4ce-46b2-a115-941f5dda79a0 of type vlan for network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f Jul 15 13:50:02.689132 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.722041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.727915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:02.729166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:02.763269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4786696 Jul 15 13:50:02.765843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49286) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:02.772987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-387225350'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:03.200551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4d2dd-d089-4e4d-bebc-e618d016161c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=2ada6521-1c2c-44d1-88c2-5b68dfaafc7f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:03.212356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:03.215769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:03.220238 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.248327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:03.259417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.259918 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment 1b9a4ea7-5171-40e0-8941-3d3d75ca19e4 of type vlan for network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa Jul 15 13:50:03.301474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.333108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.338842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:03.339419 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.375131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6082051 Jul 15 13:50:03.378622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:03.383652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:03.427864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c454c15-2ae2-4aa6-8d92-d9b161fe0522 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=1aae3b1d-dbb4-4226-8a9e-4774a046d5aa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:03.439976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:03.520875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:03.524569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.760675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.839296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=d4fe98eb-9783-4ee4-938e-aa42bf630a1b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:03.850241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': 'ed2bc652-b4ce-46b2-a115-941f5dda79a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:03.850637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:03.869249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:03.880142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:03.885438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:03.886195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:03.893052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08ec3a-03ac-44d6-b13c-ec3eed649f07 None None] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:03.916255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:03.917013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-06959be6-07b0-44e6-8adc-6dd9d8d037d4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5364432 Jul 15 13:50:03.922815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:04.021882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:04.026617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.067121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2ada6521-1c2c-44d1-88c2-5b68dfaafc7f', 'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': 'd4fe98eb-9783-4ee4-938e-aa42bf630a1b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:04.068068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.210787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Allocated IP 172.20.0.2 (2ada6521-1c2c-44d1-88c2-5b68dfaafc7f/d4fe98eb-9783-4ee4-938e-aa42bf630a1b/e4f05647-4b63-4fc1-8d8e-2c615f00d983) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:04.235532 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.297373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=0a7de352-7ff1-4e15-a5f3-2525ec8dae01,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:04.315739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:04.316116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:04.334839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:04.345582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:04.350184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:04.350819 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.364924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291a6f0-a3b5-45d7-a867-2f8b24f5a101 None None] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:04.365977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7dd64756-d908-43c9-961f-04ea4ed8e6fb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4485679 Jul 15 13:50:04.368944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:04.372842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.373931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1969024706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:04.398337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Transition to ACTIVE for port object e4f05647-4b63-4fc1-8d8e-2c615f00d983 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:04.398606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.399603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.444040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Transition to ACTIVE for port object e4f05647-4b63-4fc1-8d8e-2c615f00d983 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:04.451507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.455095 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.459462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.475896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.477233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f4b443e6-7822-4420-8efd-8d4730dff22f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1072390 Jul 15 13:50:04.480269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49296) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:04.503522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:04.513734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:04.517533 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:04.549447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Pushing event updated for resources: {'Port': ['ID=e4f05647-4b63-4fc1-8d8e-2c615f00d983,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:04.634330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Attempting to bind port e4f05647-4b63-4fc1-8d8e-2c615f00d983 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:04.634873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Attempting to bind port e4f05647-4b63-4fc1-8d8e-2c615f00d983 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ed2bc652-b4ce-46b2-a115-941f5dda79a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:04.635248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Attempting to bind port e4f05647-4b63-4fc1-8d8e-2c615f00d983 on network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:04.641398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:04.641779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Checking segment: {'id': 'ed2bc652-b4ce-46b2-a115-941f5dda79a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:04.642187 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.642631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Bound using segment: {'id': 'ed2bc652-b4ce-46b2-a115-941f5dda79a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:04.643106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Bound port: e4f05647-4b63-4fc1-8d8e-2c615f00d983, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2bc652-b4ce-46b2-a115-941f5dda79a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2ada6521-1c2c-44d1-88c2-5b68dfaafc7f'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:04.643976 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.646888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-1aae3b1d-dbb4-4226-8a9e-4774a046d5aa', 'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': '0a7de352-7ff1-4e15-a5f3-2525ec8dae01'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:04.647722 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.778708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.794145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] For port e4f05647-4b63-4fc1-8d8e-2c615f00d983, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:04.799785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] For port e4f05647-4b63-4fc1-8d8e-2c615f00d983, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e4f05647-4b63-4fc1-8d8e-2c615f00d983,segment=NetworkSegment(ed2bc652-b4ce-46b2-a115-941f5dda79a0),segment_id=ed2bc652-b4ce-46b2-a115-941f5dda79a0)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:04.819257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:04.898163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Allocated IP 172.21.0.2 (1aae3b1d-dbb4-4226-8a9e-4774a046d5aa/0a7de352-7ff1-4e15-a5f3-2525ec8dae01/ab997886-31b1-4c1b-b123-b91871b89022) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:04.904955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f079676-9bb9-449d-a9b4-d8063dc9e21d None None] Pushing event updated for resources: {'Port': ['ID=e4f05647-4b63-4fc1-8d8e-2c615f00d983,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:05.085439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.20.0.1 (2ada6521-1c2c-44d1-88c2-5b68dfaafc7f/d4fe98eb-9783-4ee4-938e-aa42bf630a1b/79a7180b-89fd-4c22-a81f-f24d1f91a5de) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:05.125205 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.142295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Transition to ACTIVE for port object ab997886-31b1-4c1b-b123-b91871b89022 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:05.178235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Transition to ACTIVE for port object ab997886-31b1-4c1b-b123-b91871b89022 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:05.190303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.237685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:05.243260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:05.246335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:05.255318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Pushing event updated for resources: {'Port': ['ID=ab997886-31b1-4c1b-b123-b91871b89022,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:05.258304 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.280908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 79a7180b-89fd-4c22-a81f-f24d1f91a5de will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:05.316397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.321252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Attempting to bind port ab997886-31b1-4c1b-b123-b91871b89022 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:05.321648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Attempting to bind port ab997886-31b1-4c1b-b123-b91871b89022 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:05.322030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Attempting to bind port ab997886-31b1-4c1b-b123-b91871b89022 on network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:05.327269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:05.327637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Checking segment: {'id': '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:05.328041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.328438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Bound using segment: {'id': '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:05.329047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Bound port: ab997886-31b1-4c1b-b123-b91871b89022, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1aae3b1d-dbb4-4226-8a9e-4774a046d5aa'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:05.329948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.360336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:05.365724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:05.370097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:05.398216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=79a7180b-89fd-4c22-a81f-f24d1f91a5de,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:05.404373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] For port ab997886-31b1-4c1b-b123-b91871b89022, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:05.408298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] For port ab997886-31b1-4c1b-b123-b91871b89022, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ab997886-31b1-4c1b-b123-b91871b89022,segment=NetworkSegment(1b9a4ea7-5171-40e0-8941-3d3d75ca19e4),segment_id=1b9a4ea7-5171-40e0-8941-3d3d75ca19e4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:05.413543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.424789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.475120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c8b83-45d7-4c14-95db-0dfac427f981 None None] Pushing event updated for resources: {'Port': ['ID=ab997886-31b1-4c1b-b123-b91871b89022,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:05.573780 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.910307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:05.916558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:06.000208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=79a7180b-89fd-4c22-a81f-f24d1f91a5de,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:06.002913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:06.060141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791997da-3755-4c0d-a526-e17807408b11 None None] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:06.123677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:06.125306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:06.135076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7137dcc7-14b6-4799-a5a0-6eae44588e1b None None] Provisioning for port e4f05647-4b63-4fc1-8d8e-2c615f00d983 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:06.296786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 6b58e659-cd41-42f6-9e02-ecb9cea02294 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:50:06.409820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4f05647-4b63-4fc1-8d8e-2c615f00d983 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:06.434565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:06.444172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a0ae0bb1-bcd2-4758-a137-db7197aa5efe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/6b58e659-cd41-42f6-9e02-ecb9cea02294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9590702 Jul 15 13:50:06.445237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:06.456533 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] Sync routers for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:06.479289 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:06.480420 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:06.482784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port e4f05647-4b63-4fc1-8d8e-2c615f00d983 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:06.488920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e4f05647-4b63-4fc1-8d8e-2c615f00d983 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:06.489703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:06.520101 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:06.532634 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:06.533593 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:06.534063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b574c-c0c9-4699-b9fd-0e3ef84e20fc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:06.536096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-904b574c-c0c9-4699-b9fd-0e3ef84e20fc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports/79a7180b-89fd-4c22-a81f-f24d1f91a5de HTTP/1.1" status: 200 len: 910 time: 0.0905054 Jul 15 13:50:06.540475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:06.571813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:06.572611 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0427b-fc00-4eaf-b30a-26e4b0e7223e None None] The sync data for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:06.616483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:06.666560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port e4f05647-4b63-4fc1-8d8e-2c615f00d983, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e4f05647-4b63-4fc1-8d8e-2c615f00d983,segment=NetworkSegment(ed2bc652-b4ce-46b2-a115-941f5dda79a0),segment_id=ed2bc652-b4ce-46b2-a115-941f5dda79a0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:06.672702 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:06.673581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ab997886-31b1-4c1b-b123-b91871b89022 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:06.734334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-34a9cc5f-3893-4320-872f-b09a6f930016 None None] Provisioning complete for port e4f05647-4b63-4fc1-8d8e-2c615f00d983 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:06.735551 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-34a9cc5f-3893-4320-872f-b09a6f930016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:06.834155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3861b2b4-995a-4bfc-9c9b-28f1b1beef92 None None] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:07.020447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=e4f05647-4b63-4fc1-8d8e-2c615f00d983,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:07.022414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.086078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ab997886-31b1-4c1b-b123-b91871b89022 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:07.174554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-34a9cc5f-3893-4320-872f-b09a6f930016 None None] Provisioning for port 79a7180b-89fd-4c22-a81f-f24d1f91a5de completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:07.203767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-34a9cc5f-3893-4320-872f-b09a6f930016 None None] Provisioning complete for port 79a7180b-89fd-4c22-a81f-f24d1f91a5de triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:07.204145 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-34a9cc5f-3893-4320-872f-b09a6f930016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.267040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-34a9cc5f-3893-4320-872f-b09a6f930016 None None] Port 79a7180b-89fd-4c22-a81f-f24d1f91a5de cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:07.283748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-b982b758-4174-4b7e-a6fe-dfc07c127547 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735726 Jul 15 13:50:07.390293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Provisioning for port ab997886-31b1-4c1b-b123-b91871b89022 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:07.394828 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Provisioning complete for port ab997886-31b1-4c1b-b123-b91871b89022 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:07.395504 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.396307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.21.0.1 (1aae3b1d-dbb4-4226-8a9e-4774a046d5aa/0a7de352-7ff1-4e15-a5f3-2525ec8dae01/41f1be03-be46-470e-90ec-157d1b1a5635) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:07.401926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-47c6716a-9203-424a-9ff8-5db171da8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:07.404095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-47c6716a-9203-424a-9ff8-5db171da8709 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1098 time: 0.0699179 Jul 15 13:50:07.511694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.553894 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.554994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] For port ab997886-31b1-4c1b-b123-b91871b89022, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ab997886-31b1-4c1b-b123-b91871b89022,segment=NetworkSegment(1b9a4ea7-5171-40e0-8941-3d3d75ca19e4),segment_id=1b9a4ea7-5171-40e0-8941-3d3d75ca19e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:07.560680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.571149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 41f1be03-be46-470e-90ec-157d1b1a5635 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:07.572061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-ddcb7023-0f6f-4b76-bff4-016a6fe3aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:07.574181 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-ddcb7023-0f6f-4b76-bff4-016a6fe3aadb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1431537 Jul 15 13:50:07.605682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Provisioning complete for port 79a7180b-89fd-4c22-a81f-f24d1f91a5de triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:07.606059 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.607803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.643681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Pushing event updated for resources: {'Port': ['ID=ab997886-31b1-4c1b-b123-b91871b89022,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:07.651810 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:07.657948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:07.660641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:07.664219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9d80c365-c678-48b9-8e66-b134bef1a8be None None] Port 79a7180b-89fd-4c22-a81f-f24d1f91a5de cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:07.678410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-1e04c2bc-fb11-4cbf-8c55-9c8f6ec16008 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 1002 time: 0.0981174 Jul 15 13:50:07.700696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=41f1be03-be46-470e-90ec-157d1b1a5635,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:07.723399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.723856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.724118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.724465 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.724759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.725119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.725404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.726008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.726008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.726355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.733365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.734438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:07.753625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.763752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-2adabbea-7cd0-49dc-bdae-0539ecc9cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:07.765703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-2adabbea-7cd0-49dc-bdae-0539ecc9cd18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0805330 Jul 15 13:50:07.830594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-cd63e111-ef3c-4895-a133-72f0675ebb60 None None] Provisioning complete for port ab997886-31b1-4c1b-b123-b91871b89022 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:07.831155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd63e111-ef3c-4895-a133-72f0675ebb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.852442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-4876ee1e-1830-4663-9a06-be32d0807cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:07.855306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-4876ee1e-1830-4663-9a06-be32d0807cb0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817904 Jul 15 13:50:07.954198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:07.990215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-db8e16d5-2425-48fb-81fc-9a2f60db45b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279244 Jul 15 13:50:08.080553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-84abb7ea-2bc7-49a5-9af0-fb474f7505af None None] Provisioning for port 41f1be03-be46-470e-90ec-157d1b1a5635 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:08.085852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-84abb7ea-2bc7-49a5-9af0-fb474f7505af None None] Provisioning complete for port 41f1be03-be46-470e-90ec-157d1b1a5635 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:08.087044 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-84abb7ea-2bc7-49a5-9af0-fb474f7505af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.097363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4da1a417-35f9-4959-8fa2-5755f31f4583 req-6a0950bd-a91b-447e-867a-d7b7189f357f service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004128 Jul 15 13:50:08.142365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-84abb7ea-2bc7-49a5-9af0-fb474f7505af None None] Port 41f1be03-be46-470e-90ec-157d1b1a5635 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:08.259213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.266387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.288053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4f05647-4b63-4fc1-8d8e-2c615f00d983 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:08.341482 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port e4f05647-4b63-4fc1-8d8e-2c615f00d983 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:08.341846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.345458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=41f1be03-be46-470e-90ec-157d1b1a5635,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:08.348071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.427859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ab997886-31b1-4c1b-b123-b91871b89022 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:08.448491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:08.449978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:08.479930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ab997886-31b1-4c1b-b123-b91871b89022 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:08.480319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.561584 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 6b58e659-cd41-42f6-9e02-ecb9cea02294 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:08.664639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:08.670554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6dd4c6e-295b-453c-8706-5be6e12254ad tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/6b58e659-cd41-42f6-9e02-ecb9cea02294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1287303 Jul 15 13:50:08.673231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49308) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:08.675312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] Sync routers for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:08.685033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:08.685675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:08.721292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:08.731136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:08.731698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:08.732438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a86397-eb44-4eea-9468-0f9f147f9ece tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:08.736665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00a86397-eb44-4eea-9468-0f9f147f9ece tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports/41f1be03-be46-470e-90ec-157d1b1a5635 HTTP/1.1" status: 200 len: 910 time: 0.0596368 Jul 15 13:50:08.737367 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49310) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:08.770651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:08.771305 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d1e67-17b4-4e43-8b54-6cdfa077da3c None None] The sync data for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:08.783545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f29b8c07-f5d0-4b2b-8b45-c339f53456f7 None None] Provisioning complete for port 41f1be03-be46-470e-90ec-157d1b1a5635 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:08.783793 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f29b8c07-f5d0-4b2b-8b45-c339f53456f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:08.824183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f29b8c07-f5d0-4b2b-8b45-c339f53456f7 None None] Port 41f1be03-be46-470e-90ec-157d1b1a5635 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:09.443305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:09.759850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 41f1be03-be46-470e-90ec-157d1b1a5635 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:09.760446 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:09.850134 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:09.863086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 41f1be03-be46-470e-90ec-157d1b1a5635 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:10.050135 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:10.090283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=41f1be03-be46-470e-90ec-157d1b1a5635,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:10.117808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.118149 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.118487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.119008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.119343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.119842 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.120176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.120506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.120831 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.121154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.121477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.121798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:10.266231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:10.478736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 6b58e659-cd41-42f6-9e02-ecb9cea02294 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:10.588537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:10.593943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9ca8ca41-eab2-4568-b350-85de1a805066 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/6b58e659-cd41-42f6-9e02-ecb9cea02294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542891 Jul 15 13:50:10.597049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49312) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:10.598873 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] Sync routers for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:10.609557 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:10.610186 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:10.646901 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:10.656076 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:10.656689 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:10.688954 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:10.689531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35978d87-46e7-42d2-9952-f8210e7b8934 None None] The sync data for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:10.914957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:11.186204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 79a7180b-89fd-4c22-a81f-f24d1f91a5de {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:11.186683 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:11.287418 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:11.300899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 79a7180b-89fd-4c22-a81f-f24d1f91a5de owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:11.505351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:11.535428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=79a7180b-89fd-4c22-a81f-f24d1f91a5de,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:11.699333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:11.892778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 6b58e659-cd41-42f6-9e02-ecb9cea02294 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:11.977179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:11.985639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-237da349-a5f1-4c6c-98d5-f06b0e68a5f1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/6b58e659-cd41-42f6-9e02-ecb9cea02294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3873549 Jul 15 13:50:11.992038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] Sync routers for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:11.992655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49316) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:12.001543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:12.002262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:12.033491 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b06b5f34-f872-44d6-934e-071bba823c61 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b58e659-cd41-42f6-9e02-ecb9cea02294 HTTP/1.1" status: 200 len: 205 time: 0.0435417 Jul 15 13:50:12.036616 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49318) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:12.038738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:12.048941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] Routers {'6b58e659-cd41-42f6-9e02-ecb9cea02294'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:12.049587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:49:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['6b58e659-cd41-42f6-9e02-ecb9cea02294'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:12.083763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:12.084416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e978b7-22cb-4bb6-946a-30e9c34ea3e2 None None] The sync data for ids ['6b58e659-cd41-42f6-9e02-ecb9cea02294'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:12.127824 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.310789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.314800 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.367387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.368219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router 6b58e659-cd41-42f6-9e02-ecb9cea02294 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:12.376843 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.378039 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-113afbcd-df7e-4240-aef2-cdf722fc5da6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/6b58e659-cd41-42f6-9e02-ecb9cea02294 HTTP/1.1" status: 204 len: 168 time: 0.3404036 Jul 15 13:50:12.380938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49320) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:12.446365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet 0a7de352-7ff1-4e15-a5f3-2525ec8dae01 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:12.450283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.507620 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.642892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.717436 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.746089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7de352-7ff1-4e15-a5f3-2525ec8dae01,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:12.750480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.755892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:12.756492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a513b5b3-1b01-4373-96fa-9b56a63804dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/0a7de352-7ff1-4e15-a5f3-2525ec8dae01 HTTP/1.1" status: 204 len: 168 time: 0.3731651 Jul 15 13:50:12.762829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc13a67b-4b70-439d-8c55-0d5b3439985a None None] Network 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:12.814244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet d4fe98eb-9783-4ee4-938e-aa42bf630a1b {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:12.818355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.861714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.960171 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:12.971343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] DHCP port deletion for 1aae3b1d-dbb4-4226-8a9e-4774a046d5aa request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:13.031698 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.032262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] Deleting port ab997886-31b1-4c1b-b123-b91871b89022 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:13.032262 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.060348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fe98eb-9783-4ee4-938e-aa42bf630a1b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:13.064500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.069332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5034c06-7cbe-4754-bec0-93bfc7a16c23 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/d4fe98eb-9783-4ee4-938e-aa42bf630a1b HTTP/1.1" status: 204 len: 168 time: 0.3126621 Jul 15 13:50:13.069557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49324) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:13.114868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd427f0-d4e5-4f09-8ccc-8bfece93f1c9 None None] Network 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:13.166583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] For port ab997886-31b1-4c1b-b123-b91871b89022, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ab997886-31b1-4c1b-b123-b91871b89022,segment=NetworkSegment(1b9a4ea7-5171-40e0-8941-3d3d75ca19e4),segment_id=1b9a4ea7-5171-40e0-8941-3d3d75ca19e4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:13.166994 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.182023 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1758d2ef-dc87-4864-9722-9ce6f8c9f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.189688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] Calling delete_port for ab997886-31b1-4c1b-b123-b91871b89022 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:13.191643 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.266761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port ab997886-31b1-4c1b-b123-b91871b89022 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:13.267111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.353478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port ab997886-31b1-4c1b-b123-b91871b89022, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ab997886-31b1-4c1b-b123-b91871b89022,segment=NetworkSegment(1b9a4ea7-5171-40e0-8941-3d3d75ca19e4),segment_id=1b9a4ea7-5171-40e0-8941-3d3d75ca19e4)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:13.353859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.371599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for ab997886-31b1-4c1b-b123-b91871b89022 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:13.381052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.395435 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] No DVR routers for this DVR port ab997886-31b1-4c1b-b123-b91871b89022 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:13.421972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea084b-e273-4cb1-b169-dc34ddd93aef None None] Pushing event deleted for resources: {'Port': ['ID=ab997886-31b1-4c1b-b123-b91871b89022,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:13.461868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] DHCP port deletion for 2ada6521-1c2c-44d1-88c2-5b68dfaafc7f request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:13.487436 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.513153 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] Deleting port e4f05647-4b63-4fc1-8d8e-2c615f00d983 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:13.513539 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.514455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=ab997886-31b1-4c1b-b123-b91871b89022,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:13.518483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port ab997886-31b1-4c1b-b123-b91871b89022 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:13.583777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] For port e4f05647-4b63-4fc1-8d8e-2c615f00d983, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=e4f05647-4b63-4fc1-8d8e-2c615f00d983,segment=NetworkSegment(ed2bc652-b4ce-46b2-a115-941f5dda79a0),segment_id=ed2bc652-b4ce-46b2-a115-941f5dda79a0)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:13.584182 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.602041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] Calling delete_port for e4f05647-4b63-4fc1-8d8e-2c615f00d983 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:13.614044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.625822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aae3b1d-dbb4-4226-8a9e-4774a046d5aa']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:13.648211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:13.648676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9a4ea7-5171-40e0-8941-3d3d75ca19e4') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:13.667612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.686138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.694935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:13.695353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: self.session.flush() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:13.699235 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:13.705814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.754867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] Pushing event deleted for resources: {'Port': ['ID=e4f05647-4b63-4fc1-8d8e-2c615f00d983,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:13.754867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd3e9b-a1f6-49c6-8163-ace008b1e348 None None] No DVR routers for this DVR port e4f05647-4b63-4fc1-8d8e-2c615f00d983 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:13.791008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.800329 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:13.806282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/1aae3b1d-dbb4-4226-8a9e-4774a046d5aa HTTP/1.1" status: 204 len: 168 time: 0.7319586 Jul 15 13:50:13.807257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49326) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:13.825340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3c975-8b43-435d-8e09-2baff9982513 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=1aae3b1d-dbb4-4226-8a9e-4774a046d5aa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:13.900384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.001461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.013569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ada6521-1c2c-44d1-88c2-5b68dfaafc7f']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.024169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2bc652-b4ce-46b2-a115-941f5dda79a0') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.024402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2bc652-b4ce-46b2-a115-941f5dda79a0') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:14.034249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.049170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.055219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:14.055603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:14.059088 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:14.125060 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.133176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.135172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/2ada6521-1c2c-44d1-88c2-5b68dfaafc7f HTTP/1.1" status: 204 len: 168 time: 0.3179951 Jul 15 13:50:14.139523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49328) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:14.144931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-2080043148'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:14.147194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8a830-bc52-40d9-b54f-78fa6d67a196 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=2ada6521-1c2c-44d1-88c2-5b68dfaafc7f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.170451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:14.175034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.206711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:14.216577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.216926 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment 886698a8-b0cf-4a08-9409-43e6f06f37d8 of type vlan for network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 Jul 15 13:50:14.265829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.274785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4f05647-4b63-4fc1-8d8e-2c615f00d983 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:14.297860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: e4f05647-4b63-4fc1-8d8e-2c615f00d983 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:14.298222 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.298353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device e4f05647-4b63-4fc1-8d8e-2c615f00d983 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:14.299174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ab997886-31b1-4c1b-b123-b91871b89022 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:14.303742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:14.304345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:14.319543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ab997886-31b1-4c1b-b123-b91871b89022 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:14.319892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ab997886-31b1-4c1b-b123-b91871b89022 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:14.338340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1976004 Jul 15 13:50:14.341431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49330) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:14.348748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:14.398357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb87ca-e7b8-4873-9895-08487b9f00dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=00ae2fc5-a83a-4999-a280-8296fe6e0fd1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:14.412512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:14.872712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:14.876605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.068964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.132231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:15.141794 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': '886698a8-b0cf-4a08-9409-43e6f06f37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:15.142375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 00ae2fc5-a83a-4999-a280-8296fe6e0fd1, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:15.163076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:15.176028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 00ae2fc5-a83a-4999-a280-8296fe6e0fd1) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:15.181984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:15.182908 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.188002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3a9fb-9352-4c51-8982-51449689fffd None None] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:15.202362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e96a4bd-acb3-4e87-83c4-0c9a8314a2dc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8573818 Jul 15 13:50:15.202693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49332) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:15.207642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1973335249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:15.234053 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.235187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.288809 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.297529 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.302696 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.321672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.323124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-98ebab7a-6693-4e92-8ac8-3284aa1a4f66 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1193645 Jul 15 13:50:15.326244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49334) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:15.331616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'port': {'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1', 'name': 'tempest-RoutersTest-343992214'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:15.363288 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-00ae2fc5-a83a-4999-a280-8296fe6e0fd1', 'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': '5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:15.364219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.450895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:15.454472 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.473436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] device_id is not set on port e781c34a-b3cb-4a3a-830c-fd2fa5485471 yet. {{(pid=93995) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 13:50:15.512685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Allocated IP 172.20.0.2 (00ae2fc5-a83a-4999-a280-8296fe6e0fd1/5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb/f342049a-1adb-42c4-8e5a-ed7351608e50) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:15.564364 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.588588 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a6e7832d-93a9-472f-b10d-38b433d64e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.710546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.717548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.725997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Transition to ACTIVE for port object f342049a-1adb-42c4-8e5a-ed7351608e50 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:15.742842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Transition to ACTIVE for port object f342049a-1adb-42c4-8e5a-ed7351608e50 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:15.751640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.790509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:15.794303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:15.800628 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:15.813117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.20.0.11 (00ae2fc5-a83a-4999-a280-8296fe6e0fd1/5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb/e781c34a-b3cb-4a3a-830c-fd2fa5485471) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:15.853141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Pushing event updated for resources: {'Port': ['ID=f342049a-1adb-42c4-8e5a-ed7351608e50,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:15.869663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Attempting to bind port f342049a-1adb-42c4-8e5a-ed7351608e50 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:15.870370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Attempting to bind port f342049a-1adb-42c4-8e5a-ed7351608e50 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '886698a8-b0cf-4a08-9409-43e6f06f37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:15.870776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Attempting to bind port f342049a-1adb-42c4-8e5a-ed7351608e50 on network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:15.876626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:15.876992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Checking segment: {'id': '886698a8-b0cf-4a08-9409-43e6f06f37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:15.877411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.877812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Bound using segment: {'id': '886698a8-b0cf-4a08-9409-43e6f06f37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:15.878319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Bound port: f342049a-1adb-42c4-8e5a-ed7351608e50, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886698a8-b0cf-4a08-9409-43e6f06f37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '00ae2fc5-a83a-4999-a280-8296fe6e0fd1'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:15.878740 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.967586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] For port f342049a-1adb-42c4-8e5a-ed7351608e50, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:15.973544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] For port f342049a-1adb-42c4-8e5a-ed7351608e50, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f342049a-1adb-42c4-8e5a-ed7351608e50,segment=NetworkSegment(886698a8-b0cf-4a08-9409-43e6f06f37d8),segment_id=886698a8-b0cf-4a08-9409-43e6f06f37d8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:15.979509 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:15.994816 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.017739 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object e781c34a-b3cb-4a3a-830c-fd2fa5485471 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:16.058914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388fca1-0603-474a-ab2c-0ad7d2745a1d None None] Pushing event updated for resources: {'Port': ['ID=f342049a-1adb-42c4-8e5a-ed7351608e50,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:16.071025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.115808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:16.121307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:16.126064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:16.152955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=e781c34a-b3cb-4a3a-830c-fd2fa5485471,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:16.182434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:16.183088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.201620 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83803f50-f1fc-4890-bfbc-3f97e5514b21 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8732450 Jul 15 13:50:16.203497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49336) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:16.375229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f342049a-1adb-42c4-8e5a-ed7351608e50 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:16.441447 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port f342049a-1adb-42c4-8e5a-ed7351608e50 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:16.632703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.917799 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:16.924857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.021068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=e781c34a-b3cb-4a3a-830c-fd2fa5485471,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:17.043616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80765c55-2144-4a3f-aa31-e3cc250fcf90 None None] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:17.135164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] Provisioning for port f342049a-1adb-42c4-8e5a-ed7351608e50 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:17.154643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] Provisioning complete for port f342049a-1adb-42c4-8e5a-ed7351608e50 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:17.154954 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.222680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.243110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.349212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.379764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.406120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] For port f342049a-1adb-42c4-8e5a-ed7351608e50, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f342049a-1adb-42c4-8e5a-ed7351608e50,segment=NetworkSegment(886698a8-b0cf-4a08-9409-43e6f06f37d8),segment_id=886698a8-b0cf-4a08-9409-43e6f06f37d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:17.414012 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.489345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30966a7a-09ce-4506-877f-8db639d818b6 None None] Pushing event updated for resources: {'Port': ['ID=f342049a-1adb-42c4-8e5a-ed7351608e50,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:17.646635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b54ee8ab-9e2e-4b20-b479-69d8acebd351 None None] Provisioning complete for port f342049a-1adb-42c4-8e5a-ed7351608e50 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:17.647040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b54ee8ab-9e2e-4b20-b479-69d8acebd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.732023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.738183 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.784093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b54ee8ab-9e2e-4b20-b479-69d8acebd351 None None] Provisioning for port e781c34a-b3cb-4a3a-830c-fd2fa5485471 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:17.790626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b54ee8ab-9e2e-4b20-b479-69d8acebd351 None None] Provisioning complete for port e781c34a-b3cb-4a3a-830c-fd2fa5485471 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:17.791374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b54ee8ab-9e2e-4b20-b479-69d8acebd351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.830750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.833601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=e781c34a-b3cb-4a3a-830c-fd2fa5485471,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:17.838867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b54ee8ab-9e2e-4b20-b479-69d8acebd351 None None] Port e781c34a-b3cb-4a3a-830c-fd2fa5485471 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:17.933466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:17.934970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:17.960653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-558c9370-f8eb-470f-af34-9c25dc04d0fa None None] Provisioning complete for port e781c34a-b3cb-4a3a-830c-fd2fa5485471 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:17.961711 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-558c9370-f8eb-470f-af34-9c25dc04d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:17.998989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-558c9370-f8eb-470f-af34-9c25dc04d0fa None None] Port e781c34a-b3cb-4a3a-830c-fd2fa5485471 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:18.069230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 217fbbb3-fef6-4052-bd5f-b296e78ed5c8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:50:18.121843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a635248d-6e22-498a-be08-d07a2469a325 None None] Provisioning complete for port e781c34a-b3cb-4a3a-830c-fd2fa5485471 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:18.122211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a635248d-6e22-498a-be08-d07a2469a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.169728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-a635248d-6e22-498a-be08-d07a2469a325 None None] Port e781c34a-b3cb-4a3a-830c-fd2fa5485471 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:18.180634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:18.187301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dba466a0-cc19-45f2-83e6-282a38231ad0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/217fbbb3-fef6-4052-bd5f-b296e78ed5c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9819450 Jul 15 13:50:18.191697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49338) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:18.197649 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] Sync routers for ids ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:18.212322 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] Routers {'217fbbb3-fef6-4052-bd5f-b296e78ed5c8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:18.212913 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.261910 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.272682 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] Routers {'217fbbb3-fef6-4052-bd5f-b296e78ed5c8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:18.273333 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.273602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a57d71-990a-4fbd-a4b2-9d9fea7eeb53 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:18.276319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c1a57d71-990a-4fbd-a4b2-9d9fea7eeb53 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports/e781c34a-b3cb-4a3a-830c-fd2fa5485471 HTTP/1.1" status: 200 len: 977 time: 0.0805259 Jul 15 13:50:18.279051 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49340) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:18.312350 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:18.313017 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa8e469-b863-4cf7-9bf1-552d2bfb1794 None None] The sync data for ids ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:18.322901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f342049a-1adb-42c4-8e5a-ed7351608e50 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:18.376113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port f342049a-1adb-42c4-8e5a-ed7351608e50 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:18.376515 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.418979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b1e1ea1a-8632-4fb6-a40c-3dd2f35ce2bb None None] Provisioning complete for port e781c34a-b3cb-4a3a-830c-fd2fa5485471 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:18.420026 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ea1a-8632-4fb6-a40c-3dd2f35ce2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.461291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1ea1a-8632-4fb6-a40c-3dd2f35ce2bb None None] Port e781c34a-b3cb-4a3a-830c-fd2fa5485471 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:18.633851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.664584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.863486 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port e781c34a-b3cb-4a3a-830c-fd2fa5485471 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:18.863825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.961794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:18.974408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for e781c34a-b3cb-4a3a-830c-fd2fa5485471 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:19.171118 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.200515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=e781c34a-b3cb-4a3a-830c-fd2fa5485471,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:19.354257 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:19.531550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 217fbbb3-fef6-4052-bd5f-b296e78ed5c8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:19.613615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:19.620826 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e515d863-78bf-42cf-835c-ed933bd6b9da tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/217fbbb3-fef6-4052-bd5f-b296e78ed5c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3376715 Jul 15 13:50:19.622517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49342) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:19.625244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] Sync routers for ids ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:19.639975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] Routers {'217fbbb3-fef6-4052-bd5f-b296e78ed5c8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:19.640757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:19.849914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:19.860014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] Routers {'217fbbb3-fef6-4052-bd5f-b296e78ed5c8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:19.860678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:19.895107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:19.895792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd67813-8146-48a0-9eaa-5a880b41ca21 None None] The sync data for ids ['217fbbb3-fef6-4052-bd5f-b296e78ed5c8'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:20.200818 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-63008045-59d5-47fd-bffd-5f8e83c44092 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 13:50:20.201794 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-63008045-59d5-47fd-bffd-5f8e83c44092 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/217fbbb3-fef6-4052-bd5f-b296e78ed5c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5782874 Jul 15 13:50:20.204661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49344) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:20.234994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e860b4b8-5bff-48f8-8da0-34eb8a192fed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=217fbbb3-fef6-4052-bd5f-b296e78ed5c8 HTTP/1.1" status: 200 len: 205 time: 0.0292356 Jul 15 13:50:20.239017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49346) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:20.320492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.491201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.493328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.539371 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.539906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router 217fbbb3-fef6-4052-bd5f-b296e78ed5c8 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:20.547037 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.548207 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5fcc7db9-8db8-4e54-8799-3c6897fb9927 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/217fbbb3-fef6-4052-bd5f-b296e78ed5c8 HTTP/1.1" status: 204 len: 168 time: 0.3080988 Jul 15 13:50:20.551069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49348) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:20.603789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet 5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:20.607272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.651729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.752336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.825350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.857370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:20.862466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:20.864551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-491f5fd5-6e6a-44cf-97a3-bb4d808f1b4d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb HTTP/1.1" status: 204 len: 168 time: 0.3124795 Jul 15 13:50:20.867433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49350) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:20.870608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08c7b44-5c92-40f3-807a-030c2ebf74ee None None] Network 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:20.948369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.003167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port f342049a-1adb-42c4-8e5a-ed7351608e50 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:21.003518 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.079290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port f342049a-1adb-42c4-8e5a-ed7351608e50, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f342049a-1adb-42c4-8e5a-ed7351608e50,segment=NetworkSegment(886698a8-b0cf-4a08-9409-43e6f06f37d8),segment_id=886698a8-b0cf-4a08-9409-43e6f06f37d8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:21.079697 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.089379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] DHCP port deletion for 00ae2fc5-a83a-4999-a280-8296fe6e0fd1 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:21.096077 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for f342049a-1adb-42c4-8e5a-ed7351608e50 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:21.141918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] Deleting port f342049a-1adb-42c4-8e5a-ed7351608e50 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:21.142252 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.183863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.216197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=f342049a-1adb-42c4-8e5a-ed7351608e50,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:21.216479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] For port f342049a-1adb-42c4-8e5a-ed7351608e50, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f342049a-1adb-42c4-8e5a-ed7351608e50,segment=NetworkSegment(886698a8-b0cf-4a08-9409-43e6f06f37d8),segment_id=886698a8-b0cf-4a08-9409-43e6f06f37d8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:21.216723 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.219801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port f342049a-1adb-42c4-8e5a-ed7351608e50 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:21.234046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] Calling delete_port for f342049a-1adb-42c4-8e5a-ed7351608e50 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:21.304361 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.315408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ae2fc5-a83a-4999-a280-8296fe6e0fd1']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:21.317522 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.327660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886698a8-b0cf-4a08-9409-43e6f06f37d8') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:21.328386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886698a8-b0cf-4a08-9409-43e6f06f37d8') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:21.339713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.353267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] No DVR routers for this DVR port f342049a-1adb-42c4-8e5a-ed7351608e50 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:21.356272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.360524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25372bb-5978-4ee8-9dab-fee5b95d367e None None] Pushing event deleted for resources: {'Port': ['ID=f342049a-1adb-42c4-8e5a-ed7351608e50,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:21.364985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:21.365637 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:21.369801 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:21.441229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.448833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.450726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/00ae2fc5-a83a-4999-a280-8296fe6e0fd1 HTTP/1.1" status: 204 len: 168 time: 0.5823140 Jul 15 13:50:21.455104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:21.461557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-932684845'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:21.463620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f4b3d-fa7a-4e81-a3ef-cd8271ada235 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=00ae2fc5-a83a-4999-a280-8296fe6e0fd1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:21.489059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:21.495317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.534728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:21.547905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.548464 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment ab1dc579-754b-4e48-8867-7ed982eef7b1 of type vlan for network f18b7eb0-b10f-4198-abd5-d996e3421538 Jul 15 13:50:21.617782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.649608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.656080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:21.656684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:21.696074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2395768 Jul 15 13:50:21.699040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49354) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:21.704536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:21.735461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693c3b-4b8e-49c9-af25-ca94ff17a21a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=f18b7eb0-b10f-4198-abd5-d996e3421538,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:21.747998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network f18b7eb0-b10f-4198-abd5-d996e3421538 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:21.799949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:21.803317 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.028477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.097192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=14a1d35c-303f-4878-940a-783d4992faff,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:22.108662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': 'ab1dc579-754b-4e48-8867-7ed982eef7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:22.108955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: f18b7eb0-b10f-4198-abd5-d996e3421538, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:22.131069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network f18b7eb0-b10f-4198-abd5-d996e3421538 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:22.142067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, f18b7eb0-b10f-4198-abd5-d996e3421538) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:22.146956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:22.147656 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.154641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753bd69-202f-429d-8be7-dc367fd446dc None None] Network f18b7eb0-b10f-4198-abd5-d996e3421538 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:22.170875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-313c80c7-7986-4289-9050-c3ea0f9a4733 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4705539 Jul 15 13:50:22.175365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49356) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:22.180281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1764708080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:22.208178 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.209546 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.270396 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.276665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.305638 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.307846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-973d43c0-0b9a-4106-89ed-c26297f512cc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1312380 Jul 15 13:50:22.310668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49358) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:22.310841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f342049a-1adb-42c4-8e5a-ed7351608e50 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:22.336208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: f342049a-1adb-42c4-8e5a-ed7351608e50 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:22.336684 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f342049a-1adb-42c4-8e5a-ed7351608e50 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:22.382091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-f18b7eb0-b10f-4198-abd5-d996e3421538', 'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': '14a1d35c-303f-4878-940a-783d4992faff'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:22.383037 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.539592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Allocated IP 172.20.0.2 (f18b7eb0-b10f-4198-abd5-d996e3421538/14a1d35c-303f-4878-940a-783d4992faff/6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:22.608105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.705667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.715847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Transition to ACTIVE for port object 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:22.733722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Transition to ACTIVE for port object 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:22.740673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.783558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Network f18b7eb0-b10f-4198-abd5-d996e3421538 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:22.786748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:22.790800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:22.802981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Pushing event updated for resources: {'Port': ['ID=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:22.858596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Attempting to bind port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:22.859021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Attempting to bind port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ab1dc579-754b-4e48-8867-7ed982eef7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:22.859173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Attempting to bind port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf on network f18b7eb0-b10f-4198-abd5-d996e3421538 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:22.864601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:22.864957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Checking segment: {'id': 'ab1dc579-754b-4e48-8867-7ed982eef7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:22.865372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.865761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Bound using segment: {'id': 'ab1dc579-754b-4e48-8867-7ed982eef7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:22.866228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Bound port: 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1dc579-754b-4e48-8867-7ed982eef7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f18b7eb0-b10f-4198-abd5-d996e3421538'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:22.866637 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:22.881557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.20.0.1 (f18b7eb0-b10f-4198-abd5-d996e3421538/14a1d35c-303f-4878-940a-783d4992faff/ba321850-4eaf-496d-9df5-88f0ed9964a9) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:22.937348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] For port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:22.940955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] For port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,segment=NetworkSegment(ab1dc579-754b-4e48-8867-7ed982eef7b1),segment_id=ab1dc579-754b-4e48-8867-7ed982eef7b1)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:22.946001 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.014796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87445b-db97-4f3f-9200-f0e07020136c None None] Pushing event updated for resources: {'Port': ['ID=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:23.015049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.032511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object ba321850-4eaf-496d-9df5-88f0ed9964a9 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:23.070628 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.125788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network f18b7eb0-b10f-4198-abd5-d996e3421538 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:23.129642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:23.134497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:23.139086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=ba321850-4eaf-496d-9df5-88f0ed9964a9,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:23.209195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.374022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.663378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.670636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.764765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:23.767509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=ba321850-4eaf-496d-9df5-88f0ed9964a9,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:23.895203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network f18b7eb0-b10f-4198-abd5-d996e3421538 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:23.896717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:24.016893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff589a6-3f8c-4a33-8eb9-416e500ce360 None None] Network f18b7eb0-b10f-4198-abd5-d996e3421538 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:24.024487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:50:24.123875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:24.134775 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] Sync routers for ids ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:24.136227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49360) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:24.146249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a62465fc-7ee2-4a87-b639-c4ee4b2f8406 None None] Provisioning for port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:24.147813 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] Routers {'4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:24.148560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67294275-f3f2-48b2-a710-08d4a506d3dd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/4d60f67d-e53a-4f4d-bdba-54f1eb2e2622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8367116 Jul 15 13:50:24.148858 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:24.187046 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:24.196833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35321399-18b4-4fdc-8670-11ecf53e32c6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:24.198358 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] Routers {'4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:24.199120 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:24.201273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49362) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:24.201462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35321399-18b4-4fdc-8670-11ecf53e32c6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports/ba321850-4eaf-496d-9df5-88f0ed9964a9 HTTP/1.1" status: 200 len: 910 time: 0.0640442 Jul 15 13:50:24.250910 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:24.251807 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f0c9bc-a553-4662-b2e2-e0db0111d49b None None] The sync data for ids ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:24.360360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:24.429407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:24.435348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:24.435809 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.536684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.581736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,segment=NetworkSegment(ab1dc579-754b-4e48-8867-7ed982eef7b1),segment_id=ab1dc579-754b-4e48-8867-7ed982eef7b1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:24.588689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.600370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.614591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c5fe743b-258e-44a2-bcb2-e2ddf9b8b7c3 None None] Provisioning complete for port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:24.614936 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c5fe743b-258e-44a2-bcb2-e2ddf9b8b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.672337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:24.751356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c5fe743b-258e-44a2-bcb2-e2ddf9b8b7c3 None None] Provisioning for port ba321850-4eaf-496d-9df5-88f0ed9964a9 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:24.757161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c5fe743b-258e-44a2-bcb2-e2ddf9b8b7c3 None None] Provisioning complete for port ba321850-4eaf-496d-9df5-88f0ed9964a9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:24.759082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c5fe743b-258e-44a2-bcb2-e2ddf9b8b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.802671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe743b-258e-44a2-bcb2-e2ddf9b8b7c3 None None] Port ba321850-4eaf-496d-9df5-88f0ed9964a9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:24.925345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9103c211-8233-4312-b6bb-00f4ed197de9 None None] Provisioning complete for port ba321850-4eaf-496d-9df5-88f0ed9964a9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:24.925847 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9103c211-8233-4312-b6bb-00f4ed197de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.951059 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port ba321850-4eaf-496d-9df5-88f0ed9964a9 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:24.951729 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:24.970687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9103c211-8233-4312-b6bb-00f4ed197de9 None None] Port ba321850-4eaf-496d-9df5-88f0ed9964a9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:25.043554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.055719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for ba321850-4eaf-496d-9df5-88f0ed9964a9 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:25.090038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ce9afd1-5dc0-461f-8098-ab161a7eeadc None None] Provisioning complete for port ba321850-4eaf-496d-9df5-88f0ed9964a9 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:25.090784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ce9afd1-5dc0-461f-8098-ab161a7eeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.130100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9afd1-5dc0-461f-8098-ab161a7eeadc None None] Port ba321850-4eaf-496d-9df5-88f0ed9964a9 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:25.247524 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:25.278761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=ba321850-4eaf-496d-9df5-88f0ed9964a9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:25.424970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.043981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:26.140891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:26.150097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cf7c4f29-5e3a-431a-b251-95152a76bc00 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/4d60f67d-e53a-4f4d-bdba-54f1eb2e2622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9432156 Jul 15 13:50:26.150097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49364) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:26.153886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] Sync routers for ids ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:26.172547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] Routers {'4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:26.173304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:26.178815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9eff7019-9ad8-48d0-bc48-75bc379b6548 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 HTTP/1.1" status: 200 len: 205 time: 0.0280933 Jul 15 13:50:26.181496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49366) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:26.207695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:26.219096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] Routers {'4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:26.219861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:26.259777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:26.260446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a30c02-a0ea-4704-b15d-2bfd0b4ff011 None None] The sync data for ids ['4d60f67d-e53a-4f4d-bdba-54f1eb2e2622'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:26.269861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.304984 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:26.360125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:26.360498 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.447222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.450026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.497424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.497956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router 4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:26.505316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.508854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5360eb5c-ac36-4d3d-ab4a-d814a35e9a63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 HTTP/1.1" status: 204 len: 168 time: 0.3238757 Jul 15 13:50:26.509129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49368) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:26.569849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet 14a1d35c-303f-4878-940a-783d4992faff {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:26.574055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:26.984516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.085461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.161904 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.190181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=14a1d35c-303f-4878-940a-783d4992faff,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:27.194752 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.199445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bc7a33e2-e443-45ae-a732-6996aad89945 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/14a1d35c-303f-4878-940a-783d4992faff HTTP/1.1" status: 204 len: 168 time: 0.6866682 Jul 15 13:50:27.200250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49370) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:27.203443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11127170-e64e-4944-bb9a-17c8772fee53 None None] Network f18b7eb0-b10f-4198-abd5-d996e3421538 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:27.276358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.335890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:27.336192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.395929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] DHCP port deletion for f18b7eb0-b10f-4198-abd5-d996e3421538 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:27.407743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,segment=NetworkSegment(ab1dc579-754b-4e48-8867-7ed982eef7b1),segment_id=ab1dc579-754b-4e48-8867-7ed982eef7b1)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:27.408113 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.422296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:27.444444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] Deleting port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:27.444835 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.518110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] For port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,segment=NetworkSegment(ab1dc579-754b-4e48-8867-7ed982eef7b1),segment_id=ab1dc579-754b-4e48-8867-7ed982eef7b1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:27.518596 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.519154 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.532364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] Calling delete_port for 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:27.547398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:27.553457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:27.618464 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.637520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.648799 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18b7eb0-b10f-4198-abd5-d996e3421538']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:27.649977 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] Pushing event deleted for resources: {'Port': ['ID=6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:27.652323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1deaf0-665b-4e8a-8b12-4bc49321beb1 None None] No DVR routers for this DVR port 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:27.673591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1dc579-754b-4e48-8867-7ed982eef7b1') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:27.673980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1dc579-754b-4e48-8867-7ed982eef7b1') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:27.685398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.701802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.708468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:27.708891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:27.712222 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:27.800347 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.805026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.812239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/f18b7eb0-b10f-4198-abd5-d996e3421538 HTTP/1.1" status: 204 len: 168 time: 0.6071351 Jul 15 13:50:27.812359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49372) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:27.817642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-204324263', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:27.826897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5c371-18db-4164-8a5c-e3fbf88d9c6e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=f18b7eb0-b10f-4198-abd5-d996e3421538,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:27.848206 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.849288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:27.916395 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.065867 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.301968 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:28.302602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.322730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.323615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:28.323980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 6f3d95eb-e7aa-44d8-a459-33e0f8fd6adf not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:28.453766 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.25.3.81 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/c027f71c-3bc4-40a0-b301-cc10b6deee50) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:28.574189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.614787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:28.660903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:28.663869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:28.666393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:28.693018 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=c027f71c-3bc4-40a0-b301-cc10b6deee50,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:28.953492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.164112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.318609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 9ec3d998-dac9-4a8e-a435-59796ca96118 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:50:29.435114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:29.445181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] Sync routers for ids ['9ec3d998-dac9-4a8e-a435-59796ca96118'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:29.456063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:29.456339 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] Routers {'9ec3d998-dac9-4a8e-a435-59796ca96118'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:29.456866 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9ec3d998-dac9-4a8e-a435-59796ca96118'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:29.458116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-be9fd976-13f3-4847-b530-7b9503128cec tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.6448247 Jul 15 13:50:29.461023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49374) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:29.490324 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:29.499968 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] Routers {'9ec3d998-dac9-4a8e-a435-59796ca96118'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:29.500619 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9ec3d998-dac9-4a8e-a435-59796ca96118'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:29.581068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cc763b60-dab4-4362-aaba-083bce4bf0e6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/routers/9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 200 len: 879 time: 0.1164625 Jul 15 13:50:29.581324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49376) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:29.630220 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:29.630917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21154e2-8ed3-4c34-8700-247cfe40e5e2 None None] The sync data for ids ['9ec3d998-dac9-4a8e-a435-59796ca96118'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:29.808742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4cad18f5-3370-4679-bd80-f4a1244dda54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2263856 Jul 15 13:50:29.811348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49378) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:29.815830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-204324263'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:30.172883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:30.189795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:30.255849 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:50:30.336752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 9ec3d998-dac9-4a8e-a435-59796ca96118 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:30.459399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:30.466403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:30.468293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d0f807c8-5d6c-40ca-be46-58a72e440665 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 200 len: 886 time: 0.6558816 Jul 15 13:50:30.468738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] Sync routers for ids ['9ec3d998-dac9-4a8e-a435-59796ca96118'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:30.470961 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49380) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:30.478069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] Routers {'9ec3d998-dac9-4a8e-a435-59796ca96118'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:30.478737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9ec3d998-dac9-4a8e-a435-59796ca96118'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:30.511071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:30.523129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] Routers {'9ec3d998-dac9-4a8e-a435-59796ca96118'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:30.523754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['9ec3d998-dac9-4a8e-a435-59796ca96118'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:30.560528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:30.561578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fdc383-ec1d-4924-811e-bc02987853f6 None None] The sync data for ids ['9ec3d998-dac9-4a8e-a435-59796ca96118'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:30.591172 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9a3e3c1a-82fb-420e-8a3c-8ae0c73ef707 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/routers/9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 200 len: 886 time: 0.1187549 Jul 15 13:50:30.594626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49384) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:30.627332 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de6ae7b2-6e66-4eb4-90e6-484d0eee1cb2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 200 len: 205 time: 0.0316353 Jul 15 13:50:30.630371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49386) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:30.745460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.222813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.284519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port c027f71c-3bc4-40a0-b301-cc10b6deee50 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:31.284869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.368790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.380972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for c027f71c-3bc4-40a0-b301-cc10b6deee50 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:31.562731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.593138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=c027f71c-3bc4-40a0-b301-cc10b6deee50,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:31.673530 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.763989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.766226 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.818592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.819042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec3d998-dac9-4a8e-a435-59796ca96118 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:31.826790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.827750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3db9a949-a106-4640-923e-129d21430666 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 204 len: 168 time: 1.1963124 Jul 15 13:50:31.831581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49388) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:31.836589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-241790267'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:31.862213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:31.865879 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.892525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:31.902645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.902992 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment a620937b-c6b2-4d05-b91d-d14ba7598797 of type vlan for network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b Jul 15 13:50:31.945978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.976490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:31.982931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:31.983534 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.022121 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1893532 Jul 15 13:50:32.025728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49390) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:32.033595 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:32.077460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a77ee-b549-4bed-99c1-b5cff423439e tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=5d0b1c3d-6d7f-42b6-8c26-d332cb71207b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:32.089890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:32.167161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:32.170883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.363087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.434693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=a3c93028-6d85-401c-94a1-d4e975b27b9b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:32.442504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': 'a620937b-c6b2-4d05-b91d-d14ba7598797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:32.442888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:32.460750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:32.471515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:32.476012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:32.476840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.484271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ebbcc-dc26-4b7a-b93e-849fe6789ad9 None None] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:32.493706 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bd7204b0-8271-4b94-a1e9-e90349b48b13 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4664528 Jul 15 13:50:32.497070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49392) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:32.501713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1480332393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:32.532152 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.534677 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.598802 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.604955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.624310 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.628644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-dc853368-e9ed-4a8d-abb4-6a4519e7cab0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1280129 Jul 15 13:50:32.628928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49396) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:32.814975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-5d0b1c3d-6d7f-42b6-8c26-d332cb71207b', 'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': 'a3c93028-6d85-401c-94a1-d4e975b27b9b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:32.815914 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.911711 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:32.958251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Allocated IP 172.20.0.2 (5d0b1c3d-6d7f-42b6-8c26-d332cb71207b/a3c93028-6d85-401c-94a1-d4e975b27b9b/00be49ec-e5f0-4644-aae1-083a374fd46e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:33.106548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.115174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Transition to ACTIVE for port object 00be49ec-e5f0-4644-aae1-083a374fd46e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:33.131286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Transition to ACTIVE for port object 00be49ec-e5f0-4644-aae1-083a374fd46e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:33.138622 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.186387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:33.189433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:33.192537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:33.194483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.20.0.1 (5d0b1c3d-6d7f-42b6-8c26-d332cb71207b/a3c93028-6d85-401c-94a1-d4e975b27b9b/93958112-7e11-42cf-b749-70557095e185) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:33.205294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Pushing event updated for resources: {'Port': ['ID=00be49ec-e5f0-4644-aae1-083a374fd46e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:33.265369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Attempting to bind port 00be49ec-e5f0-4644-aae1-083a374fd46e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:33.266107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Attempting to bind port 00be49ec-e5f0-4644-aae1-083a374fd46e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'a620937b-c6b2-4d05-b91d-d14ba7598797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:33.266473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Attempting to bind port 00be49ec-e5f0-4644-aae1-083a374fd46e on network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:33.271755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:33.272144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Checking segment: {'id': 'a620937b-c6b2-4d05-b91d-d14ba7598797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:33.272507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.272909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Bound using segment: {'id': 'a620937b-c6b2-4d05-b91d-d14ba7598797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:33.273380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Bound port: 00be49ec-e5f0-4644-aae1-083a374fd46e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a620937b-c6b2-4d05-b91d-d14ba7598797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d0b1c3d-6d7f-42b6-8c26-d332cb71207b'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:33.273866 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.319270 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.334076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 93958112-7e11-42cf-b749-70557095e185 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:33.340519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] For port 00be49ec-e5f0-4644-aae1-083a374fd46e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:33.343852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] For port 00be49ec-e5f0-4644-aae1-083a374fd46e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=00be49ec-e5f0-4644-aae1-083a374fd46e,segment=NetworkSegment(a620937b-c6b2-4d05-b91d-d14ba7598797),segment_id=a620937b-c6b2-4d05-b91d-d14ba7598797)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:33.349460 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.372456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.414410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737ffbb-28a7-462d-9bd5-d4cdf3f1e79a None None] Pushing event updated for resources: {'Port': ['ID=00be49ec-e5f0-4644-aae1-083a374fd46e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:33.428382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:33.432183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:33.436747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:33.461258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=93958112-7e11-42cf-b749-70557095e185,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:33.485840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.639833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.939639 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:33.947355 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.023159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=93958112-7e11-42cf-b749-70557095e185,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:34.028377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.132187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:34.134052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:34.270664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 7e36d479-340e-486c-9b01-3f77328652c3 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:50:34.361052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 00be49ec-e5f0-4644-aae1-083a374fd46e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:34.405496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:34.414803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49398) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:34.421942 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] Sync routers for ids ['7e36d479-340e-486c-9b01-3f77328652c3'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:34.426719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ceaa3572-2e18-4061-906b-ca24c1644f42 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/7e36d479-340e-486c-9b01-3f77328652c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7962184 Jul 15 13:50:34.434909 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] Routers {'7e36d479-340e-486c-9b01-3f77328652c3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:34.435784 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['7e36d479-340e-486c-9b01-3f77328652c3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.445978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 00be49ec-e5f0-4644-aae1-083a374fd46e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:34.472434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2cb7d-e312-4399-bb5e-ef5be0d13d71 None None] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:34.484916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf7aee-d240-480c-9233-60fcb598689d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:34.489408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3fdf7aee-d240-480c-9233-60fcb598689d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports/93958112-7e11-42cf-b749-70557095e185 HTTP/1.1" status: 200 len: 910 time: 0.0704961 Jul 15 13:50:34.489664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49400) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:34.489965 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.495442 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3c93028-6d85-401c-94a1-d4e975b27b9b'}]}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:34.500137 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] Routers {'7e36d479-340e-486c-9b01-3f77328652c3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:34.500790 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['7e36d479-340e-486c-9b01-3f77328652c3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.540576 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:34.541256 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0587fc-fae5-414f-95d5-7ce5c460c10b None None] The sync data for ids ['7e36d479-340e-486c-9b01-3f77328652c3'] in n-d-798054-11 is: [] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:34.558682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] Provisioning for port 00be49ec-e5f0-4644-aae1-083a374fd46e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:34.566627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] Provisioning complete for port 00be49ec-e5f0-4644-aae1-083a374fd46e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:34.567003 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.689426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.716080 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.770243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] For port 00be49ec-e5f0-4644-aae1-083a374fd46e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=00be49ec-e5f0-4644-aae1-083a374fd46e,segment=NetworkSegment(a620937b-c6b2-4d05-b91d-d14ba7598797),segment_id=a620937b-c6b2-4d05-b91d-d14ba7598797)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:34.777972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:34.845917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881980ad-85f5-409e-90d4-ba28262d1ed0 None None] Pushing event updated for resources: {'Port': ['ID=00be49ec-e5f0-4644-aae1-083a374fd46e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:35.011292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-44af20df-abb6-4643-91a6-4d4de0957381 None None] Provisioning complete for port 00be49ec-e5f0-4644-aae1-083a374fd46e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:35.011674 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-44af20df-abb6-4643-91a6-4d4de0957381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.113887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-44af20df-abb6-4643-91a6-4d4de0957381 None None] Provisioning for port 93958112-7e11-42cf-b749-70557095e185 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:35.118589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-44af20df-abb6-4643-91a6-4d4de0957381 None None] Provisioning complete for port 93958112-7e11-42cf-b749-70557095e185 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:35.119219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-44af20df-abb6-4643-91a6-4d4de0957381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.132413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.143347 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.160921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-44af20df-abb6-4643-91a6-4d4de0957381 None None] Port 93958112-7e11-42cf-b749-70557095e185 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:35.235832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:35.236464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.237815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/ports/93958112-7e11-42cf-b749-70557095e185 HTTP/1.1" status: 200 len: 910 time: 0.7471826 Jul 15 13:50:35.238591 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1efc3c-5c48-49a0-834b-48765829af32 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=93958112-7e11-42cf-b749-70557095e185,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:35.241011 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:35.283920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2476540f-42df-475b-98bd-850a96afcdf1 None None] Provisioning complete for port 93958112-7e11-42cf-b749-70557095e185 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:35.284577 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2476540f-42df-475b-98bd-850a96afcdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.323244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2476540f-42df-475b-98bd-850a96afcdf1 None None] Port 93958112-7e11-42cf-b749-70557095e185 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:35.445503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-117efa20-10d5-40ec-8e1c-b2ad7121527e None None] Provisioning complete for port 93958112-7e11-42cf-b749-70557095e185 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:35.446241 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-117efa20-10d5-40ec-8e1c-b2ad7121527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.486088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-117efa20-10d5-40ec-8e1c-b2ad7121527e None None] Port 93958112-7e11-42cf-b749-70557095e185 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:35.632184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:35.930188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 93958112-7e11-42cf-b749-70557095e185 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:35.930461 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.034118 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.047938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 93958112-7e11-42cf-b749-70557095e185 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:36.238934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.300294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=93958112-7e11-42cf-b749-70557095e185,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:36.318842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 00be49ec-e5f0-4644-aae1-083a374fd46e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:36.376154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 00be49ec-e5f0-4644-aae1-083a374fd46e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:36.376588 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.426986 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.609577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 7e36d479-340e-486c-9b01-3f77328652c3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:36.691947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:36.697697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9c05d178-1e39-4eff-a9eb-2bfdeb7e2955 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/7e36d479-340e-486c-9b01-3f77328652c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4555945 Jul 15 13:50:36.700820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:36.701942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] Sync routers for ids ['7e36d479-340e-486c-9b01-3f77328652c3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:36.711550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] Routers {'7e36d479-340e-486c-9b01-3f77328652c3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:36.712174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['7e36d479-340e-486c-9b01-3f77328652c3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.734436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dee83877-68bb-4162-9908-b0e99ba5a2aa tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e36d479-340e-486c-9b01-3f77328652c3 HTTP/1.1" status: 200 len: 205 time: 0.0324163 Jul 15 13:50:36.737100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49406) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:36.745325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.755194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] Routers {'7e36d479-340e-486c-9b01-3f77328652c3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:36.755473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['7e36d479-340e-486c-9b01-3f77328652c3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.791172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:36.792034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7e2b29-c0e6-402b-a09c-3f3c8dfa39f0 None None] The sync data for ids ['7e36d479-340e-486c-9b01-3f77328652c3'] in n-d-798054-11 is: [] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:36.820063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.985804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:36.988245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.041768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.042452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router 7e36d479-340e-486c-9b01-3f77328652c3 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:50:37.050992 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.052234 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c2758c4-d110-4689-8c9d-1194c8063f10 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/7e36d479-340e-486c-9b01-3f77328652c3 HTTP/1.1" status: 204 len: 168 time: 0.3142245 Jul 15 13:50:37.055358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49408) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:37.109908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet a3c93028-6d85-401c-94a1-d4e975b27b9b {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:37.113572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.160788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.269924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.330316 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.361803 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c93028-6d85-401c-94a1-d4e975b27b9b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.367432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.368677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f22e55ff-b080-4e41-82ad-f10de3fd3ba9 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/a3c93028-6d85-401c-94a1-d4e975b27b9b HTTP/1.1" status: 204 len: 168 time: 0.3123031 Jul 15 13:50:37.371763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49410) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:37.373258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca15f5f-25c6-4330-b932-b36410532855 None None] Network 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:37.556912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] DHCP port deletion for 5d0b1c3d-6d7f-42b6-8c26-d332cb71207b request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:37.613567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] Deleting port 00be49ec-e5f0-4644-aae1-083a374fd46e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:37.613958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.682043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] For port 00be49ec-e5f0-4644-aae1-083a374fd46e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=00be49ec-e5f0-4644-aae1-083a374fd46e,segment=NetworkSegment(a620937b-c6b2-4d05-b91d-d14ba7598797),segment_id=a620937b-c6b2-4d05-b91d-d14ba7598797)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:37.682473 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.696072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] Calling delete_port for 00be49ec-e5f0-4644-aae1-083a374fd46e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:37.713949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.774174 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 00be49ec-e5f0-4644-aae1-083a374fd46e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:37.774556 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.788715 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.816564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] Pushing event deleted for resources: {'Port': ['ID=00be49ec-e5f0-4644-aae1-083a374fd46e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.823375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e961c0-7440-4866-ab5b-1e179ab6be3e None None] No DVR routers for this DVR port 00be49ec-e5f0-4644-aae1-083a374fd46e on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:37.851138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 00be49ec-e5f0-4644-aae1-083a374fd46e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=00be49ec-e5f0-4644-aae1-083a374fd46e,segment=NetworkSegment(a620937b-c6b2-4d05-b91d-d14ba7598797),segment_id=a620937b-c6b2-4d05-b91d-d14ba7598797)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:37.851499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.863708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 00be49ec-e5f0-4644-aae1-083a374fd46e owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:37.943553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:37.971389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=00be49ec-e5f0-4644-aae1-083a374fd46e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:37.973223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port 00be49ec-e5f0-4644-aae1-083a374fd46e on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:38.058862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.070259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0b1c3d-6d7f-42b6-8c26-d332cb71207b']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:38.081038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a620937b-c6b2-4d05-b91d-d14ba7598797') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:38.081335 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a620937b-c6b2-4d05-b91d-d14ba7598797') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:38.091316 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.106114 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.112394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:38.112793 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: self.session.flush() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:38.115870 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:50:38.184076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.191553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.193378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/5d0b1c3d-6d7f-42b6-8c26-d332cb71207b HTTP/1.1" status: 204 len: 168 time: 0.8206217 Jul 15 13:50:38.202296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49412) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:38.203527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1565803172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:38.205682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852da8c9-9325-4454-bbee-e5a7d76830cd tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=5d0b1c3d-6d7f-42b6-8c26-d332cb71207b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:38.233957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.235066 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.295388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.296339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 00be49ec-e5f0-4644-aae1-083a374fd46e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:38.300851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.317466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 00be49ec-e5f0-4644-aae1-083a374fd46e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:38.317745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 00be49ec-e5f0-4644-aae1-083a374fd46e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:38.319017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.321113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dedaed79-cf20-49a1-bd85-762890a04f54 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1222148 Jul 15 13:50:38.325664 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49414) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:38.331278 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062336177'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:38.353951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:38.357478 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.383187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:38.393204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.393543 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment e6eb89e1-d79e-413d-9ca3-27e04f644c6c of type vlan for network 47bd895f-e05d-4a08-aada-c7b02a16ee60 Jul 15 13:50:38.437917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.471233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.476905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:38.477490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:38.513260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1864014 Jul 15 13:50:38.516232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49416) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:38.521699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:38.547971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38142674-30ea-45da-9ca5-0d39a9ae793c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=47bd895f-e05d-4a08-aada-c7b02a16ee60,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:38.560604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:38.619397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:38.622504 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.169831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.232636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=5089296c-8b06-4693-b1d2-cad41bf71ebd,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:39.243181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:39.243550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 47bd895f-e05d-4a08-aada-c7b02a16ee60, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:39.264628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:39.276821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 47bd895f-e05d-4a08-aada-c7b02a16ee60) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:39.285761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:39.286296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2270ec-5459-468b-a0f7-0f3366eb4636 None None] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:39.286832 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.302065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c37640d5-d1f8-42a6-ad21-1190557e6252 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7844524 Jul 15 13:50:39.307520 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49420) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:39.444851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-47bd895f-e05d-4a08-aada-c7b02a16ee60', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:39.445746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.584961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Allocated IP 172.20.0.2 (47bd895f-e05d-4a08-aada-c7b02a16ee60/5089296c-8b06-4693-b1d2-cad41bf71ebd/bd49e0e3-166d-40eb-b42a-c8cc5a681f4d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:39.597708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.746390 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.755416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Transition to ACTIVE for port object bd49e0e3-166d-40eb-b42a-c8cc5a681f4d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:39.777761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Transition to ACTIVE for port object bd49e0e3-166d-40eb-b42a-c8cc5a681f4d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:39.785739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.825317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:39.830677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:39.834298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:39.847228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Pushing event updated for resources: {'Port': ['ID=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:39.852050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.20.0.1 (47bd895f-e05d-4a08-aada-c7b02a16ee60/5089296c-8b06-4693-b1d2-cad41bf71ebd/1bb9a762-9dee-47f7-82f0-052f345b9356) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:39.875595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.875925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.876266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.876604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.876931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.877256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.877579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.877909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.878222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.878560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.878881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.879199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:39.915315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Attempting to bind port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:39.916032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Attempting to bind port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:39.916241 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Attempting to bind port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d on network 47bd895f-e05d-4a08-aada-c7b02a16ee60 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:39.922416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:39.922825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Checking segment: {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:39.923231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.923619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Bound using segment: {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:39.924086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Bound port: bd49e0e3-166d-40eb-b42a-c8cc5a681f4d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:39.924467 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.987347 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:39.998292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] For port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:40.003022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] For port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,segment=NetworkSegment(e6eb89e1-d79e-413d-9ca3-27e04f644c6c),segment_id=e6eb89e1-d79e-413d-9ca3-27e04f644c6c)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:40.004489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 1bb9a762-9dee-47f7-82f0-052f345b9356 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:40.010089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.042559 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.075022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a00a3f-70c8-42fd-89e1-a8913212c9c7 None None] Pushing event updated for resources: {'Port': ['ID=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:40.100572 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:40.105058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=1bb9a762-9dee-47f7-82f0-052f345b9356,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:40.107901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:40.110048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:40.160401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.330938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.369881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd49e0e3-166d-40eb-b42a-c8cc5a681f4d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:40.431055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:40.622977 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.630282 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.718954 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:40.720907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=1bb9a762-9dee-47f7-82f0-052f345b9356,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:40.824963 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:40.826719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:40.967261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:50:41.064383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:41.069758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-74e67144-d2d7-44ad-87db-8cdb5e416c5f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609479 Jul 15 13:50:41.072793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49422) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:41.075900 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:41.078405 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-456815642'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:41.085605 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:41.086271 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:41.104278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:41.108612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.139486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:41.143275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f569141-17c1-4464-82c6-37cbafca95e5 None None] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:41.151502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.151830 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment 5e192b0a-70cb-4abf-ac9c-a16088635386 of type vlan for network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 Jul 15 13:50:41.174916 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:41.195607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.214245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] Provisioning for port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:41.224079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] Provisioning complete for port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:41.224475 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.227672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.233840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.234743 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.274358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2002723 Jul 15 13:50:41.278582 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49424) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:41.287585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:41.312899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0d2b7-16f1-406a-a2bc-fe7d127dc9f7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=2d5e6c8b-c884-40a0-9eea-125cc257cfa1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:41.363337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:41.378545 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:40Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:40Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:41.399031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:41.404803 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.405513 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:41.405875 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Updating router 30668bc0-70f0-4aa3-a606-d70223fc9923 port 1bb9a762-9dee-47f7-82f0-052f345b9356 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:50:41.440204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.448810 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.499825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] For port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,segment=NetworkSegment(e6eb89e1-d79e-413d-9ca3-27e04f644c6c),segment_id=e6eb89e1-d79e-413d-9ca3-27e04f644c6c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:41.505907 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.570196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5977e-09b6-4dce-b2d5-e1e8341ae266 None None] Pushing event updated for resources: {'Port': ['ID=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:41.625512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.690097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=a2a64ed2-8626-4e31-bc57-582dc01e8773,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:41.698571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:41.699028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 2d5e6c8b-c884-40a0-9eea-125cc257cfa1, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:41.721114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:41.732984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2d5e6c8b-c884-40a0-9eea-125cc257cfa1) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:41.737318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:41.737946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.745208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425e8b2-0828-4a0b-94e6-2e2c82b092f9 None None] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:41.746242 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.758294 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Transition to ACTIVE for port object 1bb9a762-9dee-47f7-82f0-052f345b9356 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:41.768582 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.771836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-83760283-0133-448d-ace1-2e1f8759941f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4915545 Jul 15 13:50:41.772162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49426) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:41.819824 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Pushing event updated for resources: {'Port': ['ID=1bb9a762-9dee-47f7-82f0-052f345b9356,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:41.834597 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.835038 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.836350 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.836899 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.837438 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.838092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.838760 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.839550 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.839784 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.840313 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.840808 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.841372 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:50:41.870711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f17f2183-99c9-4815-9c0c-65b8691709c7 None None] Provisioning for port 1bb9a762-9dee-47f7-82f0-052f345b9356 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:41.914258 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Attempting to bind port 1bb9a762-9dee-47f7-82f0-052f345b9356 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:41.914912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Attempting to bind port 1bb9a762-9dee-47f7-82f0-052f345b9356 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:41.916206 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Attempting to bind port 1bb9a762-9dee-47f7-82f0-052f345b9356 on network 47bd895f-e05d-4a08-aada-c7b02a16ee60 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:41.921653 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:41.922163 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Checking segment: {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:41.922797 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.923340 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Bound using segment: {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:41.925211 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Bound port: 1bb9a762-9dee-47f7-82f0-052f345b9356, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:41.925716 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.941037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f17f2183-99c9-4815-9c0c-65b8691709c7 None None] Provisioning complete for port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:41.941435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f17f2183-99c9-4815-9c0c-65b8691709c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:41.998709 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] For port 1bb9a762-9dee-47f7-82f0-052f345b9356, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:42.003121 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] For port 1bb9a762-9dee-47f7-82f0-052f345b9356, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1bb9a762-9dee-47f7-82f0-052f345b9356,segment=NetworkSegment(e6eb89e1-d79e-413d-9ca3-27e04f644c6c),segment_id=e6eb89e1-d79e-413d-9ca3-27e04f644c6c)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:42.012225 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.102624 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b8ba3-f274-4cfb-a2a1-a12c697266e0 None None] Pushing event updated for resources: {'Port': ['ID=1bb9a762-9dee-47f7-82f0-052f345b9356,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:42.108102 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:42.108889 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:42.145201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:42.146612 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.214288 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:42.374741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Allocated IP 172.21.0.2 (2d5e6c8b-c884-40a0-9eea-125cc257cfa1/a2a64ed2-8626-4e31-bc57-582dc01e8773/ac14a412-acb7-48bf-9110-63a0d22896af) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:42.383464 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.390658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd49e0e3-166d-40eb-b42a-c8cc5a681f4d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:42.502734 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:40Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:41Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:42.535244 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc81527-c198-4e52-b883-cdc97424868d None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:40Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:41Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:42.573345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:42.573988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.659608 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.671962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Transition to ACTIVE for port object ac14a412-acb7-48bf-9110-63a0d22896af will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:42.714233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Transition to ACTIVE for port object ac14a412-acb7-48bf-9110-63a0d22896af will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:42.726847 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.788218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:42.794014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:42.796309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Pushing event updated for resources: {'Port': ['ID=ac14a412-acb7-48bf-9110-63a0d22896af,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:42.803020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.21.0.1 (2d5e6c8b-c884-40a0-9eea-125cc257cfa1/a2a64ed2-8626-4e31-bc57-582dc01e8773/57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:42.804193 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:42.910952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Attempting to bind port ac14a412-acb7-48bf-9110-63a0d22896af on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:42.911682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Attempting to bind port ac14a412-acb7-48bf-9110-63a0d22896af by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:42.912290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Attempting to bind port ac14a412-acb7-48bf-9110-63a0d22896af on network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:42.921691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:42.922084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Checking segment: {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:42.922723 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.923185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Bound using segment: {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:42.923823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Bound port: ac14a412-acb7-48bf-9110-63a0d22896af, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:42.924284 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.964163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:42.983643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:43.004282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] For port ac14a412-acb7-48bf-9110-63a0d22896af, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:43.008323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] For port ac14a412-acb7-48bf-9110-63a0d22896af, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac14a412-acb7-48bf-9110-63a0d22896af,segment=NetworkSegment(5e192b0a-70cb-4abf-ac9c-a16088635386),segment_id=5e192b0a-70cb-4abf-ac9c-a16088635386)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:43.014383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.024906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.087181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:43.092648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:43.095952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:43.100087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:43.170909 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.278513 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d02b9acc-f8dd-48fb-b6f0-4fb34039dfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.295181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7722234-72e8-4514-bc24-8f07db1960b6 None None] Pushing event updated for resources: {'Port': ['ID=ac14a412-acb7-48bf-9110-63a0d22896af,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:43.368358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.696452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.703594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.783817 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:43.786735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:43.902293 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:43.904259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:44.010638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:44.112196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:44.117639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5fd93cdb-1bfe-4c05-91e7-205c0a22d2e4 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444517 Jul 15 13:50:44.121062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49432) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:44.127628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-784287257'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:44.154502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:44.158638 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.192099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:44.205645 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.206010 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment 384ad19e-ec2c-42e4-a73d-239e9f3a9f19 of type vlan for network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 Jul 15 13:50:44.256917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.324427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.332122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:44.333034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.389446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2641680 Jul 15 13:50:44.391133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49434) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:44.402348 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:44.421038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:44.426268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1bb9a762-9dee-47f7-82f0-052f345b9356 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:44.444291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631a363-e3ae-4bfa-84cc-08175f290ffe tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=2ffd4f34-56f7-4e38-9004-610aa62e45d4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:44.464716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:44.493375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:44.494199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:44.529679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:44.533747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.574964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2756d47-1c65-45ac-9571-c15911f8bfa3 None None] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:44.707667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:44.709552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-abc49b7b-216e-4230-a305-fcb3f3130ae3 None None] Provisioning for port ac14a412-acb7-48bf-9110-63a0d22896af completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:44.752682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.757687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1bb9a762-9dee-47f7-82f0-052f345b9356 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:44.779865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1bb9a762-9dee-47f7-82f0-052f345b9356 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:44.780096 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.850389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=a3635740-96c6-4c0f-a116-19a99a01f26e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:44.853576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:44.853935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: 2ffd4f34-56f7-4e38-9004-610aa62e45d4, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:44.874679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:44.885824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2ffd4f34-56f7-4e38-9004-610aa62e45d4) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:44.890786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:44.891392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:44.908203 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8e8bb16a-a7b3-4108-b47f-3a2ec95f672d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5156214 Jul 15 13:50:44.910002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1027d9-5250-44d0-ab33-12a56554273c None None] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:44.911171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49438) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:45.146313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.272474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:45.273362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.277853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 1bb9a762-9dee-47f7-82f0-052f345b9356, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1bb9a762-9dee-47f7-82f0-052f345b9356,segment=NetworkSegment(e6eb89e1-d79e-413d-9ca3-27e04f644c6c),segment_id=e6eb89e1-d79e-413d-9ca3-27e04f644c6c)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:45.304704 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.305563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac14a412-acb7-48bf-9110-63a0d22896af up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:45.315314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.431588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:43Z', 'revision_number': 3, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:41Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:43Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:45.501511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:45.501993 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Updating router 30668bc0-70f0-4aa3-a606-d70223fc9923 port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:50:45.583661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=1bb9a762-9dee-47f7-82f0-052f345b9356,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:45.614457 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.653704 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Provisioning for port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:45.689635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Provisioning complete for port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:45.690252 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.704932 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.707979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.752344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e304350a-7e47-4744-afdc-500ebfaad2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.795002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ac14a412-acb7-48bf-9110-63a0d22896af completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:45.803284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Allocated IP 172.22.0.2 (2ffd4f34-56f7-4e38-9004-610aa62e45d4/a3635740-96c6-4c0f-a116-19a99a01f26e/341abc8f-79ec-44a4-ab7f-62e5eec2a844) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:45.820286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.831816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ac14a412-acb7-48bf-9110-63a0d22896af triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:45.831816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:45.893014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:46.052626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Provisioning complete for port ac14a412-acb7-48bf-9110-63a0d22896af triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:46.052995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.443155 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.507114 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.562053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Transition to ACTIVE for port object 341abc8f-79ec-44a4-ab7f-62e5eec2a844 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:46.583940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ac14a412-acb7-48bf-9110-63a0d22896af, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac14a412-acb7-48bf-9110-63a0d22896af,segment=NetworkSegment(5e192b0a-70cb-4abf-ac9c-a16088635386),segment_id=5e192b0a-70cb-4abf-ac9c-a16088635386)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:46.597752 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.599634 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.631449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Transition to ACTIVE for port object 341abc8f-79ec-44a4-ab7f-62e5eec2a844 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:46.657278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.665785 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.692373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Transition to ACTIVE for port object 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:46.696172 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1bb9a762-9dee-47f7-82f0-052f345b9356 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:46.722704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.22.0.1 (2ffd4f34-56f7-4e38-9004-610aa62e45d4/a3635740-96c6-4c0f-a116-19a99a01f26e/43776bcb-a54b-4e55-88cf-db311be8d6fa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:46.744753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.785546 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:46.788343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ac14a412-acb7-48bf-9110-63a0d22896af,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:46.807609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:46.835661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:46.852283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:50:46.852649 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-da7d8057-aa9e-4e27-908e-e1952b7c7bc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:50:46.889253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:46.896737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Pushing event updated for resources: {'Port': ['ID=341abc8f-79ec-44a4-ab7f-62e5eec2a844,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:46.905907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 43776bcb-a54b-4e55-88cf-db311be8d6fa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:46.927110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49440) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:46.949189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.022454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1bb9a762-9dee-47f7-82f0-052f345b9356 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:47.023094 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.037339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:47.037827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Attempting to bind port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:47.038087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Attempting to bind port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:47.038453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Attempting to bind port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 on network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:47.049386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:47.053845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:47.075906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0be85-450f-459e-93e3-f36ba2c3146d None None] Pushing event updated for resources: {'Port': ['ID=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.082394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Attempting to bind port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:47.082671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Attempting to bind port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:47.083026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Attempting to bind port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 on network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:47.091046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:47.091507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Checking segment: {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:47.091914 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.092365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Bound using segment: {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:47.092811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Bound port: 341abc8f-79ec-44a4-ab7f-62e5eec2a844, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:47.093213 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.100750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:47.101182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Checking segment: {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:47.101534 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.101934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Bound using segment: {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:47.102760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Bound port: 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e192b0a-70cb-4abf-ac9c-a16088635386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:47.102933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.119970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=43776bcb-a54b-4e55-88cf-db311be8d6fa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.163840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.176783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 6a0dc742-0087-4ab5-9607-80e7b4316faa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:47.177225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.234905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.267073 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.267393 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.279046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] For port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:47.284999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 6a0dc742-0087-4ab5-9607-80e7b4316faa owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:47.286445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] For port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,segment=NetworkSegment(5e192b0a-70cb-4abf-ac9c-a16088635386),segment_id=5e192b0a-70cb-4abf-ac9c-a16088635386)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:47.287935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] For port 341abc8f-79ec-44a4-ab7f-62e5eec2a844, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:47.293042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] For port 341abc8f-79ec-44a4-ab7f-62e5eec2a844, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=341abc8f-79ec-44a4-ab7f-62e5eec2a844,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:47.296320 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.303311 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.320318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.407532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:47.408243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:47.511885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.521930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0be85-450f-459e-93e3-f36ba2c3146d None None] Pushing event updated for resources: {'Port': ['ID=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.556836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=6a0dc742-0087-4ab5-9607-80e7b4316faa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.595179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:47.664196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.664518 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Floating IP 1009eb88-149e-495e-946d-9ee65a5764a6 disassociated (deleted). External IP: 172.25.3.7, port: 8d76ee72-6464-49fe-8a32-b9d8eb189a71. Jul 15 13:50:47.665973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30464aae-37a3-47c3-8b6d-a720f18179fe None None] Pushing event updated for resources: {'Port': ['ID=341abc8f-79ec-44a4-ab7f-62e5eec2a844,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:47.814694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.830416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:47.996004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=43776bcb-a54b-4e55-88cf-db311be8d6fa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:48.000592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.006865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:46Z', 'revision_number': 1, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:48.012091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:48.040085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c219ebe-c10c-42e1-a388-ea3d96108517 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:46Z', 'revision_number': 1, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:48.172695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:48.174168 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:48.183648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:48.189903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.193258 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:48.213398 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:48.214744 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:48.254700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-94a7ba34-907c-4161-b089-efd7c6612fa1 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "DELETE /v2.0/floatingips/1009eb88-149e-495e-946d-9ee65a5764a6 HTTP/1.1" status: 204 len: 168 time: 1.3250685 Jul 15 13:50:48.255397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:48.258104 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78" -d '{"events": [{"name": "network-changed", "server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:48.324667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:48.396651 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:48.477506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:48.486825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49452) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:48.487447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0636ee47-7d8e-4629-be55-4c7685e8833f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5745664 Jul 15 13:50:48.492290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'network': {'name': 'tempest-RoutersTest-246570969'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:48.565859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:48.569855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.595943 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8279dd8-b771-4f5c-9bcf-847d4f2c11f5 x-openstack-request-id: req-f8279dd8-b771-4f5c-9bcf-847d4f2c11f5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:48.596498 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:48.596760 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8279dd8-b771-4f5c-9bcf-847d4f2c11f5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:48.597190 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'status': 'completed', 'code': 200} Jul 15 13:50:48.631449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:50:48.651934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.652570 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added segment b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29 of type vlan for network c87cbbed-c099-4074-93b5-656df3aba683 Jul 15 13:50:48.683106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.725857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.828453 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.834014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:48.837385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:48.912190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4241803 Jul 15 13:50:48.915504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49456) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:48.922517 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'subnet': {'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:48.987299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92e235-7cc7-4e50-9272-27ed430979ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Network': ['ID=c87cbbed-c099-4074-93b5-656df3aba683,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:48.992834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-934f1c29-32fa-4ac8-977c-a0e1991e064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:48.994486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-934f1c29-32fa-4ac8-977c-a0e1991e064a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 1097 time: 0.2291880 Jul 15 13:50:49.012473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c87cbbed-c099-4074-93b5-656df3aba683 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:50:49.140496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-76aa2ca0-489e-40af-b655-c3c7b24d59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.148017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-76aa2ca0-489e-40af-b655-c3c7b24d59f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1465950 Jul 15 13:50:49.153767 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:03Z', 'revision_number': 1, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:49.168502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 341abc8f-79ec-44a4-ab7f-62e5eec2a844 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:49.218803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:49.227292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d60831-bf38-482d-ab6d-0f1a753af0ef None None] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:49.231840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:49.232946 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:49.257098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-b723e193-b6f3-41cd-b230-4911a7e98219 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 200 len: 217 time: 0.1024356 Jul 15 13:50:49.281416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Made reservation on behalf of 7e8bf9a7d0ac4a76a76b49f5d3928bb4 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:50:49.292837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.357043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] Provisioning for port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:49.357454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9536a8-a3a3-4e19-a580-f6cda1f04bbf req-a723cca4-ceca-43f6-aba2-dcd9c525f73d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.359431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c9536a8-a3a3-4e19-a580-f6cda1f04bbf req-a723cca4-ceca-43f6-aba2-dcd9c525f73d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 945 time: 0.3097718 Jul 15 13:50:49.369192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] Provisioning complete for port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:49.369594 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.374028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-79ad5c73-1286-4dee-aa19-5db7bbe34fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.375872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-79ad5c73-1286-4dee-aa19-5db7bbe34fbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.1119957 Jul 15 13:50:49.406327 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:49.412854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:49.437097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:49.437372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.475353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-9e384c57-64f8-4b7c-99a4-dcffa43cec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.477722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-9e384c57-64f8-4b7c-99a4-dcffa43cec8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924935 Jul 15 13:50:49.484135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c9536a8-a3a3-4e19-a580-f6cda1f04bbf req-b02ce676-a902-495b-8913-2a953066a7ef tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170628 Jul 15 13:50:49.611952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-38f58b4e-fd5d-4fd6-969e-812e66011c15 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243887 Jul 15 13:50:49.630595 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.669517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.684312 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.704904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] For port 341abc8f-79ec-44a4-ab7f-62e5eec2a844, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=341abc8f-79ec-44a4-ab7f-62e5eec2a844,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:49.721691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.758214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a1a09d-84a7-4f4b-8bc1-db6dcff13c78 req-a5c801c2-a3a9-4ccf-98ea-c07804d9de18 service neutron] 10.222.0.59 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390772 Jul 15 13:50:49.833731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Subnet': ['ID=6f626dfa-a444-4b41-a7ad-f38bac5e811d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:49.848206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Checking segment: {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:49.848637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network hostable DHCP agents. Network: c87cbbed-c099-4074-93b5-656df3aba683, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:50:49.872612 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:03Z', 'revision_number': 1, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:49.876999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network c87cbbed-c099-4074-93b5-656df3aba683 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:50:49.879167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34ae8-f5c7-4883-93bc-c804e2e24641 None None] Pushing event updated for resources: {'Port': ['ID=341abc8f-79ec-44a4-ab7f-62e5eec2a844,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:49.894988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c87cbbed-c099-4074-93b5-656df3aba683) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:49.897153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 13:50:49.898043 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 13:50:49.900746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:49.901779 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:49.911791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a477ee6-0f7f-40f7-9f65-c3a1ae813adf None None] Network c87cbbed-c099-4074-93b5-656df3aba683 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:49.912466 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed699f4b-4333-44f2-b297-0820d811d2b1 None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'bb320387-44a0-40d4-b0c8-5253aeafaca3', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'port_id': '3398bd7b-950a-4780-912d-e30b8360aff9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'mac_address': 'fa:16:3e:e9:b9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:46:59Z', 'updated_at': '2021-07-15T13:47:03Z', 'revision_number': 1, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:49.930744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c276f722-1c6c-4895-9e6c-64b019d37ce0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0137620 Jul 15 13:50:49.933855 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49460) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:49.981237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:49.997633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:49.997633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:50.285746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-b12e73fd-5626-4b7c-85d2-68448ff660c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.288643 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-b12e73fd-5626-4b7c-85d2-68448ff660c2 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 945 time: 0.1066408 Jul 15 13:50:50.410835 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0203f4-675a-4c2e-b3aa-022b42a9aa57 None None] New status for floating IP 1009eb88-149e-495e-946d-9ee65a5764a6: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:50:50.428565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ddd61407-c73b-4c0c-ae24-55cb76983403 None None] Provisioning for port 43776bcb-a54b-4e55-88cf-db311be8d6fa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:50.448528 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:50.501444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:50.502082 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.538792 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.597110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ddd61407-c73b-4c0c-ae24-55cb76983403 None None] Provisioning complete for port 43776bcb-a54b-4e55-88cf-db311be8d6fa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:50.597494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ddd61407-c73b-4c0c-ae24-55cb76983403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.649907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port 8d76ee72-6464-49fe-8a32-b9d8eb189a71, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=8d76ee72-6464-49fe-8a32-b9d8eb189a71,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:50.650718 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.671441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 8d76ee72-6464-49fe-8a32-b9d8eb189a71 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:50.766326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac14a412-acb7-48bf-9110-63a0d22896af up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:50.780657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c87cbbed-c099-4074-93b5-656df3aba683', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:50:50.782000 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.828066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ddd61407-c73b-4c0c-ae24-55cb76983403 None None] Port 43776bcb-a54b-4e55-88cf-db311be8d6fa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:50.865545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1aa0e-1f2c-4eb6-a54a-d00c6471b300 req-6b54ddba-030e-434d-80c4-c436a3ac393d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:50:50.867668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-29f1aa0e-1f2c-4eb6-a54a-d00c6471b300 req-6b54ddba-030e-434d-80c4-c436a3ac393d tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 945 time: 0.1210098 Jul 15 13:50:50.960104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ddd61407-c73b-4c0c-ae24-55cb76983403 None None] Provisioning complete for port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:50.960496 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ddd61407-c73b-4c0c-ae24-55cb76983403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:50.961957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-29f1aa0e-1f2c-4eb6-a54a-d00c6471b300 req-d42eca25-100d-44cc-a3e9-5073b726d6e5 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778427 Jul 15 13:50:50.968845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.005067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=8d76ee72-6464-49fe-8a32-b9d8eb189a71,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:51.061429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port 8d76ee72-6464-49fe-8a32-b9d8eb189a71 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:51.064230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.067221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ef850b28-1189-42d6-a3b1-02b4dd7f50c3 req-673c9c0e-cc94-4331-a2b9-c38e3a1248cd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.59 "DELETE /v2.0/ports/8d76ee72-6464-49fe-8a32-b9d8eb189a71 HTTP/1.1" status: 204 len: 173 time: 0.7720287 Jul 15 13:50:51.067746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'name': 'network-vif-deleted', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:50:51.070124 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa25adfe-9934-4f2d-850d-5d1764527455" -d '{"events": [{"server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "name": "network-vif-deleted", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:50:51.111142 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570d60ed-43a2-4452-ab93-88dbbdbc2ed4 x-openstack-request-id: req-570d60ed-43a2-4452-ab93-88dbbdbc2ed4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:50:51.111652 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8618d69-5443-4a09-b28f-0cd704c006fe", "name": "network-vif-deleted", "tag": "8d76ee72-6464-49fe-8a32-b9d8eb189a71", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:50:51.112088 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-570d60ed-43a2-4452-ab93-88dbbdbc2ed4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:50:51.112755 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8618d69-5443-4a09-b28f-0cd704c006fe', 'name': 'network-vif-deleted', 'tag': '8d76ee72-6464-49fe-8a32-b9d8eb189a71', 'status': 'completed', 'code': 200} Jul 15 13:50:51.186315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ac14a412-acb7-48bf-9110-63a0d22896af triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:51.186710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.220168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Allocated IP 172.23.0.2 (c87cbbed-c099-4074-93b5-656df3aba683/6f626dfa-a444-4b41-a7ad-f38bac5e811d/71273e67-4519-4fcc-89f9-22e344208140) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:51.323412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:47Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:51.392848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:51.393089 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Updating router 30668bc0-70f0-4aa3-a606-d70223fc9923 port 43776bcb-a54b-4e55-88cf-db311be8d6fa binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:50:51.497560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.621218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5cb9c8d9-d708-41c7-886b-67c71c4f6124 None None] Provisioning complete for port 43776bcb-a54b-4e55-88cf-db311be8d6fa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:51.621600 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5cb9c8d9-d708-41c7-886b-67c71c4f6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.626041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.665462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Transition to ACTIVE for port object 71273e67-4519-4fcc-89f9-22e344208140 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:51.752437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:51.784716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Transition to ACTIVE for port object 71273e67-4519-4fcc-89f9-22e344208140 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:51.786213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5cb9c8d9-d708-41c7-886b-67c71c4f6124 None None] Port 43776bcb-a54b-4e55-88cf-db311be8d6fa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:51.814642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:51.878368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Allocated IP 172.23.0.1 (c87cbbed-c099-4074-93b5-656df3aba683/6f626dfa-a444-4b41-a7ad-f38bac5e811d/39ce4f90-1030-44be-b843-aa0f037aaa7f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:50:51.927618 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Network c87cbbed-c099-4074-93b5-656df3aba683 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:51.934703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:51.937194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Pushing event updated for resources: {'Port': ['ID=71273e67-4519-4fcc-89f9-22e344208140,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:51.943902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:51.968736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:52.004056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:52.004056 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.071346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.095702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Transition to ACTIVE for port object 39ce4f90-1030-44be-b843-aa0f037aaa7f will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:52.114223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Attempting to bind port 71273e67-4519-4fcc-89f9-22e344208140 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:52.114589 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Attempting to bind port 71273e67-4519-4fcc-89f9-22e344208140 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:52.114887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Attempting to bind port 71273e67-4519-4fcc-89f9-22e344208140 on network c87cbbed-c099-4074-93b5-656df3aba683 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:52.149105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:52.149496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Checking segment: {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:52.150050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.150486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Bound using segment: {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:52.151698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Bound port: 71273e67-4519-4fcc-89f9-22e344208140, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:52.151860 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.166473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.190166 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.227943 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Transition to ACTIVE for port object 43776bcb-a54b-4e55-88cf-db311be8d6fa will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:52.249855 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=39ce4f90-1030-44be-b843-aa0f037aaa7f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:52.267714 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.281792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network c87cbbed-c099-4074-93b5-656df3aba683 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:52.284994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:52.288996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:50:52.339596 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.344712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] For port 71273e67-4519-4fcc-89f9-22e344208140, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:52.350906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.386564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] For port 71273e67-4519-4fcc-89f9-22e344208140, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71273e67-4519-4fcc-89f9-22e344208140,segment=NetworkSegment(b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29),segment_id=b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:52.389236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86636842-58af-443f-86ff-9f06ad40367f None None] Pushing event updated for resources: {'Port': ['ID=43776bcb-a54b-4e55-88cf-db311be8d6fa,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:52.400700 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.601113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.763719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,segment=NetworkSegment(5e192b0a-70cb-4abf-ac9c-a16088635386),segment_id=5e192b0a-70cb-4abf-ac9c-a16088635386)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:52.796734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.798279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 341abc8f-79ec-44a4-ab7f-62e5eec2a844 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:52.852856 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8ce18e6e-d43f-4a31-92b7-8989ac43c057 req-2be503a9-4226-4c9c-a911-3be5a9813297 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 210 time: 0.6954052 Jul 15 13:50:52.869004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Attempting to bind port 43776bcb-a54b-4e55-88cf-db311be8d6fa on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:52.869004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Attempting to bind port 43776bcb-a54b-4e55-88cf-db311be8d6fa by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:52.869004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Attempting to bind port 43776bcb-a54b-4e55-88cf-db311be8d6fa on network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:52.892745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011ee1c-bd33-4c52-a4db-eb7b8a370bba None None] Pushing event updated for resources: {'Port': ['ID=71273e67-4519-4fcc-89f9-22e344208140,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:52.901622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:52.902000 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Checking segment: {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:52.902541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:52.902881 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Bound using segment: {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:52.903520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Bound port: 43776bcb-a54b-4e55-88cf-db311be8d6fa, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384ad19e-ec2c-42e4-a73d-239e9f3a9f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:52.903941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.019148 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 8d76ee72-6464-49fe-8a32-b9d8eb189a71 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:50:53.029569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:53.032576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:53.032973 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.060188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 8d76ee72-6464-49fe-8a32-b9d8eb189a71 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:50:53.060601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 8d76ee72-6464-49fe-8a32-b9d8eb189a71 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:50:53.134942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] For port 43776bcb-a54b-4e55-88cf-db311be8d6fa, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:53.142625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.168412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] For port 43776bcb-a54b-4e55-88cf-db311be8d6fa, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=43776bcb-a54b-4e55-88cf-db311be8d6fa,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:53.170288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.175941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.284883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86636842-58af-443f-86ff-9f06ad40367f None None] Pushing event updated for resources: {'Port': ['ID=43776bcb-a54b-4e55-88cf-db311be8d6fa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:53.293735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:53.294375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:53.332883 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:53.350460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event updated for resources: {'Port': ['ID=39ce4f90-1030-44be-b843-aa0f037aaa7f,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:53.405856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:53.472230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Network c87cbbed-c099-4074-93b5-656df3aba683 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:50:53.473712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:50:53.617912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:53.686163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:53Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:53.738987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1711a17-6e72-4651-a54b-4e174469de87 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:53Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:53.767975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:53.773465 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-770a61ea-4128-4aa0-98a1-e1ce7a6eb608 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8384049 Jul 15 13:50:53.776746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49470) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:53.790576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:53.932314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71273e67-4519-4fcc-89f9-22e344208140 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:54.052246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 71273e67-4519-4fcc-89f9-22e344208140 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:54.058790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43776bcb-a54b-4e55-88cf-db311be8d6fa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:54.192887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 43776bcb-a54b-4e55-88cf-db311be8d6fa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:54.199319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 43776bcb-a54b-4e55-88cf-db311be8d6fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:54.201018 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.221513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-036d97bb-1565-4a56-b692-8b8da1689cd3 req-08e4601b-bc5f-48fd-9816-3089dd76ee02 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 210 time: 0.1646311 Jul 15 13:50:54.343257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.406283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 43776bcb-a54b-4e55-88cf-db311be8d6fa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=43776bcb-a54b-4e55-88cf-db311be8d6fa,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:54.412382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.413483 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:54.451873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0bc1f2-fcbb-4bfd-aa23-cb29191e78d0 None None] Network c87cbbed-c099-4074-93b5-656df3aba683 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:54.635894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=43776bcb-a54b-4e55-88cf-db311be8d6fa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:54.644067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] Provisioning for port 71273e67-4519-4fcc-89f9-22e344208140 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:54.651393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:50:54.663957 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] Provisioning complete for port 71273e67-4519-4fcc-89f9-22e344208140 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:54.664395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.670839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Removed routes are [] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:50:54.671694 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.692667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:54.693037 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.849199 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:54.889195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.892950 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.923460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:54.924233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:54.972842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:54.995613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:55.084208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] For port 71273e67-4519-4fcc-89f9-22e344208140, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71273e67-4519-4fcc-89f9-22e344208140,segment=NetworkSegment(b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29),segment_id=b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:55.097040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.105795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:55.106033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:55.119404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.121069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-77e20adb-a3b1-44e5-909f-c58df0e26c35 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 934 time: 1.3429949 Jul 15 13:50:55.123812 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49474) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:55.258494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8a9be-dc17-4b3d-bff0-670c0541df10 None None] Pushing event updated for resources: {'Port': ['ID=71273e67-4519-4fcc-89f9-22e344208140,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:55.281822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-487e673c-03af-4b30-aebb-fabe88564fcb tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 934 time: 0.1564915 Jul 15 13:50:55.285450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49478) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:55.294106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'routes': None}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:50:55.458011 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 6, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:55.463932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0ca7411-01a2-402d-bdcc-fbd94eb07796 None None] Provisioning for port 39ce4f90-1030-44be-b843-aa0f037aaa7f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:55.502114 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:55.502553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Updating router 30668bc0-70f0-4aa3-a606-d70223fc9923 port 39ce4f90-1030-44be-b843-aa0f037aaa7f binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:50:55.504160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-61d413b6-5979-4209-ac7a-9c9603c506ad req-1f701c45-88b1-423c-9602-d762218f38a3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8618d69-5443-4a09-b28f-0cd704c006fe HTTP/1.1" status: 200 len: 210 time: 0.0554326 Jul 15 13:50:55.546246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.561867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0ca7411-01a2-402d-bdcc-fbd94eb07796 None None] Provisioning complete for port 39ce4f90-1030-44be-b843-aa0f037aaa7f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:55.562587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0ca7411-01a2-402d-bdcc-fbd94eb07796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.660359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca7411-01a2-402d-bdcc-fbd94eb07796 None None] Port 39ce4f90-1030-44be-b843-aa0f037aaa7f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:55.687609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d0ca7411-01a2-402d-bdcc-fbd94eb07796 None None] Provisioning complete for port 71273e67-4519-4fcc-89f9-22e344208140 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:55.687878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0ca7411-01a2-402d-bdcc-fbd94eb07796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:55.945283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43776bcb-a54b-4e55-88cf-db311be8d6fa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:56.126279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 43776bcb-a54b-4e55-88cf-db311be8d6fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:56.127072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.180346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added routes are [] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:50:56.180845 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.extraroute_db [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93995) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:50:56.220286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.297038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71273e67-4519-4fcc-89f9-22e344208140 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:56.339632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.364397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Transition to ACTIVE for port object 39ce4f90-1030-44be-b843-aa0f037aaa7f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:50:56.372028 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-56175898-66d2-4da8-b3d1-c80409a0c23b None None] Provisioning complete for port 39ce4f90-1030-44be-b843-aa0f037aaa7f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:56.372530 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-56175898-66d2-4da8-b3d1-c80409a0c23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.376750 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.459806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-56175898-66d2-4da8-b3d1-c80409a0c23b None None] Port 39ce4f90-1030-44be-b843-aa0f037aaa7f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:50:56.471516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.474508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae9e34-a048-42fa-90b9-68fd972a4102 None None] Pushing event updated for resources: {'Port': ['ID=39ce4f90-1030-44be-b843-aa0f037aaa7f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:56.475682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.480236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 71273e67-4519-4fcc-89f9-22e344208140 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:56.480615 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.574325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Attempting to bind port 39ce4f90-1030-44be-b843-aa0f037aaa7f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:50:56.574733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Attempting to bind port 39ce4f90-1030-44be-b843-aa0f037aaa7f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:50:56.575096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Attempting to bind port 39ce4f90-1030-44be-b843-aa0f037aaa7f on network c87cbbed-c099-4074-93b5-656df3aba683 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:50:56.587070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:50:56.587715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Checking segment: {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:50:56.588193 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.588671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Bound using segment: {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:50:56.589177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Bound port: 39ce4f90-1030-44be-b843-aa0f037aaa7f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:50:56.589570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.621441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:56.717390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] For port 39ce4f90-1030-44be-b843-aa0f037aaa7f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:50:56.721335 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] For port 39ce4f90-1030-44be-b843-aa0f037aaa7f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=39ce4f90-1030-44be-b843-aa0f037aaa7f,segment=NetworkSegment(b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29),segment_id=b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:50:56.726651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.773940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:56.782897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:56.787378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b4ab7a61-4cf6-4430-8798-28345293f639 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 700 time: 1.4978766 Jul 15 13:50:56.789204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49488) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:56.796317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:56.797298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:56.838921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae9e34-a048-42fa-90b9-68fd972a4102 None None] Pushing event updated for resources: {'Port': ['ID=39ce4f90-1030-44be-b843-aa0f037aaa7f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:56.906837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:56.928145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-750be7fd-b1e1-46ce-bb0e-d439a6048b77 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 700 time: 0.1359715 Jul 15 13:50:56.928458 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:57.201985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 7, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:57.234467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e8e12-31cd-439b-9fad-bb37688b05b8 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 7, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:57.383439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:57.391751 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:57.402763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:57.403741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:57.503127 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:57.671563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39ce4f90-1030-44be-b843-aa0f037aaa7f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:50:57.718812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 39ce4f90-1030-44be-b843-aa0f037aaa7f {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:57.719452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:57.728652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 39ce4f90-1030-44be-b843-aa0f037aaa7f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:50:57.733703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 39ce4f90-1030-44be-b843-aa0f037aaa7f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:50:57.734336 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:57.770067 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 7, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:57.806332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:57.816674 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:57.817662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:57.839700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 39ce4f90-1030-44be-b843-aa0f037aaa7f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=39ce4f90-1030-44be-b843-aa0f037aaa7f,segment=NetworkSegment(b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29),segment_id=b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:57.840146 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:57.861609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 39ce4f90-1030-44be-b843-aa0f037aaa7f owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:57.891672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:57.929332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 39ce4f90-1030-44be-b843-aa0f037aaa7f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=39ce4f90-1030-44be-b843-aa0f037aaa7f,segment=NetworkSegment(b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29),segment_id=b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:57.935867 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:57.939932 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:57.991856 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=39ce4f90-1030-44be-b843-aa0f037aaa7f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:58.082122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:58.141382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=39ce4f90-1030-44be-b843-aa0f037aaa7f,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:58.205505 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 7, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:58.239822 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b7894-9d47-46c1-96b3-892c44a45e87 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 7, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ce4f90-1030-44be-b843-aa0f037aaa7f', 'name': '', 'network_id': 'c87cbbed-c099-4074-93b5-656df3aba683', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:f7:d0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:50Z', 'updated_at': '2021-07-15T13:50:56Z', 'revision_number': 4, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '6f626dfa-a444-4b41-a7ad-f38bac5e811d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:58.306642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:58.550563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:50:58.660928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:50:58.666885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cfcc49aa-2473-4eff-a5df-d21fc1b6ccc7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369819 Jul 15 13:50:58.669593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49494) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:58.672351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:50:58.684083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:58.684741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:58.730351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet 6f626dfa-a444-4b41-a7ad-f38bac5e811d {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:50:58.733785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:58.784297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:58.811228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:58.882831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.088610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:58Z', 'revision_number': 8, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:59.118182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:50:59.129637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:50:59.130222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:59.235569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:50:59.264233 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.296551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=6f626dfa-a444-4b41-a7ad-f38bac5e811d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:59.301938 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.303565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-81409a6e-b79a-43f3-96ea-23d3cfb3466f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/6f626dfa-a444-4b41-a7ad-f38bac5e811d HTTP/1.1" status: 204 len: 168 time: 0.6304233 Jul 15 13:50:59.310515 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49498) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:50:59.324484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0354bbb-9cdb-480a-afc1-586daf0fb867 None None] Network c87cbbed-c099-4074-93b5-656df3aba683 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:50:59.436848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.502072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 71273e67-4519-4fcc-89f9-22e344208140 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:50:59.502465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.578200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 71273e67-4519-4fcc-89f9-22e344208140, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71273e67-4519-4fcc-89f9-22e344208140,segment=NetworkSegment(b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29),segment_id=b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:50:59.578491 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.593656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 71273e67-4519-4fcc-89f9-22e344208140 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:50:59.705210 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.734665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=71273e67-4519-4fcc-89f9-22e344208140,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:50:59.740278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port 71273e67-4519-4fcc-89f9-22e344208140 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:50:59.815371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:58Z', 'revision_number': 8, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:59.845987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab3839-7770-4cbb-8b8f-6c8328b0f49f None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:50:58Z', 'revision_number': 8, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43776bcb-a54b-4e55-88cf-db311be8d6fa', 'name': '', 'network_id': '2ffd4f34-56f7-4e38-9004-610aa62e45d4', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:4b:82:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:45Z', 'updated_at': '2021-07-15T13:50:54Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a3635740-96c6-4c0f-a116-19a99a01f26e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:50:59.858400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.871434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87cbbed-c099-4074-93b5-656df3aba683']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:59.884894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:59.885413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e0e2ee-3b50-4893-9b8a-5bd8cce7ca29') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:50:59.897539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.906487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0df80-224b-4337-9200-01571a698901 None None] DHCP port deletion for c87cbbed-c099-4074-93b5-656df3aba683 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:50:59.922976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.930797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:50:59.931137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:50:59.935242 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:00.003711 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:00.019481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:00.027362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/c87cbbed-c099-4074-93b5-656df3aba683 HTTP/1.1" status: 204 len: 168 time: 0.7098687 Jul 15 13:51:00.027492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49504) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:00.048521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61f9db-327b-43f5-a33c-888f7bedbe63 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=c87cbbed-c099-4074-93b5-656df3aba683,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:00.536388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:00.845401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 43776bcb-a54b-4e55-88cf-db311be8d6fa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:00.845666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:00.946216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 43776bcb-a54b-4e55-88cf-db311be8d6fa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=43776bcb-a54b-4e55-88cf-db311be8d6fa,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:00.946836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:00.970657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 43776bcb-a54b-4e55-88cf-db311be8d6fa owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:01.177949 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:01.211718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=43776bcb-a54b-4e55-88cf-db311be8d6fa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:01.388130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:01.606760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:01.658147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71273e67-4519-4fcc-89f9-22e344208140 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:01.679496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 71273e67-4519-4fcc-89f9-22e344208140 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:01.679848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71273e67-4519-4fcc-89f9-22e344208140 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:01.680279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39ce4f90-1030-44be-b843-aa0f037aaa7f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:01.702940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 39ce4f90-1030-44be-b843-aa0f037aaa7f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:01.703283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39ce4f90-1030-44be-b843-aa0f037aaa7f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:01.704774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:01.709650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b73de4db-95e7-4438-8145-66b3f9ecf315 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794927 Jul 15 13:51:01.714326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49510) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:01.715619 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:01.726721 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:01.727322 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:01.768733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet a3635740-96c6-4c0f-a116-19a99a01f26e {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:51:01.772172 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:01.818068 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:01.917003 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:01.939745 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.012196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.042373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=a3635740-96c6-4c0f-a116-19a99a01f26e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:02.050146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.056463 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4c90b853-3f3f-4d34-8184-001ce64b9388 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/a3635740-96c6-4c0f-a116-19a99a01f26e HTTP/1.1" status: 204 len: 168 time: 0.3366487 Jul 15 13:51:02.056463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49512) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:02.063832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b3a84b-125d-4ee2-b19a-7e42286b3b38 None None] Network 2ffd4f34-56f7-4e38-9004-610aa62e45d4 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:02.164995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.175653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49516) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:02.207680 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:01Z', 'revision_number': 9, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:02.268191 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:02.285491 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:02.286627 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:02.288052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:02.288704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.333277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] DHCP port deletion for 2ffd4f34-56f7-4e38-9004-610aa62e45d4 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:51:02.380061 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 341abc8f-79ec-44a4-ab7f-62e5eec2a844, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=341abc8f-79ec-44a4-ab7f-62e5eec2a844,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:02.380496 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.393392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] Deleting port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:02.393794 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.398271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 341abc8f-79ec-44a4-ab7f-62e5eec2a844 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:02.417963 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:02.439718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 02a5b116-bda4-44df-9618-96779119e9d2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:02.440071 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.511786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] For port 341abc8f-79ec-44a4-ab7f-62e5eec2a844, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=341abc8f-79ec-44a4-ab7f-62e5eec2a844,segment=NetworkSegment(384ad19e-ec2c-42e4-a73d-239e9f3a9f19),segment_id=384ad19e-ec2c-42e4-a73d-239e9f3a9f19)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:02.512697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.518246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.532426 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] Calling delete_port for 341abc8f-79ec-44a4-ab7f-62e5eec2a844 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:02.546362 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.546642 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.549875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=341abc8f-79ec-44a4-ab7f-62e5eec2a844,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:02.552217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:02.575109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 02a5b116-bda4-44df-9618-96779119e9d2 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:02.635660 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.656912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.671532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffd4f34-56f7-4e38-9004-610aa62e45d4']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:02.690296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384ad19e-ec2c-42e4-a73d-239e9f3a9f19') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:02.690651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384ad19e-ec2c-42e4-a73d-239e9f3a9f19') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:02.697007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] Pushing event deleted for resources: {'Port': ['ID=341abc8f-79ec-44a4-ab7f-62e5eec2a844,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:02.704953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.720708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa5b09-53b7-435e-aba8-43f71a9ed5fa None None] No DVR routers for this DVR port 341abc8f-79ec-44a4-ab7f-62e5eec2a844 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:02.728432 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.729758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:01Z', 'revision_number': 9, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:02.745134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:51:02.745945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:51:02.752249 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:02.783455 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3929d-c553-4f9d-b484-89bb9fc95aca None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:01Z', 'revision_number': 9, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0', 'name': '', 'network_id': '2d5e6c8b-c884-40a0-9eea-125cc257cfa1', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:40:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:42Z', 'updated_at': '2021-07-15T13:50:52Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': 'a2a64ed2-8626-4e31-bc57-582dc01e8773', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:02.841866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.850907 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.852870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/2ffd4f34-56f7-4e38-9004-610aa62e45d4 HTTP/1.1" status: 204 len: 168 time: 0.7947710 Jul 15 13:51:02.856120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49518) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:02.862972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f84b0-83a8-4c63-a507-7087c3ab6300 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=2ffd4f34-56f7-4e38-9004-610aa62e45d4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:02.896832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:02.957391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=02a5b116-bda4-44df-9618-96779119e9d2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:03.109096 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:03.109434 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Floating IP bb320387-44a0-40d4-b0c8-5253aeafaca3 disassociated (deleted). External IP: 172.25.3.152, port: 3398bd7b-950a-4780-912d-e30b8360aff9. Jul 15 13:51:03.413621 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:03.541041 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:03.610026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43776bcb-a54b-4e55-88cf-db311be8d6fa no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:03.617869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:03.623522 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:03.632920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:03.635531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 43776bcb-a54b-4e55-88cf-db311be8d6fa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:03.635886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 43776bcb-a54b-4e55-88cf-db311be8d6fa not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:03.636346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 341abc8f-79ec-44a4-ab7f-62e5eec2a844 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:03.657524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 341abc8f-79ec-44a4-ab7f-62e5eec2a844 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:03.657872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 341abc8f-79ec-44a4-ab7f-62e5eec2a844 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:03.663986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:03.666090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:03.699704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c377f91b-09c5-4b9c-984d-81f4d544c5ec tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "DELETE /v2.0/floatingips/bb320387-44a0-40d4-b0c8-5253aeafaca3 HTTP/1.1" status: 204 len: 168 time: 1.5231497 Jul 15 13:51:03.720241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:03.722717 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:03.785925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:03.859673 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef62ec9-d9e7-4be1-b90f-141b4867773e x-openstack-request-id: req-5ef62ec9-d9e7-4be1-b90f-141b4867773e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:03.860358 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:03.860816 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ef62ec9-d9e7-4be1-b90f-141b4867773e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:03.861408 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9', 'status': 'completed', 'code': 200} Jul 15 13:51:03.908742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:03.909111 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:03.943276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-0fc40947-32a9-4472-ad12-4f237bf29ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:03.946995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-0fc40947-32a9-4472-ad12-4f237bf29ae3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 1098 time: 0.0691633 Jul 15 13:51:04.061328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,segment=NetworkSegment(5e192b0a-70cb-4abf-ac9c-a16088635386),segment_id=5e192b0a-70cb-4abf-ac9c-a16088635386)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:04.061814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:04.090318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:04.120660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:04.130280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:04.131395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:04.137480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:04.141050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-e7261012-35e4-4f80-9584-e24a950f5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.144498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-e7261012-35e4-4f80-9584-e24a950f5d36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 200 len: 913 time: 0.1907001 Jul 15 13:51:04.191720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-be594ddb-195e-4bf7-815e-24f5f02838c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 200 len: 217 time: 0.0404146 Jul 15 13:51:04.227566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc875fb6-e089-4b39-9f30-9dcbcee6b32b req-6b38ac41-2cc8-48f2-b4f0-3dbd862ed618 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.229270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc875fb6-e089-4b39-9f30-9dcbcee6b32b req-6b38ac41-2cc8-48f2-b4f0-3dbd862ed618 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 946 time: 0.1620178 Jul 15 13:51:04.245226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:04.263133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-158df045-601f-409b-aef6-a6484780937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.265596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-158df045-601f-409b-aef6-a6484780937f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 200 len: 851 time: 0.0674789 Jul 15 13:51:04.334284 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-cbeaab27-402e-48d1-85f0-2420811abc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:04.335883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-cbeaab27-402e-48d1-85f0-2420811abc90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b36c25ba-74a8-4ffe-8a92-558aba83c932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631189 Jul 15 13:51:04.448918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-c5002e7b-a2eb-43e1-b3a9-23a7aa282bb6 service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058397 Jul 15 13:51:04.485409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:04.543824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f2793-d0f9-4020-a5ba-815b9c21afd8 None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:38:43Z', 'revision_number': 4, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a', 'name': '', 'network_id': 'b36c25ba-74a8-4ffe-8a92-558aba83c932', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:41Z', 'updated_at': '2021-07-15T13:38:49Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'subnets': [{'id': '9b246a3b-956f-4540-8aa5-e57c9ecfeac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:04.553037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-796bbd61-7ff4-4f75-a3b4-ed80ab52122d req-4075111e-507c-49cf-a1bc-7e89eb774caf service neutron] 10.222.0.58 "GET /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967357 Jul 15 13:51:04.607269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc875fb6-e089-4b39-9f30-9dcbcee6b32b req-76b4ffdb-32ff-486d-8e0d-f36d548c7ce8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710091 Jul 15 13:51:04.680560 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:04.710149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:04.840767 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919f6e6-ee26-4a4b-82c4-6493179c2fef None None] New status for floating IP bb320387-44a0-40d4-b0c8-5253aeafaca3: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 13:51:04.897063 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.130850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:05.228666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:05.235229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c86714e-d929-4d0b-950c-81a6edf41230 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3778384 Jul 15 13:51:05.238702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49528) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:05.241314 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:05.251755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:05.252377 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:05.298856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet a2a64ed2-8626-4e31-bc57-582dc01e8773 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:51:05.303288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.347264 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.347578 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:05.436750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.523936 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.544297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872adce-fb33-4902-a375-f737a3d1a71e req-4133dfde-6ca8-4e1d-b0e5-f713961c228a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.545906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5872adce-fb33-4902-a375-f737a3d1a71e req-4133dfde-6ca8-4e1d-b0e5-f713961c228a tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 946 time: 0.0779140 Jul 15 13:51:05.555908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a64ed2-8626-4e31-bc57-582dc01e8773,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:05.559331 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.561350 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00ff5c6b-7cf5-4e6a-a1df-e7edbafa742a tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/a2a64ed2-8626-4e31-bc57-582dc01e8773 HTTP/1.1" status: 204 len: 168 time: 0.3215220 Jul 15 13:51:05.566908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49530) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:05.567874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a924f17b-c657-4430-9d25-89a306962c68 None None] Network 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:05.662513 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.676803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:04Z', 'revision_number': 10, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:05.685888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 3398bd7b-950a-4780-912d-e30b8360aff9 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:05.686368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.746904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port ac14a412-acb7-48bf-9110-63a0d22896af {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:05.747762 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.748515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:05.778175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:05.779218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:05.825216 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] For port 3398bd7b-950a-4780-912d-e30b8360aff9, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=3398bd7b-950a-4780-912d-e30b8360aff9,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:05.825591 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.835865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port ac14a412-acb7-48bf-9110-63a0d22896af, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ac14a412-acb7-48bf-9110-63a0d22896af,segment=NetworkSegment(5e192b0a-70cb-4abf-ac9c-a16088635386),segment_id=5e192b0a-70cb-4abf-ac9c-a16088635386)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:05.836187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.849254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for ac14a412-acb7-48bf-9110-63a0d22896af owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:05.856996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 3398bd7b-950a-4780-912d-e30b8360aff9 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:05.890713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:05.947688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317c44a-58d6-4bcb-a7f5-027a1dcab7bb req-046635d6-fbb1-4c1c-bf6f-9653206e9f41 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:51:05.949582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d317c44a-58d6-4bcb-a7f5-027a1dcab7bb req-046635d6-fbb1-4c1c-bf6f-9653206e9f41 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 946 time: 0.1410837 Jul 15 13:51:05.956200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:05.966898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4089d5-f158-4002-bff7-fa30cf478b24 None None] DHCP port deletion for 2d5e6c8b-c884-40a0-9eea-125cc257cfa1 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:51:05.979641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port ac14a412-acb7-48bf-9110-63a0d22896af on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:06.058692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d317c44a-58d6-4bcb-a7f5-027a1dcab7bb req-34d1bd1f-1de1-4f0e-8170-b0719941d7b8 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/security-groups?id=3b7af92c-56b1-4ffe-9540-02168addb738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877342 Jul 15 13:51:06.066685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=ac14a412-acb7-48bf-9110-63a0d22896af,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:06.124187 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.127494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.141727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5e6c8b-c884-40a0-9eea-125cc257cfa1']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:06.156849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e192b0a-70cb-4abf-ac9c-a16088635386') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:06.157246 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e192b0a-70cb-4abf-ac9c-a16088635386') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:06.167867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=3398bd7b-950a-4780-912d-e30b8360aff9,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:06.170054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.192184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:04Z', 'revision_number': 10, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:06.197125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.206165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:51:06.206751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:51:06.210713 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:06.222030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8361f69a-f41b-4eef-bbdf-cf0e0dbaad96 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:04Z', 'revision_number': 10, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None, '_interfaces': [{'id': '1bb9a762-9dee-47f7-82f0-052f345b9356', 'name': '', 'network_id': '47bd895f-e05d-4a08-aada-c7b02a16ee60', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'mac_address': 'fa:16:3e:e4:3a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:50:39Z', 'updated_at': '2021-07-15T13:50:45Z', 'revision_number': 5, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'subnets': [{'id': '5089296c-8b06-4693-b1d2-cad41bf71ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:06.233731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] No DVR routers for this DVR port 3398bd7b-950a-4780-912d-e30b8360aff9 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:06.236874 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.240076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5872adce-fb33-4902-a375-f737a3d1a71e req-bad3acca-5f77-417c-be50-3e2e8995efbd tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.58 "DELETE /v2.0/ports/3398bd7b-950a-4780-912d-e30b8360aff9 HTTP/1.1" status: 204 len: 173 time: 0.6887889 Jul 15 13:51:06.240607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'name': 'network-vif-deleted', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:51:06.243540 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8b84d7-0961-4503-810f-785fac72e3fe" -d '{"events": [{"server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "name": "network-vif-deleted", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:51:06.292308 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4421a6fb-f314-4307-91a7-21dc5e73c6d8 x-openstack-request-id: req-4421a6fb-f314-4307-91a7-21dc5e73c6d8 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:51:06.292587 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eefda3-a48e-42e6-8b5d-afe746d0af7f", "name": "network-vif-deleted", "tag": "3398bd7b-950a-4780-912d-e30b8360aff9", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:51:06.292837 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4421a6fb-f314-4307-91a7-21dc5e73c6d8 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:51:06.293355 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eefda3-a48e-42e6-8b5d-afe746d0af7f', 'name': 'network-vif-deleted', 'tag': '3398bd7b-950a-4780-912d-e30b8360aff9', 'status': 'completed', 'code': 200} Jul 15 13:51:06.310955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.320055 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:06.322718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/2d5e6c8b-c884-40a0-9eea-125cc257cfa1 HTTP/1.1" status: 204 len: 168 time: 0.7535822 Jul 15 13:51:06.324998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49538) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:06.335142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f58ac-375b-43a8-97f8-9aff61185aef tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=2d5e6c8b-c884-40a0-9eea-125cc257cfa1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:06.725292 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:07.257558 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:07.317927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e3df28a-6d28-4649-bf75-da859cc8e31f req-078a3052-3c0d-473f-85a9-2637fa2db3f9 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 210 time: 0.0363431 Jul 15 13:51:07.510738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port 1bb9a762-9dee-47f7-82f0-052f345b9356 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:07.511025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:07.607665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port 1bb9a762-9dee-47f7-82f0-052f345b9356, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1bb9a762-9dee-47f7-82f0-052f345b9356,segment=NetworkSegment(e6eb89e1-d79e-413d-9ca3-27e04f644c6c),segment_id=e6eb89e1-d79e-413d-9ca3-27e04f644c6c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:07.608080 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:07.616235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:07.624727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for 1bb9a762-9dee-47f7-82f0-052f345b9356 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:07.636983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:07.637367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57ab2a7e-5f43-4d24-a140-e8ad1b59d9c0 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:07.637791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac14a412-acb7-48bf-9110-63a0d22896af no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:07.657408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ac14a412-acb7-48bf-9110-63a0d22896af {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:07.657780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ac14a412-acb7-48bf-9110-63a0d22896af not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:07.813750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:07.841776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=1bb9a762-9dee-47f7-82f0-052f345b9356,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:08.004639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.180905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:08.259897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:08.265302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7bdd154f-2583-41e7-a9fc-bb5b6e9c77db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9390147 Jul 15 13:51:08.268015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49542) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:08.272759 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:08.285849 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:08.286505 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:08.363474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting subnet 5089296c-8b06-4693-b1d2-cad41bf71ebd {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:51:08.367220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.369177 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:08.420170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.440703 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:07Z', 'revision_number': 11, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:08.488451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06d631b3-d424-4957-9d2c-9c4fee2be157 req-02b2f270-b22f-4c77-8ca7-b74593d9a8de tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 210 time: 0.0380106 Jul 15 13:51:08.500913 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:08.519453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:08.520456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:08.550940 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.596089 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:08.626465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.648225 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:07Z', 'revision_number': 11, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:08.655346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Subnet': ['ID=5089296c-8b06-4693-b1d2-cad41bf71ebd,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:08.659765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.664448 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8c170900-7f4d-454a-b6a5-e3a66da5d686 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/5089296c-8b06-4693-b1d2-cad41bf71ebd HTTP/1.1" status: 204 len: 168 time: 0.3953180 Jul 15 13:51:08.665185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49546) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:08.680811 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5705f-f958-4676-b568-d5b1f515afc1 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:07Z', 'revision_number': 11, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:08.682672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f8825-873d-436d-9c04-78f0eae3209d None None] Network 47bd895f-e05d-4a08-aada-c7b02a16ee60 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:08.751182 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.813917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Deleting port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:08.814729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.884345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] For port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,segment=NetworkSegment(e6eb89e1-d79e-413d-9ca3-27e04f644c6c),segment_id=e6eb89e1-d79e-413d-9ca3-27e04f644c6c)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:08.884876 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:08.897835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Calling delete_port for bd49e0e3-166d-40eb-b42a-c8cc5a681f4d owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:09.001723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.031174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Port': ['ID=bd49e0e3-166d-40eb-b42a-c8cc5a681f4d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:09.036279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No DVR routers for this DVR port bd49e0e3-166d-40eb-b42a-c8cc5a681f4d on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:09.069103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e315b-6278-4ecc-ae64-0ae3f8ce980a None None] DHCP port deletion for 47bd895f-e05d-4a08-aada-c7b02a16ee60 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:51:09.129627 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.141622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bd895f-e05d-4a08-aada-c7b02a16ee60']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:09.161837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:09.162121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eb89e1-d79e-413d-9ca3-27e04f644c6c') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:09.173512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.189474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.196518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:51:09.197061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:51:09.201523 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:09.276232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.283711 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.285563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/networks/47bd895f-e05d-4a08-aada-c7b02a16ee60 HTTP/1.1" status: 204 len: 168 time: 0.6192882 Jul 15 13:51:09.288404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49548) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:09.302350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'routes': None}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:09.305133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eae04c-9fce-4967-84e1-bdde8a530746 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Pushing event deleted for resources: {'Network': ['ID=47bd895f-e05d-4a08-aada-c7b02a16ee60,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:09.475055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.extraroute_db [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Added routes are [] {{(pid=93994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 13:51:09.475426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.extraroute_db [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Removed routes are [] {{(pid=93994) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 13:51:09.475704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.653761 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1bb9a762-9dee-47f7-82f0-052f345b9356 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:09.654023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8b3d194e-9cbd-4ba4-ad83-10b278c21983 req-9413dee6-b793-4e89-805b-0edf11baf081 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7eefda3-a48e-42e6-8b5d-afe746d0af7f HTTP/1.1" status: 200 len: 210 time: 0.0424550 Jul 15 13:51:09.679651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1bb9a762-9dee-47f7-82f0-052f345b9356 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:09.680339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1bb9a762-9dee-47f7-82f0-052f345b9356 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:09.681293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd49e0e3-166d-40eb-b42a-c8cc5a681f4d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:09.706491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: bd49e0e3-166d-40eb-b42a-c8cc5a681f4d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:09.707222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd49e0e3-166d-40eb-b42a-c8cc5a681f4d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:09.735816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.739334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.823983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router 30668bc0-70f0-4aa3-a606-d70223fc9923 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:09.906814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:09.915533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:09.916354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8d55dc9f-40b5-4aee-9e16-727a760b97a3 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 701 time: 0.6182313 Jul 15 13:51:09.918559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] Sync routers for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:09.921522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49552) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:09.930396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:09.931073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:09.965649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c37fab4a-fab2-4b63-b45c-d7f24e1be2f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 205 time: 0.0426817 Jul 15 13:51:09.970159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49554) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:10.026185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:10.054039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.087187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3398bd7b-950a-4780-912d-e30b8360aff9 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:10.090818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:07Z', 'revision_number': 11, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:10.111192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 3398bd7b-950a-4780-912d-e30b8360aff9 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:10.111640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 3398bd7b-950a-4780-912d-e30b8360aff9 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:10.140767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] Checking router: 30668bc0-70f0-4aa3-a606-d70223fc9923 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:10.151278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] Routers {'30668bc0-70f0-4aa3-a606-d70223fc9923'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:10.151910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['30668bc0-70f0-4aa3-a606-d70223fc9923'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:10.221246 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.223918 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.285253 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.285925 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router 30668bc0-70f0-4aa3-a606-d70223fc9923 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:51:10.294482 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.300592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce9a7f79-ec1f-4a6f-b6d1-4caa19b9f28c tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 204 len: 168 time: 0.3243575 Jul 15 13:51:10.301554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49556) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:10.314733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1527257802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:10.343192 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.344170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.398130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] Set router 30668bc0-70f0-4aa3-a606-d70223fc9923 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:10.405302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.411003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.433427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.435772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f08404f8-8c5c-42a7-9624-ec0f27dbaac6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1310356 Jul 15 13:51:10.440017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49558) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:10.445291 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:10.468081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:07Z', 'revision_number': 11, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:10.497379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d35bcc-843f-4c38-9441-29b89cc99711 None None] The sync data for ids ['30668bc0-70f0-4aa3-a606-d70223fc9923'] in n-d-798054-11 is: [{'id': '30668bc0-70f0-4aa3-a606-d70223fc9923', 'name': 'tempest-RoutersTest-router-1565803172', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:50:38Z', 'updated_at': '2021-07-15T13:51:07Z', 'revision_number': 11, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:10.704729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.720163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1696137'] for router, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:10.783942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49562) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:10.860499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Router e0330093-2348-4096-9cc4-035f23a03721 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:51:10.928389 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Deleting port 23af97b5-db4e-4500-8d74-3fc20825333e {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:10.928741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.001430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:11.011696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.017889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-29c0f4f9-5dc5-40c9-bfba-e9bc78cf1309 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "PUT /v2.0/routers/e0330093-2348-4096-9cc4-035f23a03721 HTTP/1.1" status: 200 len: 694 time: 0.5718536 Jul 15 13:51:11.017889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49564) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.018368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.018368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.023529 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] Sync routers for ids ['e0330093-2348-4096-9cc4-035f23a03721'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:11.036587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Calling delete_port for 23af97b5-db4e-4500-8d74-3fc20825333e owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:11.036937 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] Routers {'e0330093-2348-4096-9cc4-035f23a03721'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:11.037636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e0330093-2348-4096-9cc4-035f23a03721'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:11.108106 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e53bc469-fee0-4a89-bf0a-bf54aa9c6140 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/routers/e0330093-2348-4096-9cc4-035f23a03721 HTTP/1.1" status: 200 len: 700 time: 0.0896633 Jul 15 13:51:11.112194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49566) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.112414 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] Set router e0330093-2348-4096-9cc4-035f23a03721 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:11.145698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d21a5d3f-5ec5-4c74-b639-2d764c48878d tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0330093-2348-4096-9cc4-035f23a03721 HTTP/1.1" status: 200 len: 205 time: 0.0322721 Jul 15 13:51:11.148349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49568) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.171409 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0330093-2348-4096-9cc4-035f23a03721', 'name': 'tempest-RoutersTest-router-1527257802', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:51:10Z', 'updated_at': '2021-07-15T13:51:10Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:11.203990 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] Checking router: e0330093-2348-4096-9cc4-035f23a03721 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:11.211049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.214490 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] Routers {'e0330093-2348-4096-9cc4-035f23a03721'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:11.215378 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:50:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['e0330093-2348-4096-9cc4-035f23a03721'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:11.239531 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.241474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'Port': ['ID=23af97b5-db4e-4500-8d74-3fc20825333e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:11.256807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.257163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.257737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.258078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.258427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.258774 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.259175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.259537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.259944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.260384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.260815 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.261157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:11.328011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.331092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.332349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9c2e947b-18f5-4830-9f30-3633bfeb3b84 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "DELETE /v2.0/floatingips/b7e37e9d-8ff2-4fd3-b383-e35db256f04a HTTP/1.1" status: 204 len: 168 time: 0.5464356 Jul 15 13:51:11.404124 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] Set router e0330093-2348-4096-9cc4-035f23a03721 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:11.465328 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0330093-2348-4096-9cc4-035f23a03721', 'name': 'tempest-RoutersTest-router-1527257802', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:51:10Z', 'updated_at': '2021-07-15T13:51:10Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:11.481933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.485110 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.494676 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ce873e-2bed-4fb1-a04d-5365a98c18be None None] The sync data for ids ['e0330093-2348-4096-9cc4-035f23a03721'] in n-d-798054-11 is: [{'id': 'e0330093-2348-4096-9cc4-035f23a03721', 'name': 'tempest-RoutersTest-router-1527257802', 'tenant_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:51:10Z', 'updated_at': '2021-07-15T13:51:10Z', 'revision_number': 2, 'project_id': '7e8bf9a7d0ac4a76a76b49f5d3928bb4', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:11.539750 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.540545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Fanout notify agent at l3_agent the message router_deleted on router e0330093-2348-4096-9cc4-035f23a03721 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:51:11.548802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:11.550091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05ff68a7-aef0-4c95-a972-c21950e355f2 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/e0330093-2348-4096-9cc4-035f23a03721 HTTP/1.1" status: 204 len: 168 time: 0.4006619 Jul 15 13:51:11.555778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49574) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.596215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-759af344-da84-4c82-82eb-7cf4c6751626 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0330093-2348-4096-9cc4-035f23a03721 HTTP/1.1" status: 200 len: 205 time: 0.0385339 Jul 15 13:51:11.598575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.675357 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-faa2985b-3a68-4a99-89c4-9b205b0bd6f0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:11.677359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-faa2985b-3a68-4a99-89c4-9b205b0bd6f0 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/e0330093-2348-4096-9cc4-035f23a03721 HTTP/1.1" status: 404 len: 336 time: 0.0770900 Jul 15 13:51:11.681980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49582) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.730642 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f5e984-3896-4444-bd41-d4674ba0ed02 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:11.731661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f5e984-3896-4444-bd41-d4674ba0ed02 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:11.734697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-04f5e984-3896-4444-bd41-d4674ba0ed02 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/6f626dfa-a444-4b41-a7ad-f38bac5e811d HTTP/1.1" status: 404 len: 337 time: 0.0503838 Jul 15 13:51:11.739710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49584) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.797888 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-577180d9-99ef-4f16-a242-caee2901dc47 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:11.798728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577180d9-99ef-4f16-a242-caee2901dc47 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:11.800776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-577180d9-99ef-4f16-a242-caee2901dc47 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/a3635740-96c6-4c0f-a116-19a99a01f26e HTTP/1.1" status: 404 len: 337 time: 0.0578754 Jul 15 13:51:11.805233 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49586) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.851285 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f08e70-2c5f-4e01-9030-c8952fe28e72 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:11.852426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f08e70-2c5f-4e01-9030-c8952fe28e72 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:11.860206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49588) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.861024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-05f08e70-2c5f-4e01-9030-c8952fe28e72 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/a2a64ed2-8626-4e31-bc57-582dc01e8773 HTTP/1.1" status: 404 len: 337 time: 0.0540643 Jul 15 13:51:11.917568 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-44aa6f96-669b-445b-b509-c7ed5d4ea9af tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:11.917944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44aa6f96-669b-445b-b509-c7ed5d4ea9af tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:11.920338 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-44aa6f96-669b-445b-b509-c7ed5d4ea9af tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/5089296c-8b06-4693-b1d2-cad41bf71ebd HTTP/1.1" status: 404 len: 337 time: 0.0583987 Jul 15 13:51:11.924489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49590) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.970975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49592) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:11.971747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-63cdac50-0d4b-4ddd-a3ad-3110f93a1427 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 200 len: 205 time: 0.0451052 Jul 15 13:51:12.040473 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-270a2f2d-e899-4e46-a2c6-5a254c17dd3f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:12.046360 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-270a2f2d-e899-4e46-a2c6-5a254c17dd3f tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/30668bc0-70f0-4aa3-a606-d70223fc9923 HTTP/1.1" status: 404 len: 336 time: 0.0687375 Jul 15 13:51:12.046746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49594) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.084103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-56c6c0c2-63d5-4dda-80e4-bb240438a9ce tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e36d479-340e-486c-9b01-3f77328652c3 HTTP/1.1" status: 200 len: 205 time: 0.0323069 Jul 15 13:51:12.084462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49596) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.133938 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-e0b2a27a-7096-44c3-8b89-63c0d03df249 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:12.137727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e0b2a27a-7096-44c3-8b89-63c0d03df249 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/7e36d479-340e-486c-9b01-3f77328652c3 HTTP/1.1" status: 404 len: 336 time: 0.0496619 Jul 15 13:51:12.137981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49598) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.168459 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7d875b-48d7-42ff-a9c6-d199cdce989b tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:12.168828 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7d875b-48d7-42ff-a9c6-d199cdce989b tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:12.170698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9b7d875b-48d7-42ff-a9c6-d199cdce989b tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/a3c93028-6d85-401c-94a1-d4e975b27b9b HTTP/1.1" status: 404 len: 337 time: 0.0316374 Jul 15 13:51:12.173930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49600) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.212781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fa24346e-f9b4-4b05-b635-77b2b5d344fc tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 200 len: 205 time: 0.0368719 Jul 15 13:51:12.217058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49602) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.294931 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-c01aeecb-613d-4ce1-9228-8e612dc8d458 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:12.297199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c01aeecb-613d-4ce1-9228-8e612dc8d458 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/9ec3d998-dac9-4a8e-a435-59796ca96118 HTTP/1.1" status: 404 len: 336 time: 0.0783091 Jul 15 13:51:12.299685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49604) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.342968 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49606) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.343339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3563c532-13ee-4063-a1a4-ea228de8c695 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 HTTP/1.1" status: 200 len: 205 time: 0.0422924 Jul 15 13:51:12.394989 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-6337dafb-b692-44ad-af55-bb6af2b36f82 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:12.401863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.403667 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6337dafb-b692-44ad-af55-bb6af2b36f82 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/4d60f67d-e53a-4f4d-bdba-54f1eb2e2622 HTTP/1.1" status: 404 len: 336 time: 0.0572770 Jul 15 13:51:12.449520 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0d40d5-f7a5-4b85-8734-75ef74a2ea65 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:12.450684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0d40d5-f7a5-4b85-8734-75ef74a2ea65 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:12.457787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49610) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.458213 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ab0d40d5-f7a5-4b85-8734-75ef74a2ea65 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/14a1d35c-303f-4878-940a-783d4992faff HTTP/1.1" status: 404 len: 337 time: 0.0548751 Jul 15 13:51:12.505064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.505382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b19d0ef3-38c0-403b-87ec-692f0bad0de1 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=217fbbb3-fef6-4052-bd5f-b296e78ed5c8 HTTP/1.1" status: 200 len: 205 time: 0.0455008 Jul 15 13:51:12.560531 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-b72cb60e-74a8-41d2-8a32-22eebd921ef6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:12.562572 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b72cb60e-74a8-41d2-8a32-22eebd921ef6 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/217fbbb3-fef6-4052-bd5f-b296e78ed5c8 HTTP/1.1" status: 404 len: 336 time: 0.0548539 Jul 15 13:51:12.564908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49614) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.600683 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6bf4f7-1e3c-4b10-8d62-06073bb89206 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:12.601152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6bf4f7-1e3c-4b10-8d62-06073bb89206 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:12.603160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4f6bf4f7-1e3c-4b10-8d62-06073bb89206 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/5a5add66-77a8-4eb8-bc65-ba4d9d8b9efb HTTP/1.1" status: 404 len: 337 time: 0.0371532 Jul 15 13:51:12.606292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49616) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.644582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2bbe0832-e4bc-4f3e-b99b-15a2d219b8db tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b58e659-cd41-42f6-9e02-ecb9cea02294 HTTP/1.1" status: 200 len: 205 time: 0.0369406 Jul 15 13:51:12.647873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.690888 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-1d491524-d26c-4304-8abc-36a1443d7bd7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] delete failed (client error): The resource could not be found. Jul 15 13:51:12.692015 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1d491524-d26c-4304-8abc-36a1443d7bd7 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/routers/6b58e659-cd41-42f6-9e02-ecb9cea02294 HTTP/1.1" status: 404 len: 336 time: 0.0431800 Jul 15 13:51:12.694984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49620) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.733520 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f944e73-4358-47d8-93c5-74f716394595 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:12.734297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f944e73-4358-47d8-93c5-74f716394595 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:12.739724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49622) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:12.740535 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9f944e73-4358-47d8-93c5-74f716394595 tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/0a7de352-7ff1-4e15-a5f3-2525ec8dae01 HTTP/1.1" status: 404 len: 337 time: 0.0434978 Jul 15 13:51:12.806498 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a155a4-8f02-4172-bcef-11625b9f09ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] DELETE failed (client error): The resource could not be found. Jul 15 13:51:12.806498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a155a4-8f02-4172-bcef-11625b9f09ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 13:51:12.808751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b9a155a4-8f02-4172-bcef-11625b9f09ed tempest-RoutersTest-1162452462 tempest-RoutersTest-1162452462-project] 10.222.0.57 "DELETE /v2.0/subnets/d4fe98eb-9783-4ee4-938e-aa42bf630a1b HTTP/1.1" status: 404 len: 337 time: 0.0676546 Jul 15 13:51:13.095106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2093386f-4cc2-479d-8b82-b2502ee58253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:13.226373 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:13.805582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-28e7d855-01de-4f54-a94d-86c7c633964c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e8bf9a7d0ac4a76a76b49f5d3928bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736217 Jul 15 13:51:13.806180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49634) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:13.873295 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:13.896885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:13.978723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:13.978723 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:13.978723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8fa646c-4ec2-4c74-a60f-af4570f76c13 HTTP/1.1" status: 204 len: 168 time: 0.1695194 Jul 15 13:51:13.990884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fa646c-4ec2-4c74-a60f-af4570f76c13,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:14.006038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.006689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.007377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.007971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.008475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.009539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.009759 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.010347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.010992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.011692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.012234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.012816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee0a61-5d21-48ac-a1e6-c674be1bf210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:51:14.866489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:14.984258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ba26af32-65ff-4201-976e-bae92e29fb68 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:14.985105 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-ba26af32-65ff-4201-976e-bae92e29fb68 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:51:14.985998 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-ba26af32-65ff-4201-976e-bae92e29fb68 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:51:14.992925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ba26af32-65ff-4201-976e-bae92e29fb68 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1197553 Jul 15 13:51:14.993228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49664) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.000045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--403823338'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:15.002105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49666) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.040891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.052317 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.093089 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4894-94ff-45a0-afae-f789483062b3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.141813 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4894-94ff-45a0-afae-f789483062b3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.201438 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.210694 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.285205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4894-94ff-45a0-afae-f789483062b3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.285562 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cff6b9-a5bf-4ce3-91ab-d0acba7189e9,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:15.290398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c2c4894-94ff-45a0-afae-f789483062b3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.293068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5c2c4894-94ff-45a0-afae-f789483062b3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] 10.222.0.57 "DELETE /v2.0/security-groups/3b7af92c-56b1-4ffe-9540-02168addb738 HTTP/1.1" status: 204 len: 168 time: 0.2896891 Jul 15 13:51:15.300512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.313786 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c4894-94ff-45a0-afae-f789483062b3 tempest-TestVolumeBootPattern-277925609 tempest-TestVolumeBootPattern-277925609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7af92c-56b1-4ffe-9540-02168addb738,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:15.360015 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.365111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.367995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49670) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.390815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.395118 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3975043 Jul 15 13:51:15.395843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49674) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.401445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'bd44a685-54b7-4abc-9b3f-03c4b3d0fdd0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:15.406180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c72b2c-0c2d-446e-bc14-d12953cfafae tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44a685-54b7-4abc-9b3f-03c4b3d0fdd0,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:15.436108 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.560636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.568473 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.581675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b29cc2f5-7096-4cfa-9ff0-cf0f05b58aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.591930 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.631343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.632618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365201 Jul 15 13:51:15.633387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3174ff-d7b2-489d-8ae3-d6582ab1b442 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e72403-e854-48ca-ad4c-83f452d2239c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:15.636314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49676) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.641814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d2f93c14-2ea8-4ba4-85ad-d8b200605115 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'bd44a685-54b7-4abc-9b3f-03c4b3d0fdd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:15.683319 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d2f93c14-2ea8-4ba4-85ad-d8b200605115 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.700398 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.748227 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-d2f93c14-2ea8-4ba4-85ad-d8b200605115 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 13:51:15.750407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d2f93c14-2ea8-4ba4-85ad-d8b200605115 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1119542 Jul 15 13:51:15.754208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49678) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.825331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5794db70-c9c4-4276-a4cf-c0419c3d1101 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.864866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5794db70-c9c4-4276-a4cf-c0419c3d1101 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.928099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5794db70-c9c4-4276-a4cf-c0419c3d1101 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.931452 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5794db70-c9c4-4276-a4cf-c0419c3d1101 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.933194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5794db70-c9c4-4276-a4cf-c0419c3d1101 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/bd44a685-54b7-4abc-9b3f-03c4b3d0fdd0 HTTP/1.1" status: 204 len: 168 time: 0.1774881 Jul 15 13:51:15.937725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:15.939329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49680) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:15.943737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794db70-c9c4-4276-a4cf-c0419c3d1101 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44a685-54b7-4abc-9b3f-03c4b3d0fdd0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:16.075384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-10adec38-f335-41aa-aab6-ed6765fc40a3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1340289 Jul 15 13:51:16.079266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49682) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.084736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377462018'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:16.111600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.223158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.229422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.283033 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.284376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2038198 Jul 15 13:51:16.289743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.295388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4acc0c76-ad5f-47a2-8e7f-8c85631edab3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '2bb4d4dd-200b-4375-9d96-591f232293fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:16.296225 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-4acc0c76-ad5f-47a2-8e7f-8c85631edab3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 13:51:16.296755 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-4acc0c76-ad5f-47a2-8e7f-8c85631edab3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:16.302838 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4acc0c76-ad5f-47a2-8e7f-8c85631edab3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066912 Jul 15 13:51:16.303262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49686) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.316043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd93e5-ee07-42bc-bc46-b354dd385194 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb4d4dd-200b-4375-9d96-591f232293fe,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:16.387954 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ce71fdf-0da7-480a-8d60-f0c0ae56099f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.419707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ce71fdf-0da7-480a-8d60-f0c0ae56099f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.483203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ce71fdf-0da7-480a-8d60-f0c0ae56099f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.485790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1ce71fdf-0da7-480a-8d60-f0c0ae56099f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.487199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1ce71fdf-0da7-480a-8d60-f0c0ae56099f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/2bb4d4dd-200b-4375-9d96-591f232293fe HTTP/1.1" status: 204 len: 168 time: 0.1825445 Jul 15 13:51:16.492042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49688) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.505549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce71fdf-0da7-480a-8d60-f0c0ae56099f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb4d4dd-200b-4375-9d96-591f232293fe,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:16.564025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c51c4cb2-6027-43ca-9cdc-011f55cc642b tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0707905 Jul 15 13:51:16.568076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49690) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.580309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057921847'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:16.598030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Deleting port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:16.598392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.612263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.685795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] For port 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:16.686139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.708056 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Calling delete_port for 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:16.715056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.720388 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.753520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.754636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1848245 Jul 15 13:51:16.756706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8202c46-b4f0-406e-ba73-2fff887b1e02 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9064dc3-22d8-4e25-a8e5-4ec3d6d0d353,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:16.758207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49692) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.763610 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8be6d49c-81ce-42d5-b6c2-a3f094e899a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'a9064dc3-22d8-4e25-a8e5-4ec3d6d0d353', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:16.764482 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-8be6d49c-81ce-42d5-b6c2-a3f094e899a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 13:51:16.764995 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-8be6d49c-81ce-42d5-b6c2-a3f094e899a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:16.769605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49694) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.769808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8be6d49c-81ce-42d5-b6c2-a3f094e899a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103874 Jul 15 13:51:16.833575 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7fb5-a4af-4ad4-8122-89857efb1ff3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.857167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7fb5-a4af-4ad4-8122-89857efb1ff3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.903637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7fb5-a4af-4ad4-8122-89857efb1ff3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.906421 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7fb5-a4af-4ad4-8122-89857efb1ff3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:16.910513 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8b3f7fb5-a4af-4ad4-8122-89857efb1ff3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/a9064dc3-22d8-4e25-a8e5-4ec3d6d0d353 HTTP/1.1" status: 204 len: 168 time: 0.1370189 Jul 15 13:51:16.911703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49696) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.932802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7fb5-a4af-4ad4-8122-89857efb1ff3 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9064dc3-22d8-4e25-a8e5-4ec3d6d0d353,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:16.972519 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-72fa6222-a4bd-4658-bd4d-e7f698d30a0c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596251 Jul 15 13:51:16.977228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49698) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:16.982188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--758261600'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:16.984680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.016525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.040036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:17.142836 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.151347 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.181425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.198214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.200747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2222123 Jul 15 13:51:17.206674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49700) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.224397 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-aa3dba2f-25e9-4945-b056-9abf1b766d4d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '9bf7d42a-9580-443e-86d2-d096da40ab93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.232044 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-aa3dba2f-25e9-4945-b056-9abf1b766d4d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 13:51:17.234110 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-aa3dba2f-25e9-4945-b056-9abf1b766d4d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.236109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa3dba2f-25e9-4945-b056-9abf1b766d4d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277343 Jul 15 13:51:17.239220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49702) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.243310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dfe04-bb5c-4000-9c63-a4d2617761f4 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7d42a-9580-443e-86d2-d096da40ab93,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:17.251823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4b7679c6-af83-4745-a499-314de9046a8c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '9bf7d42a-9580-443e-86d2-d096da40ab93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.252545 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-4b7679c6-af83-4745-a499-314de9046a8c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 13:51:17.253075 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-4b7679c6-af83-4745-a499-314de9046a8c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.257402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4b7679c6-af83-4745-a499-314de9046a8c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142553 Jul 15 13:51:17.258098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49704) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.266613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-220bb993-9cfe-4980-8c07-c65f59dd03ee tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '9bf7d42a-9580-443e-86d2-d096da40ab93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.267506 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-220bb993-9cfe-4980-8c07-c65f59dd03ee tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 13:51:17.267948 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-220bb993-9cfe-4980-8c07-c65f59dd03ee tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.268918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-220bb993-9cfe-4980-8c07-c65f59dd03ee tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080609 Jul 15 13:51:17.272221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49706) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.278218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fdd6d9a4-b062-480c-b897-6888992d8acb tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '9bf7d42a-9580-443e-86d2-d096da40ab93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.279178 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-fdd6d9a4-b062-480c-b897-6888992d8acb tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 13:51:17.279702 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-fdd6d9a4-b062-480c-b897-6888992d8acb tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.281494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fdd6d9a4-b062-480c-b897-6888992d8acb tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080409 Jul 15 13:51:17.286200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.286565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49708) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.356126 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cc73829a-98c6-4e63-85e2-8a9e1a69008f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.388372 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cc73829a-98c6-4e63-85e2-8a9e1a69008f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.441770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cc73829a-98c6-4e63-85e2-8a9e1a69008f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.444583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-cc73829a-98c6-4e63-85e2-8a9e1a69008f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.445892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cc73829a-98c6-4e63-85e2-8a9e1a69008f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/9bf7d42a-9580-443e-86d2-d096da40ab93 HTTP/1.1" status: 204 len: 168 time: 0.1593878 Jul 15 13:51:17.450745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49710) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.471808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73829a-98c6-4e63-85e2-8a9e1a69008f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7d42a-9580-443e-86d2-d096da40ab93,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:17.514414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0c407ee9-6bc4-49ed-88e2-c0c8fe7ab614 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623245 Jul 15 13:51:17.520641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49712) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.526892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--306581439'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.556296 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.583560 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:17.676178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.682369 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.712321 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.714058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1921933 Jul 15 13:51:17.718095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49714) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.718873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b5a88-675b-4b43-aec6-229cbbeab1c8 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5670c00-2859-4f9d-b567-592de8643f52,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:17.726481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b5aff7eb-8c7e-4912-a7ad-0a2855081301 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.727059 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-b5aff7eb-8c7e-4912-a7ad-0a2855081301 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:51:17.727478 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-b5aff7eb-8c7e-4912-a7ad-0a2855081301 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.731829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b5aff7eb-8c7e-4912-a7ad-0a2855081301 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081658 Jul 15 13:51:17.731829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:17.732538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.739728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f1a63d19-2816-46c5-a01a-ff9e9d9216f9 admin admin] 10.222.0.57 "PUT /v2.0/routers/b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3673975 Jul 15 13:51:17.740098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.741659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b90b671c-cafb-466a-bd1d-3bfa9dcfbbb7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.742614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] Sync routers for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:17.761973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:17.762785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:51:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:17.796569 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-b90b671c-cafb-466a-bd1d-3bfa9dcfbbb7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.798275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b90b671c-cafb-466a-bd1d-3bfa9dcfbbb7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0647707 Jul 15 13:51:17.801534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49720) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.806901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-64d63ef4-2184-4a69-9f32-2c55bf1800a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.807407 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-64d63ef4-2184-4a69-9f32-2c55bf1800a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 13:51:17.807912 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-64d63ef4-2184-4a69-9f32-2c55bf1800a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.808925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-64d63ef4-2184-4a69-9f32-2c55bf1800a5 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062981 Jul 15 13:51:17.812098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49722) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.822987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-18cde709-a162-4b09-9418-a155f3f02824 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.867457 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-18cde709-a162-4b09-9418-a155f3f02824 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.868893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-18cde709-a162-4b09-9418-a155f3f02824 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0557091 Jul 15 13:51:17.873055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49724) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.878161 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6e481f1e-550d-4280-bd01-4ae572dce67f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.878795 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-6e481f1e-550d-4280-bd01-4ae572dce67f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 13:51:17.879360 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-6e481f1e-550d-4280-bd01-4ae572dce67f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:17.883570 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6e481f1e-550d-4280-bd01-4ae572dce67f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063426 Jul 15 13:51:17.885207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49726) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:17.890180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-26ebc1a3-090c-4e0f-bf3f-478dfdbce3bc tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:17.901275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:17.930352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:18.018835 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-26ebc1a3-090c-4e0f-bf3f-478dfdbce3bc tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:18.020183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-26ebc1a3-090c-4e0f-bf3f-478dfdbce3bc tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1338573 Jul 15 13:51:18.024093 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.034969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b7f42136-4674-45e9-a502-7d455f335080 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:18.035728 n-d-798054-11 neutron-server[93995]: WARNING neutron.api.v2.base [None req-b7f42136-4674-45e9-a502-7d455f335080 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 13:51:18.036537 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-b7f42136-4674-45e9-a502-7d455f335080 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:18.038221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b7f42136-4674-45e9-a502-7d455f335080 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0124910 Jul 15 13:51:18.041747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.048914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-660d4118-c80d-47e6-878e-f8718e6bf210 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:18.058757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.097837 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-660d4118-c80d-47e6-878e-f8718e6bf210 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:18.104071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-660d4118-c80d-47e6-878e-f8718e6bf210 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0565813 Jul 15 13:51:18.104071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49732) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.110222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-904d4962-853a-40b6-b65d-5a527cc145f6 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': 'c5670c00-2859-4f9d-b567-592de8643f52', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:18.156437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Deleting port 9a0a22f8-084e-4834-b973-d63f5caa123b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:18.157049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.172368 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-904d4962-853a-40b6-b65d-5a527cc145f6 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:18.173814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-904d4962-853a-40b6-b65d-5a527cc145f6 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0686092 Jul 15 13:51:18.176698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49734) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.205002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:51:16Z', 'revision_number': 5, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port': {'id': '9a0a22f8-084e-4834-b973-d63f5caa123b', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:36Z', 'updated_at': '2021-07-15T13:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:18.245623 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87410b6b-1e22-443d-922b-f7c183d37e33 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.260350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] Checking router: b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:18.268306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] For port 9a0a22f8-084e-4834-b973-d63f5caa123b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9a0a22f8-084e-4834-b973-d63f5caa123b,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:18.268895 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.276403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] Routers {'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:18.277164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:51:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:18.283701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87410b6b-1e22-443d-922b-f7c183d37e33 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.288969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Calling delete_port for 9a0a22f8-084e-4834-b973-d63f5caa123b owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:18.346034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87410b6b-1e22-443d-922b-f7c183d37e33 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.349145 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-87410b6b-1e22-443d-922b-f7c183d37e33 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.353067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-87410b6b-1e22-443d-922b-f7c183d37e33 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/c5670c00-2859-4f9d-b567-592de8643f52 HTTP/1.1" status: 204 len: 168 time: 0.1726055 Jul 15 13:51:18.353801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49736) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.365852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87410b6b-1e22-443d-922b-f7c183d37e33 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5670c00-2859-4f9d-b567-592de8643f52,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:18.395919 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] Set router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:18.459967 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2b9393e1-0960-41a6-b9b8-65ab453d642f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004837 Jul 15 13:51:18.461575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49738) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.463508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:51:18Z', 'revision_number': 6, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:18.467407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532332743'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:18.506272 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.517710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef2137-bc79-4039-a3cc-158df71926d6 None None] The sync data for ids ['b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa'] in n-d-798054-11 is: [{'id': 'b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa', 'name': 'tempest-TestVolumeBootPattern-1922832568-router', 'tenant_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:33Z', 'updated_at': '2021-07-15T13:51:18Z', 'revision_number': 6, 'project_id': '6a17d1ccd8cb415e9e542cdea6bea80c', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:18.652989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.654705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.661247 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.679354 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.699250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.700550 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2378607 Jul 15 13:51:18.704402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49740) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.705814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0a22f8-084e-4834-b973-d63f5caa123b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:18.708822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9eeb05d8-618c-433d-adb3-af7e282a5252 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '0e625fda-8dc1-441c-a694-eca5ef30b800', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:18.729753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1f4bb-20c0-480b-8cb6-8b2397913ae2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e625fda-8dc1-441c-a694-eca5ef30b800,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:18.789277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.792268 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-9eeb05d8-618c-433d-adb3-af7e282a5252 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The resource could not be found. Jul 15 13:51:18.796239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9eeb05d8-618c-433d-adb3-af7e282a5252 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0884306 Jul 15 13:51:18.796606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49742) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.803779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6882bb05-7c50-43b5-88ee-00aad059cb7d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '0e625fda-8dc1-441c-a694-eca5ef30b800', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '11f67607-5789-4f9c-8503-d7ab7dc012e7'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:18.865192 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-6882bb05-7c50-43b5-88ee-00aad059cb7d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The resource could not be found. Jul 15 13:51:18.867259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6882bb05-7c50-43b5-88ee-00aad059cb7d tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0694361 Jul 15 13:51:18.871509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49744) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:18.915012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.927545 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.943189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a59469a-0d36-4945-88af-79eb6dc44e3e tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:18.983370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a59469a-0d36-4945-88af-79eb6dc44e3e tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.012230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.013239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:51:19.019447 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.022627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-91d83d35-8e93-4085-bda7-f2f5eec86094 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b1dcf7d4-b26e-42c8-85d8-8dd6f2618cfa HTTP/1.1" status: 204 len: 168 time: 1.2796030 Jul 15 13:51:19.023547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49746) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.069953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a59469a-0d36-4945-88af-79eb6dc44e3e tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.075751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a59469a-0d36-4945-88af-79eb6dc44e3e tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.077713 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a59469a-0d36-4945-88af-79eb6dc44e3e tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/0e625fda-8dc1-441c-a694-eca5ef30b800 HTTP/1.1" status: 204 len: 168 time: 0.2048969 Jul 15 13:51:19.082034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49748) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.089648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59469a-0d36-4945-88af-79eb6dc44e3e tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e625fda-8dc1-441c-a694-eca5ef30b800,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.103428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Deleting subnet 9b246a3b-956f-4540-8aa5-e57c9ecfeac7 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:51:19.113367 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.170147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe600b30-ee73-4066-9cae-29bc1525470c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863574 Jul 15 13:51:19.172375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.174139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49750) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.179313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fef392bc-b7ed-4313-91d2-c7ba35418814 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '3da71a6b-4c47-4e32-be51-ccc8ccc7dbcb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:19.227483 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-fef392bc-b7ed-4313-91d2-c7ba35418814 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The resource could not be found. Jul 15 13:51:19.229143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fef392bc-b7ed-4313-91d2-c7ba35418814 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0535579 Jul 15 13:51:19.233057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49752) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.238192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049506568'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:19.265382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.302057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.377141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.377649 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.382147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.403950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b246a3b-956f-4540-8aa5-e57c9ecfeac7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.410185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.414679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-231c81d7-11c5-44a8-ba6d-0f66e3dd6ea8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9b246a3b-956f-4540-8aa5-e57c9ecfeac7 HTTP/1.1" status: 204 len: 168 time: 0.3876824 Jul 15 13:51:19.415037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49754) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.420490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ab219-1490-4e09-b368-7eecb3803db2 None None] Network b36c25ba-74a8-4ffe-8a92-558aba83c932 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:19.422271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.423605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1893961 Jul 15 13:51:19.428162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1333-f793-4fdd-ac6e-b235ad8678df tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8aa1f7-c7ca-44cd-825a-4b7e33c86440,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.430284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49756) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.435689 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410526329'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:19.472947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.504218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.576912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Deleting port 637007dc-6a49-4731-a21f-628102b7ff51 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:19.577334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.581491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.587728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.619823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.621260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1898789 Jul 15 13:51:19.626099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbf94a-439f-48eb-aa46-585b1e7e4533 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c798dbc7-caa4-4e85-a907-d0cb6bc4d4fc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.628420 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49758) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.635991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-66912437-634c-4082-b27a-a86db334203c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group_rule': {'security_group_id': '2f8aa1f7-c7ca-44cd-825a-4b7e33c86440', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c798dbc7-caa4-4e85-a907-d0cb6bc4d4fc'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:19.698470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] For port 637007dc-6a49-4731-a21f-628102b7ff51, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=637007dc-6a49-4731-a21f-628102b7ff51,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:19.699203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.702649 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [None req-66912437-634c-4082-b27a-a86db334203c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 13:51:19.709291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-66912437-634c-4082-b27a-a86db334203c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0753007 Jul 15 13:51:19.709788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49760) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.723218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Calling delete_port for 637007dc-6a49-4731-a21f-628102b7ff51 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:19.726653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] DHCP port deletion for b36c25ba-74a8-4ffe-8a92-558aba83c932 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:51:19.769568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9a0a22f8-084e-4834-b973-d63f5caa123b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:19.796113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9a0a22f8-084e-4834-b973-d63f5caa123b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:19.796549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9a0a22f8-084e-4834-b973-d63f5caa123b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:19.796875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:19.811848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6017909-ec04-4e00-b6e7-ade82621b576 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.819891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:19.820243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 39e6b68b-e0c5-40c8-9eb0-bda37a8cf58a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:19.839778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] Deleting port 637007dc-6a49-4731-a21f-628102b7ff51 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:19.840309 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.843506 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6017909-ec04-4e00-b6e7-ade82621b576 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.859313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.894766 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=637007dc-6a49-4731-a21f-628102b7ff51,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.898662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] No DVR routers for this DVR port 637007dc-6a49-4731-a21f-628102b7ff51 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:19.907750 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6017909-ec04-4e00-b6e7-ade82621b576 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.910557 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6017909-ec04-4e00-b6e7-ade82621b576 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.911734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6017909-ec04-4e00-b6e7-ade82621b576 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/c798dbc7-caa4-4e85-a907-d0cb6bc4d4fc HTTP/1.1" status: 204 len: 168 time: 0.2003875 Jul 15 13:51:19.922564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49762) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:19.923416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6017909-ec04-4e00-b6e7-ade82621b576 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798dbc7-caa4-4e85-a907-d0cb6bc4d4fc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:19.932308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] For port 637007dc-6a49-4731-a21f-628102b7ff51, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=637007dc-6a49-4731-a21f-628102b7ff51,segment=NetworkSegment(29ab19b2-8c77-4707-9e57-0d1026970ecb),segment_id=29ab19b2-8c77-4707-9e57-0d1026970ecb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:19.933010 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:19.983707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] Calling delete_port for 637007dc-6a49-4731-a21f-628102b7ff51 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:19.986691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00f50cb1-0455-4c72-a64c-6588c153061f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0601311 Jul 15 13:51:19.990863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49764) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.006751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.017868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36c25ba-74a8-4ffe-8a92-558aba83c932']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:20.030091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ab19b2-8c77-4707-9e57-0d1026970ecb') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:20.030419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ab19b2-8c77-4707-9e57-0d1026970ecb') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:20.042472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.059130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.066009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b2557d-f914-455b-94da-cd1a450395a7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.067548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:51:20.068032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:51:20.070198 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:20.084566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.096605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b2557d-f914-455b-94da-cd1a450395a7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.114169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] Pushing event deleted for resources: {'Port': ['ID=637007dc-6a49-4731-a21f-628102b7ff51,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:20.117671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38124333-f9e9-43e8-86c5-f2b1045756ad None None] No DVR routers for this DVR port 637007dc-6a49-4731-a21f-628102b7ff51 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:20.142269 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.149097 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.151868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] 10.222.0.57 "DELETE /v2.0/networks/b36c25ba-74a8-4ffe-8a92-558aba83c932 HTTP/1.1" status: 204 len: 168 time: 0.7358942 Jul 15 13:51:20.154966 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b2557d-f914-455b-94da-cd1a450395a7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.159874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d5b2557d-f914-455b-94da-cd1a450395a7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.164302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d5b2557d-f914-455b-94da-cd1a450395a7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/2f8aa1f7-c7ca-44cd-825a-4b7e33c86440 HTTP/1.1" status: 204 len: 168 time: 0.1697123 Jul 15 13:51:20.164302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49766) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.164603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071fdc1-c9f3-4f3e-8664-1916ddf57f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b36c25ba-74a8-4ffe-8a92-558aba83c932,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:20.166095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49768) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.188305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2557d-f914-455b-94da-cd1a450395a7 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8aa1f7-c7ca-44cd-825a-4b7e33c86440,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:20.218989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-afad7c93-416d-4530-a917-38cdfdb82f32 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516756 Jul 15 13:51:20.223083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49770) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.228485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191829161'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:20.256190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.350916 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.356936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.386580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.388002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1636391 Jul 15 13:51:20.392550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6579d2-0c52-4f29-b7e3-d525facd53aa tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb6ee3-e720-4bf7-b762-7b068e62c16b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:20.394714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49772) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.399889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-01715686-ba80-457b-ae4c-2bc468df90e2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:51:20.400583 n-d-798054-11 neutron-server[93994]: WARNING neutron.api.v2.base [None req-01715686-ba80-457b-ae4c-2bc468df90e2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 13:51:20.401569 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-01715686-ba80-457b-ae4c-2bc468df90e2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 13:51:20.402466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-01715686-ba80-457b-ae4c-2bc468df90e2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "PUT /v2.0/security-groups/0bfb6ee3-e720-4bf7-b762-7b068e62c16b HTTP/1.1" status: 409 len: 330 time: 0.0067964 Jul 15 13:51:20.405639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49774) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.468860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43ce52c3-4e11-4c9d-9afd-cd7b2569c0f2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.493187 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43ce52c3-4e11-4c9d-9afd-cd7b2569c0f2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.541859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43ce52c3-4e11-4c9d-9afd-cd7b2569c0f2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.545250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-43ce52c3-4e11-4c9d-9afd-cd7b2569c0f2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.546561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-43ce52c3-4e11-4c9d-9afd-cd7b2569c0f2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/0bfb6ee3-e720-4bf7-b762-7b068e62c16b HTTP/1.1" status: 204 len: 168 time: 0.1399260 Jul 15 13:51:20.549303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49776) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.556977 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce52c3-4e11-4c9d-9afd-cd7b2569c0f2 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb6ee3-e720-4bf7-b762-7b068e62c16b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:20.625325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1de6b14d-8d00-4bc7-84bd-734e963b4360 tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748725 Jul 15 13:51:20.629382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49778) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.644823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:20.649163 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-fbb64187-1b34-4dd2-ba6b-c94aa815409c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] delete failed (client error): The resource could not be found. Jul 15 13:51:20.651507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fbb64187-1b34-4dd2-ba6b-c94aa815409c tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "DELETE /v2.0/security-groups/9c7a94c8-adc9-4c83-b603-185cca77c4e0 HTTP/1.1" status: 404 len: 347 time: 0.0205364 Jul 15 13:51:20.656237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49780) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.671778 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-b32f749b-0c1c-4276-8967-db493d3609bd tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] show failed (client error): The resource could not be found. Jul 15 13:51:20.672899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b32f749b-0c1c-4276-8967-db493d3609bd tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-groups/8fa95494-a784-4add-bee5-530cc3ab1468 HTTP/1.1" status: 404 len: 347 time: 0.0155849 Jul 15 13:51:20.678488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49782) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.694484 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-5d0be422-17f5-4fbd-8a5a-fb2fa979f72f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] show failed (client error): The resource could not be found. Jul 15 13:51:20.695920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d0be422-17f5-4fbd-8a5a-fb2fa979f72f tempest-NegativeSecGroupTest-1739660717 tempest-NegativeSecGroupTest-1739660717-project] 10.222.0.57 "GET /v2.0/security-group-rules/87979af2-cb68-4d21-b3cf-1fdc075b6043 HTTP/1.1" status: 404 len: 356 time: 0.0162075 Jul 15 13:51:20.934649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49788) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:20.960353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Deleting port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:20.960774 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.047744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] For port acd59bc1-4f86-49e4-a87c-e9b87dfcdd24, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:21.048153 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.062364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Calling delete_port for acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:21.110261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3f37930c-88b6-43e9-b889-a0f46633cb89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0a05c31d4e641f49d48b6f1e7eaba79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743765 Jul 15 13:51:21.113552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49792) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:21.238747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a2e979f-2cf6-47b2-9c1c-c155ad25e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.274019 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a2e979f-2cf6-47b2-9c1c-c155ad25e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.359463 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.386370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a2e979f-2cf6-47b2-9c1c-c155ad25e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.388993 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a2e979f-2cf6-47b2-9c1c-c155ad25e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.390041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2a2e979f-2cf6-47b2-9c1c-c155ad25e9a1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83cff6b9-a5bf-4ce3-91ab-d0acba7189e9 HTTP/1.1" status: 204 len: 168 time: 0.2754748 Jul 15 13:51:21.394863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd59bc1-4f86-49e4-a87c-e9b87dfcdd24,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:21.424971 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e979f-2cf6-47b2-9c1c-c155ad25e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cff6b9-a5bf-4ce3-91ab-d0acba7189e9,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:21.620128 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:21.729080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 637007dc-6a49-4731-a21f-628102b7ff51 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:21.758842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 637007dc-6a49-4731-a21f-628102b7ff51 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:21.760115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 637007dc-6a49-4731-a21f-628102b7ff51 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:22.220928 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:51:22.363180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:51:22.368834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d503ffa0-215f-4e5a-bbc3-53697da58ce2 admin admin] 10.222.0.57 "PUT /v2.0/routers/499216b8-6625-4cf3-a28d-3c0c25f5aad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1979904 Jul 15 13:51:22.371934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49816) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:22.372941 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] Sync routers for ids ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:51:22.387456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] Routers {'499216b8-6625-4cf3-a28d-3c0c25f5aad5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:22.388124 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:51:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:22.497216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:22.502120 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] Set router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:22.635290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:22.708803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Deleting port 5c1bb909-82fb-490c-be48-93f5c450c046 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:22.709232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:22.730451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:51:21Z', 'revision_number': 5, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port': {'id': '5c1bb909-82fb-490c-be48-93f5c450c046', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:38:49Z', 'updated_at': '2021-07-15T13:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:22.760169 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] Checking router: 499216b8-6625-4cf3-a28d-3c0c25f5aad5 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:51:22.781140 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] Routers {'499216b8-6625-4cf3-a28d-3c0c25f5aad5'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:51:22.781785 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:51:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:22.816378 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] For port 5c1bb909-82fb-490c-be48-93f5c450c046, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c1bb909-82fb-490c-be48-93f5c450c046,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:22.817016 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:22.841069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Calling delete_port for 5c1bb909-82fb-490c-be48-93f5c450c046 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:22.927897 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] Set router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:51:22.989092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:51:22Z', 'revision_number': 6, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:23.044383 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4cb7b-ebda-4e38-a8a9-361504a807c1 None None] The sync data for ids ['499216b8-6625-4cf3-a28d-3c0c25f5aad5'] in n-d-798054-11 is: [{'id': '499216b8-6625-4cf3-a28d-3c0c25f5aad5', 'name': 'tempest-TestVolumeBootPattern-1635404495-router', 'tenant_id': 'ec5019351a2741ddb1318768250e5d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:38:48Z', 'updated_at': '2021-07-15T13:51:22Z', 'revision_number': 6, 'project_id': 'ec5019351a2741ddb1318768250e5d7e', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:51:23.060343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.110287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1bb909-82fb-490c-be48-93f5c450c046,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:23.206942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.348135 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.351483 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.409667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.410451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499216b8-6625-4cf3-a28d-3c0c25f5aad5 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 13:51:23.416745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.418069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a2969dd5-d4f6-4687-b9a5-2dbcf27c6851 admin admin] 10.222.0.57 "DELETE /v2.0/routers/499216b8-6625-4cf3-a28d-3c0c25f5aad5 HTTP/1.1" status: 204 len: 168 time: 1.0449398 Jul 15 13:51:23.422681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49840) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:23.496111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Deleting subnet e67f9fa7-e742-4d6b-95a6-847c2992865c {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:51:23.501747 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.562589 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.692422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.756478 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.800326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67f9fa7-e742-4d6b-95a6-847c2992865c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:23.806008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.809583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c46525b7-24a6-4921-bf4a-46f1d24d5b62 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e67f9fa7-e742-4d6b-95a6-847c2992865c HTTP/1.1" status: 204 len: 168 time: 0.3850830 Jul 15 13:51:23.812254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49844) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:23.815127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ed768-9500-45ea-9fb4-2ca6c3f328e7 None None] Network 900d17b3-0a22-4ead-83cc-1fc20a7eb29c requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:51:23.907815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:23.949229 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c1bb909-82fb-490c-be48-93f5c450c046 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:23.973950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5c1bb909-82fb-490c-be48-93f5c450c046 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:23.974310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5c1bb909-82fb-490c-be48-93f5c450c046 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:23.974737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:23.989903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Deleting port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:23.990396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.001613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:24.002303 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device acd59bc1-4f86-49e4-a87c-e9b87dfcdd24 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:24.088928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] For port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:24.089376 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.089514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] DHCP port deletion for 900d17b3-0a22-4ead-83cc-1fc20a7eb29c request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 13:51:24.104522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Calling delete_port for 3fc36d10-02dc-4f77-bac6-0f5dc135a37e owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:24.153632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] Deleting port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:51:24.154130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.256489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] For port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,segment=NetworkSegment(d5968b58-3161-4f6d-8403-b7c45c1139f3),segment_id=d5968b58-3161-4f6d-8403-b7c45c1139f3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:51:24.257564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.275225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] Calling delete_port for 3fc36d10-02dc-4f77-bac6-0f5dc135a37e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:51:24.277675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.309543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:24.314698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] No DVR routers for this DVR port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:24.382106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.421067 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.431553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] Pushing event deleted for resources: {'Port': ['ID=3fc36d10-02dc-4f77-bac6-0f5dc135a37e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:24.437394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900d17b3-0a22-4ead-83cc-1fc20a7eb29c']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:24.440623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48803b-5231-4118-8a16-d7b82b7e0de4 None None] No DVR routers for this DVR port 3fc36d10-02dc-4f77-bac6-0f5dc135a37e on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:51:24.456860 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5968b58-3161-4f6d-8403-b7c45c1139f3') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:24.457158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5968b58-3161-4f6d-8403-b7c45c1139f3') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:51:24.468847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.487547 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.495083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:51:24.495539 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: timer() Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:51:24.497687 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:51:24.560283 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.567625 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.569999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] 10.222.0.57 "DELETE /v2.0/networks/900d17b3-0a22-4ead-83cc-1fc20a7eb29c HTTP/1.1" status: 204 len: 168 time: 0.7556770 Jul 15 13:51:24.586914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c926-4f82-44f8-a1e0-3454d50a1692 admin admin] Pushing event deleted for resources: {'Network': ['ID=900d17b3-0a22-4ead-83cc-1fc20a7eb29c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:24.784020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 49852) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:24.842300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e7f05620-bcf8-4350-8503-f5254c7ea0ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a17d1ccd8cb415e9e542cdea6bea80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566292 Jul 15 13:51:24.844866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49856) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:24.909755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b09f5c5-c6bb-4728-9b11-3506111b63ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.933877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b09f5c5-c6bb-4728-9b11-3506111b63ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.985961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b09f5c5-c6bb-4728-9b11-3506111b63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.989357 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b09f5c5-c6bb-4728-9b11-3506111b63ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:24.990847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9b09f5c5-c6bb-4728-9b11-3506111b63ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e00986ac-7e32-41bd-a1ab-ec3e6849eec1 HTTP/1.1" status: 204 len: 168 time: 0.1431210 Jul 15 13:51:25.001080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09f5c5-c6bb-4728-9b11-3506111b63ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00986ac-7e32-41bd-a1ab-ec3e6849eec1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:25.435464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49862) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:25.491418 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eb17bba7-51f0-4641-a031-bece409ebe6f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec5019351a2741ddb1318768250e5d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543327 Jul 15 13:51:25.494141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 49864) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:25.545663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c238426a-121c-4c6c-b0ca-fa3a375a6eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:25.568162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c238426a-121c-4c6c-b0ca-fa3a375a6eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:25.619259 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c238426a-121c-4c6c-b0ca-fa3a375a6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:25.621831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c238426a-121c-4c6c-b0ca-fa3a375a6eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:25.623032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c238426a-121c-4c6c-b0ca-fa3a375a6eb3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85722eb2-f1d4-4bfa-a910-a71f60daca85 HTTP/1.1" status: 204 len: 168 time: 0.1279318 Jul 15 13:51:25.630764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fc36d10-02dc-4f77-bac6-0f5dc135a37e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:51:25.631431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238426a-121c-4c6c-b0ca-fa3a375a6eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85722eb2-f1d4-4bfa-a910-a71f60daca85,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:25.661217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 3fc36d10-02dc-4f77-bac6-0f5dc135a37e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:51:25.661530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fc36d10-02dc-4f77-bac6-0f5dc135a37e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:51:42.555412 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50048) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:42.683240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6910d-d68e-445e-8c6e-44cb7af8d802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:42.787634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6910d-d68e-445e-8c6e-44cb7af8d802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:42.793988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ddc6910d-d68e-445e-8c6e-44cb7af8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:42.837419 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ddc6910d-d68e-445e-8c6e-44cb7af8d802 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=893547abd51848ada0eceb891b3c7999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802711 Jul 15 13:51:42.838384 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6910d-d68e-445e-8c6e-44cb7af8d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550297d3-89fd-4b64-932e-7c5253a10acb,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:42.841377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50052) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:42.902953 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ea79-41ae-43ed-8d0c-7b6bc6791d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:42.928591 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ea79-41ae-43ed-8d0c-7b6bc6791d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.007338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ea79-41ae-43ed-8d0c-7b6bc6791d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.012262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ea79-41ae-43ed-8d0c-7b6bc6791d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.014792 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e6e1ea79-41ae-43ed-8d0c-7b6bc6791d01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/550297d3-89fd-4b64-932e-7c5253a10acb HTTP/1.1" status: 204 len: 168 time: 0.1719408 Jul 15 13:51:43.034752 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1ea79-41ae-43ed-8d0c-7b6bc6791d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550297d3-89fd-4b64-932e-7c5253a10acb,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:43.096313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-20a9dbd5-4912-420f-ade4-677cfe555c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.362230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50058) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:43.376863 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbc88288-6994-4994-a8ee-4f9a1612b1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.482286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbc88288-6994-4994-a8ee-4f9a1612b1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.488374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bbc88288-6994-4994-a8ee-4f9a1612b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.525329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88288-6994-4994-a8ee-4f9a1612b1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a2592-624c-422d-aeb9-72721ad8e7f2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:43.530549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bbc88288-6994-4994-a8ee-4f9a1612b1d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b78af28eb6c74b8f8eb121e6e5a6e1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671925 Jul 15 13:51:43.533318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50060) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:43.584626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ad5c-ff19-4084-8185-5687faea1805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.607474 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ad5c-ff19-4084-8185-5687faea1805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.661955 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ad5c-ff19-4084-8185-5687faea1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.664724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6ed1ad5c-ff19-4084-8185-5687faea1805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:43.666055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6ed1ad5c-ff19-4084-8185-5687faea1805 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b9a2592-624c-422d-aeb9-72721ad8e7f2 HTTP/1.1" status: 204 len: 168 time: 0.1316233 Jul 15 13:51:43.675194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1ad5c-ff19-4084-8185-5687faea1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a2592-624c-422d-aeb9-72721ad8e7f2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:44.258072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:51:45.297599 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:45.586286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5997d570-3b25-42c4-8ab9-f1a965a45a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:45.588274 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:45.696388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:46.876119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50194) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:46.996455 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4897b2-aaf3-476c-8c26-abeb5aee8ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.105613 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4897b2-aaf3-476c-8c26-abeb5aee8ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.116323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee4897b2-aaf3-476c-8c26-abeb5aee8ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.156381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee4897b2-aaf3-476c-8c26-abeb5aee8ce8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=039270e8c8fd414b9036eff289e21746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790740 Jul 15 13:51:47.158126 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4897b2-aaf3-476c-8c26-abeb5aee8ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692c12f-3a7c-4efe-8e94-6b80127439ca,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:47.159411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50198) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:47.186053 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.213783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a60769c2-3579-4300-b7d2-8648b58fe658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.235655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a60769c2-3579-4300-b7d2-8648b58fe658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.292007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a60769c2-3579-4300-b7d2-8648b58fe658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.296087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a60769c2-3579-4300-b7d2-8648b58fe658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.297828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a60769c2-3579-4300-b7d2-8648b58fe658 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7692c12f-3a7c-4efe-8e94-6b80127439ca HTTP/1.1" status: 204 len: 168 time: 0.1373165 Jul 15 13:51:47.306361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60769c2-3579-4300-b7d2-8648b58fe658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692c12f-3a7c-4efe-8e94-6b80127439ca,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:47.608998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50204) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:47.624356 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8648c403-893b-4b50-a3e9-2bb067c32b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.744433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8648c403-893b-4b50-a3e9-2bb067c32b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.752050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8648c403-893b-4b50-a3e9-2bb067c32b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.800425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8648c403-893b-4b50-a3e9-2bb067c32b42 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1837dd5229684e4686fdba8d7974d52b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899874 Jul 15 13:51:47.801282 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648c403-893b-4b50-a3e9-2bb067c32b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084dbe05-2dba-4808-b53f-41dd64ca7962,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:47.804127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50206) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:47.854948 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f392696-1df6-4682-ba5b-1536df07dd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.876884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f392696-1df6-4682-ba5b-1536df07dd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.929226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f392696-1df6-4682-ba5b-1536df07dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.932012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9f392696-1df6-4682-ba5b-1536df07dd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:47.933207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9f392696-1df6-4682-ba5b-1536df07dd01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/084dbe05-2dba-4808-b53f-41dd64ca7962 HTTP/1.1" status: 204 len: 168 time: 0.1281319 Jul 15 13:51:47.941626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f392696-1df6-4682-ba5b-1536df07dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084dbe05-2dba-4808-b53f-41dd64ca7962,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:48.679489 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.321348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50294) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:54.436336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc1a9-9703-4a10-970e-59f3f0693a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.540127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc1a9-9703-4a10-970e-59f3f0693a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.545167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc1a9-9703-4a10-970e-59f3f0693a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.588656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc1a9-9703-4a10-970e-59f3f0693a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11000d8c-0b0a-46ef-aeff-bc8284cdb4d3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:54.594029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3fbdc1a9-9703-4a10-970e-59f3f0693a10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f868e4e652148ae87ec4a25f195dfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713611 Jul 15 13:51:54.595904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50298) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:54.652651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66a13a27-92a8-4b77-8c82-f1eb3a8ec9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.675360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66a13a27-92a8-4b77-8c82-f1eb3a8ec9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.726263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66a13a27-92a8-4b77-8c82-f1eb3a8ec9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.729851 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-66a13a27-92a8-4b77-8c82-f1eb3a8ec9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:54.735193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-66a13a27-92a8-4b77-8c82-f1eb3a8ec9b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11000d8c-0b0a-46ef-aeff-bc8284cdb4d3 HTTP/1.1" status: 204 len: 168 time: 0.1344929 Jul 15 13:51:54.744953 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a13a27-92a8-4b77-8c82-f1eb3a8ec9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11000d8c-0b0a-46ef-aeff-bc8284cdb4d3,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:55.042424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50304) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:55.060374 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310ec3ab-7a26-41f9-b8af-e59dc3f9bc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.162837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310ec3ab-7a26-41f9-b8af-e59dc3f9bc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.169078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-310ec3ab-7a26-41f9-b8af-e59dc3f9bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.211296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-310ec3ab-7a26-41f9-b8af-e59dc3f9bc7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5e94b03607049c3b30e9d35f3cba60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674256 Jul 15 13:51:55.211881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ec3ab-7a26-41f9-b8af-e59dc3f9bc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a469651-024d-4d9a-afd6-95b45e28bc8b,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:55.214304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50306) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:55.273186 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-deb4bbc8-012a-474c-be26-b8b2f754a359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.295841 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-deb4bbc8-012a-474c-be26-b8b2f754a359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.354579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-deb4bbc8-012a-474c-be26-b8b2f754a359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.357364 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-deb4bbc8-012a-474c-be26-b8b2f754a359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:55.358709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-deb4bbc8-012a-474c-be26-b8b2f754a359 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a469651-024d-4d9a-afd6-95b45e28bc8b HTTP/1.1" status: 204 len: 168 time: 0.1421657 Jul 15 13:51:55.367656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4bbc8-012a-474c-be26-b8b2f754a359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a469651-024d-4d9a-afd6-95b45e28bc8b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:56.788086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50348) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:56.908099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7997408c-ef58-43cc-81c0-4317d8d5339b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.008866 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7997408c-ef58-43cc-81c0-4317d8d5339b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.014057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7997408c-ef58-43cc-81c0-4317d8d5339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.051535 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997408c-ef58-43cc-81c0-4317d8d5339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7260e787-78d5-47cb-a886-bb2de58d84d4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:51:57.055915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7997408c-ef58-43cc-81c0-4317d8d5339b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f56e80a6928547e3904ac02ae6618252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668269 Jul 15 13:51:57.059666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50352) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:51:57.110852 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8be34cff-5c8a-4e9b-bd84-58a24b138bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.133353 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8be34cff-5c8a-4e9b-bd84-58a24b138bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.190458 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8be34cff-5c8a-4e9b-bd84-58a24b138bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.193227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8be34cff-5c8a-4e9b-bd84-58a24b138bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:51:57.194495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8be34cff-5c8a-4e9b-bd84-58a24b138bfa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7260e787-78d5-47cb-a886-bb2de58d84d4 HTTP/1.1" status: 204 len: 168 time: 0.1341584 Jul 15 13:51:57.204078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be34cff-5c8a-4e9b-bd84-58a24b138bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260e787-78d5-47cb-a886-bb2de58d84d4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:07.790342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:07.911894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea8d75b0-c5d9-471a-a85a-51ff950a7758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.012007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea8d75b0-c5d9-471a-a85a-51ff950a7758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.018129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ea8d75b0-c5d9-471a-a85a-51ff950a7758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.055558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d75b0-c5d9-471a-a85a-51ff950a7758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c87b4a-d850-4612-b85d-cd88aba647fc,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:08.060005 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ea8d75b0-c5d9-471a-a85a-51ff950a7758 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=458bfe4bf9e14cfc904883bad2077abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685916 Jul 15 13:52:08.063546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50484) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:08.115337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8def51b1-09c1-4760-b1e7-9d826c8d5ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.136690 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8def51b1-09c1-4760-b1e7-9d826c8d5ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.199822 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8def51b1-09c1-4760-b1e7-9d826c8d5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.202618 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8def51b1-09c1-4760-b1e7-9d826c8d5ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.203889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8def51b1-09c1-4760-b1e7-9d826c8d5ce8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38c87b4a-d850-4612-b85d-cd88aba647fc HTTP/1.1" status: 204 len: 168 time: 0.1394792 Jul 15 13:52:08.213763 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def51b1-09c1-4760-b1e7-9d826c8d5ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c87b4a-d850-4612-b85d-cd88aba647fc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:08.517272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:08.532516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-067d6fb9-1602-401d-aeab-63a6a8180e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.635655 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-067d6fb9-1602-401d-aeab-63a6a8180e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.640940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-067d6fb9-1602-401d-aeab-63a6a8180e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.685500 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-067d6fb9-1602-401d-aeab-63a6a8180e5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa021373c73448338318298eb09e057d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665692 Jul 15 13:52:08.687181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d6fb9-1602-401d-aeab-63a6a8180e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421126b4-e749-4097-a5d6-6acaa0109a66,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:08.688431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50492) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:08.744218 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5119f9-46e9-4290-a0bf-b4d90509c51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.768167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5119f9-46e9-4290-a0bf-b4d90509c51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.819547 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5119f9-46e9-4290-a0bf-b4d90509c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.822372 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc5119f9-46e9-4290-a0bf-b4d90509c51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:08.823632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dc5119f9-46e9-4290-a0bf-b4d90509c51a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/421126b4-e749-4097-a5d6-6acaa0109a66 HTTP/1.1" status: 204 len: 168 time: 0.1341109 Jul 15 13:52:08.832522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5119f9-46e9-4290-a0bf-b4d90509c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421126b4-e749-4097-a5d6-6acaa0109a66,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:09.184468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 50498) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:09.198224 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7daecbc-7a13-4e3f-8be6-dc088494be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.294759 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7daecbc-7a13-4e3f-8be6-dc088494be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.301926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a7daecbc-7a13-4e3f-8be6-dc088494be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.345246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daecbc-7a13-4e3f-8be6-dc088494be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf09612-0258-4788-bc89-a82ff657fe43,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:09.351233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a7daecbc-7a13-4e3f-8be6-dc088494be9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc9e441db9f74ebeb3f994310b77fdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653309 Jul 15 13:52:09.353488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 50500) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:52:09.409045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03c399e7-9aa8-4a81-be1b-4afa9d6fe0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.435577 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03c399e7-9aa8-4a81-be1b-4afa9d6fe0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.492611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03c399e7-9aa8-4a81-be1b-4afa9d6fe0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.495339 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03c399e7-9aa8-4a81-be1b-4afa9d6fe0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:09.496545 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-03c399e7-9aa8-4a81-be1b-4afa9d6fe0aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bf09612-0258-4788-bc89-a82ff657fe43 HTTP/1.1" status: 204 len: 168 time: 0.1408336 Jul 15 13:52:09.505706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c399e7-9aa8-4a81-be1b-4afa9d6fe0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf09612-0258-4788-bc89-a82ff657fe43,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:12.119821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-425f356c-f8ea-40b2-aab4-299dfb9c3197 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315852 Jul 15 13:52:12.320626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d940f0f0-077d-477d-91f1-ac0370913444 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:12.322233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d940f0f0-077d-477d-91f1-ac0370913444 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961117 Jul 15 13:52:12.340068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-1b2ad55c-20ca-4b6f-be7a-52ece7096056 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/quotas/81ca5cfb57874e62aaea0698e2a5436a HTTP/1.1" status: 200 len: 375 time: 0.0105402 Jul 15 13:52:12.390167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-26456f17-d4f8-4398-ac09-8c00c61c75bf tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438786 Jul 15 13:52:12.715273 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-288f8d1f-718c-4eb3-9781-1ab32001e339 req-93b5aadd-5e31-45de-addb-4e0809b45437 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 210 time: 0.1626656 Jul 15 13:52:13.092342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-07b26af9-3103-48cd-9868-27128e7a024d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:13.787592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-b576013d-741b-474a-9d5f-d499e6cffcd7 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353251 Jul 15 13:52:13.894453 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-39be7b03-b550-476f-b81a-5d99f7e0ef35 req-38c9609c-d099-4687-a8e6-1cc2a518f20d tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 210 time: 0.0301540 Jul 15 13:52:13.993351 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-09241ce9-6190-4093-be9c-76192c853c0c tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:13.995074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-09241ce9-6190-4093-be9c-76192c853c0c tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018647 Jul 15 13:52:14.009526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Request body: {'port': {'device_id': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '81ca5cfb57874e62aaea0698e2a5436a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:14.131907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Made reservation on behalf of 81ca5cfb57874e62aaea0698e2a5436a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:52:14.135477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.144906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.244100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.250597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.314776 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa665fc8-133a-4333-a0b7-5c497a3f9819,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:14.330169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.330508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.330849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.331181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.331501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.331822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.332138 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.332452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.332764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.333084 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.333398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.333730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:14.403504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Allocated IP 192.168.233.116 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/6ec0b658-2554-4153-b49e-c94943ba8d29) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:52:14.558239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.576901 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Transition to ACTIVE for port object 6ec0b658-2554-4153-b49e-c94943ba8d29 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:14.617687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.668959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:52:14.672398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:52:14.676523 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:52:14.683234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Pushing event updated for resources: {'Port': ['ID=6ec0b658-2554-4153-b49e-c94943ba8d29,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:14.732355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:14.733009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.749742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-d93ef5f3-4336-4ce3-bd09-dd8276580591 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7440851 Jul 15 13:52:14.763998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Request body: {'port': {'device_id': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:52:14.855785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:14.955852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c2ec8f51-8c34-4400-8a6a-7e24293b9cbb None None] Provisioning for port 6ec0b658-2554-4153-b49e-c94943ba8d29 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:14.960258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c2ec8f51-8c34-4400-8a6a-7e24293b9cbb None None] Provisioning complete for port 6ec0b658-2554-4153-b49e-c94943ba8d29 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:14.960660 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c2ec8f51-8c34-4400-8a6a-7e24293b9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.001744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec8f51-8c34-4400-8a6a-7e24293b9cbb None None] Port 6ec0b658-2554-4153-b49e-c94943ba8d29 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:52:15.168016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27694a67-a3aa-4c06-b772-2d5780072b9e req-d0fa552b-a731-4aa6-b78f-0ba4821f680d tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:15.169684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27694a67-a3aa-4c06-b772-2d5780072b9e req-d0fa552b-a731-4aa6-b78f-0ba4821f680d tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 936 time: 0.1427364 Jul 15 13:52:15.225316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec0b658-2554-4153-b49e-c94943ba8d29 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:15.239435 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.251689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27694a67-a3aa-4c06-b772-2d5780072b9e req-6fb85180-e326-4010-8849-ae2f83da681f tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625501 Jul 15 13:52:15.259482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Transition to ACTIVE for port object 6ec0b658-2554-4153-b49e-c94943ba8d29 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:52:15.264989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.308347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.589345 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a0f77435-e7fa-4a1f-8618-3a910b549d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.592199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.676510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec0b658-2554-4153-b49e-c94943ba8d29,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:15.706799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.766462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Attempting to bind port 6ec0b658-2554-4153-b49e-c94943ba8d29 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:52:15.766462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Attempting to bind port 6ec0b658-2554-4153-b49e-c94943ba8d29 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:52:15.767037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Attempting to bind port 6ec0b658-2554-4153-b49e-c94943ba8d29 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:15.772382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Port 6ec0b658-2554-4153-b49e-c94943ba8d29 on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:52:15.772713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Attempting to bind port 6ec0b658-2554-4153-b49e-c94943ba8d29 on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:52:15.779912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:52:15.780255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:52:15.780650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:52:15.781320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Bound port: 6ec0b658-2554-4153-b49e-c94943ba8d29, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:52:15.781921 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.860023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] For port 6ec0b658-2554-4153-b49e-c94943ba8d29, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:52:15.864464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] For port 6ec0b658-2554-4153-b49e-c94943ba8d29, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6ec0b658-2554-4153-b49e-c94943ba8d29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:52:15.869319 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.905366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:15.906039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:15.907876 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] 10.222.0.59 "PUT /v2.0/ports/6ec0b658-2554-4153-b49e-c94943ba8d29 HTTP/1.1" status: 200 len: 1097 time: 1.1490748 Jul 15 13:52:15.910251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'tag': '6ec0b658-2554-4153-b49e-c94943ba8d29'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:15.913567 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "03cbad9d-e8d2-46d1-a239-7d247b28bf2d", "tag": "6ec0b658-2554-4153-b49e-c94943ba8d29"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:15.961349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f89258-b0fa-4c28-b794-43a97991ef53 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec0b658-2554-4153-b49e-c94943ba8d29,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:15.986282 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ac13f-ec14-47b5-b98b-9c4b13613f87 x-openstack-request-id: req-117ac13f-ec14-47b5-b98b-9c4b13613f87 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:15.986605 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cbad9d-e8d2-46d1-a239-7d247b28bf2d", "tag": "6ec0b658-2554-4153-b49e-c94943ba8d29", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:15.986831 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-117ac13f-ec14-47b5-b98b-9c4b13613f87 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:15.987394 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'tag': '6ec0b658-2554-4153-b49e-c94943ba8d29', 'status': 'completed', 'code': 200} Jul 15 13:52:16.019388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-095898d5-b8ee-4c2b-8ecb-e9924610b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.020959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-095898d5-b8ee-4c2b-8ecb-e9924610b588 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 1100 time: 0.0684876 Jul 15 13:52:16.072413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-a1374fca-3311-4ffb-b76d-a32213fc6259 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6ec0b658-2554-4153-b49e-c94943ba8d29 HTTP/1.1" status: 200 len: 217 time: 0.0442424 Jul 15 13:52:16.123910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-ba21a1e8-03dc-475e-a8e0-1ba9ad4a30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.126206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-ba21a1e8-03dc-475e-a8e0-1ba9ad4a30dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0481508 Jul 15 13:52:16.186732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-18a79a95-8b89-4dd7-875b-59f82fce3586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.188548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-18a79a95-8b89-4dd7-875b-59f82fce3586 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566921 Jul 15 13:52:16.317408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-82991fd5-1790-4c63-9859-6ea1a39d3319 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216242 Jul 15 13:52:16.446761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-482cb55a-83ba-4572-ac1b-774f34937e42 req-0cb730a9-20ea-4bdb-84bf-e02252c7e3f2 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229150 Jul 15 13:52:16.478298 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333ef8-b356-4f31-9942-45244180c72c req-152f454b-0764-4b91-9ef2-8d6b29c995b5 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.480508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a333ef8-b356-4f31-9942-45244180c72c req-152f454b-0764-4b91-9ef2-8d6b29c995b5 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 948 time: 0.0971365 Jul 15 13:52:16.550646 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a333ef8-b356-4f31-9942-45244180c72c req-94eb1b27-48dd-4d50-b9d1-c067a2d37ce2 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637522 Jul 15 13:52:16.575761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-30e3490e-71ea-480c-baa5-f1cd19b4c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.577410 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-30e3490e-71ea-480c-baa5-f1cd19b4c357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 1100 time: 0.0736604 Jul 15 13:52:16.691092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-25067c41-9b80-4683-886d-e0cd034e921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.693196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-25067c41-9b80-4683-886d-e0cd034e921d service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1098847 Jul 15 13:52:16.737994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-48c26bcb-b5bc-44b6-8e8a-c0a2177af5ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6ec0b658-2554-4153-b49e-c94943ba8d29 HTTP/1.1" status: 200 len: 217 time: 0.0371490 Jul 15 13:52:16.791683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-9ef65fe2-8c37-4064-ad26-c294af8c295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.793228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-9ef65fe2-8c37-4064-ad26-c294af8c295b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0483971 Jul 15 13:52:16.863669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-37465f91-d1a1-465d-be9a-715179327c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:16.865426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-37465f91-d1a1-465d-be9a-715179327c96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652566 Jul 15 13:52:16.968942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-a6bd5209-aeaa-4f0d-85bc-84d4d436f2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961275 Jul 15 13:52:17.079202 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cf05979a-68a1-4c0b-a612-0d00c7ad5a2c req-b3f037bb-dc49-4ff1-aaaa-817b3b04b03e service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036377 Jul 15 13:52:17.188573 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:17.744883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13e420-27ed-4401-b453-6b6f4b1516a2 req-331eb18a-b308-450b-88a6-44735b545a3e tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:17.746724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3b13e420-27ed-4401-b453-6b6f4b1516a2 req-331eb18a-b308-450b-88a6-44735b545a3e tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 948 time: 0.0785837 Jul 15 13:52:17.795746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3b13e420-27ed-4401-b453-6b6f4b1516a2 req-7d7196cc-15aa-415e-8027-73bb3c81f16d tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Jul 15 13:52:18.677433 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.027078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33134194-778e-4fa7-b3f9-6cf6f91ca291 req-807be9ad-571a-4a55-aaec-52c47e3848ad tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:19.028787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-33134194-778e-4fa7-b3f9-6cf6f91ca291 req-807be9ad-571a-4a55-aaec-52c47e3848ad tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 948 time: 0.0918987 Jul 15 13:52:19.100270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-33134194-778e-4fa7-b3f9-6cf6f91ca291 req-5e9d78f9-53f8-4b28-a367-1d3e90892964 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621965 Jul 15 13:52:19.388012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6ec0b658-2554-4153-b49e-c94943ba8d29 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:52:19.516950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6ec0b658-2554-4153-b49e-c94943ba8d29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6ec0b658-2554-4153-b49e-c94943ba8d29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:19.531200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '6ec0b658-2554-4153-b49e-c94943ba8d29', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': '6ec0b658-2554-4153-b49e-c94943ba8d29', 'mac_address': 'fa:16:3e:7b:0d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:52:19.580857 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.602272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec0b658-2554-4153-b49e-c94943ba8d29 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:52:19.625318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6ec0b658-2554-4153-b49e-c94943ba8d29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6ec0b658-2554-4153-b49e-c94943ba8d29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:19.633346 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:19.688400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6ec0b658-2554-4153-b49e-c94943ba8d29,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:19.696183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.696530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.696868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.697201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.697531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.697894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.698651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.698651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.698917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.699169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.699490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.699813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:52:19.860212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['6ec0b658-2554-4153-b49e-c94943ba8d29'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:52:20.500980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090732fd-7035-4397-b5c8-3590f048f6a3 req-55175fd3-8439-4944-a827-e2de8483fb33 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:20.502539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090732fd-7035-4397-b5c8-3590f048f6a3 req-55175fd3-8439-4944-a827-e2de8483fb33 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 949 time: 0.0732460 Jul 15 13:52:20.542158 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-090732fd-7035-4397-b5c8-3590f048f6a3 req-aae34550-7614-4300-8c05-fcbe83238a0b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339122 Jul 15 13:52:21.260558 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:52:21.418055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6ec0b658-2554-4153-b49e-c94943ba8d29 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:52:21.476198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 6ec0b658-2554-4153-b49e-c94943ba8d29 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:52:21.480439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 6ec0b658-2554-4153-b49e-c94943ba8d29 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:52:21.480811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.570334 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.598358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec0b658-2554-4153-b49e-c94943ba8d29'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:52:21.600989 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d436bd7-eafa-48f6-b24f-c545966e2579" -d '{"events": [{"server_uuid": "03cbad9d-e8d2-46d1-a239-7d247b28bf2d", "name": "network-vif-plugged", "status": "completed", "tag": "6ec0b658-2554-4153-b49e-c94943ba8d29"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:52:21.618776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 6ec0b658-2554-4153-b49e-c94943ba8d29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6ec0b658-2554-4153-b49e-c94943ba8d29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:52:21.624628 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:21.657987 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adae4211-c44a-46dc-a8a1-c8429641f7ca x-openstack-request-id: req-adae4211-c44a-46dc-a8a1-c8429641f7ca {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:52:21.659229 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cbad9d-e8d2-46d1-a239-7d247b28bf2d", "name": "network-vif-plugged", "status": "completed", "tag": "6ec0b658-2554-4153-b49e-c94943ba8d29", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:52:21.659229 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adae4211-c44a-46dc-a8a1-c8429641f7ca {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:52:21.659718 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec0b658-2554-4153-b49e-c94943ba8d29', 'code': 200} Jul 15 13:52:21.694382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=6ec0b658-2554-4153-b49e-c94943ba8d29,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:52:21.779069 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06da9c-5df3-4a4c-b908-fa29fce1c3d3 req-fa1273cd-86c0-4fc6-b4b4-99ee5f377c28 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.780717 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b06da9c-5df3-4a4c-b908-fa29fce1c3d3 req-fa1273cd-86c0-4fc6-b4b4-99ee5f377c28 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 950 time: 0.1173382 Jul 15 13:52:21.827502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d9d7c-c8fd-4f03-b51f-13f16dce5e3e req-24746f46-1d14-4c2c-a02d-0995ec898011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:21.828918 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f5d9d7c-c8fd-4f03-b51f-13f16dce5e3e req-24746f46-1d14-4c2c-a02d-0995ec898011 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 1102 time: 0.1114788 Jul 15 13:52:21.834615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b06da9c-5df3-4a4c-b908-fa29fce1c3d3 req-1488b348-7799-4546-8d02-f9d20a4a1646 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462136 Jul 15 13:52:21.874140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4f5d9d7c-c8fd-4f03-b51f-13f16dce5e3e req-707398c9-9c2d-4b0c-97fe-037aa329f31a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Jul 15 13:52:23.038234 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759b2e6-57f2-4af3-90a9-cfdc7d683d2e req-b23158bb-f401-47bb-b2ff-4b2ffeb96076 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:52:23.039798 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2759b2e6-57f2-4af3-90a9-cfdc7d683d2e req-b23158bb-f401-47bb-b2ff-4b2ffeb96076 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 950 time: 0.0745311 Jul 15 13:52:23.090542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2759b2e6-57f2-4af3-90a9-cfdc7d683d2e req-d2cf8a44-de97-4323-b304-3d0fadea47c2 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Jul 15 13:52:43.088654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4208670b-c42a-4842-b135-184a5b08a5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:45.305937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:45.586833 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:45.589017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-00b6ad0a-f9e6-4e9b-aa4b-4c29ac9f7334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:45.703041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:47.195165 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:48.685246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:52:58.263455 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:00.029385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-ea893a6b-7f41-4ba1-99fa-016fed8eec3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571551 Jul 15 13:53:00.174080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-03439920-a007-42ed-b5df-ef843a58dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:00.175687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-03439920-a007-42ed-b5df-ef843a58dd98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 1102 time: 0.0881510 Jul 15 13:53:00.303625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-70c3d138-a185-4c87-8b49-e2a11ba04ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:00.305176 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-70c3d138-a185-4c87-8b49-e2a11ba04ad7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.1056128 Jul 15 13:53:00.354710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-cf5b7b70-0fa5-423a-82d7-52272a7a05ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6ec0b658-2554-4153-b49e-c94943ba8d29 HTTP/1.1" status: 200 len: 217 time: 0.0431919 Jul 15 13:53:00.422326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-3db85840-460c-4a9f-bd20-17eafa3b7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:00.422326 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-3db85840-460c-4a9f-bd20-17eafa3b7bfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0581062 Jul 15 13:53:00.490240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-5e123b0c-799c-4cbf-a61d-b25ec401a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:00.493013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-5e123b0c-799c-4cbf-a61d-b25ec401a9e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679953 Jul 15 13:53:00.600004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-79d86625-7bfe-49df-983b-db605513ffe5 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999148 Jul 15 13:53:00.713408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f24140e6-85e2-4f79-b559-0aba26a1c664 req-a434fd30-494b-418f-ad2f-400effc12055 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073596 Jul 15 13:53:13.095496 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-08854a4b-3097-4590-bea4-dffad9c2dad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.342946 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.589054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.590101 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30af0fc7-d391-4438-88a1-211cf8d45550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:15.711409 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:17.208703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:18.686009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:32.057779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400a45f-0645-4291-be44-49089f7c7077 req-f151224a-b19e-4680-ae1b-d058ca4e612d tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:32.059362 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0400a45f-0645-4291-be44-49089f7c7077 req-f151224a-b19e-4680-ae1b-d058ca4e612d tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 950 time: 0.0756142 Jul 15 13:53:32.104201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0400a45f-0645-4291-be44-49089f7c7077 req-0a1db65b-5b08-4d56-9d42-499cc75bf70a tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Jul 15 13:53:33.303994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d438f9f-5e80-4a46-897d-7bd304867044 req-a0c3d77a-889e-4b3a-a32f-b918edbf0e1c tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:33.305647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3d438f9f-5e80-4a46-897d-7bd304867044 req-a0c3d77a-889e-4b3a-a32f-b918edbf0e1c tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 950 time: 0.0715907 Jul 15 13:53:33.376765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3d438f9f-5e80-4a46-897d-7bd304867044 req-4ce9925e-2b33-43b1-927c-b83a58fa9411 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/security-groups?id=aa665fc8-133a-4333-a0b7-5c497a3f9819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627573 Jul 15 13:53:33.412478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-53f1fa95-10ea-4782-ac07-919e9f226fe9 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:53:33.413994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-53f1fa95-10ea-4782-ac07-919e9f226fe9 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.59 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 950 time: 0.0846407 Jul 15 13:53:33.521911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Deleting port 6ec0b658-2554-4153-b49e-c94943ba8d29 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:53:33.522256 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:33.612504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] For port 6ec0b658-2554-4153-b49e-c94943ba8d29, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=6ec0b658-2554-4153-b49e-c94943ba8d29,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:53:33.612831 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:33.625985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Calling delete_port for 6ec0b658-2554-4153-b49e-c94943ba8d29 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:53:33.790087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:33.821533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Pushing event deleted for resources: {'Port': ['ID=6ec0b658-2554-4153-b49e-c94943ba8d29,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:53:33.854239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.854239 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.855081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.855275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.855713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.855915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.856238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.856559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.856881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.857203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.857526 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.857869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:53:33.880337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] No DVR routers for this DVR port 6ec0b658-2554-4153-b49e-c94943ba8d29 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:53:33.882823 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:33.884972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-029bb9d9-f16a-4766-8939-cd69f4d46d77 req-d7407ce1-b11f-4bbe-8bdb-c9f88f32c70b tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.59 "DELETE /v2.0/ports/6ec0b658-2554-4153-b49e-c94943ba8d29 HTTP/1.1" status: 204 len: 173 time: 0.4656491 Jul 15 13:53:33.885465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'name': 'network-vif-deleted', 'tag': '6ec0b658-2554-4153-b49e-c94943ba8d29'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:53:33.888318 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d0594-2cab-4077-ae97-b7fd00c82909" -d '{"events": [{"server_uuid": "03cbad9d-e8d2-46d1-a239-7d247b28bf2d", "name": "network-vif-deleted", "tag": "6ec0b658-2554-4153-b49e-c94943ba8d29"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:53:33.933845 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d732377-9ac3-4111-b776-1ef4233a9082 x-openstack-request-id: req-1d732377-9ac3-4111-b776-1ef4233a9082 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:53:33.934172 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cbad9d-e8d2-46d1-a239-7d247b28bf2d", "name": "network-vif-deleted", "tag": "6ec0b658-2554-4153-b49e-c94943ba8d29", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:53:33.934405 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d732377-9ac3-4111-b776-1ef4233a9082 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:53:33.934850 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cbad9d-e8d2-46d1-a239-7d247b28bf2d', 'name': 'network-vif-deleted', 'tag': '6ec0b658-2554-4153-b49e-c94943ba8d29', 'status': 'completed', 'code': 200} Jul 15 13:53:34.565405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c3e8cc46-5ed8-4c59-b815-0e87861017db req-0b3580a5-1b6e-4e7f-8049-72b14f5eb5e4 tempest-VolumesBackupsTest-1404314191 tempest-VolumesBackupsTest-1404314191-project] 10.222.0.57 "GET /v2.0/ports?device_id=03cbad9d-e8d2-46d1-a239-7d247b28bf2d HTTP/1.1" status: 200 len: 210 time: 0.0376000 Jul 15 13:53:35.264636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:53:35.682863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6ec0b658-2554-4153-b49e-c94943ba8d29 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:53:35.704521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 6ec0b658-2554-4153-b49e-c94943ba8d29 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:53:35.705242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 6ec0b658-2554-4153-b49e-c94943ba8d29 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:53:43.099619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0e55645a-cea4-401d-ab63-3b0fd333bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:45.353411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:45.591469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-063a09ab-e789-4846-94c7-b90cce822339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:45.599017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:45.710231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:47.198449 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:53:48.685206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:12.265106 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:54:13.091924 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a57a576d-a086-41cf-b531-6df7da79102c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:15.352890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:15.591706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-031f927a-924f-419b-8a40-77fe4a05882f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:15.616409 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:15.710689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:17.199311 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:18.692228 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:21.202343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-d241e9ed-af89-4b5a-8b62-46947f31178d req-2dcbe382-43b0-4e3b-a4cc-2f19e942e866 service neutron] (93995) timed out ('10.222.0.57', 49278) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:54:43.095838 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f0ef112-5a02-4a84-a348-f585bfc09179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.354683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.586556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b8bf175e-5991-4cc6-997d-59ee4e2853e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.616944 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:45.712821 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:47.203553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:48.694369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:54:49.265608 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:13.107110 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f5e758a-aeed-4dcd-a8f9-44fd8686bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.374864 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.590368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe94b-4eb0-4a9b-b326-ebbdeaa9ff2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.631874 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:15.715167 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:17.205548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:18.700276 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:26.271956 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:55:43.100314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-86586a2c-1f8c-468a-b7fa-870dfa172f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:45.368626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:45.597464 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9f1388d1-13c8-4526-868f-012ea17de7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:45.625992 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:45.711041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:47.210249 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:55:48.702944 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:03.261872 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:13.103875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0328ef4c-cd74-433e-b55d-ed61635382a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:15.367523 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:15.591342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-46765e66-2514-49b3-b789-4ab2552de942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:15.623859 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:15.716412 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:17.214176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:18.705582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:40.264298 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:56:43.109760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-54642ac2-d4b7-4510-a641-1019be13ddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.364952 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.599951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bf31882a-a30b-4b4a-b56f-988c5e43f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.636238 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:45.713019 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:47.218875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:48.714727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:49.983179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54430) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:50.191512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-70d65d96-a29a-46c1-9b4e-d65e75aa6184 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81ca5cfb57874e62aaea0698e2a5436a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068076 Jul 15 13:56:50.193897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:56:50.255674 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.280996 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.334202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.337864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:56:50.339175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa665fc8-133a-4333-a0b7-5c497a3f9819 HTTP/1.1" status: 204 len: 168 time: 0.1439910 Jul 15 13:56:50.348232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa665fc8-133a-4333-a0b7-5c497a3f9819,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:56:50.357314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.357646 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.357982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.358316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.358668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.358990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.359312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.359629 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.359946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.360263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.360586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:56:50.360894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31155582-9951-46a7-8711-b24debfbda48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:01.205805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e0ad1c54-030f-4bfe-86a3-92853bfd1935 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3ee81c649d4845cbacdee10caf45786a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264506 Jul 15 13:57:01.328529 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-04151f42-3bfd-4629-858d-16ca4b9cbf7f tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:01.330656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-04151f42-3bfd-4629-858d-16ca4b9cbf7f tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170907 Jul 15 13:57:01.349757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-1651a8cf-615d-4177-b2f6-a80c14cd3801 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/quotas/3ee81c649d4845cbacdee10caf45786a HTTP/1.1" status: 200 len: 375 time: 0.0131979 Jul 15 13:57:01.386675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-c813a1c3-0941-48a8-ac71-a8ac901e072f tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ee81c649d4845cbacdee10caf45786a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311160 Jul 15 13:57:01.585965 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dba21111-3beb-46ed-b0ec-b037c920098d req-e868e0e8-da78-446c-929b-dbdd740f9028 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 210 time: 0.0300884 Jul 15 13:57:02.762006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dda6a116-1ef1-4443-bfb2-44150838107c req-28f2e4b6-3eca-4fed-b732-aa6fbc1292e0 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 210 time: 0.0347419 Jul 15 13:57:02.981454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-69fb60b1-803e-4781-a679-c0b0faa8aea9 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3ee81c649d4845cbacdee10caf45786a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223861 Jul 15 13:57:03.100236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-c7a902b7-2d25-4082-87e7-8a0bcadc182d tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:03.101710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-c7a902b7-2d25-4082-87e7-8a0bcadc182d tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132016 Jul 15 13:57:03.113796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Request body: {'port': {'device_id': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'admin_state_up': True, 'tenant_id': '3ee81c649d4845cbacdee10caf45786a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:03.243089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Made reservation on behalf of 3ee81c649d4845cbacdee10caf45786a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:03.248610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.258554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.377044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.382770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.450136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6283e76b-0913-4732-ae30-df87fc5739e2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:03.530911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Allocated IP 192.168.233.91 (834b774e-8877-4b0f-97f1-942f51aae587/11937051-b11a-41e8-b03b-1c29cd9e2dee/f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:57:03.698668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.714613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Transition to ACTIVE for port object f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:03.751781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.804080 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Network 834b774e-8877-4b0f-97f1-942f51aae587 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:57:03.805561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:03.809861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:57:03.839372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Pushing event updated for resources: {'Port': ['ID=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:03.867461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:03.868017 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:03.885637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-e76a1359-9251-47c7-be19-e73aac95e1c7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7756426 Jul 15 13:57:04.001237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6b32c-d071-43d4-a050-3a284d8615c3 req-844bfbee-d736-4b33-8014-6eef9c25ee05 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:04.002974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-00d6b32c-d071-43d4-a050-3a284d8615c3 req-844bfbee-d736-4b33-8014-6eef9c25ee05 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 935 time: 0.0806570 Jul 15 13:57:04.028295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Request body: {'port': {'device_id': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:04.049776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-00d6b32c-d071-43d4-a050-3a284d8615c3 req-0234e3da-6c5d-4bfa-9619-ef8e2977c2ca tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Jul 15 13:57:04.080463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccba9e97-21a1-4851-9d62-02c6733aa3ab None None] Provisioning for port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:04.084368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccba9e97-21a1-4851-9d62-02c6733aa3ab None None] Provisioning complete for port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:04.084743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccba9e97-21a1-4851-9d62-02c6733aa3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.111849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.120816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccba9e97-21a1-4851-9d62-02c6733aa3ab None None] Port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:57:04.422972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:04.431520 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.445504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Transition to ACTIVE for port object f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:04.450943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.507244 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:04.583657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Attempting to bind port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:04.583990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Attempting to bind port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:04.584326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Attempting to bind port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:04.589389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a on network 834b774e-8877-4b0f-97f1-942f51aae587 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:04.589732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Attempting to bind port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a on network 834b774e-8877-4b0f-97f1-942f51aae587 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:04.595617 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:04.595954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Checking segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:04.596364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Bound using segment: {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:04.596826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Bound port: f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d423ba-d207-4f20-89f9-a4ec9b64942a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:04.597187 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.679304 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] For port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:04.682347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] For port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:04.687992 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.727727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:04.728398 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:04.729830 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] 10.222.0.59 "PUT /v2.0/ports/f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a HTTP/1.1" status: 200 len: 1096 time: 0.8365777 Jul 15 13:57:04.730290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'tag': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:04.732617 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51461ef-3318-4e57-8df0-e0c7cb08122a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a514125-bc90-48f0-aa6f-ff1ccbd94ecb", "tag": "f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:04.776257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2ab0f-244b-4ec1-872f-dba285f7539d service neutron] Pushing event updated for resources: {'Port': ['ID=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:04.851928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-4ba9879e-7346-4668-876c-d53005d510d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:04.853624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-4ba9879e-7346-4668-876c-d53005d510d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ee81c649d4845cbacdee10caf45786a&device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 1099 time: 0.0699713 Jul 15 13:57:04.868028 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f946d6fc-ac94-4098-8b11-3c2dabcc9628 x-openstack-request-id: req-f946d6fc-ac94-4098-8b11-3c2dabcc9628 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:04.868571 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a514125-bc90-48f0-aa6f-ff1ccbd94ecb", "tag": "f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:04.868737 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f946d6fc-ac94-4098-8b11-3c2dabcc9628 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:04.869501 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'tag': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a', 'status': 'completed', 'code': 200} Jul 15 13:57:04.901943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-9086bf3b-3b41-4efe-8aca-458516b4e29c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a HTTP/1.1" status: 200 len: 217 time: 0.0411513 Jul 15 13:57:04.956969 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-c67dc966-f058-4955-a5fa-a12038af9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:04.958472 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-c67dc966-f058-4955-a5fa-a12038af9135 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0506186 Jul 15 13:57:05.019703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-60e7a06c-af96-4b31-b62b-bd488c6db78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.021140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-60e7a06c-af96-4b31-b62b-bd488c6db78d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0556037 Jul 15 13:57:05.114401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-d1094aaf-3a94-4756-aa70-a6a960e11212 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864398 Jul 15 13:57:05.214688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c27ec491-c254-4640-ad9a-dbb2a0357c34 req-4aa51870-0a45-4015-939f-bcab475bdddc service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944743 Jul 15 13:57:05.228184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ae21b-74b5-433b-acfb-49e45781579d req-1a126303-e254-4cac-804d-8f31b100b1ae tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.229696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed3ae21b-74b5-433b-acfb-49e45781579d req-1a126303-e254-4cac-804d-8f31b100b1ae tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 947 time: 0.0642574 Jul 15 13:57:05.272310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ed3ae21b-74b5-433b-acfb-49e45781579d req-a686e079-c66a-4ace-b09e-833a9903842a tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Jul 15 13:57:05.315875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-9dfb1e73-0abd-4809-8658-59e0196edac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.317474 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-9dfb1e73-0abd-4809-8658-59e0196edac6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ee81c649d4845cbacdee10caf45786a&device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 1099 time: 0.0539205 Jul 15 13:57:05.414924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-564e715f-a643-4ce6-a434-554cd5c3f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.416417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-564e715f-a643-4ce6-a434-554cd5c3f291 service neutron] 10.222.0.59 "GET /v2.0/networks?id=834b774e-8877-4b0f-97f1-942f51aae587 HTTP/1.1" status: 200 len: 870 time: 0.0930638 Jul 15 13:57:05.458632 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-203661d2-bcaf-43c9-a5fb-deb44ffde271 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a HTTP/1.1" status: 200 len: 217 time: 0.0358558 Jul 15 13:57:05.509845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-2b7c8a5d-8964-4dbb-b18d-ee5aa060655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.511302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-2b7c8a5d-8964-4dbb-b18d-ee5aa060655f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11937051-b11a-41e8-b03b-1c29cd9e2dee HTTP/1.1" status: 200 len: 843 time: 0.0456202 Jul 15 13:57:05.579062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-13eb8cb7-0981-4410-b4f9-abc9ca2fd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:05.580592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-13eb8cb7-0981-4410-b4f9-abc9ca2fd4ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=834b774e-8877-4b0f-97f1-942f51aae587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615840 Jul 15 13:57:05.674194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-aaf1fa7f-b4c5-47ac-9b07-a078985ed4b7 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Jul 15 13:57:05.776110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a51461ef-3318-4e57-8df0-e0c7cb08122a req-54296272-6d9c-4256-ade6-4b897aff5416 service neutron] 10.222.0.59 "GET /v2.0/networks/834b774e-8877-4b0f-97f1-942f51aae587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945554 Jul 15 13:57:06.475745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02f8b-83ac-4e1b-83c0-3a1abbae0e04 req-98cd7a21-48cb-4168-a822-4a0f5f920986 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:06.477428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2bd02f8b-83ac-4e1b-83c0-3a1abbae0e04 req-98cd7a21-48cb-4168-a822-4a0f5f920986 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 947 time: 0.0833952 Jul 15 13:57:06.490923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:06.519982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2bd02f8b-83ac-4e1b-83c0-3a1abbae0e04 req-550ea994-f711-46b1-a9ca-863bf962b34a tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365870 Jul 15 13:57:06.592326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:06.604293 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a', 'network_id': '834b774e-8877-4b0f-97f1-942f51aae587', 'port_id': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a', 'mac_address': 'fa:16:3e:5b:7a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937051-b11a-41e8-b03b-1c29cd9e2dee', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:06.663389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:06.680265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:06.701024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:06.706858 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:06.755626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:06.763283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.763609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.763948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.764466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.765012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.765570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.765902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.766253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.766597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.766920 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.767238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.767559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:06.919018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:07.715334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a792dd-07ef-4212-931b-9e34323cc29c req-c225f035-f0f6-4438-8bf4-adb72964d8a1 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:07.717500 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8a792dd-07ef-4212-931b-9e34323cc29c req-c225f035-f0f6-4438-8bf4-adb72964d8a1 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 948 time: 0.0822349 Jul 15 13:57:07.765423 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8a792dd-07ef-4212-931b-9e34323cc29c req-a8d16b29-d241-4d97-83ba-7d0a62033319 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Jul 15 13:57:08.506488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:08.560310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:08.564694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:08.565067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.648389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.671093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:08.673928 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f398c1-fb3c-4b45-84ae-abb69dae9af0" -d '{"events": [{"server_uuid": "7a514125-bc90-48f0-aa6f-ff1ccbd94ecb", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:08.686998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:08.694610 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:08.744474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:08.780720 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd4d2f-e253-4659-bbc3-4aef629e5e64 x-openstack-request-id: req-f9bd4d2f-e253-4659-bbc3-4aef629e5e64 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:08.781010 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a514125-bc90-48f0-aa6f-ff1ccbd94ecb", "name": "network-vif-plugged", "status": "completed", "tag": "f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:08.781256 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9bd4d2f-e253-4659-bbc3-4aef629e5e64 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:08.781711 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a', 'code': 200} Jul 15 13:57:08.904013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381142a-042b-4be3-9632-1fb54ee7b83d req-bbe4655c-a9b6-4bfa-932a-c94119a2e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.905770 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0381142a-042b-4be3-9632-1fb54ee7b83d req-bbe4655c-a9b6-4bfa-932a-c94119a2e8bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 1101 time: 0.0635386 Jul 15 13:57:08.948127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0381142a-042b-4be3-9632-1fb54ee7b83d req-c26b42d0-6bed-4165-86a3-2cd50964e73f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357366 Jul 15 13:57:08.964104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baaaec-ae14-42b1-b97d-5ed7f26aa60f req-7402303a-660e-4c9f-89b5-9d7d6153fa60 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:08.965614 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12baaaec-ae14-42b1-b97d-5ed7f26aa60f req-7402303a-660e-4c9f-89b5-9d7d6153fa60 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 949 time: 0.0690310 Jul 15 13:57:09.010164 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12baaaec-ae14-42b1-b97d-5ed7f26aa60f req-4b8ba088-b59c-4d65-ab37-fed9168466eb tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Jul 15 13:57:10.212105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69262b8a-a63a-4426-9b97-61c00b126bf9 req-9acabeaa-476d-476d-80fb-a2a3677b1238 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:10.213596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-69262b8a-a63a-4426-9b97-61c00b126bf9 req-9acabeaa-476d-476d-80fb-a2a3677b1238 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 949 time: 0.0732858 Jul 15 13:57:10.254710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-69262b8a-a63a-4426-9b97-61c00b126bf9 req-e4c6de32-eb2a-402d-b736-59f0f8e4cd2c tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Jul 15 13:57:11.432916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05483d57-f700-410d-8e50-11aaeae8e50a req-6816a784-db40-44ad-9a45-3b36a0459030 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:11.434392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05483d57-f700-410d-8e50-11aaeae8e50a req-6816a784-db40-44ad-9a45-3b36a0459030 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 949 time: 0.0653069 Jul 15 13:57:11.485021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05483d57-f700-410d-8e50-11aaeae8e50a req-ecdafd17-9786-4e6a-a41f-03cc3a1d981c tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Jul 15 13:57:12.606215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-1cd3c5d8-9d09-4bbf-b1f1-3314e68cbe4f tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:12.607726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-1cd3c5d8-9d09-4bbf-b1f1-3314e68cbe4f tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 949 time: 0.0695775 Jul 15 13:57:12.717019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Deleting port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:57:12.717360 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:12.765134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3116c2-47ae-4fa2-91e1-315e5f419159 req-a16c1a24-3c22-4528-9c52-b143682d47b1 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:12.766631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a3116c2-47ae-4fa2-91e1-315e5f419159 req-a16c1a24-3c22-4528-9c52-b143682d47b1 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a514125-bc90-48f0-aa6f-ff1ccbd94ecb HTTP/1.1" status: 200 len: 949 time: 0.1588180 Jul 15 13:57:12.806290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a3116c2-47ae-4fa2-91e1-315e5f419159 req-ff92f199-c836-4f6a-9a45-e664d497006a tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.57 "GET /v2.0/security-groups?id=6283e76b-0913-4732-ae30-df87fc5739e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336227 Jul 15 13:57:12.813715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] For port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,segment=NetworkSegment(a2d423ba-d207-4f20-89f9-a4ec9b64942a),segment_id=a2d423ba-d207-4f20-89f9-a4ec9b64942a)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:12.814143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:12.830402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Calling delete_port for f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:57:12.996783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:13.008999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:13.025067 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Pushing event deleted for resources: {'Port': ['ID=f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:13.077788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] No DVR routers for this DVR port f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:13.080856 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:13.083042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f810e51-bdcc-4bde-90cd-8c53bb056a7d req-8efec617-f324-46f1-8aa7-00482c3e59b7 tempest-ServersAdminNegativeTestJSON-890884231 tempest-ServersAdminNegativeTestJSON-890884231-project] 10.222.0.59 "DELETE /v2.0/ports/f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a HTTP/1.1" status: 204 len: 173 time: 0.4697556 Jul 15 13:57:13.083494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'name': 'network-vif-deleted', 'tag': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:13.086009 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11edb807-ef19-476b-8736-e85ff8356863" -d '{"events": [{"server_uuid": "7a514125-bc90-48f0-aa6f-ff1ccbd94ecb", "name": "network-vif-deleted", "tag": "f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:13.110626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d81ccf64-d9c8-4c0c-adef-2c8a5aefddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:13.139799 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e456867-000f-4297-a607-f586cfd902dd x-openstack-request-id: req-6e456867-000f-4297-a607-f586cfd902dd {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:13.140100 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a514125-bc90-48f0-aa6f-ff1ccbd94ecb", "name": "network-vif-deleted", "tag": "f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:13.140359 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e456867-000f-4297-a607-f586cfd902dd {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:13.140784 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a514125-bc90-48f0-aa6f-ff1ccbd94ecb', 'name': 'network-vif-deleted', 'tag': 'f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a', 'status': 'completed', 'code': 200} Jul 15 13:57:14.187601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:14.352556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5c31183c-4458-439a-973e-17e4faad48b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ee81c649d4845cbacdee10caf45786a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637433 Jul 15 13:57:14.355248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54612) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:14.411306 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.435215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.492597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.495476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.497033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6283e76b-0913-4732-ae30-df87fc5739e2 HTTP/1.1" status: 204 len: 168 time: 0.1408122 Jul 15 13:57:14.506294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283e76b-0913-4732-ae30-df87fc5739e2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:14.515495 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.515720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.516167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.516617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.517112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.517401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.517734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.518380 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.518742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.519070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.519399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.519725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d8ba79-fb5b-4b7b-9e25-3c7cf4f64817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:14.805451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54618) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:14.820070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44188e62-d3cb-4436-b03b-cf552fcdb88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.912536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44188e62-d3cb-4436-b03b-cf552fcdb88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.919348 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-44188e62-d3cb-4436-b03b-cf552fcdb88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:14.960563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-44188e62-d3cb-4436-b03b-cf552fcdb88f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b33e02d6b4fb4283a11e2b97076a09ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538837 Jul 15 13:57:14.961832 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44188e62-d3cb-4436-b03b-cf552fcdb88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51158473-2133-46b4-9bd5-09ff8dd57a71,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:14.963857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:15.015176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f02c8c-ac80-4a03-9d3b-0cf9ddf4bad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.037284 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f02c8c-ac80-4a03-9d3b-0cf9ddf4bad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.092001 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f02c8c-ac80-4a03-9d3b-0cf9ddf4bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.094667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3f02c8c-ac80-4a03-9d3b-0cf9ddf4bad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.095874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3f02c8c-ac80-4a03-9d3b-0cf9ddf4bad4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51158473-2133-46b4-9bd5-09ff8dd57a71 HTTP/1.1" status: 204 len: 168 time: 0.1308694 Jul 15 13:57:15.104386 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f02c8c-ac80-4a03-9d3b-0cf9ddf4bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51158473-2133-46b4-9bd5-09ff8dd57a71,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:15.367705 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.597448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f6a7decd-d5ee-45d9-83c4-181497a4a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.637017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.707770 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:15.865401 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54642) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:15.986177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-10102864-network', 'tenant_id': 'ee2a5418e4414d19ae1a42ea70d1a1a6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:16.017031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Made reservation on behalf of ee2a5418e4414d19ae1a42ea70d1a1a6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:16.019608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.028524 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.129229 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.134255 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.158912 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:57:16.174439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc06e964-5e1b-45ef-b306-9e30102f4674,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:16.178868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.179213 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Added segment 66f6e9af-aa35-4e94-bf1b-39dcc9766cba of type vlan for network 4b2da474-a29e-440f-b749-a3bbd973b42d Jul 15 13:57:16.220640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.254501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.255610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:16.256246 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.290145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4235444 Jul 15 13:57:16.293489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54646) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:57:16.298895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Request body: {'subnet': {'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-10102864-subnet', 'tenant_id': 'ee2a5418e4414d19ae1a42ea70d1a1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:16.323244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Made reservation on behalf of ee2a5418e4414d19ae1a42ea70d1a1a6 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:16.323669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4cd4d-65ae-48e5-9103-dc474af080ba admin admin] Pushing event updated for resources: {'Network': ['ID=4b2da474-a29e-440f-b749-a3bbd973b42d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:16.326323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.334552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 4b2da474-a29e-440f-b749-a3bbd973b42d details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:57:16.531401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.553106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:57:16.579812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:57:16.580294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device f8cc5d18-d9f6-49c3-bb96-e90bfdafd65a not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:57:16.594624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd527803-d1fb-4d3f-b0b4-72a623d8c154,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:16.600544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Checking segment: {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:16.600906 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Network hostable DHCP agents. Network: 4b2da474-a29e-440f-b749-a3bbd973b42d, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:57:16.620741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Network 4b2da474-a29e-440f-b749-a3bbd973b42d is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:57:16.632473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 4b2da474-a29e-440f-b749-a3bbd973b42d) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:16.637979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:16.638888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:16.644685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d4654-204e-46b7-884d-52161365a9bc None None] Network 4b2da474-a29e-440f-b749-a3bbd973b42d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:57:16.659194 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f2547b10-e454-4dd0-9024-5dbe665b95a8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3641522 Jul 15 13:57:16.791366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da053e1-1c60-494d-af56-b3e5857e7d67 None None] Network 4b2da474-a29e-440f-b749-a3bbd973b42d requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:57:17.220488 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:17.264366 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:17.658021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-0b5608a6-598a-4206-8baa-e450eb9fbaa4 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:17.660072 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-0b5608a6-598a-4206-8baa-e450eb9fbaa4 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 810 time: 0.4861550 Jul 15 13:57:17.677634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-36dfa80b-4ceb-4646-9661-4574d0fa5bbb tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/quotas/ee2a5418e4414d19ae1a42ea70d1a1a6 HTTP/1.1" status: 200 len: 375 time: 0.0113626 Jul 15 13:57:17.715682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-25ef331b-2edd-47ba-ae5c-c15d5b8e77a7 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324235 Jul 15 13:57:17.779678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-fc538bd7-37a6-4ec8-8120-0a9c42c8454c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:57:17.780786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-fc538bd7-37a6-4ec8-8120-0a9c42c8454c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582416 Jul 15 13:57:17.891278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-81cc5174-dcd9-42c6-bff4-0c1f694661db service neutron] 10.222.0.57 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040709 Jul 15 13:57:17.993885 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-2a216c08-319e-4367-a626-b45417b19f46 service neutron] 10.222.0.57 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961826 Jul 15 13:57:18.174651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81df5066-f8e9-4691-b7da-ed0737eb6ddd req-30499878-a21d-4806-a9c6-23cc2ba49f44 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 210 time: 0.0302474 Jul 15 13:57:18.711297 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:19.326370 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bfb44abf-5441-440d-86e5-3881b5ddcd85 req-f1de787e-0421-415b-b51c-458a528509ab tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 210 time: 0.0305481 Jul 15 13:57:19.567564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-56404c68-1179-43cb-8337-df172fbf3234 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:19.569141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-56404c68-1179-43cb-8337-df172fbf3234 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.59 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 810 time: 0.1299398 Jul 15 13:57:19.581576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Request body: {'port': {'device_id': '249e9780-8304-4b16-b2a5-86d79949aacd', 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d', 'admin_state_up': True, 'tenant_id': 'ee2a5418e4414d19ae1a42ea70d1a1a6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:19.697102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Made reservation on behalf of ee2a5418e4414d19ae1a42ea70d1a1a6 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:57:19.701000 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:19.846119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Allocated IP 172.20.0.8 (4b2da474-a29e-440f-b749-a3bbd973b42d/bd527803-d1fb-4d3f-b0b4-72a623d8c154/2020bbc7-77d8-4c0d-828e-3ce346981f22) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:57:20.024271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.073375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.118921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Network 4b2da474-a29e-440f-b749-a3bbd973b42d is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:57:20.122054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:57:20.126507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:57:20.133882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:20.179577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.180170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.199096 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-cfc5f72b-0c2b-4e83-9409-1001b9ea6a90 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6213183 Jul 15 13:57:20.211277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Request body: {'port': {'device_id': '249e9780-8304-4b16-b2a5-86d79949aacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:20.296789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.508444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb758d-6de0-4595-b8f0-e398e3655eba req-3a6c7a87-6677-4bc6-91c6-0879e4ef55a2 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.510018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52bb758d-6de0-4595-b8f0-e398e3655eba req-3a6c7a87-6677-4bc6-91c6-0879e4ef55a2 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 931 time: 0.0643294 Jul 15 13:57:20.554931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-52bb758d-6de0-4595-b8f0-e398e3655eba req-0466e9a9-210d-4c79-a766-37ed5ee8aad2 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387778 Jul 15 13:57:20.593475 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2020bbc7-77d8-4c0d-828e-3ce346981f22 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:20.601969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.614512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Transition to ACTIVE for port object 2020bbc7-77d8-4c0d-828e-3ce346981f22 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:20.621455 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.671261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:20.749487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:20.749815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:20.750152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on network 4b2da474-a29e-440f-b749-a3bbd973b42d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:20.755564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on network 4b2da474-a29e-440f-b749-a3bbd973b42d not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:20.755888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on network 4b2da474-a29e-440f-b749-a3bbd973b42d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:20.760954 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:20.761286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Checking segment: {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:20.761672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Bound using segment: {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:20.762095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Bound port: 2020bbc7-77d8-4c0d-828e-3ce346981f22, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:20.762463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.829412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:20.832926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:20.837473 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.874837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.875472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:20.876909 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] 10.222.0.59 "PUT /v2.0/ports/2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 1092 time: 0.6707339 Jul 15 13:57:20.877372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:20.879718 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c" -d '{"events": [{"name": "network-changed", "server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:20.915783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1edc75-cfe5-497c-b80a-b08b4f9bff1e service neutron] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:20.929893 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b5d47-efc9-4ef9-8d3b-d67f481b6cb9 x-openstack-request-id: req-268b5d47-efc9-4ef9-8d3b-d67f481b6cb9 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:20.930183 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:20.930429 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-268b5d47-efc9-4ef9-8d3b-d67f481b6cb9 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:20.930872 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'status': 'completed', 'code': 200} Jul 15 13:57:20.984622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-d2c29001-e36e-4a5a-a8b1-ea086ec35d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:20.986281 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-d2c29001-e36e-4a5a-a8b1-ea086ec35d16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1095 time: 0.0661294 Jul 15 13:57:21.032193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-a5904007-0c6a-4634-be6d-dbad986aa1b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0383718 Jul 15 13:57:21.084275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-a969fbf4-a568-498f-821b-cf64fab695cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.085762 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-a969fbf4-a568-498f-821b-cf64fab695cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0476053 Jul 15 13:57:21.125623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-6c5206af-1181-4250-b0d0-d733c8f665e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333178 Jul 15 13:57:21.239228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-fb4db231-c544-440e-946e-4f6c27458152 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044440 Jul 15 13:57:21.356186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e953d990-d39e-43b6-a5bb-681c75c776c3 req-b41dcca8-5ad1-47eb-89f4-e317ab089f51 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098468 Jul 15 13:57:21.474761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-7e2a69c9-2b36-4d6d-bf6f-267790f30b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.476203 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-7e2a69c9-2b36-4d6d-bf6f-267790f30b00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1095 time: 0.0641749 Jul 15 13:57:21.569315 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-d462c982-cc56-4030-aaba-2f27068dddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.570845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-d462c982-cc56-4030-aaba-2f27068dddeb service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 911 time: 0.0883384 Jul 15 13:57:21.621155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-15b868b2-b47d-442e-9ece-7aba9873866b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0423098 Jul 15 13:57:21.672522 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-86cebe2a-b236-4509-b252-6a68c0b5a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.674115 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-86cebe2a-b236-4509-b252-6a68c0b5a80a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0464871 Jul 15 13:57:21.707365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-cc4dcb57-c5ce-4b95-9ddb-42ebd96b6ea1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268381 Jul 15 13:57:21.738349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ce93-c174-4a58-82a1-b4a86dad0895 req-ca2c468c-bec4-4498-a59e-8abe833a204c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:21.739765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a65ce93-c174-4a58-82a1-b4a86dad0895 req-ca2c468c-bec4-4498-a59e-8abe833a204c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 943 time: 0.0683362 Jul 15 13:57:21.787288 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a65ce93-c174-4a58-82a1-b4a86dad0895 req-a0aec716-673d-4de9-84a7-00a0b051a573 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jul 15 13:57:21.808574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-eeb5b33d-955b-4d2b-9929-4af51ffaf4a8 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932980 Jul 15 13:57:21.917819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c03a4f1-1ee6-48a1-a544-a74cc35ab39c req-931bfb61-1ce3-4bb0-a61f-0a701294a964 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024497 Jul 15 13:57:22.580075 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:57:22.693693 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:22.705018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d', 'port_id': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'mac_address': 'fa:16:3e:bb:66:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd527803-d1fb-4d3f-b0b4-72a623d8c154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:57:22.744587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:22.758845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2020bbc7-77d8-4c0d-828e-3ce346981f22 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:57:22.779394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:22.786395 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:22.839405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:22.968988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['2020bbc7-77d8-4c0d-828e-3ce346981f22'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:57:22.974269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b6b5-0888-4366-b892-207a1cfeb161 req-ecde2de8-695d-4867-856b-057a00bf66f1 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:22.975929 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eda6b6b5-0888-4366-b892-207a1cfeb161 req-ecde2de8-695d-4867-856b-057a00bf66f1 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 944 time: 0.0725133 Jul 15 13:57:23.018560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eda6b6b5-0888-4366-b892-207a1cfeb161 req-a4e30147-92c3-463b-8e0c-a4492849c16b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Jul 15 13:57:24.213138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fe60e-82f9-41fe-9efa-a887630417db req-87f89fdb-56e8-4df9-90ce-1c87469d4114 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:24.214786 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c59fe60e-82f9-41fe-9efa-a887630417db req-87f89fdb-56e8-4df9-90ce-1c87469d4114 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 944 time: 0.0755394 Jul 15 13:57:24.261055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c59fe60e-82f9-41fe-9efa-a887630417db req-df6b52ab-3db3-46f6-a017-b749353836a2 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Jul 15 13:57:24.600748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:57:24.655632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 2020bbc7-77d8-4c0d-828e-3ce346981f22 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:57:24.660807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 2020bbc7-77d8-4c0d-828e-3ce346981f22 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:57:24.661176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.742987 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.765534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:24.767856 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dd9084-8378-4f54-a579-35028795f310" -d '{"events": [{"server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "name": "network-vif-plugged", "status": "completed", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:24.781115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:24.786783 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:24.811287 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd1ba3-c994-4940-9c88-d001646ff154 x-openstack-request-id: req-f7dd1ba3-c994-4940-9c88-d001646ff154 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:24.811577 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "name": "network-vif-plugged", "status": "completed", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:24.811825 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7dd1ba3-c994-4940-9c88-d001646ff154 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:24.812209 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'code': 200} Jul 15 13:57:24.839343 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:24.929806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0c89-4395-4039-aa12-ac840ccd3f43 req-6af5f2d4-fd3f-4c1b-8d2d-84da4855f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:24.931327 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1e0f0c89-4395-4039-aa12-ac840ccd3f43 req-6af5f2d4-fd3f-4c1b-8d2d-84da4855f8fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1097 time: 0.0602274 Jul 15 13:57:24.969637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1e0f0c89-4395-4039-aa12-ac840ccd3f43 req-0ba709d0-41f5-4e4e-b406-8a2d54435361 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Jul 15 13:57:25.491390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100358c5-c5a7-4304-aee4-4ff4f3c5bbfd req-dde27e14-c906-486f-a22f-939af70f2a4c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:25.493060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-100358c5-c5a7-4304-aee4-4ff4f3c5bbfd req-dde27e14-c906-486f-a22f-939af70f2a4c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0869427 Jul 15 13:57:25.546838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-100358c5-c5a7-4304-aee4-4ff4f3c5bbfd req-2c8514ef-1091-4bbf-b0b0-b6160f4b1bf1 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Jul 15 13:57:26.743525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6733-1728-42ef-933e-9f0dff9ae698 req-fd912bf8-3944-458d-8c49-11382ec0e386 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:26.745093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e8a6733-1728-42ef-933e-9f0dff9ae698 req-fd912bf8-3944-458d-8c49-11382ec0e386 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0705094 Jul 15 13:57:26.790124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e8a6733-1728-42ef-933e-9f0dff9ae698 req-a32bc22b-d052-41cb-8994-7d4342dbf4be tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Jul 15 13:57:27.238555 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-6820e854-e2b7-40a9-91c0-cb311e6947ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496804 Jul 15 13:57:27.251179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecc922-3c5f-4cd0-9f7a-665e849507c0 req-07a50f69-ebf1-4caa-83cd-92b2057a5cb6 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:27.252717 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18ecc922-3c5f-4cd0-9f7a-665e849507c0 req-07a50f69-ebf1-4caa-83cd-92b2057a5cb6 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.1110127 Jul 15 13:57:27.295035 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-18ecc922-3c5f-4cd0-9f7a-665e849507c0 req-7ac43786-a696-431f-a40d-e069abfc7ae7 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Jul 15 13:57:28.481990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-5702923f-298f-4884-adf5-9053b1aac66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:28.483807 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-5702923f-298f-4884-adf5-9053b1aac66b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1097 time: 0.0648012 Jul 15 13:57:28.502624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca12cf2-0d59-427a-aaf5-288e56beffb9 req-78f56540-740b-4cc8-b3d6-6f1541a16de9 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:28.504271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dca12cf2-0d59-427a-aaf5-288e56beffb9 req-78f56540-740b-4cc8-b3d6-6f1541a16de9 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0709009 Jul 15 13:57:28.543750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dca12cf2-0d59-427a-aaf5-288e56beffb9 req-66550c27-a131-476c-9b59-d18dcbb4e295 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Jul 15 13:57:28.578113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-ccd38c38-a188-45e3-908a-c71830586a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:28.579687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-ccd38c38-a188-45e3-908a-c71830586a02 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 911 time: 0.0900128 Jul 15 13:57:28.626797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-ae33bc96-e105-4809-8dd8-65510cf25df6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0409315 Jul 15 13:57:28.681877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-0da6840e-78dc-4708-8dd6-f8d6da52a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:28.684158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-0da6840e-78dc-4708-8dd6-f8d6da52a330 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0514929 Jul 15 13:57:28.719924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-97621978-2ac9-473a-b85c-0cf43256220b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295749 Jul 15 13:57:28.819385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-cef6452f-16d7-4f5d-be7c-94a14d8b94a8 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926738 Jul 15 13:57:28.913265 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-08b931d9-96be-44bc-9a50-15f60ecc4e82 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881109 Jul 15 13:57:29.732146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902c70a-f247-4888-892a-d6167650dcc4 req-6b77bec1-0547-408d-819c-91ccc24a480a tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:29.734059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c902c70a-f247-4888-892a-d6167650dcc4 req-6b77bec1-0547-408d-819c-91ccc24a480a tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0687566 Jul 15 13:57:29.781367 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c902c70a-f247-4888-892a-d6167650dcc4 req-e9f5cf13-96b2-4e3c-87cf-ca9be15035c5 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Jul 15 13:57:30.977414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6de48-9ba9-4230-aa52-1408e56b0907 req-2e07cc34-e4c5-41c0-91b9-c7196c0b626e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:30.979200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74a6de48-9ba9-4230-aa52-1408e56b0907 req-2e07cc34-e4c5-41c0-91b9-c7196c0b626e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0790913 Jul 15 13:57:31.028473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-74a6de48-9ba9-4230-aa52-1408e56b0907 req-e7608a48-2201-47d1-8fb5-4897cc29e70e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Jul 15 13:57:32.206537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f842-f7c9-4505-95c7-13a22b7220bf req-c7948e18-f9e1-4578-81fa-163db32e2f69 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:32.208276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e177f842-f7c9-4505-95c7-13a22b7220bf req-c7948e18-f9e1-4578-81fa-163db32e2f69 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0659389 Jul 15 13:57:32.249438 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e177f842-f7c9-4505-95c7-13a22b7220bf req-9d7e6291-f02d-40f3-a4e6-e4613968c3e9 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Jul 15 13:57:33.438218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aa9f5-4da4-4abb-a60b-f8cf01afbb08 req-3ede6a0c-800b-4bc6-821a-ed099aee278c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:33.439747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-164aa9f5-4da4-4abb-a60b-f8cf01afbb08 req-3ede6a0c-800b-4bc6-821a-ed099aee278c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0737908 Jul 15 13:57:33.485118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-164aa9f5-4da4-4abb-a60b-f8cf01afbb08 req-0d6c869d-7c33-47ee-9cce-dfc53dd0aa2a tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381691 Jul 15 13:57:34.691170 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65828ce3-afb2-4687-955f-4c3db59b2eb3 req-337da636-7067-4e75-87fe-d042225e47f6 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:34.693711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-65828ce3-afb2-4687-955f-4c3db59b2eb3 req-337da636-7067-4e75-87fe-d042225e47f6 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0820692 Jul 15 13:57:34.736417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-65828ce3-afb2-4687-955f-4c3db59b2eb3 req-f5a3c168-cc0c-4fff-947c-aeb478eaf552 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361614 Jul 15 13:57:35.949485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440887d-509c-4638-89d0-0772adb1d97f req-71f526a8-a85d-4c8a-b845-0774be28eadf tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:35.951072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5440887d-509c-4638-89d0-0772adb1d97f req-71f526a8-a85d-4c8a-b845-0774be28eadf tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0812552 Jul 15 13:57:35.992123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5440887d-509c-4638-89d0-0772adb1d97f req-7e23415f-9478-43dc-9738-1fa474267fe4 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Jul 15 13:57:37.194146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815747a-8e32-4351-8941-f5404173e567 req-56ef5606-7ae8-4ecc-8ea8-742aa254d228 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:37.195689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a815747a-8e32-4351-8941-f5404173e567 req-56ef5606-7ae8-4ecc-8ea8-742aa254d228 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0896673 Jul 15 13:57:37.236455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a815747a-8e32-4351-8941-f5404173e567 req-a7a31262-91b1-4d8c-bb70-fe1f83445477 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350602 Jul 15 13:57:38.426479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa6e3-3464-4ad1-90e8-997b3125711b req-8ba43622-c95c-4f2d-8b18-7691b6774614 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:38.427942 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-149aa6e3-3464-4ad1-90e8-997b3125711b req-8ba43622-c95c-4f2d-8b18-7691b6774614 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0741460 Jul 15 13:57:38.473690 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-149aa6e3-3464-4ad1-90e8-997b3125711b req-e0813a84-bd9f-4e45-ac4e-73f0f613bd33 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Jul 15 13:57:39.664857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b98afa-2ac0-4a13-a420-60080264bbc1 req-8f39f94b-69f5-4523-ae2d-0cee3b08fa45 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:39.666489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b98afa-2ac0-4a13-a420-60080264bbc1 req-8f39f94b-69f5-4523-ae2d-0cee3b08fa45 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0796132 Jul 15 13:57:39.708940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0b98afa-2ac0-4a13-a420-60080264bbc1 req-1b96e69d-48d2-438e-92ee-88e93e57c46e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Jul 15 13:57:40.902831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95998e5c-aa49-47c6-8b0f-c577adfd9619 req-37a3e60c-c203-4187-8827-69521fe8e6d2 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:40.904374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95998e5c-aa49-47c6-8b0f-c577adfd9619 req-37a3e60c-c203-4187-8827-69521fe8e6d2 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0758319 Jul 15 13:57:40.947978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95998e5c-aa49-47c6-8b0f-c577adfd9619 req-975e55f6-3c80-405d-be7f-c1b124f4df35 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Jul 15 13:57:42.136416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c193c-55d6-4df3-91e8-41c545a4f016 req-0da70abf-7ef9-400f-955f-f3cff51d491d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:42.137969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-287c193c-55d6-4df3-91e8-41c545a4f016 req-0da70abf-7ef9-400f-955f-f3cff51d491d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0734446 Jul 15 13:57:42.178425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-287c193c-55d6-4df3-91e8-41c545a4f016 req-53c61ae5-23fa-4f9c-a465-e394dd7b0152 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Jul 15 13:57:43.111184 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f814-282b-47e5-b43e-f6be2a92c612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:43.381649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e0d11-9787-42ff-a00f-fe37eebfc097 req-532e96f9-7fdf-4a7f-b908-7f7b04bd4c7d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:43.383437 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-199e0d11-9787-42ff-a00f-fe37eebfc097 req-532e96f9-7fdf-4a7f-b908-7f7b04bd4c7d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0846784 Jul 15 13:57:43.428321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-199e0d11-9787-42ff-a00f-fe37eebfc097 req-f93a5e1b-e400-4e2d-b8d9-9e60c6a8a61c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Jul 15 13:57:44.627541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adfa37-f3c2-42f2-bda8-8e186752b5c6 req-886ecd67-f2cf-4793-a6da-00c807730c00 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:44.629046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51adfa37-f3c2-42f2-bda8-8e186752b5c6 req-886ecd67-f2cf-4793-a6da-00c807730c00 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0760133 Jul 15 13:57:44.670201 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51adfa37-f3c2-42f2-bda8-8e186752b5c6 req-e7b20c01-94e6-4905-ac62-f0ba61e44f5e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Jul 15 13:57:45.368407 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:45.594058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf42a-9e8a-466e-b5f9-5b7fd88b6555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:45.672641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:45.704111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:45.866129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2560f72-db65-49a2-92a7-f9cdb4ea4a5d req-245c26f9-ac8e-452b-ac8a-7b5dd3075e6d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:45.868033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2560f72-db65-49a2-92a7-f9cdb4ea4a5d req-245c26f9-ac8e-452b-ac8a-7b5dd3075e6d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0790100 Jul 15 13:57:45.917692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b2560f72-db65-49a2-92a7-f9cdb4ea4a5d req-a7daa940-7fad-482f-b47d-5863199acb59 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jul 15 13:57:47.122501 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cbe9a-c12e-4048-b017-e61e131ae32a req-439f4f34-866d-4bcf-b627-2e576a1b3b6d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:47.124044 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c8cbe9a-c12e-4048-b017-e61e131ae32a req-439f4f34-866d-4bcf-b627-2e576a1b3b6d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0855186 Jul 15 13:57:47.164417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c8cbe9a-c12e-4048-b017-e61e131ae32a req-3b26c351-b5e0-4c0f-bef0-a80a617c2612 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346215 Jul 15 13:57:47.224747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:48.353286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b076ba-ba69-4a9a-b559-9cb4b4aa228b req-1c8a323d-9fe9-4901-8b9a-4c213facecc0 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:48.354865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0b076ba-ba69-4a9a-b559-9cb4b4aa228b req-1c8a323d-9fe9-4901-8b9a-4c213facecc0 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0662992 Jul 15 13:57:48.401723 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0b076ba-ba69-4a9a-b559-9cb4b4aa228b req-c712ca80-1ed2-41cf-b466-c8adc2608130 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383849 Jul 15 13:57:48.717393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:49.605128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44687b-6f9b-4774-a98e-f369b9c94761 req-d0372084-7e39-4a98-b144-2997dd1ebf4c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:49.607105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a44687b-6f9b-4774-a98e-f369b9c94761 req-d0372084-7e39-4a98-b144-2997dd1ebf4c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0746434 Jul 15 13:57:49.659467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a44687b-6f9b-4774-a98e-f369b9c94761 req-26e4d9ff-1796-4f95-b40a-587c81548478 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Jul 15 13:57:50.861179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150461a-4e9b-44db-9373-bd834604659e req-297d0b11-de5f-4c63-a709-a5ac4a4ce4e7 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:50.862787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3150461a-4e9b-44db-9373-bd834604659e req-297d0b11-de5f-4c63-a709-a5ac4a4ce4e7 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0799804 Jul 15 13:57:50.910943 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3150461a-4e9b-44db-9373-bd834604659e req-1cb7ba05-468d-4c24-8156-9077e1a7de8c tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Jul 15 13:57:52.114166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7c81a-be3f-4598-a5e6-8fbf74553024 req-533aa58e-fb09-4751-b6e5-432cfe254886 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:52.115726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64b7c81a-be3f-4598-a5e6-8fbf74553024 req-533aa58e-fb09-4751-b6e5-432cfe254886 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0797291 Jul 15 13:57:52.160343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64b7c81a-be3f-4598-a5e6-8fbf74553024 req-e1c9801d-aad3-4f08-8b7e-3ef4a3fcb4e5 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Jul 15 13:57:53.364391 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7c48f-5dc9-48c8-8c29-37013637d53b req-4cb2ba8c-5b8d-4e8b-afb2-765762b2c6a8 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:53.365917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0a7c48f-5dc9-48c8-8c29-37013637d53b req-4cb2ba8c-5b8d-4e8b-afb2-765762b2c6a8 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0790851 Jul 15 13:57:53.421475 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0a7c48f-5dc9-48c8-8c29-37013637d53b req-d280ab9a-0d55-4ef3-8188-6d3557d834c9 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494611 Jul 15 13:57:54.264004 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:57:54.636606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6798e-000c-47c3-a8f2-4ceb10a0d933 req-36a7cfd8-f378-4f95-a882-106b3121481e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:54.638224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66c6798e-000c-47c3-a8f2-4ceb10a0d933 req-36a7cfd8-f378-4f95-a882-106b3121481e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0760889 Jul 15 13:57:54.679760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-66c6798e-000c-47c3-a8f2-4ceb10a0d933 req-0a53852a-a4f5-455c-9c66-cbd1530a9342 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Jul 15 13:57:55.807552 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-f1ff51dd-34e8-4dfb-8b64-6693e4337183 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:57:55.808569 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-f1ff51dd-34e8-4dfb-8b64-6693e4337183 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056863 Jul 15 13:57:55.874846 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-702e820d-0563-43cc-90a3-06b267482626 service neutron] show failed (client error): The resource could not be found. Jul 15 13:57:55.875880 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-702e820d-0563-43cc-90a3-06b267482626 service neutron] 10.222.0.59 "GET /v2.0/ports/2020bbc7-77d8-4c0d-828e-3ce346981f22/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0603290 Jul 15 13:57:55.879591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373143b-5b4a-4862-bfeb-d9298e021f98 req-71c8dc2f-5e20-4454-adb4-afbf4499b3c9 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:55.881255 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7373143b-5b4a-4862-bfeb-d9298e021f98 req-71c8dc2f-5e20-4454-adb4-afbf4499b3c9 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 945 time: 0.0670114 Jul 15 13:57:55.931128 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7373143b-5b4a-4862-bfeb-d9298e021f98 req-a725d8fb-065c-45ce-a936-826910e26c01 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Jul 15 13:57:56.270632 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-328c53b9-8385-4a30-a3d2-7700a67f5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:56.272228 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-328c53b9-8385-4a30-a3d2-7700a67f5bbb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd&tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1798756 Jul 15 13:57:56.284122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:57:56.372621 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.602178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:57:56.637172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:56.696956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:56.700291 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee65003-c48b-4d4f-8428-f9305d6f6711" -d '{"events": [{"server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "name": "network-vif-unplugged", "status": "completed", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:56.704516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.718278 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Transition to ACTIVE for port object 2020bbc7-77d8-4c0d-828e-3ce346981f22 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:57:56.723468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.755941 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c6e483-9c1f-4f9a-85a1-1121345c65e4 x-openstack-request-id: req-41c6e483-9c1f-4f9a-85a1-1121345c65e4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:56.756243 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "name": "network-vif-unplugged", "status": "completed", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:56.756502 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41c6e483-9c1f-4f9a-85a1-1121345c65e4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:56.756898 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'code': 200} Jul 15 13:57:56.810025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] No DVR routers for this DVR port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:57:56.812186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:56.821435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.821792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.822128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.822459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.822820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.823153 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.823486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.823808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.824136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.825087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.825423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.825752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:57:56.863673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:57:56.864014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:57:56.864342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on network 4b2da474-a29e-440f-b749-a3bbd973b42d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:56.869140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on network 4b2da474-a29e-440f-b749-a3bbd973b42d not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:57:56.869479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Attempting to bind port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on network 4b2da474-a29e-440f-b749-a3bbd973b42d {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:57:56.875021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:57:56.875363 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Checking segment: {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:57:56.875745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Bound using segment: {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:57:56.876191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Bound port: 2020bbc7-77d8-4c0d-828e-3ce346981f22, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f6e9af-aa35-4e94-bf1b-39dcc9766cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:57:56.876557 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.943600 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:57:56.946673 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:57:56.954351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:56.998749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:56.999401 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:57:57.000848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] 10.222.0.58 "PUT /v2.0/ports/2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 1092 time: 0.7212310 Jul 15 13:57:57.017228 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7a5d1-714b-4bef-b553-10ac4c94ebce service neutron] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:57:57.087353 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-aa0d506c-6eec-4623-bece-4922d7e35f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.088906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-aa0d506c-6eec-4623-bece-4922d7e35f38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1095 time: 0.0627310 Jul 15 13:57:57.115713 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30673e-4c4a-48f2-9e5e-ff1b358d0f64 req-e353ed87-4711-4bd6-8748-f0ea1d54f57b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.117273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c30673e-4c4a-48f2-9e5e-ff1b358d0f64 req-e353ed87-4711-4bd6-8748-f0ea1d54f57b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 943 time: 0.0666788 Jul 15 13:57:57.159756 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c30673e-4c4a-48f2-9e5e-ff1b358d0f64 req-31b810d4-6951-4ae8-9956-85a786f8b1c8 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Jul 15 13:57:57.184042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-d132206e-3709-4690-9f8b-af6f59f25e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.185577 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-d132206e-3709-4690-9f8b-af6f59f25e7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 911 time: 0.0902808 Jul 15 13:57:57.231139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-d2630272-580c-4eac-8521-b0e695d3680c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0390570 Jul 15 13:57:57.282240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-6d0b3c9e-4286-449f-aed2-e8c7b76e5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:57.283825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-6d0b3c9e-4286-449f-aed2-e8c7b76e5f1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0465598 Jul 15 13:57:57.318074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-204f01d7-58ad-4cbd-9f76-fe952be526dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281136 Jul 15 13:57:57.332793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-bed0d6bf-709c-4dec-87fb-6a26519a14b1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 13:57:57.333879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-bed0d6bf-709c-4dec-87fb-6a26519a14b1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096426 Jul 15 13:57:57.436339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-52cab82d-f37b-4506-9d32-e51064aea8a4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949779 Jul 15 13:57:57.545550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48568203-5a37-4c7e-8487-ea21890f30c6 req-c8f375d9-7614-4abe-9c4b-e813e921211e service neutron] 10.222.0.58 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027584 Jul 15 13:57:58.358388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544495cc-dd96-4eee-b193-972b2ce78e1b req-04707754-1464-4c37-ae70-e85d40cc154b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.359980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-544495cc-dd96-4eee-b193-972b2ce78e1b req-04707754-1464-4c37-ae70-e85d40cc154b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 943 time: 0.0745912 Jul 15 13:57:58.407814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-544495cc-dd96-4eee-b193-972b2ce78e1b req-61f040c8-ddc1-48c0-b6f6-4beb812e764a tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Jul 15 13:57:58.758158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:57:58.760647 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30430952-6caf-4591-8ff2-e69626c7b70d" -d '{"events": [{"name": "network-changed", "server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:57:58.810742 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b53f90-9907-4e9a-afa4-1c2bcb3de4de x-openstack-request-id: req-86b53f90-9907-4e9a-afa4-1c2bcb3de4de {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:57:58.811043 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:57:58.811287 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86b53f90-9907-4e9a-afa4-1c2bcb3de4de {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:57:58.811700 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'status': 'completed', 'code': 200} Jul 15 13:57:58.930005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430952-6caf-4591-8ff2-e69626c7b70d req-76a4908f-79c3-432e-a62b-62210a62ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.931556 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-76a4908f-79c3-432e-a62b-62210a62ea47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1095 time: 0.0925579 Jul 15 13:57:58.933345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430952-6caf-4591-8ff2-e69626c7b70d req-da7a577c-a1e6-4df2-9e18-a84a312db0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:58.934769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-da7a577c-a1e6-4df2-9e18-a84a312db0a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1095 time: 0.1036625 Jul 15 13:57:59.113036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430952-6caf-4591-8ff2-e69626c7b70d req-94aafe50-146d-4db7-a53f-983a38b3e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.114599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-94aafe50-146d-4db7-a53f-983a38b3e7a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 911 time: 0.1763566 Jul 15 13:57:59.116040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430952-6caf-4591-8ff2-e69626c7b70d req-46cf3731-568b-4571-8f32-474251e89be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.117494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-46cf3731-568b-4571-8f32-474251e89be1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 911 time: 0.1712656 Jul 15 13:57:59.199737 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-d97a47f8-e5c9-4877-a5d0-98180ff95c05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0769098 Jul 15 13:57:59.199978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-4b48abb9-b4c2-4a66-b4a5-d1e152634ff6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0721266 Jul 15 13:57:59.292681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430952-6caf-4591-8ff2-e69626c7b70d req-3cab56ee-ff3e-4dfb-89ab-6d5a58cf0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.294244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-3cab56ee-ff3e-4dfb-89ab-6d5a58cf0d28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0890906 Jul 15 13:57:59.295775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430952-6caf-4591-8ff2-e69626c7b70d req-ec89b620-2693-4e97-8666-537feab8d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:57:59.297183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-ec89b620-2693-4e97-8666-537feab8d71c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0834780 Jul 15 13:57:59.352726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-3cb909ec-f29e-4179-abb3-9ba4b2f05749 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524688 Jul 15 13:57:59.354787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-60a4fed5-43e2-4a53-8018-6e0be3cfc236 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470023 Jul 15 13:57:59.532742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-ce2849ce-79c3-4f55-a322-a05f222e6792 service neutron] 10.222.0.58 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737411 Jul 15 13:57:59.534917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-1abca7e1-340f-40e5-a178-56e318193f39 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673069 Jul 15 13:58:00.118012 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-478c28ab-759d-406a-9fd0-ca0d72824429 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754492 Jul 15 13:58:00.121980 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30430952-6caf-4591-8ff2-e69626c7b70d req-898dbce2-29e2-4522-9386-1b2cb746ffbc service neutron] 10.222.0.58 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821426 Jul 15 13:58:00.157805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4394ffc-ad6a-48b3-8714-7b0141ff8b1e req-3029935c-0f5e-4325-a11d-f55e4e7f09bd tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.159379 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c4394ffc-ad6a-48b3-8714-7b0141ff8b1e req-3029935c-0f5e-4325-a11d-f55e4e7f09bd tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 943 time: 0.1215212 Jul 15 13:58:00.206776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c4394ffc-ad6a-48b3-8714-7b0141ff8b1e req-0041c2f8-754c-4c72-9e29-f0c51fc0e738 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Jul 15 13:58:00.662133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-9c547cd8-bf84-4a36-b1f6-1ed3dcbd1411 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.663594 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-9c547cd8-bf84-4a36-b1f6-1ed3dcbd1411 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.59 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd&tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 943 time: 0.1219509 Jul 15 13:58:00.734043 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-19e19771-6fdb-4354-b7d0-9561c00999a4 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:58:00.735127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-19e19771-6fdb-4354-b7d0-9561c00999a4 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2020bbc7-77d8-4c0d-828e-3ce346981f22/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0650566 Jul 15 13:58:00.740133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:00.785889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:00.845390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-1812b768-500b-4a21-b368-e1fbb96652cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.847175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-1812b768-500b-4a21-b368-e1fbb96652cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 1095 time: 0.0647578 Jul 15 13:58:00.947055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-6e19e2a6-81c9-478f-80e7-05b04c8da082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:00.948054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-6e19e2a6-81c9-478f-80e7-05b04c8da082 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 200 len: 911 time: 0.0947909 Jul 15 13:58:00.993212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-9ecea938-d5c1-41e3-b499-c1d30749df55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 200 len: 217 time: 0.0388818 Jul 15 13:58:01.043788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-569e7807-4758-4f44-81ae-b70973e41d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:01.045451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-569e7807-4758-4f44-81ae-b70973e41d18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 200 len: 850 time: 0.0462234 Jul 15 13:58:01.079635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-f4870918-262e-4e48-8748-13a0bdcd1660 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4b2da474-a29e-440f-b749-a3bbd973b42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277939 Jul 15 13:58:01.178076 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-f937bb0e-dc4e-4d25-8ef2-481b4c68395c service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924761 Jul 15 13:58:01.284615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-9c273c93-2dce-47da-8bff-2dd02767e2d1 service neutron] 10.222.0.59 "GET /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004446 Jul 15 13:58:01.684556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:01.803022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:01.820233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'network_id': '4b2da474-a29e-440f-b749-a3bbd973b42d', 'port_id': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'mac_address': 'fa:16:3e:bb:66:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd527803-d1fb-4d3f-b0b4-72a623d8c154', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:01.875621 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.891859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2020bbc7-77d8-4c0d-828e-3ce346981f22 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:01.916155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:01.921624 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:01.974654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:02.157023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['2020bbc7-77d8-4c0d-828e-3ce346981f22'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:02.211956 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3abdae-6148-44ec-bdf0-1c8eb03c0d96 req-43ad08c6-e490-4ae5-91fd-16408467e95b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:02.213591 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e3abdae-6148-44ec-bdf0-1c8eb03c0d96 req-43ad08c6-e490-4ae5-91fd-16408467e95b tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 944 time: 0.0732877 Jul 15 13:58:02.256776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3e3abdae-6148-44ec-bdf0-1c8eb03c0d96 req-af3ec57d-cb95-460e-842c-8b240fdf553f tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Jul 15 13:58:03.375064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-435bcba5-e39b-48c0-b694-3779961d803d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:03.376683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-435bcba5-e39b-48c0-b694-3779961d803d tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.58 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 944 time: 0.0678742 Jul 15 13:58:03.461654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafa-9122-4b68-8e68-00c3a5e8b508 req-ec8eaab0-3610-4cab-916f-6673d4de8e42 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:03.463252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81c2eafa-9122-4b68-8e68-00c3a5e8b508 req-ec8eaab0-3610-4cab-916f-6673d4de8e42 tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/ports?device_id=249e9780-8304-4b16-b2a5-86d79949aacd HTTP/1.1" status: 200 len: 944 time: 0.0727205 Jul 15 13:58:03.496173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Deleting port 2020bbc7-77d8-4c0d-828e-3ce346981f22 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:03.496490 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.509152 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81c2eafa-9122-4b68-8e68-00c3a5e8b508 req-3ef2be4a-56c2-488e-af5b-10b73ab47c6a tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.57 "GET /v2.0/security-groups?id=cc06e964-5e1b-45ef-b306-9e30102f4674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360379 Jul 15 13:58:03.593598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] For port 2020bbc7-77d8-4c0d-828e-3ce346981f22, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=2020bbc7-77d8-4c0d-828e-3ce346981f22,segment=NetworkSegment(66f6e9af-aa35-4e94-bf1b-39dcc9766cba),segment_id=66f6e9af-aa35-4e94-bf1b-39dcc9766cba)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:03.593892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.613589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Calling delete_port for 2020bbc7-77d8-4c0d-828e-3ce346981f22 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:03.702169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:03.760343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.760851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 2020bbc7-77d8-4c0d-828e-3ce346981f22 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:03.765795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 2020bbc7-77d8-4c0d-828e-3ce346981f22 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:03.766186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.787284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Port 2020bbc7-77d8-4c0d-828e-3ce346981f22 was deleted so its status cannot be updated. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 13:58:03.793101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Pushing event deleted for resources: {'Port': ['ID=2020bbc7-77d8-4c0d-828e-3ce346981f22,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:03.849268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] No DVR routers for this DVR port 2020bbc7-77d8-4c0d-828e-3ce346981f22 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:03.852029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:03.854127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f57793d3-64f8-402a-813e-c0d7d9c424db req-0ac96ec6-0fbe-4f9a-bd51-24736194865e tempest-DeleteServersTestJSON-1489730851 tempest-DeleteServersTestJSON-1489730851-project] 10.222.0.58 "DELETE /v2.0/ports/2020bbc7-77d8-4c0d-828e-3ce346981f22 HTTP/1.1" status: 204 len: 173 time: 0.4722860 Jul 15 13:58:03.854587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'name': 'network-vif-deleted', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:03.857802 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d611236e-587a-4144-ab17-f2ea35c4420f" -d '{"events": [{"server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "name": "network-vif-deleted", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:03.899891 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40afcbc9-f922-457e-9690-4e21e824b1d1 x-openstack-request-id: req-40afcbc9-f922-457e-9690-4e21e824b1d1 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:03.900212 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249e9780-8304-4b16-b2a5-86d79949aacd", "name": "network-vif-deleted", "tag": "2020bbc7-77d8-4c0d-828e-3ce346981f22", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:03.900440 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40afcbc9-f922-457e-9690-4e21e824b1d1 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:03.900868 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249e9780-8304-4b16-b2a5-86d79949aacd', 'name': 'network-vif-deleted', 'tag': '2020bbc7-77d8-4c0d-828e-3ce346981f22', 'status': 'completed', 'code': 200} Jul 15 13:58:04.768691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54820) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:04.826083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Deleting subnet bd527803-d1fb-4d3f-b0b4-72a623d8c154 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:58:04.829525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:04.866641 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:04.911634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:04.982763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.011723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd527803-d1fb-4d3f-b0b4-72a623d8c154,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:05.018679 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.022285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9eb713a5-3005-45c2-bede-bb0563f345a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bd527803-d1fb-4d3f-b0b4-72a623d8c154 HTTP/1.1" status: 204 len: 168 time: 0.2522047 Jul 15 13:58:05.025204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54822) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:05.425300 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.536271 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.547765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2da474-a29e-440f-b749-a3bbd973b42d']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:05.559221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f6e9af-aa35-4e94-bf1b-39dcc9766cba') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:05.559518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f6e9af-aa35-4e94-bf1b-39dcc9766cba') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:58:05.570346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.587862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.594507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:58:05.595007 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:58:05.596781 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:58:05.653876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.660309 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.662629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b2da474-a29e-440f-b749-a3bbd973b42d HTTP/1.1" status: 204 len: 168 time: 0.6361778 Jul 15 13:58:05.681243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddd798-8de0-4ec2-b790-05ab9f9a00d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2da474-a29e-440f-b749-a3bbd973b42d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:05.731586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:05.753722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 2020bbc7-77d8-4c0d-828e-3ce346981f22 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:58:05.754032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 2020bbc7-77d8-4c0d-828e-3ce346981f22 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:05.830683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54826) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:05.884339 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-90b5cd5c-29b7-4423-9f73-1f6ac6605c67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee2a5418e4414d19ae1a42ea70d1a1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524530 Jul 15 13:58:05.887160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54828) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:05.943441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3bd5-714d-42a0-a49b-5e2e2895d50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:05.978681 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3bd5-714d-42a0-a49b-5e2e2895d50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:06.047303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3bd5-714d-42a0-a49b-5e2e2895d50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:06.049941 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3bd5-714d-42a0-a49b-5e2e2895d50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:06.051208 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3f0b3bd5-714d-42a0-a49b-5e2e2895d50d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc06e964-5e1b-45ef-b306-9e30102f4674 HTTP/1.1" status: 204 len: 168 time: 0.1630766 Jul 15 13:58:06.059760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b3bd5-714d-42a0-a49b-5e2e2895d50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc06e964-5e1b-45ef-b306-9e30102f4674,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:06.920180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 54850) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:07.071300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2103442878-network', 'tenant_id': 'd0796ee5f23c4988aad425dcdfca787d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:07.095472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Made reservation on behalf of d0796ee5f23c4988aad425dcdfca787d for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:07.098196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.109410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.224234 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.234310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.273279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:58:07.281285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2add2ea7-76a2-4bdf-8865-6c889e65f22d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:07.294664 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.295730 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Added segment 174e0f42-d7fc-4ce4-a793-c8ac469c379f of type vlan for network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 Jul 15 13:58:07.345012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.383877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.385438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:07.386244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.461800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5401068 Jul 15 13:58:07.462993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7649a6-bd4d-4b1e-9753-c50065cfb444 admin admin] Pushing event updated for resources: {'Network': ['ID=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:07.464892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 54854) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:58:07.471360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Request body: {'subnet': {'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2103442878-subnet', 'tenant_id': 'd0796ee5f23c4988aad425dcdfca787d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:07.475309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:58:07.496676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Made reservation on behalf of d0796ee5f23c4988aad425dcdfca787d for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:07.499902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.692673 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.745462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5b61ee-ad69-4fd4-a001-fab36dab095d,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:07.763561 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Checking segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:07.764017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Network hostable DHCP agents. Network: 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:58:07.783112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:58:07.793373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:07.798907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:07.800346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:07.805226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32936682-dc31-4b4e-8e49-a4e074e04ee3 None None] Network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:07.819873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-42ab1793-a219-4281-8045-c889844687d8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3537469 Jul 15 13:58:07.986479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23ba9e-ed2b-45a3-84ce-dcfc08a785a9 None None] Network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:58:08.304928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-be9a9d4d-ff0d-4075-934b-8ab551c87d1c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:08.306725 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-be9a9d4d-ff0d-4075-934b-8ab551c87d1c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 815 time: 0.1078830 Jul 15 13:58:08.327446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-76c4ef52-5679-477e-b231-fe8f441a2d5b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/quotas/d0796ee5f23c4988aad425dcdfca787d HTTP/1.1" status: 200 len: 375 time: 0.0112183 Jul 15 13:58:08.371962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-cf97ade4-9b44-41cd-89af-ebb6d3ecb6fe tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368240 Jul 15 13:58:08.474475 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-13259f86-db02-404c-98be-878c5ebe918d service neutron] 10.222.0.57 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922980 Jul 15 13:58:08.582617 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-2ecc6681-734b-42ab-a764-dd84e2febbe9 service neutron] 10.222.0.57 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014173 Jul 15 13:58:08.773310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d420f3e-763d-4fdd-89d8-0aef81d94f8d req-18dd8f99-7bfc-4602-86f9-f12ae8b3c6ac tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 210 time: 0.0358546 Jul 15 13:58:09.886346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-eb2cb4b9-22f0-42fa-b1af-93a03c5b853d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:09.887998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-eb2cb4b9-22f0-42fa-b1af-93a03c5b853d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 815 time: 0.1202452 Jul 15 13:58:09.913832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Request body: {'port': {'device_id': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'admin_state_up': True, 'tenant_id': 'd0796ee5f23c4988aad425dcdfca787d'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:09.941349 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-738a2626-d25d-4738-8e74-e617bfeaa9e9 req-cf6dfbaf-a521-4435-ad35-e77f1ddc2443 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 210 time: 0.0429702 Jul 15 13:58:10.058316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Made reservation on behalf of d0796ee5f23c4988aad425dcdfca787d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:10.062315 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.209089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Allocated IP 172.20.0.12 (5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89/ca5b61ee-ad69-4fd4-a001-fab36dab095d/34e397fb-926d-45f6-9668-358b31cd229e) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:10.384634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.432961 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.487783 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:10.491292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:10.496294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:10.504715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:10.565641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:10.566379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:10.587585 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-402d5e51-1e3c-4f59-a5c9-9b5c2496f445 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788175 Jul 15 13:58:10.600175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Request body: {'port': {'device_id': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:10.714649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:11.048320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e397fb-926d-45f6-9668-358b31cd229e {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:11.061444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:11.081678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Transition to ACTIVE for port object 34e397fb-926d-45f6-9668-358b31cd229e will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:11.088632 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:11.144253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:11.155837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19f800-1a75-46e8-a8a1-d4ac7c358f3c req-70e0ea8b-c242-4e3d-a462-821c87b52de1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:11.158764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a19f800-1a75-46e8-a8a1-d4ac7c358f3c req-70e0ea8b-c242-4e3d-a462-821c87b52de1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 932 time: 0.0880654 Jul 15 13:58:11.211154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2a19f800-1a75-46e8-a8a1-d4ac7c358f3c req-f68ef79b-a79a-4ec2-b21a-10243bb7f6ae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461009 Jul 15 13:58:11.245787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:11.246336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:11.246925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:11.255023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Port 34e397fb-926d-45f6-9668-358b31cd229e on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:11.255581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:11.264379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:11.264939 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Checking segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:11.265605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Bound using segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:11.266323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Bound port: 34e397fb-926d-45f6-9668-358b31cd229e, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:11.266742 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:11.352644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:11.356352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:11.362583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:11.402328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:11.402988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:11.404995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] 10.222.0.59 "PUT /v2.0/ports/34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 1093 time: 0.8094778 Jul 15 13:58:11.405882 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:11.408096 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "tag": "34e397fb-926d-45f6-9668-358b31cd229e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:11.438320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c6ec-e5f9-4ee9-83f9-35cae6a47a8a service neutron] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:11.490849 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75394218-278b-4b63-a226-6d53d06d251a x-openstack-request-id: req-75394218-278b-4b63-a226-6d53d06d251a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:11.491142 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "tag": "34e397fb-926d-45f6-9668-358b31cd229e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:11.491329 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75394218-278b-4b63-a226-6d53d06d251a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:11.491652 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e', 'status': 'completed', 'code': 200} Jul 15 13:58:11.522917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-04b0dce3-4ebf-4ebe-bea6-12eba5f8a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:11.524510 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-04b0dce3-4ebf-4ebe-bea6-12eba5f8a03a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1096 time: 0.0704350 Jul 15 13:58:11.569920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-3510692e-418f-46ee-9287-1b5472821dbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0376494 Jul 15 13:58:11.626637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0555b-8b18-4722-b656-4729338645c9 req-11f34584-e3a4-458b-a3d0-aaca2158fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:11.628278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-11f34584-e3a4-458b-a3d0-aaca2158fd5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0524874 Jul 15 13:58:11.671378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-32a3f64d-8a4b-48ab-a231-efcf0ade92e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352647 Jul 15 13:58:11.810794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-b3b3ea17-f1dc-40c2-94f7-7e9b1cb19d47 service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319416 Jul 15 13:58:11.948341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19a0555b-8b18-4722-b656-4729338645c9 req-e77abd75-e297-4e8b-9ca2-ac7bf39022f1 service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311631 Jul 15 13:58:12.076511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-1524a2c8-9836-4c6d-b5b9-520424e32c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:12.078338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-1524a2c8-9836-4c6d-b5b9-520424e32c70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1096 time: 0.0676956 Jul 15 13:58:12.186073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-06336b14-4dfc-4897-95d3-b29181765af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:12.187690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-06336b14-4dfc-4897-95d3-b29181765af2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1026587 Jul 15 13:58:12.239470 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-b789b2e5-4cc3-4a61-a547-7c01b2d9db30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0442297 Jul 15 13:58:12.303372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-8039e5af-c43e-4b98-ab48-d5279cf56d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:12.305169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-8039e5af-c43e-4b98-ab48-d5279cf56d45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0581191 Jul 15 13:58:12.342978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-6bd5662b-6ba2-451c-8d60-209a8cacbddb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303576 Jul 15 13:58:12.442209 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1123e-8c67-45d2-947f-f08196924f83 req-0cef8e76-d1ee-42d7-aa9b-2ddfe2c50ded tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:12.443941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63a1123e-8c67-45d2-947f-f08196924f83 req-0cef8e76-d1ee-42d7-aa9b-2ddfe2c50ded tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.0745540 Jul 15 13:58:12.501388 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-3ad6d918-b044-46f2-a53e-e5859124c8e0 service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515841 Jul 15 13:58:12.502605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63a1123e-8c67-45d2-947f-f08196924f83 req-8afbdfbc-654d-4018-9733-6284f732d06b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Jul 15 13:58:12.608815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13d95c64-98f2-4f78-ab48-c309c1b0ba7d req-51ce57b2-b757-4e1f-b443-dfcacafcd90d service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996790 Jul 15 13:58:13.104645 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4c72fa0e-90ad-4674-8c59-86eec9273c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:13.717568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5484e-90f7-4f39-a863-a6b5cf8658eb req-156f791a-598b-49dd-a307-259a1f18271c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:13.719325 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06d5484e-90f7-4f39-a863-a6b5cf8658eb req-156f791a-598b-49dd-a307-259a1f18271c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.0808067 Jul 15 13:58:13.768822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06d5484e-90f7-4f39-a863-a6b5cf8658eb req-6aadb446-e402-4b7e-b787-8985279094ac tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Jul 15 13:58:14.834445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 34e397fb-926d-45f6-9668-358b31cd229e details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:14.971995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:14.988296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '34e397fb-926d-45f6-9668-358b31cd229e', 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'port_id': '34e397fb-926d-45f6-9668-358b31cd229e', 'mac_address': 'fa:16:3e:eb:06:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5b61ee-ad69-4fd4-a001-fab36dab095d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:15.004947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6b18a-654d-479f-9188-c0f0748a4f96 req-dd462626-b493-4710-92f5-e6d90b33f03f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:15.006547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac6b18a-654d-479f-9188-c0f0748a4f96 req-dd462626-b493-4710-92f5-e6d90b33f03f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.1014585 Jul 15 13:58:15.035443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.051948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e397fb-926d-45f6-9668-358b31cd229e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:15.059769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0ac6b18a-654d-479f-9188-c0f0748a4f96 req-64b26776-5e73-440e-ae4a-3cb875733148 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 Jul 15 13:58:15.076798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:15.082296 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.168818 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:15.178201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.178570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.178916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.179244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.179571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.179893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.180231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.180547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.180864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.181182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.181498 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.181817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:15.289398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['34e397fb-926d-45f6-9668-358b31cd229e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:15.391158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.591065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-362c186f-87d6-45c9-aeff-ab7719efd6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.669482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:15.709691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:16.276100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509eabb-2b34-45ce-a401-d0cdba6286cb req-4974deba-c4d0-4307-a710-a6a69f0d1675 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:16.278282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7509eabb-2b34-45ce-a401-d0cdba6286cb req-4974deba-c4d0-4307-a710-a6a69f0d1675 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 945 time: 0.0791399 Jul 15 13:58:16.328970 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7509eabb-2b34-45ce-a401-d0cdba6286cb req-1c6b66ca-e73a-41eb-b834-b16cbd30b65b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Jul 15 13:58:16.843793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 34e397fb-926d-45f6-9668-358b31cd229e up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:16.901256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 34e397fb-926d-45f6-9668-358b31cd229e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:16.906442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 34e397fb-926d-45f6-9668-358b31cd229e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:16.907090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:17.003814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:17.033195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:17.035892 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e66c5bb-f3de-4e30-84a5-4816f9484fe3" -d '{"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-plugged", "status": "completed", "tag": "34e397fb-926d-45f6-9668-358b31cd229e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:17.052667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:17.060413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:17.096762 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfde63b1-cb85-4cd2-af4a-ed865b903a01 x-openstack-request-id: req-dfde63b1-cb85-4cd2-af4a-ed865b903a01 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:17.097069 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-plugged", "status": "completed", "tag": "34e397fb-926d-45f6-9668-358b31cd229e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:17.097328 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dfde63b1-cb85-4cd2-af4a-ed865b903a01 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:17.097723 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e', 'code': 200} Jul 15 13:58:17.139642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:17.230186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:17.274354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc057aa8-aa03-413d-8fb4-eb579f97e984 req-cd38cc25-1366-4e2c-9802-8324a472c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:17.276058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc057aa8-aa03-413d-8fb4-eb579f97e984 req-cd38cc25-1366-4e2c-9802-8324a472c293 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1098 time: 0.0747628 Jul 15 13:58:17.317821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc057aa8-aa03-413d-8fb4-eb579f97e984 req-61c36674-195a-4ca6-9a31-b0f5dc28723c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354779 Jul 15 13:58:17.543026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5ad4-9fe9-4205-b3d5-a449f2980f11 req-43576fdb-d6b3-4716-addf-e352723d6fbe tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:17.545051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f45b5ad4-9fe9-4205-b3d5-a449f2980f11 req-43576fdb-d6b3-4716-addf-e352723d6fbe tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0888200 Jul 15 13:58:17.590155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f45b5ad4-9fe9-4205-b3d5-a449f2980f11 req-9274a699-c8f7-4b55-9033-62abf1a9294e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Jul 15 13:58:18.718950 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:18.784677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82fa7-768b-46f2-890c-9a7f975745b0 req-ab308680-4b16-450d-9a06-82aafdec30cf tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:18.786244 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6f82fa7-768b-46f2-890c-9a7f975745b0 req-ab308680-4b16-450d-9a06-82aafdec30cf tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0699162 Jul 15 13:58:18.826882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c6f82fa7-768b-46f2-890c-9a7f975745b0 req-ec762fac-e090-42a7-b598-70e71612efd9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 Jul 15 13:58:19.007263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171404d1-f4d8-4387-85d8-8d857afac1d5 req-4ff35d2d-70f3-4d0d-94ca-b95a3cf0e628 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:19.008682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-171404d1-f4d8-4387-85d8-8d857afac1d5 req-4ff35d2d-70f3-4d0d-94ca-b95a3cf0e628 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0683620 Jul 15 13:58:19.048124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-171404d1-f4d8-4387-85d8-8d857afac1d5 req-85b25d39-7ebe-4227-b1e2-ca9303541954 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336692 Jul 15 13:58:19.436897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb09e-c518-461f-bb8a-e3d9e73f33ad req-66b50e60-1643-406f-8bfc-2c953924986e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:19.438454 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70adb09e-c518-461f-bb8a-e3d9e73f33ad req-66b50e60-1643-406f-8bfc-2c953924986e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0763147 Jul 15 13:58:19.492532 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-70adb09e-c518-461f-bb8a-e3d9e73f33ad req-c7ad0757-7b26-44fa-aae0-a8233c4f65bc tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469506 Jul 15 13:58:19.692072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab0007-0546-4bd1-99dc-c152aed209bb req-19d696c4-a869-44c4-ab11-5c0d1587d382 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:19.693599 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60ab0007-0546-4bd1-99dc-c152aed209bb req-19d696c4-a869-44c4-ab11-5c0d1587d382 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0739067 Jul 15 13:58:19.739745 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60ab0007-0546-4bd1-99dc-c152aed209bb req-d13bce52-3e91-45d6-a8fb-8e2802303355 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379143 Jul 15 13:58:20.105520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-9e34e6c5-e398-4100-8358-d691dea8418a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526977 Jul 15 13:58:20.172847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b8809-35e0-43a8-8877-d6feb9b35ff7 req-596ff12a-f3da-401f-a988-adc60e524977 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:20.175532 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a6b8809-35e0-43a8-8877-d6feb9b35ff7 req-596ff12a-f3da-401f-a988-adc60e524977 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0736289 Jul 15 13:58:20.217604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a6b8809-35e0-43a8-8877-d6feb9b35ff7 req-6d477758-edb4-42b7-827a-bab65f3caa06 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369954 Jul 15 13:58:21.442820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846dcfe-43b0-486e-a937-f452115c38e2 req-6be92a29-3434-47de-9177-5bbd5972695c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:21.444378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0846dcfe-43b0-486e-a937-f452115c38e2 req-6be92a29-3434-47de-9177-5bbd5972695c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.1079261 Jul 15 13:58:21.447368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-9910319c-d3dd-4af7-b85d-afebad13d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:21.448723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-9910319c-d3dd-4af7-b85d-afebad13d5b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1098 time: 0.0845995 Jul 15 13:58:21.542086 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0846dcfe-43b0-486e-a937-f452115c38e2 req-b818d9b8-4ff5-4fbd-8f39-14a84d1fc6d5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919728 Jul 15 13:58:21.574895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-17d10df5-b3e0-406b-a7d6-92a5b3061225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:21.576404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-17d10df5-b3e0-406b-a7d6-92a5b3061225 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1200788 Jul 15 13:58:21.619042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-7546670b-c5f3-4d39-bd3b-0584049b9a32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0366549 Jul 15 13:58:21.668592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0256b48b-be6e-4a1a-a2f8-e97e29d08bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:21.670098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0256b48b-be6e-4a1a-a2f8-e97e29d08bbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0454900 Jul 15 13:58:21.703334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-ee6abeda-e206-4e76-af72-f7dbc55055bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273421 Jul 15 13:58:21.813765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-4e98bbec-a5fa-4543-a56f-10c5b2e565ef service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042936 Jul 15 13:58:21.922248 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-933b1137-4d10-46ba-9bd6-0745696f0eba service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025829 Jul 15 13:58:22.751862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce968c3-27fd-4cde-a24b-ad074bcb3147 req-37c33112-7655-4832-a861-c6637a7bc957 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:22.753411 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dce968c3-27fd-4cde-a24b-ad074bcb3147 req-37c33112-7655-4832-a861-c6637a7bc957 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0776982 Jul 15 13:58:22.792953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dce968c3-27fd-4cde-a24b-ad074bcb3147 req-4ad74a80-a4f2-4576-be76-c330dee03b6e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Jul 15 13:58:23.993049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d537a-81b4-4a30-ae3c-16e687427a47 req-fbc274ad-a432-4afe-aa7e-870ee093d8d4 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:23.994740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f17d537a-81b4-4a30-ae3c-16e687427a47 req-fbc274ad-a432-4afe-aa7e-870ee093d8d4 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0777061 Jul 15 13:58:24.037578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f17d537a-81b4-4a30-ae3c-16e687427a47 req-03a9beab-a1dd-47c6-80f5-3c8134eb9333 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Jul 15 13:58:25.248395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9851e-ca72-4f88-97d3-792e0ac5fbe5 req-37123808-e362-4361-af24-153277d12b47 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:25.250179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21d9851e-ca72-4f88-97d3-792e0ac5fbe5 req-37123808-e362-4361-af24-153277d12b47 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0734661 Jul 15 13:58:25.291122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-21d9851e-ca72-4f88-97d3-792e0ac5fbe5 req-1c9f8dd5-181c-40bb-996b-ea1e54624949 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Jul 15 13:58:26.504185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874aa05-b707-47aa-bab8-17152412ae05 req-30529e2e-e792-452d-bb6b-a570fb9595ef tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:26.505899 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6874aa05-b707-47aa-bab8-17152412ae05 req-30529e2e-e792-452d-bb6b-a570fb9595ef tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0871878 Jul 15 13:58:26.553558 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6874aa05-b707-47aa-bab8-17152412ae05 req-455a1ec5-b3e1-4fe8-8c66-04f7f1790d6a tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Jul 15 13:58:27.755203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18729bb-2f12-403a-9d8b-6da7c8d93f29 req-4725e63f-641d-4c18-ba83-9504a7ae3470 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:27.756814 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e18729bb-2f12-403a-9d8b-6da7c8d93f29 req-4725e63f-641d-4c18-ba83-9504a7ae3470 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0781918 Jul 15 13:58:27.798286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e18729bb-2f12-403a-9d8b-6da7c8d93f29 req-da5e3f03-1503-4001-858f-41a52b4c85f2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Jul 15 13:58:28.988869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0e60b-7fe0-4812-ba77-afe1cd0fcd66 req-1301a3f0-ca21-4238-9ceb-6bb18e5e5680 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:28.990582 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80e0e60b-7fe0-4812-ba77-afe1cd0fcd66 req-1301a3f0-ca21-4238-9ceb-6bb18e5e5680 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0741277 Jul 15 13:58:29.034093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80e0e60b-7fe0-4812-ba77-afe1cd0fcd66 req-acc3564b-4c77-479c-a399-0566065a10f0 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Jul 15 13:58:30.235180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ef97e-0c63-47b6-b5c6-27c644729599 req-8a5ae1f7-ee1f-45fc-8990-d59220cf063e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:30.236675 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341ef97e-0c63-47b6-b5c6-27c644729599 req-8a5ae1f7-ee1f-45fc-8990-d59220cf063e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0785966 Jul 15 13:58:30.283038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-341ef97e-0c63-47b6-b5c6-27c644729599 req-f0aa6c29-ddb2-4fd9-9aa3-892a17df7ca1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389364 Jul 15 13:58:31.263640 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:58:31.473852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9b092-ada4-4d32-81fd-1ea82242cb0f req-4527c9e8-c4bb-44eb-872e-1c678ea16705 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:31.475456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64d9b092-ada4-4d32-81fd-1ea82242cb0f req-4527c9e8-c4bb-44eb-872e-1c678ea16705 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0733583 Jul 15 13:58:31.526418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64d9b092-ada4-4d32-81fd-1ea82242cb0f req-39030009-f05f-4f8e-90f5-1d31acc568e4 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Jul 15 13:58:32.723888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663436f-5dfd-4dbd-9ebc-1816493cad84 req-f1139494-7597-4d7e-b3fe-040dfb1b961c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:32.725390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8663436f-5dfd-4dbd-9ebc-1816493cad84 req-f1139494-7597-4d7e-b3fe-040dfb1b961c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0813694 Jul 15 13:58:32.771692 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8663436f-5dfd-4dbd-9ebc-1816493cad84 req-bb407aaa-1c9a-47f1-855e-5583c112c1ff tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Jul 15 13:58:33.962623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a08e-c300-4c82-ae55-2c51c6420ece req-a0e6fdb9-bbf6-42a3-958a-06e517aec2e3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:33.964195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed55a08e-c300-4c82-ae55-2c51c6420ece req-a0e6fdb9-bbf6-42a3-958a-06e517aec2e3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0748076 Jul 15 13:58:34.011355 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ed55a08e-c300-4c82-ae55-2c51c6420ece req-b979d17b-a614-4eea-9759-954ca127977a tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Jul 15 13:58:35.206367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b66f5-abab-43c2-81e9-489fc9ba5076 req-84c1cf8d-9444-4463-a0d7-ec15b0ecfb9c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:35.207933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-241b66f5-abab-43c2-81e9-489fc9ba5076 req-84c1cf8d-9444-4463-a0d7-ec15b0ecfb9c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0802176 Jul 15 13:58:35.249660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-241b66f5-abab-43c2-81e9-489fc9ba5076 req-81ecf6cf-0be4-4319-b065-8e4cdc961d77 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360091 Jul 15 13:58:36.445316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab4fab-6cf3-4aef-88d9-ca48c5a3a8c9 req-a5d7a889-4238-4422-a84e-e34c4f1f5ff8 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:36.446919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bab4fab-6cf3-4aef-88d9-ca48c5a3a8c9 req-a5d7a889-4238-4422-a84e-e34c4f1f5ff8 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0758591 Jul 15 13:58:36.489056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3bab4fab-6cf3-4aef-88d9-ca48c5a3a8c9 req-f6eb815d-c07a-4f87-ba73-630d6b617dba tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Jul 15 13:58:37.679263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d42dc-e5b4-4272-8975-f6fcd3081e8f req-aa057ead-40b8-4c99-beda-73fa889d9bba tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:37.680761 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f9d42dc-e5b4-4272-8975-f6fcd3081e8f req-aa057ead-40b8-4c99-beda-73fa889d9bba tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0687356 Jul 15 13:58:37.724566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f9d42dc-e5b4-4272-8975-f6fcd3081e8f req-8afef02d-bbf0-4c91-85c7-114416464f12 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Jul 15 13:58:38.913935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6ed01-c66e-427c-b8cb-4906e944f763 req-ce8cb30e-50f4-4cde-babe-92751fd33ac1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:38.915515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ff6ed01-c66e-427c-b8cb-4906e944f763 req-ce8cb30e-50f4-4cde-babe-92751fd33ac1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0682209 Jul 15 13:58:38.958713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ff6ed01-c66e-427c-b8cb-4906e944f763 req-10effedd-ce2d-4016-974a-884db576ef16 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Jul 15 13:58:40.140507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749c862-fa69-4fec-9ee8-0784bb58bf9d req-4b739cda-843e-42f2-9a4d-ae640e4bea1b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:40.142077 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8749c862-fa69-4fec-9ee8-0784bb58bf9d req-4b739cda-843e-42f2-9a4d-ae640e4bea1b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0687540 Jul 15 13:58:40.181648 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8749c862-fa69-4fec-9ee8-0784bb58bf9d req-9afff328-f92e-4449-917b-0b1d86147bf4 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Jul 15 13:58:41.387015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada2c1-ec81-4d76-8558-cb8c5f354eff req-01a7ba9f-61d6-4b7a-b60e-256d667e66aa tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:41.388526 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64ada2c1-ec81-4d76-8558-cb8c5f354eff req-01a7ba9f-61d6-4b7a-b60e-256d667e66aa tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0759144 Jul 15 13:58:41.430098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-64ada2c1-ec81-4d76-8558-cb8c5f354eff req-4c6b3a15-7457-437c-96aa-391a0cf6b4a2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353644 Jul 15 13:58:42.617042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20207c0-e00f-41f2-857a-dc769bd60675 req-05a822b6-98d0-416f-817d-e2fd319eec92 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:42.618554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d20207c0-e00f-41f2-857a-dc769bd60675 req-05a822b6-98d0-416f-817d-e2fd319eec92 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0671275 Jul 15 13:58:42.665115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d20207c0-e00f-41f2-857a-dc769bd60675 req-df4f8c87-c57f-4a82-b321-2f75a395d483 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 Jul 15 13:58:43.112880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-40de57cf-3fe9-4abe-8a9d-d4b7589bf6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:43.866431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706476-f1b9-4abc-b42f-f4f17c502ae1 req-90fcf1d4-52f5-43fc-acd8-debc81e124b3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:43.868073 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-94706476-f1b9-4abc-b42f-f4f17c502ae1 req-90fcf1d4-52f5-43fc-acd8-debc81e124b3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0724921 Jul 15 13:58:43.914345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-94706476-f1b9-4abc-b42f-f4f17c502ae1 req-fc0edb8a-cc08-4c20-9e65-465126a06fe3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Jul 15 13:58:45.115532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afef1a-87e9-4562-9418-6e81d4a3bf4c req-3391e1ab-f925-45bf-9340-0e3fc9a24b52 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:45.117124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4afef1a-87e9-4562-9418-6e81d4a3bf4c req-3391e1ab-f925-45bf-9340-0e3fc9a24b52 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0812056 Jul 15 13:58:45.159831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d4afef1a-87e9-4562-9418-6e81d4a3bf4c req-1f53ba11-a37d-4196-8044-2c997fab5263 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341306 Jul 15 13:58:45.400981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.588759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5018d418-6c89-421d-bb53-f4640f68b974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.668944 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:45.704891 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:46.371098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57472cd7-20ef-40b6-8e3f-61076f6d4c8e req-a547c0f6-84d4-43a1-8974-03ba06ee46d5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:46.372633 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57472cd7-20ef-40b6-8e3f-61076f6d4c8e req-a547c0f6-84d4-43a1-8974-03ba06ee46d5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0713382 Jul 15 13:58:46.418700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57472cd7-20ef-40b6-8e3f-61076f6d4c8e req-45806b4e-58c8-4a29-98ac-0c28e4a54cc2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375557 Jul 15 13:58:47.232211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:47.611548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094c76a-edb3-405b-8242-c3fa0a37658e req-e901a0d1-dac6-4061-8ab1-59082cb92c2e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:47.613078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e094c76a-edb3-405b-8242-c3fa0a37658e req-e901a0d1-dac6-4061-8ab1-59082cb92c2e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0733097 Jul 15 13:58:47.655253 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e094c76a-edb3-405b-8242-c3fa0a37658e req-89a5ff9f-4007-43b5-b870-cdfcc665c5fb tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336118 Jul 15 13:58:48.720460 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:48.751642 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-8c9dd356-9d96-4d15-8971-6eb6a41133d9 service neutron] show failed (client error): The resource could not be found. Jul 15 13:58:48.752708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-8c9dd356-9d96-4d15-8971-6eb6a41133d9 service neutron] 10.222.0.59 "GET /v2.0/ports/34e397fb-926d-45f6-9668-358b31cd229e/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0587146 Jul 15 13:58:48.840342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6e4a1-9116-48b9-9c68-4f7bbffcc1a6 req-d9b72f83-abfc-4973-a38a-815fe882a247 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:48.841910 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54f6e4a1-9116-48b9-9c68-4f7bbffcc1a6 req-d9b72f83-abfc-4973-a38a-815fe882a247 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0666442 Jul 15 13:58:48.882914 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-54f6e4a1-9116-48b9-9c68-4f7bbffcc1a6 req-7d69f88a-1748-4f77-9903-2ef497ea1869 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Jul 15 13:58:49.025269 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-e2728fb3-5457-46ed-864a-4d96a5e184b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.026828 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-e2728fb3-5457-46ed-864a-4d96a5e184b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f&tenant_id=d0796ee5f23c4988aad425dcdfca787d HTTP/1.1" status: 200 len: 1098 time: 0.0636280 Jul 15 13:58:49.039456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:49.119579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.340658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:49.391603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:49.437768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:49.440068 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936bd3ef-4372-4865-8581-3a2064026bc1" -d '{"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "34e397fb-926d-45f6-9668-358b31cd229e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:49.444085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.456917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Transition to ACTIVE for port object 34e397fb-926d-45f6-9668-358b31cd229e will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:49.463196 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.499601 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb270be-22fe-46af-8127-6c8e979bb299 x-openstack-request-id: req-9fb270be-22fe-46af-8127-6c8e979bb299 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:49.499893 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "34e397fb-926d-45f6-9668-358b31cd229e", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:49.500141 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fb270be-22fe-46af-8127-6c8e979bb299 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:49.500527 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e', 'code': 200} Jul 15 13:58:49.515366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:49.534066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] No DVR routers for this DVR port 34e397fb-926d-45f6-9668-358b31cd229e on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:49.571595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:49.571927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:49.572258 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:49.576583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Port 34e397fb-926d-45f6-9668-358b31cd229e on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:49.576900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Attempting to bind port 34e397fb-926d-45f6-9668-358b31cd229e on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:49.582445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:49.582927 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Checking segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:49.583238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Bound using segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:49.583659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Bound port: 34e397fb-926d-45f6-9668-358b31cd229e, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:49.584020 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.653007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:49.655988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:49.661259 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.695181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.695783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:49.697238 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] 10.222.0.58 "PUT /v2.0/ports/34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 1093 time: 0.6628797 Jul 15 13:58:49.720721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e23fc-e149-4f69-8146-6c20b250a51f service neutron] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:49.780409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-7e03fdca-6ca5-4d87-966d-e3a5de59eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.781956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-7e03fdca-6ca5-4d87-966d-e3a5de59eed9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1096 time: 0.0583966 Jul 15 13:58:49.888210 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-3aaa26bd-37b3-4b19-852b-63f84935330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.889694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-3aaa26bd-37b3-4b19-852b-63f84935330a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1015959 Jul 15 13:58:49.932336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-a2c74151-41cf-4889-97d3-09674e797674 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0354884 Jul 15 13:58:49.980470 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-a26e61a6-fc87-4b8f-a725-ba8f14ecb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:49.981976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-a26e61a6-fc87-4b8f-a725-ba8f14ecb244 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0438778 Jul 15 13:58:50.020886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-02d0348d-d202-42dc-baf2-970f6e8a63c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328479 Jul 15 13:58:50.154264 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-6eefa73e-8aae-4156-91e2-55357fc48426 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Jul 15 13:58:50.163361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d320bf-0816-4289-a196-54f98b046a0b req-1b69643e-71b7-4805-9333-27dff017f488 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:50.164875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5d320bf-0816-4289-a196-54f98b046a0b req-1b69643e-71b7-4805-9333-27dff017f488 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.1474869 Jul 15 13:58:50.252891 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5d320bf-0816-4289-a196-54f98b046a0b req-5962d65c-ac48-43ac-94c5-fb88b023304b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793226 Jul 15 13:58:50.287834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3a3bac2b-4eaa-4db5-a59a-e89316aa3c50 req-8fc07c75-b45a-41f5-adf2-4362110b1eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218560 Jul 15 13:58:51.456797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8296907-bddc-4dbc-a123-69287f453bb2 req-36911b8c-8399-494c-a690-b436f64facff tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:51.458325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8296907-bddc-4dbc-a123-69287f453bb2 req-36911b8c-8399-494c-a690-b436f64facff tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.0834768 Jul 15 13:58:51.502035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:51.505289 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be56d8e6-45aa-4d7b-b634-4e913207bf77" -d '{"events": [{"name": "network-changed", "server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "tag": "34e397fb-926d-45f6-9668-358b31cd229e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:51.509352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8296907-bddc-4dbc-a123-69287f453bb2 req-09d80fb6-5311-480d-a187-90317e19f1ab tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Jul 15 13:58:51.558431 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b82794-73b3-458b-90ed-73cfed273a54 x-openstack-request-id: req-32b82794-73b3-458b-90ed-73cfed273a54 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:51.558800 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "tag": "34e397fb-926d-45f6-9668-358b31cd229e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:51.559068 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32b82794-73b3-458b-90ed-73cfed273a54 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:51.559702 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e', 'status': 'completed', 'code': 200} Jul 15 13:58:52.050873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-237e4db1-1f26-4b2d-8e64-9a43ac9f6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.052420 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-237e4db1-1f26-4b2d-8e64-9a43ac9f6b68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1096 time: 0.4721150 Jul 15 13:58:52.054210 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-e2d6679e-1a3c-4f23-b0df-b40f3a1167b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.055602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-e2d6679e-1a3c-4f23-b0df-b40f3a1167b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1096 time: 0.4671185 Jul 15 13:58:52.209306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-91d7f5af-6c4c-460e-ac51-a8543b8777c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.210869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-91d7f5af-6c4c-460e-ac51-a8543b8777c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1522315 Jul 15 13:58:52.212308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-6ee11d6e-d271-4f5f-be70-340bc91d4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.213616 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-6ee11d6e-d271-4f5f-be70-340bc91d4723 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1476672 Jul 15 13:58:52.262080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-1c5e156b-0a15-4de4-831b-a1b37eaa61db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0449107 Jul 15 13:58:52.299193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-018470f2-a9f6-4359-8efc-06954c0c4833 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0763440 Jul 15 13:58:52.374538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-2876c59f-8ebe-4fda-bae8-f599716c4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.376097 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-2876c59f-8ebe-4fda-bae8-f599716c4e3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0858240 Jul 15 13:58:52.381867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-2a0e8de2-0819-4b7b-84be-32fcb5e8bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.383231 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-2a0e8de2-0819-4b7b-84be-32fcb5e8bbb9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0642521 Jul 15 13:58:52.433065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-1245c072-6fbd-4605-8539-ad96c5010770 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488632 Jul 15 13:58:52.434954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-e29e7665-dcc7-4e90-9f2d-34cf639a59b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435014 Jul 15 13:58:52.595690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-617f8d31-6ed4-4b2a-8888-71bf48904405 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541388 Jul 15 13:58:52.597469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-b0c447cb-1ee5-4f1e-8f0f-effcd29d6a05 service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571434 Jul 15 13:58:52.703445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43d312-5a92-46f4-9da6-50f75da5d91a req-3e47d2ac-3d30-40d1-9d12-1a8785e85b70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:52.705254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c43d312-5a92-46f4-9da6-50f75da5d91a req-3e47d2ac-3d30-40d1-9d12-1a8785e85b70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.0729587 Jul 15 13:58:52.745682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4c43d312-5a92-46f4-9da6-50f75da5d91a req-5b114b21-4928-40cf-b694-f846cd0e149f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340025 Jul 15 13:58:52.768935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-055499cc-0a85-4683-b1fd-6d02ce53b09b service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663179 Jul 15 13:58:52.770903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-be56d8e6-45aa-4d7b-b634-4e913207bf77 req-c95b91ad-5513-4e9e-82d8-f10a12c0e6eb service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670992 Jul 15 13:58:53.050966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 34e397fb-926d-45f6-9668-358b31cd229e no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:58:53.059400 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3983d31-ec66-4230-8f85-b1fe398cbb7b req-64b1a32b-6493-4a0b-abb2-0a9f350d9c73 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.061027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3983d31-ec66-4230-8f85-b1fe398cbb7b req-64b1a32b-6493-4a0b-abb2-0a9f350d9c73 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 944 time: 0.0680621 Jul 15 13:58:53.073112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-fd701e4b-1a68-4505-82f6-ec3033b6682c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.074689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-fd701e4b-1a68-4505-82f6-ec3033b6682c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f&tenant_id=d0796ee5f23c4988aad425dcdfca787d&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 944 time: 0.0778878 Jul 15 13:58:53.091948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 34e397fb-926d-45f6-9668-358b31cd229e not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:58:53.109280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3983d31-ec66-4230-8f85-b1fe398cbb7b req-92b087a0-9b42-478a-95ed-09affc50cfa7 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Jul 15 13:58:53.137640 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-770dd4ea-6945-41d2-83ba-db9bbb50b1a7 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:58:53.138712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-770dd4ea-6945-41d2-83ba-db9bbb50b1a7 service neutron] 10.222.0.59 "DELETE /v2.0/ports/34e397fb-926d-45f6-9668-358b31cd229e/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0575929 Jul 15 13:58:53.254846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-3fc0053a-b506-4d6a-8529-d2a739a255a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.257037 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-3fc0053a-b506-4d6a-8529-d2a739a255a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 1096 time: 0.0643387 Jul 15 13:58:53.370325 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-5df1ecd9-b766-40f9-8563-00af6af0c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.372603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-5df1ecd9-b766-40f9-8563-00af6af0c868 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1103318 Jul 15 13:58:53.422560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-40e71073-a501-41aa-8b2b-3513d04252e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 200 len: 217 time: 0.0431058 Jul 15 13:58:53.473457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-afb3ea48-960e-4ea3-8c48-10a89dc4db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:53.475061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-afb3ea48-960e-4ea3-8c48-10a89dc4db68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0468271 Jul 15 13:58:53.507864 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-6a5cd411-1e60-4669-9678-8854cd6935c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268049 Jul 15 13:58:53.607854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-da54009a-a7ea-4725-8041-b6766c6c594f service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932074 Jul 15 13:58:53.716133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c2cb1a93-93ad-4d45-a85d-977caec6f966 req-7e6856a4-f0c4-40ee-b638-12031aaeec1e service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016994 Jul 15 13:58:53.942009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 34e397fb-926d-45f6-9668-358b31cd229e details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:58:54.049333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:54.061809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '34e397fb-926d-45f6-9668-358b31cd229e', 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'port_id': '34e397fb-926d-45f6-9668-358b31cd229e', 'mac_address': 'fa:16:3e:eb:06:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5b61ee-ad69-4fd4-a001-fab36dab095d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:58:54.099687 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.113386 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e397fb-926d-45f6-9668-358b31cd229e {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:54.134837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:54.140070 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:54.196492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:54.309333 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2a14b-31e1-41c8-8bb3-ed61d1a77cf1 req-75448f35-01e9-4b6a-bd46-e5f84afd93e8 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.311235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f9b2a14b-31e1-41c8-8bb3-ed61d1a77cf1 req-75448f35-01e9-4b6a-bd46-e5f84afd93e8 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 945 time: 0.0814199 Jul 15 13:58:54.337703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['34e397fb-926d-45f6-9668-358b31cd229e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:54.352699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f9b2a14b-31e1-41c8-8bb3-ed61d1a77cf1 req-24b162a0-3c00-428c-9472-7f394bd2ee32 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Jul 15 13:58:54.572872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b4f4c-fe98-4caa-9599-1c65c77aaa0f req-dcb47f81-3793-4c02-aa62-2a8d23f70bb9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.574374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-373b4f4c-fe98-4caa-9599-1c65c77aaa0f req-dcb47f81-3793-4c02-aa62-2a8d23f70bb9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 945 time: 0.0889695 Jul 15 13:58:54.620078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-373b4f4c-fe98-4caa-9599-1c65c77aaa0f req-794e67ad-75d7-4800-a1ca-f6d2fca17f05 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Jul 15 13:58:54.821087 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c042dae-3e76-44f5-bb52-de7437df8eb3 req-15b50946-489e-490c-b204-9d8d3f1564dc tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:54.822814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c042dae-3e76-44f5-bb52-de7437df8eb3 req-15b50946-489e-490c-b204-9d8d3f1564dc tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 945 time: 0.0783930 Jul 15 13:58:54.865342 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8c042dae-3e76-44f5-bb52-de7437df8eb3 req-ef33043d-1607-467c-af21-24f3ac99588f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Jul 15 13:58:55.372813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-603adeb1-758a-4b4f-bfcc-ea5580479106 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:55.374267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-603adeb1-758a-4b4f-bfcc-ea5580479106 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 815 time: 0.1154873 Jul 15 13:58:55.389744 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-addda763-1259-47fa-a6e6-0ee3c2120022 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/quotas/d0796ee5f23c4988aad425dcdfca787d HTTP/1.1" status: 200 len: 375 time: 0.0097663 Jul 15 13:58:55.475890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-4a45b5cb-0e6d-4914-962c-a76b26134a03 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804732 Jul 15 13:58:55.581877 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-9f1d761b-0c55-4801-81f9-f522a5c856d7 service neutron] 10.222.0.57 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987592 Jul 15 13:58:55.688124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-ff4ec935-98aa-484e-89e4-94afd15500c8 service neutron] 10.222.0.57 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989993 Jul 15 13:58:55.910821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-312552be-0072-4b20-bf8b-0e69873fc677 req-fcf8d73e-3ba0-4127-8134-0cb87292d4bd tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 210 time: 0.0402260 Jul 15 13:58:55.964764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 34e397fb-926d-45f6-9668-358b31cd229e up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:58:56.038616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 34e397fb-926d-45f6-9668-358b31cd229e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:58:56.041248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 34e397fb-926d-45f6-9668-358b31cd229e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:58:56.041666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.131911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.157427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:56.159849 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815f5097-acf7-4f6e-80f9-0881052a451d" -d '{"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-plugged", "status": "completed", "tag": "34e397fb-926d-45f6-9668-358b31cd229e"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:56.176136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:56.182864 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.208059 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26dc684-0248-4cc7-9549-11d0b3df9ebb x-openstack-request-id: req-e26dc684-0248-4cc7-9549-11d0b3df9ebb {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:56.208345 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-plugged", "status": "completed", "tag": "34e397fb-926d-45f6-9668-358b31cd229e", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:56.208593 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e26dc684-0248-4cc7-9549-11d0b3df9ebb {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:56.208977 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e', 'code': 200} Jul 15 13:58:56.240246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:56.466761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-9dc36abc-8f66-47ce-b69a-0f4c6697242e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:56.468252 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-9dc36abc-8f66-47ce-b69a-0f4c6697242e tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0744847-77bf-4c09-b1fe-65bfcec18d4f HTTP/1.1" status: 200 len: 946 time: 0.0901279 Jul 15 13:58:56.581905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Deleting port 34e397fb-926d-45f6-9668-358b31cd229e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:58:56.582262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.684323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] For port 34e397fb-926d-45f6-9668-358b31cd229e, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=34e397fb-926d-45f6-9668-358b31cd229e,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:58:56.684696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.699203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Calling delete_port for 34e397fb-926d-45f6-9668-358b31cd229e owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:58:56.840654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.856107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['34e397fb-926d-45f6-9668-358b31cd229e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:56.876343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Pushing event deleted for resources: {'Port': ['ID=34e397fb-926d-45f6-9668-358b31cd229e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:56.908583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.908934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.909260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.909589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.909917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.910242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.910583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.910903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.911224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.911545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.912056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.912457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:56.950896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] No DVR routers for this DVR port 34e397fb-926d-45f6-9668-358b31cd229e on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:58:56.955774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:56.958293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.58 "DELETE /v2.0/ports/34e397fb-926d-45f6-9668-358b31cd229e HTTP/1.1" status: 204 len: 173 time: 0.4850497 Jul 15 13:58:56.958959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-deleted', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:56.963627 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4a58b8-0df6-4be9-8778-4f6fa1e19ea9" -d '{"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-deleted", "tag": "34e397fb-926d-45f6-9668-358b31cd229e"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:57.021696 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5b656e-4210-4a74-bea7-42335de61fd1 x-openstack-request-id: req-6b5b656e-4210-4a74-bea7-42335de61fd1 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:57.022031 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0744847-77bf-4c09-b1fe-65bfcec18d4f", "name": "network-vif-deleted", "tag": "34e397fb-926d-45f6-9668-358b31cd229e", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:57.022369 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b5b656e-4210-4a74-bea7-42335de61fd1 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:57.022963 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0744847-77bf-4c09-b1fe-65bfcec18d4f', 'name': 'network-vif-deleted', 'tag': '34e397fb-926d-45f6-9668-358b31cd229e', 'status': 'completed', 'code': 200} Jul 15 13:58:57.161693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09d1fd6a-8825-4700-8894-4e9ca4469f65 req-7af96b0a-8895-43e5-9110-a5417cd48090 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 210 time: 0.0586960 Jul 15 13:58:57.199682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-65d238d8-044c-494c-8cc9-ba7cca411cb2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:57.201267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-65d238d8-044c-494c-8cc9-ba7cca411cb2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 815 time: 0.2825859 Jul 15 13:58:57.216001 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Request body: {'port': {'device_id': '226d2b46-2c85-44f7-812d-ba70f871a667', 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'admin_state_up': True, 'tenant_id': 'd0796ee5f23c4988aad425dcdfca787d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:57.342501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Made reservation on behalf of d0796ee5f23c4988aad425dcdfca787d for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:58:57.349121 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.488783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Allocated IP 172.20.0.13 (5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89/ca5b61ee-ad69-4fd4-a001-fab36dab095d/7a8664df-10f5-47de-8353-de3b72dd6244) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:58:57.651072 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.693052 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.705815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['34e397fb-926d-45f6-9668-358b31cd229e'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:58:57.740042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:58:57.744045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:58:57.749079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:58:57.756265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:57.786870 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.787216 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.787557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.788149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.788433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.788733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.789095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.789417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.789716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.790069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.790388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.790708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:58:57.821491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:57.822105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:57.841451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-3febf6d9-b927-48fa-af71-1a92333bff70 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6297746 Jul 15 13:58:57.853021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Request body: {'port': {'device_id': '226d2b46-2c85-44f7-812d-ba70f871a667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:58:57.928748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.255919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8664df-10f5-47de-8353-de3b72dd6244 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:58:58.265586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.283586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Transition to ACTIVE for port object 7a8664df-10f5-47de-8353-de3b72dd6244 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:58:58.288676 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.340488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:58.361623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19fda3-d3cd-47e1-aa36-cc6a2a25778d req-bcd10a35-0070-46d3-bb4b-aa12bc5229a7 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:58.363191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b19fda3-d3cd-47e1-aa36-cc6a2a25778d req-bcd10a35-0070-46d3-bb4b-aa12bc5229a7 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0681176 Jul 15 13:58:58.404473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b19fda3-d3cd-47e1-aa36-cc6a2a25778d req-f6380bbb-1c2e-41c4-9c0b-2f44d3eac80d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349200 Jul 15 13:58:58.410212 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:58:58.410558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:58:58.410882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:58.415427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Port 7a8664df-10f5-47de-8353-de3b72dd6244 on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:58:58.415797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:58:58.420566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:58:58.420892 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Checking segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:58:58.421261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Bound using segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:58:58.421684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Bound port: 7a8664df-10f5-47de-8353-de3b72dd6244, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:58:58.422031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.484630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:58:58.487625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:58:58.496945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.534211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:58.534814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:58:58.536222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] 10.222.0.58 "PUT /v2.0/ports/7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 1093 time: 0.6876826 Jul 15 13:58:58.536670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:58:58.539275 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c99ad8d-547b-470c-a183-7185b3096906" -d '{"events": [{"name": "network-changed", "server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:58:58.563122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90da928-091f-4fe6-8d77-71104d18611f service neutron] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:58:58.665140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-f58ce035-55f9-45ce-b603-3418fef6b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:58.666738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-f58ce035-55f9-45ce-b603-3418fef6b263 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1096 time: 0.0905747 Jul 15 13:58:58.680934 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1f5a2c-ba2b-42f0-a427-2085fee6371f x-openstack-request-id: req-af1f5a2c-ba2b-42f0-a427-2085fee6371f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:58:58.681309 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:58:58.681485 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af1f5a2c-ba2b-42f0-a427-2085fee6371f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:58:58.681891 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244', 'status': 'completed', 'code': 200} Jul 15 13:58:58.730029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-2c3d5d67-8a9a-42a6-94d5-358d9e751a47 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0564747 Jul 15 13:58:58.788964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-731e94f5-0126-4dc8-8942-762999c7fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:58.790488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-731e94f5-0126-4dc8-8942-762999c7fcf9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0547049 Jul 15 13:58:58.838931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-2bad010b-2d97-4a66-ba11-35e391bce485 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421572 Jul 15 13:58:58.944998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-c46f0af4-aeac-4f4c-aee2-f9a02ca8b14a service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994835 Jul 15 13:58:59.038275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b66f6fe7-3117-4f95-8202-2e54d3688c52 req-6f0eca4f-1e99-4fb0-9d81-316ceca778dc service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873132 Jul 15 13:58:59.156619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ad8d-547b-470c-a183-7185b3096906 req-911ec05f-1b17-47b7-866d-8b50a2644c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.158159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-911ec05f-1b17-47b7-866d-8b50a2644c57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1096 time: 0.0607901 Jul 15 13:58:59.609458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67706b-c10e-40ac-a97a-868cd68e63b8 req-ae9864e2-7084-4a5c-9511-d4cf53ae12d5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.610959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fc67706b-c10e-40ac-a97a-868cd68e63b8 req-ae9864e2-7084-4a5c-9511-d4cf53ae12d5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0721757 Jul 15 13:58:59.630097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ad8d-547b-470c-a183-7185b3096906 req-defa65a9-41ed-4174-948b-7832ddc95437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.631772 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-defa65a9-41ed-4174-948b-7832ddc95437 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.4666412 Jul 15 13:58:59.653662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fc67706b-c10e-40ac-a97a-868cd68e63b8 req-3aaf7207-258f-474b-90a1-8cbc5e37dd30 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Jul 15 13:58:59.676034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-69e919a1-730f-4f10-94bd-7b812ba3ba2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0362027 Jul 15 13:58:59.735822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ad8d-547b-470c-a183-7185b3096906 req-96dc84f1-2800-446d-9369-357408e51616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:58:59.737200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-96dc84f1-2800-446d-9369-357408e51616 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0542283 Jul 15 13:58:59.771644 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-991eb6bf-d304-47e3-ac67-cc1bb3f40024 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265856 Jul 15 13:58:59.861806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-90691b15-3d42-414e-9d03-74ceecddddff service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832529 Jul 15 13:58:59.965799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c99ad8d-547b-470c-a183-7185b3096906 req-bef55159-e9da-40b9-a0bc-0037b7accacb service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973074 Jul 15 13:58:59.996797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 34e397fb-926d-45f6-9668-358b31cd229e no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:00.017868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 34e397fb-926d-45f6-9668-358b31cd229e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:00.018208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 34e397fb-926d-45f6-9668-358b31cd229e not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:00.836275 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e13c68-eea4-42bb-b810-6afb104e3fd1 req-adc4f5f6-03fe-48bb-b3c5-1c961c852cf1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:00.837805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68e13c68-eea4-42bb-b810-6afb104e3fd1 req-adc4f5f6-03fe-48bb-b3c5-1c961c852cf1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0674968 Jul 15 13:59:00.881647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-68e13c68-eea4-42bb-b810-6afb104e3fd1 req-b633b03c-910e-4288-87e9-579b1772cc69 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Jul 15 13:59:02.011496 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:02.066720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0744a92-63b2-4eb3-b694-7e50c7f7bc5b req-6c854814-3893-43e9-8961-fb35263b0d3d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:02.068298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0744a92-63b2-4eb3-b694-7e50c7f7bc5b req-6c854814-3893-43e9-8961-fb35263b0d3d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0688007 Jul 15 13:59:02.109893 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c0744a92-63b2-4eb3-b694-7e50c7f7bc5b req-f28ba6ad-1588-41bc-869f-44d4ecc2eac1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Jul 15 13:59:02.122670 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:02.136031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '7a8664df-10f5-47de-8353-de3b72dd6244', 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'port_id': '7a8664df-10f5-47de-8353-de3b72dd6244', 'mac_address': 'fa:16:3e:03:c8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5b61ee-ad69-4fd4-a001-fab36dab095d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:02.175981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:02.189872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8664df-10f5-47de-8353-de3b72dd6244 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:02.211584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:02.217470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:02.269997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:02.416136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7a8664df-10f5-47de-8353-de3b72dd6244'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:03.302653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34d7c1-6905-499a-a191-28a885ce7341 req-12789ba3-db29-4463-ae17-3af8caa22eb1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:03.304317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af34d7c1-6905-499a-a191-28a885ce7341 req-12789ba3-db29-4463-ae17-3af8caa22eb1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 945 time: 0.0779591 Jul 15 13:59:03.348581 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af34d7c1-6905-499a-a191-28a885ce7341 req-19e8f37d-9608-4875-a1b8-cc45fd425c22 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Jul 15 13:59:04.010759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:04.063953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 7a8664df-10f5-47de-8353-de3b72dd6244 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:04.067776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 7a8664df-10f5-47de-8353-de3b72dd6244 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:04.068146 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.149518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.179275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:04.182092 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e32da20-a76c-46b6-a537-e453392deaf0" -d '{"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-plugged", "status": "completed", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:04.194944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:04.201571 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:04.226097 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c82e1d-76e5-4cdf-ab3d-813b38a320e6 x-openstack-request-id: req-12c82e1d-76e5-4cdf-ab3d-813b38a320e6 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:04.226400 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-plugged", "status": "completed", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:04.226845 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12c82e1d-76e5-4cdf-ab3d-813b38a320e6 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:04.227108 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244', 'code': 200} Jul 15 13:59:04.253940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:04.361116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc4958-f65e-4416-a4de-15330a591e23 req-52e9d668-f1c9-478a-8bf3-5f1f6cf0ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:04.363011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dafc4958-f65e-4416-a4de-15330a591e23 req-52e9d668-f1c9-478a-8bf3-5f1f6cf0ca9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1098 time: 0.0781288 Jul 15 13:59:04.412085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dafc4958-f65e-4416-a4de-15330a591e23 req-19cd979f-8af4-4b85-87fd-b6da87b20b23 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Jul 15 13:59:04.538548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726526-0ba0-49ba-9656-13faf61f5ad1 req-5f20001c-cb01-49c2-a5b7-4eb9d0f4ad52 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:04.540201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18726526-0ba0-49ba-9656-13faf61f5ad1 req-5f20001c-cb01-49c2-a5b7-4eb9d0f4ad52 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0735064 Jul 15 13:59:04.593271 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18726526-0ba0-49ba-9656-13faf61f5ad1 req-fbd450b0-3928-4af1-97e7-d38263ed03a9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Jul 15 13:59:05.787511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9bbca-f6a3-4adc-ba24-884775388039 req-7bf5af0f-aec1-4d52-8f8f-38a78713387b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:05.789049 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7b9bbca-f6a3-4adc-ba24-884775388039 req-7bf5af0f-aec1-4d52-8f8f-38a78713387b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0800409 Jul 15 13:59:05.834121 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e7b9bbca-f6a3-4adc-ba24-884775388039 req-4d453d91-ceb9-408c-998c-630fc60cf0de tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Jul 15 13:59:06.038624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8db5c-57dd-4c88-a8c8-963e44386cc9 req-8d66fe8e-df67-4044-815c-7d62426de03a tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:06.040836 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3b8db5c-57dd-4c88-a8c8-963e44386cc9 req-8d66fe8e-df67-4044-815c-7d62426de03a tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0744159 Jul 15 13:59:06.080802 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a3b8db5c-57dd-4c88-a8c8-963e44386cc9 req-26bf2a57-d4f4-44c8-8f8d-f7511b3a463a tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Jul 15 13:59:06.452906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-43d4b426-aa85-4929-9621-e66ea6e04c6b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585778 Jul 15 13:59:06.525981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de724a-ab0a-47fc-b098-071dfb2cb912 req-515b0958-7d05-44d8-b8c7-9feb04ea328d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:06.527960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1de724a-ab0a-47fc-b098-071dfb2cb912 req-515b0958-7d05-44d8-b8c7-9feb04ea328d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0871058 Jul 15 13:59:06.572715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1de724a-ab0a-47fc-b098-071dfb2cb912 req-090f8772-a28c-4745-81dc-18722de21017 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388982 Jul 15 13:59:07.722122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-74ea76bb-f269-43e3-91d1-23b64674f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:07.723975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-74ea76bb-f269-43e3-91d1-23b64674f304 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1098 time: 0.0684650 Jul 15 13:59:07.771644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fb6c3-dc0e-4e36-b59f-a41a082a9d89 req-9605aebe-1e06-49d3-9975-0d3025ebf526 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:07.773180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-252fb6c3-dc0e-4e36-b59f-a41a082a9d89 req-9605aebe-1e06-49d3-9975-0d3025ebf526 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0672762 Jul 15 13:59:07.813987 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-252fb6c3-dc0e-4e36-b59f-a41a082a9d89 req-03242556-9f63-4470-9253-577dcaecc1d5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345106 Jul 15 13:59:07.828836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-da4f55ae-e903-42f6-80aa-f35da42cceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:07.830371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-da4f55ae-e903-42f6-80aa-f35da42cceb8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1003840 Jul 15 13:59:07.879784 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-cae7a8b2-b778-4da1-8c53-62f5c0a28075 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0427504 Jul 15 13:59:07.932787 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-f61e9883-fce2-4abb-9aa6-f0955a980031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:07.934293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-f61e9883-fce2-4abb-9aa6-f0955a980031 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0489912 Jul 15 13:59:07.969654 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-fafd022b-54e4-449c-bc6d-eb281e625eb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270576 Jul 15 13:59:08.078393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-68d513d9-f5ad-4b0b-9c5a-2acd2f818a9d service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024418 Jul 15 13:59:08.178163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-34804009-64b5-4e5d-afe7-f8adef47ad4a service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935113 Jul 15 13:59:08.263647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:09.010284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82bdd5-4f00-4687-93b9-2213550c84f4 req-cea9c97a-2cff-4ff1-8d05-12b606ac6a72 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:09.011812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7e82bdd5-4f00-4687-93b9-2213550c84f4 req-cea9c97a-2cff-4ff1-8d05-12b606ac6a72 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0773938 Jul 15 13:59:09.053782 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7e82bdd5-4f00-4687-93b9-2213550c84f4 req-10bde1df-45c7-4110-943d-93f301d63985 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358963 Jul 15 13:59:10.238671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598385bd-e5f7-4254-a8bf-71affbd4870d req-ae75f802-997a-43a7-b243-be7449680ef3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:10.240187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-598385bd-e5f7-4254-a8bf-71affbd4870d req-ae75f802-997a-43a7-b243-be7449680ef3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0687320 Jul 15 13:59:10.287421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-598385bd-e5f7-4254-a8bf-71affbd4870d req-0ea2cd3d-73ac-498c-bdf8-473dd1ec6ec3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396342 Jul 15 13:59:11.487042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023f19-88d3-48d0-af32-14fb0705d3a2 req-6675c8de-58de-470e-9307-6791e7885e25 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:11.488803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd023f19-88d3-48d0-af32-14fb0705d3a2 req-6675c8de-58de-470e-9307-6791e7885e25 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0706785 Jul 15 13:59:11.530808 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd023f19-88d3-48d0-af32-14fb0705d3a2 req-7c79c5b2-36ea-4205-a14d-78728f5006f3 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344856 Jul 15 13:59:12.720788 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462f724-a5ae-40c5-a4e7-bec02638f73c req-d57c1b48-4c59-48b1-9155-91995db1c3fb tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:12.722386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4462f724-a5ae-40c5-a4e7-bec02638f73c req-d57c1b48-4c59-48b1-9155-91995db1c3fb tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0675583 Jul 15 13:59:12.763583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4462f724-a5ae-40c5-a4e7-bec02638f73c req-955e0f7b-e8fc-4965-a3a9-c93390bbb489 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jul 15 13:59:13.112221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f6a07bf-d0ae-417f-8376-f96d0a9d4525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:13.959756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0e72c-db11-400a-8456-cabd6fef213c req-3c36f232-18a5-41d2-bb52-e869b33e04d2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:13.961270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afb0e72c-db11-400a-8456-cabd6fef213c req-3c36f232-18a5-41d2-bb52-e869b33e04d2 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0827439 Jul 15 13:59:14.014589 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afb0e72c-db11-400a-8456-cabd6fef213c req-b49e1dbe-4fe2-4c87-87ec-8c570617acf0 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Jul 15 13:59:15.197111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73e139-2b4d-4e18-9e45-5b911a3170f1 req-e661ecab-113d-42eb-bdd7-258f135830aa tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:15.198661 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ff73e139-2b4d-4e18-9e45-5b911a3170f1 req-e661ecab-113d-42eb-bdd7-258f135830aa tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0681698 Jul 15 13:59:15.238940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ff73e139-2b4d-4e18-9e45-5b911a3170f1 req-79830378-ceca-4f40-acdc-d1c7a77212fe tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Jul 15 13:59:15.397554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.584483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-42fc8b4c-0fc2-4185-9e1d-9dde6dc84a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.683041 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:15.709187 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:16.426983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a64a2e-4ee8-46d4-b61d-b36213c61a60 req-8196bcbc-176f-4c31-b1dc-1df21af2b885 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:16.428534 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-13a64a2e-4ee8-46d4-b61d-b36213c61a60 req-8196bcbc-176f-4c31-b1dc-1df21af2b885 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0677667 Jul 15 13:59:16.467285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-13a64a2e-4ee8-46d4-b61d-b36213c61a60 req-44ffba1a-4cae-41ec-bb98-3a41d8dc0e63 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Jul 15 13:59:17.237149 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:17.259357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-802a2663-f87f-4f85-bf3b-b087f1e46a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.261329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-802a2663-f87f-4f85-bf3b-b087f1e46a18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1098 time: 0.0591667 Jul 15 13:59:17.381207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-22ffef90-d93e-4c96-8289-a3ac68afd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.382748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-22ffef90-d93e-4c96-8289-a3ac68afd347 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1008279 Jul 15 13:59:17.424628 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-a203567b-c3ea-43af-b339-c48175f93246 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0352271 Jul 15 13:59:17.482873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-6d826068-d091-431c-8077-b9f094c9ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.484283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-6d826068-d091-431c-8077-b9f094c9ab61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0502946 Jul 15 13:59:17.520276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-7fef81e4-101b-4cbe-84e2-d61fe204a4c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294840 Jul 15 13:59:17.616989 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-cf9b7dd9-ea4b-4681-aaaf-c1608e99d0d8 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893333 Jul 15 13:59:17.668409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f315-e8ee-4cad-a2ce-1eccdff1312c req-a1676535-b81a-46ad-aa1b-3e060f786eb9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:17.669982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-faf0f315-e8ee-4cad-a2ce-1eccdff1312c req-a1676535-b81a-46ad-aa1b-3e060f786eb9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0759192 Jul 15 13:59:17.713275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-faf0f315-e8ee-4cad-a2ce-1eccdff1312c req-0d90fd64-6975-43ef-9c3e-b957c757a011 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Jul 15 13:59:17.719681 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2195cc7a-2ab5-40a5-8a18-8e18f3afcd7b req-24342e76-4a3e-497f-9fe6-f76bb86210cf service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928118 Jul 15 13:59:18.724358 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:18.912941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3ffa9-2587-4623-92be-f6fa23ae5410 req-c523f653-2dca-4625-8110-04cd1bac23ea tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:18.914450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10d3ffa9-2587-4623-92be-f6fa23ae5410 req-c523f653-2dca-4625-8110-04cd1bac23ea tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0780852 Jul 15 13:59:18.958976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10d3ffa9-2587-4623-92be-f6fa23ae5410 req-be3f82ba-7f87-4b46-9a49-b555a7f0fd73 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360308 Jul 15 13:59:20.157232 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7fe6-7e85-4701-8cef-6aa102a4ff3a req-aa0ea85b-08ca-4785-824a-b4cde51466b1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:20.158829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-011f7fe6-7e85-4701-8cef-6aa102a4ff3a req-aa0ea85b-08ca-4785-824a-b4cde51466b1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0819833 Jul 15 13:59:20.201848 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-011f7fe6-7e85-4701-8cef-6aa102a4ff3a req-f747fd4f-5d1a-45e5-bfc0-1765589e7a8b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Jul 15 13:59:21.411779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb916f47-a2ee-4f0c-9653-450d8f4b1f41 req-90036cfe-8749-428c-9922-bcc4a001bc36 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:21.413334 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fb916f47-a2ee-4f0c-9653-450d8f4b1f41 req-90036cfe-8749-428c-9922-bcc4a001bc36 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0835001 Jul 15 13:59:21.455022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fb916f47-a2ee-4f0c-9653-450d8f4b1f41 req-b98b9c96-b659-4337-9b39-8cbdd898c6aa tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Jul 15 13:59:22.666772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0358e-df84-4456-8955-bc32d3f82428 req-a2ea5370-da2a-4172-b60b-81e70b319b97 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:22.668341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35c0358e-df84-4456-8955-bc32d3f82428 req-a2ea5370-da2a-4172-b60b-81e70b319b97 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Jul 15 13:59:22.712323 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-35c0358e-df84-4456-8955-bc32d3f82428 req-223d437f-60c0-4839-a416-951ad963dd3f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380492 Jul 15 13:59:23.901102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa9f6-98dc-4ca6-a2c3-15c9cde857d8 req-30624345-f9d4-48b8-894d-565d1b243126 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:23.902998 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acefa9f6-98dc-4ca6-a2c3-15c9cde857d8 req-30624345-f9d4-48b8-894d-565d1b243126 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0682437 Jul 15 13:59:23.952860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-acefa9f6-98dc-4ca6-a2c3-15c9cde857d8 req-56aab7b3-bc78-45b9-aae5-cceaac245596 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Jul 15 13:59:25.138551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b1e7-f473-479b-9e93-209da4b84e8e req-a4e07aa6-5559-4103-b4ac-0bc73d51ebd0 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:25.140094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6417b1e7-f473-479b-9e93-209da4b84e8e req-a4e07aa6-5559-4103-b4ac-0bc73d51ebd0 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0698690 Jul 15 13:59:25.181874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6417b1e7-f473-479b-9e93-209da4b84e8e req-e4739fb9-0225-436f-a391-da645cc5acd6 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Jul 15 13:59:26.372612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072660a-1574-487e-9ad9-cc95d385d59d req-a49bde97-b3fd-489f-a94f-3af59e29b419 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:26.374114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2072660a-1574-487e-9ad9-cc95d385d59d req-a49bde97-b3fd-489f-a94f-3af59e29b419 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0717404 Jul 15 13:59:26.414724 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2072660a-1574-487e-9ad9-cc95d385d59d req-27966762-a087-45b3-97aa-da5a52b550ca tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341380 Jul 15 13:59:27.639669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc035d8-d28e-47c0-a57a-2e02b4d9c4e8 req-37e91164-877c-4545-a7ae-77b8496ea2ba tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:27.641395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fc035d8-d28e-47c0-a57a-2e02b4d9c4e8 req-37e91164-877c-4545-a7ae-77b8496ea2ba tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0842078 Jul 15 13:59:27.687813 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0fc035d8-d28e-47c0-a57a-2e02b4d9c4e8 req-4d9fbd99-060c-4b5c-a382-cb6751ec0692 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Jul 15 13:59:28.887286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94a582-8e03-4ce2-a7de-3e49bd444efc req-12d3de5f-be66-420b-a492-e9a637586089 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:28.888804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b94a582-8e03-4ce2-a7de-3e49bd444efc req-12d3de5f-be66-420b-a492-e9a637586089 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0835166 Jul 15 13:59:28.929610 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8b94a582-8e03-4ce2-a7de-3e49bd444efc req-b2b74ade-13b3-4238-8733-df21b334fd8c tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325680 Jul 15 13:59:30.137590 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f4aa-a412-4be9-b0a9-0fc6124e74ed req-050593a6-2a13-42e3-b41e-c8f59884b2f7 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:30.139103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f29f4aa-a412-4be9-b0a9-0fc6124e74ed req-050593a6-2a13-42e3-b41e-c8f59884b2f7 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0841305 Jul 15 13:59:30.185767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3f29f4aa-a412-4be9-b0a9-0fc6124e74ed req-6eb0dda4-c691-430a-8059-efacf65ead5b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383439 Jul 15 13:59:31.383407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de300162-0f3b-48fa-8fd3-8a376194a17b req-a2f2c74c-1996-4027-995e-503c72315c13 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:31.384959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de300162-0f3b-48fa-8fd3-8a376194a17b req-a2f2c74c-1996-4027-995e-503c72315c13 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0732799 Jul 15 13:59:31.428368 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-de300162-0f3b-48fa-8fd3-8a376194a17b req-9c3ff7bc-0830-4fb1-9f06-dc317ea12183 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Jul 15 13:59:32.615915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf6dd0-d8ce-4a36-b66c-e6308c0eebd7 req-f1f289a4-94a5-42eb-8270-5972cdce0474 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:32.618597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5bf6dd0-d8ce-4a36-b66c-e6308c0eebd7 req-f1f289a4-94a5-42eb-8270-5972cdce0474 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0675850 Jul 15 13:59:32.658143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a5bf6dd0-d8ce-4a36-b66c-e6308c0eebd7 req-db9072eb-7b58-40f2-81e4-9b5802caa53d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349190 Jul 15 13:59:33.842912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f55c29-2b68-46fa-a0b9-bf1421d82d10 req-62dad2d5-cc30-4e47-b172-d1c82dc659fb tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:33.844536 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7f55c29-2b68-46fa-a0b9-bf1421d82d10 req-62dad2d5-cc30-4e47-b172-d1c82dc659fb tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0694609 Jul 15 13:59:33.887559 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7f55c29-2b68-46fa-a0b9-bf1421d82d10 req-fdc20b09-4852-41f5-9a91-6047516e5225 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Jul 15 13:59:35.085657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e28700-865e-4748-bb38-e703345a77d9 req-9281446f-dd1e-44ba-a029-cc3d1dee9168 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:35.087306 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93e28700-865e-4748-bb38-e703345a77d9 req-9281446f-dd1e-44ba-a029-cc3d1dee9168 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.0779054 Jul 15 13:59:35.134419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-93e28700-865e-4748-bb38-e703345a77d9 req-cde8ebd9-0fd6-44b7-9dcc-b30f9caf62dc tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Jul 15 13:59:35.136526 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-600bb12b-c760-442b-8565-7998aaf0c464 service neutron] show failed (client error): The resource could not be found. Jul 15 13:59:35.137555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-600bb12b-c760-442b-8565-7998aaf0c464 service neutron] 10.222.0.58 "GET /v2.0/ports/7a8664df-10f5-47de-8353-de3b72dd6244/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0625162 Jul 15 13:59:35.431689 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-58b52b88-6d10-4261-a61e-125f926876ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:35.433098 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-58b52b88-6d10-4261-a61e-125f926876ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667&tenant_id=d0796ee5f23c4988aad425dcdfca787d HTTP/1.1" status: 200 len: 1098 time: 0.0620673 Jul 15 13:59:35.444498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:35.517032 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:35.736703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:35.780329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:35.821650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:35.823960 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c20d1-c6b4-476c-8899-d42030d6495c" -d '{"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:35.827976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:35.840534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Transition to ACTIVE for port object 7a8664df-10f5-47de-8353-de3b72dd6244 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:35.845460 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:35.874517 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e500f-830b-48c7-8bb2-18c130d09b70 x-openstack-request-id: req-518e500f-830b-48c7-8bb2-18c130d09b70 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:35.874880 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:35.875183 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-518e500f-830b-48c7-8bb2-18c130d09b70 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:35.876520 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244', 'code': 200} Jul 15 13:59:35.911820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] No DVR routers for this DVR port 7a8664df-10f5-47de-8353-de3b72dd6244 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:35.915127 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:35.956199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:35.956538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:35.956980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:35.965157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Port 7a8664df-10f5-47de-8353-de3b72dd6244 on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:59:35.965627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Attempting to bind port 7a8664df-10f5-47de-8353-de3b72dd6244 on network 5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:35.973241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:35.973647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Checking segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:35.974213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Bound using segment: {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:35.975166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Bound port: 7a8664df-10f5-47de-8353-de3b72dd6244, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174e0f42-d7fc-4ce4-a793-c8ac469c379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:35.975536 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:36.042117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:36.045441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:36.052257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:36.088859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:36.089518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:36.090940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] 10.222.0.59 "PUT /v2.0/ports/7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 1093 time: 0.6507182 Jul 15 13:59:36.112849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d042-89e4-4cb2-9405-80682e8d360a service neutron] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:36.175250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-e2fabe39-c555-4bdc-8ba8-b16c54f97e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:36.176824 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-e2fabe39-c555-4bdc-8ba8-b16c54f97e4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1096 time: 0.0609853 Jul 15 13:59:36.308834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-6846a92c-3366-49a6-84fb-0a756e3dfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:36.310242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-6846a92c-3366-49a6-84fb-0a756e3dfc36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1274421 Jul 15 13:59:36.366959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-f387e6d5-ce7b-4b72-b7bd-89da168fb576 req-193f4c6c-c5a4-4178-8ef4-38fd81542e59 service neutron] (93994) timed out ('10.222.0.57', 52812) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:59:36.368300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-ea52735a-a388-483a-88c5-6ff5f9842873 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0501976 Jul 15 13:59:36.390826 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f04bf0-df53-46f0-9add-b699062b3134 req-06d411a9-71b9-471e-b1ea-9027e4e425d1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:36.392246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6f04bf0-df53-46f0-9add-b699062b3134 req-06d411a9-71b9-471e-b1ea-9027e4e425d1 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.1387539 Jul 15 13:59:36.443619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-174f8b92-c17c-4c5c-9248-b002057a8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:36.444901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-174f8b92-c17c-4c5c-9248-b002057a8ce4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0694745 Jul 15 13:59:36.465311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6f04bf0-df53-46f0-9add-b699062b3134 req-567d9e7e-652f-4028-864b-9019d2783462 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Jul 15 13:59:36.483247 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-cd9a651a-d92f-4acb-99cb-2709d6d62e57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300481 Jul 15 13:59:36.580080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-3a6ef6d2-9f26-441d-a626-7cd1a5895557 service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901239 Jul 15 13:59:36.678655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-643cd1c3-b911-4855-bf70-90b66a7c66ed req-b5ccee27-30f8-49af-8fde-a19f7c8ac80d service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919280 Jul 15 13:59:37.656270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a541c6a-05cd-4872-b01f-6aa80922f11a req-589af808-4eb7-4e08-82be-88df25685585 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:37.657764 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a541c6a-05cd-4872-b01f-6aa80922f11a req-589af808-4eb7-4e08-82be-88df25685585 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0668757 Jul 15 13:59:37.702353 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9a541c6a-05cd-4872-b01f-6aa80922f11a req-cf692bf1-f6bf-48ce-ae5a-18637d7d3180 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363729 Jul 15 13:59:37.877082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:37.879577 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d" -d '{"events": [{"name": "network-changed", "server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:37.934851 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd41a03-ca9b-464a-92e8-68288d386ff4 x-openstack-request-id: req-cbd41a03-ca9b-464a-92e8-68288d386ff4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:37.935147 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:37.935402 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbd41a03-ca9b-464a-92e8-68288d386ff4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:37.935808 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244', 'status': 'completed', 'code': 200} Jul 15 13:59:38.020661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-4d04eb39-f99e-4283-b199-e04551de6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.022152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-4d04eb39-f99e-4283-b199-e04551de6b60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1096 time: 0.0650272 Jul 15 13:59:38.025229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-70a02bc2-62a4-429e-97c6-01f591e28cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.026789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-70a02bc2-62a4-429e-97c6-01f591e28cdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1096 time: 0.0670354 Jul 15 13:59:38.118865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-1b308b37-8d47-4b0c-8ae8-068218c4a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.120373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-1b308b37-8d47-4b0c-8ae8-068218c4a603 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.0915906 Jul 15 13:59:38.121426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-6cfd1578-9369-4a12-9c8e-50fe2df1d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.122946 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-6cfd1578-9369-4a12-9c8e-50fe2df1d96f service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.0898039 Jul 15 13:59:38.168795 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-6d4b41de-8c9a-4e7c-9bc2-0a1172b4f2a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0390940 Jul 15 13:59:38.169094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-279ccf0e-cb2a-4f70-90bf-225e333cbd80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0422447 Jul 15 13:59:38.222849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-638233cc-f6ae-481c-8ca2-121b86620c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.223906 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-edd9be74-af49-4b69-b7a1-4b1b25477172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.224578 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-638233cc-f6ae-481c-8ca2-121b86620c6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0499809 Jul 15 13:59:38.225374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-edd9be74-af49-4b69-b7a1-4b1b25477172 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0487778 Jul 15 13:59:38.262057 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-39050126-4fd1-413f-9b9a-acc76c97ffbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307231 Jul 15 13:59:38.266539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-c1b39e33-4569-4a7f-a442-6c073b20d526 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355310 Jul 15 13:59:38.365090 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-0fe9435e-fa3a-4101-96df-17d2b808f9a0 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925317 Jul 15 13:59:38.369116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-5707215e-d187-4949-a2cc-8b9ba59119ac service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002986 Jul 15 13:59:38.458866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-85255c3e-5248-46e3-b9f6-ec42c8f97545 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Jul 15 13:59:38.466279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1f7cc8a1-c52d-4030-a460-d1c1e0ea765d req-cdebd472-cb72-4a85-ac0b-27f3df04a0ad service neutron] 10.222.0.59 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907235 Jul 15 13:59:38.903225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20107e4c-571c-4e81-a94e-3770dacf9439 req-be23586f-78a8-4071-8778-3beae9c17159 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:38.904788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20107e4c-571c-4e81-a94e-3770dacf9439 req-be23586f-78a8-4071-8778-3beae9c17159 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0774207 Jul 15 13:59:38.944431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-20107e4c-571c-4e81-a94e-3770dacf9439 req-6656d7fe-2b71-4f43-a917-f729e49fddb9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Jul 15 13:59:39.370827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9ef3f-d036-43bd-955d-58f5647f5356 req-2bf41073-22db-4556-b703-c96a27fdee05 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.372365 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cbb9ef3f-d036-43bd-955d-58f5647f5356 req-2bf41073-22db-4556-b703-c96a27fdee05 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.1571705 Jul 15 13:59:39.392759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010939eb-a89c-4783-b394-336ad902c4b4 req-fea853e1-2d66-4768-a812-0dfe755c379d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.394273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-fea853e1-2d66-4768-a812-0dfe755c379d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.58 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667&tenant_id=d0796ee5f23c4988aad425dcdfca787d&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 944 time: 0.1653237 Jul 15 13:59:39.454682 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cbb9ef3f-d036-43bd-955d-58f5647f5356 req-1bfffbc1-342e-45c9-8889-ee3d4cc8b0b8 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759935 Jul 15 13:59:39.475663 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-010939eb-a89c-4783-b394-336ad902c4b4 req-5c6aa1b9-f81d-43b8-a6bb-5f90e3490563 service neutron] delete failed (client error): The resource could not be found. Jul 15 13:59:39.476907 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-5c6aa1b9-f81d-43b8-a6bb-5f90e3490563 service neutron] 10.222.0.58 "DELETE /v2.0/ports/7a8664df-10f5-47de-8353-de3b72dd6244/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0743160 Jul 15 13:59:39.584964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010939eb-a89c-4783-b394-336ad902c4b4 req-f96ae791-5ea9-41ca-a044-8d05f5fd94bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.586955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-f96ae791-5ea9-41ca-a044-8d05f5fd94bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0796ee5f23c4988aad425dcdfca787d&device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 1096 time: 0.0595188 Jul 15 13:59:39.696926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010939eb-a89c-4783-b394-336ad902c4b4 req-5a87b2a6-f6cf-4c82-a2ab-4002456d946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.698376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-5a87b2a6-f6cf-4c82-a2ab-4002456d946a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 200 len: 916 time: 0.1051719 Jul 15 13:59:39.740619 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-9b4894e6-ccc9-4de0-b3d6-5236f5e60e9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 200 len: 217 time: 0.0356140 Jul 15 13:59:39.797432 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010939eb-a89c-4783-b394-336ad902c4b4 req-ad089ab7-28b5-471f-86cf-c906e142ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:39.798970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-ad089ab7-28b5-471f-86cf-c906e142ce52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 200 len: 855 time: 0.0526810 Jul 15 13:59:39.838306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-ad38d2d2-0427-4455-8562-4ad2a66cfb99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329065 Jul 15 13:59:39.938926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-9d3cd712-e55e-4c19-ba16-368c869e614b service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934124 Jul 15 13:59:40.028755 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-010939eb-a89c-4783-b394-336ad902c4b4 req-1c5cd88c-c6da-428b-be9a-86ae364e0413 service neutron] 10.222.0.58 "GET /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836656 Jul 15 13:59:40.136076 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:40.183932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:40.652142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771e891-a323-4331-b7a3-323d62a42fe2 req-a88aba68-1f59-4a98-9dfc-0fc866e0a61d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:40.654732 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8771e891-a323-4331-b7a3-323d62a42fe2 req-a88aba68-1f59-4a98-9dfc-0fc866e0a61d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0722206 Jul 15 13:59:40.695959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8771e891-a323-4331-b7a3-323d62a42fe2 req-0a47ed09-35b2-4a88-98f6-4263e8dcccc8 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Jul 15 13:59:40.872599 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b14bd-c6f5-45e8-b607-ee234f9844fa req-16fc36a2-a769-4ce4-b65c-c819c4244039 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:40.874137 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b15b14bd-c6f5-45e8-b607-ee234f9844fa req-16fc36a2-a769-4ce4-b65c-c819c4244039 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.0648534 Jul 15 13:59:40.918370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b15b14bd-c6f5-45e8-b607-ee234f9844fa req-ad579b29-4acd-4436-9e07-47342d9849ab tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364871 Jul 15 13:59:41.129264 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fce801-a064-4990-b053-924d3ecdc07e req-c0a3036c-5607-4b52-8d0d-73dfd0fbc11b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:41.131780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14fce801-a064-4990-b053-924d3ecdc07e req-c0a3036c-5607-4b52-8d0d-73dfd0fbc11b tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 944 time: 0.1006536 Jul 15 13:59:41.178834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-14fce801-a064-4990-b053-924d3ecdc07e req-b5329f07-f603-4d79-a27f-f4b10f5226a9 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Jul 15 13:59:41.255113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 13:59:41.355421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:41.367500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '7a8664df-10f5-47de-8353-de3b72dd6244', 'network_id': '5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89', 'port_id': '7a8664df-10f5-47de-8353-de3b72dd6244', 'mac_address': 'fa:16:3e:03:c8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5b61ee-ad69-4fd4-a001-fab36dab095d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 13:59:41.411840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:41.427175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8664df-10f5-47de-8353-de3b72dd6244 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:41.450847 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:41.456168 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:41.503767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:41.511997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.512474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.512975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.513307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.513853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.514337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.514690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.515094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.515481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.515806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.516133 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.516481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:41.674713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['7a8664df-10f5-47de-8353-de3b72dd6244'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:41.815868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8859b-e257-49c0-bfe8-ecbec4d3fc85 req-5de82d84-1618-4970-b288-879b8371e432 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:41.817879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4b8859b-e257-49c0-bfe8-ecbec4d3fc85 req-5de82d84-1618-4970-b288-879b8371e432 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 945 time: 0.0833318 Jul 15 13:59:41.864816 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f4b8859b-e257-49c0-bfe8-ecbec4d3fc85 req-11bdf6f7-4a23-4ddd-8ba6-0fb5106f6d22 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Jul 15 13:59:42.792126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-5205de3d-5563-4766-9f59-2a3f50e61e7d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:42.793815 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-5205de3d-5563-4766-9f59-2a3f50e61e7d tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.59 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 945 time: 0.0790529 Jul 15 13:59:42.914688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Deleting port 7a8664df-10f5-47de-8353-de3b72dd6244 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 13:59:42.915267 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.043190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:43.043560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.062358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Calling delete_port for 7a8664df-10f5-47de-8353-de3b72dd6244 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 13:59:43.115065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-92958002-92ab-476f-ac69-4db03c2e6d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.270035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:43.324354 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 7a8664df-10f5-47de-8353-de3b72dd6244 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:43.329922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 7a8664df-10f5-47de-8353-de3b72dd6244 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:43.330484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.419598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.446910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:43.449174 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1bd7a0-9d8f-4b53-b38d-297cecf5610f" -d '{"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-plugged", "status": "completed", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:43.463587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7a8664df-10f5-47de-8353-de3b72dd6244, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7a8664df-10f5-47de-8353-de3b72dd6244,segment=NetworkSegment(174e0f42-d7fc-4ce4-a793-c8ac469c379f),segment_id=174e0f42-d7fc-4ce4-a793-c8ac469c379f)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:43.469565 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.495889 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81cc1c7-a304-4317-a86d-012a99f00582 x-openstack-request-id: req-a81cc1c7-a304-4317-a86d-012a99f00582 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:43.496132 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-plugged", "status": "completed", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:43.496390 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a81cc1c7-a304-4317-a86d-012a99f00582 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:43.496780 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244', 'code': 200} Jul 15 13:59:43.524188 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:43.597106 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7fda1-6778-4151-88d4-9b384ee742fa req-f98d4383-bf7e-4fe7-b149-f0fba74f340f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:43.599404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eae7fda1-6778-4151-88d4-9b384ee742fa req-f98d4383-bf7e-4fe7-b149-f0fba74f340f tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/ports?device_id=226d2b46-2c85-44f7-812d-ba70f871a667 HTTP/1.1" status: 200 len: 946 time: 0.1047206 Jul 15 13:59:43.670159 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eae7fda1-6778-4151-88d4-9b384ee742fa req-1eb734c2-5567-42dd-b374-35815ce14906 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.57 "GET /v2.0/security-groups?id=2add2ea7-76a2-4bdf-8865-6c889e65f22d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Jul 15 13:59:43.671350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.683227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['7a8664df-10f5-47de-8353-de3b72dd6244'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 13:59:43.701895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Pushing event deleted for resources: {'Port': ['ID=7a8664df-10f5-47de-8353-de3b72dd6244,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:43.749748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] No DVR routers for this DVR port 7a8664df-10f5-47de-8353-de3b72dd6244 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 13:59:43.752840 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:43.755222 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4290eb35-bffe-4a85-aca0-2f69e0fa3793 req-8247d26a-94d8-407d-af11-721e7587ddae tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] 10.222.0.59 "DELETE /v2.0/ports/7a8664df-10f5-47de-8353-de3b72dd6244 HTTP/1.1" status: 204 len: 173 time: 0.9553473 Jul 15 13:59:43.755354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-deleted', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:43.757873 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55424cb-e08d-41ff-86f7-1ce26109932c" -d '{"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-deleted", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:43.799794 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58da58e6-82c5-49d6-8747-88a237c530c6 x-openstack-request-id: req-58da58e6-82c5-49d6-8747-88a237c530c6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:43.800542 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226d2b46-2c85-44f7-812d-ba70f871a667", "name": "network-vif-deleted", "tag": "7a8664df-10f5-47de-8353-de3b72dd6244", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:43.800542 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-58da58e6-82c5-49d6-8747-88a237c530c6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:43.800703 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226d2b46-2c85-44f7-812d-ba70f871a667', 'name': 'network-vif-deleted', 'tag': '7a8664df-10f5-47de-8353-de3b72dd6244', 'status': 'completed', 'code': 200} Jul 15 13:59:44.911716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55176) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:44.959799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Deleting subnet ca5b61ee-ad69-4fd4-a001-fab36dab095d {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 13:59:44.963601 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.000255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.051105 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.109140 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.133999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5b61ee-ad69-4fd4-a001-fab36dab095d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:45.140814 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.142813 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cf495ccb-a09d-47aa-ba4a-38b1b1da0e5d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ca5b61ee-ad69-4fd4-a001-fab36dab095d HTTP/1.1" status: 204 len: 168 time: 0.2298810 Jul 15 13:59:45.145403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55178) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:45.218027 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.265206 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 13:59:45.308827 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.319750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:45.331448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174e0f42-d7fc-4ce4-a793-c8ac469c379f') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:45.331730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174e0f42-d7fc-4ce4-a793-c8ac469c379f') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:45.341604 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.357670 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.363954 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 13:59:45.364366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: timer() Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 13:59:45.366036 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 13:59:45.393268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.433000 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.439658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.441275 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] 10.222.0.57 "DELETE /v2.0/networks/5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89 HTTP/1.1" status: 204 len: 168 time: 0.2948823 Jul 15 13:59:45.453814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cb5e9-d3b0-4546-83cf-ac17b2cbe9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcbed9c-38f9-4ba4-8292-b66c5f9f0b89,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:45.580659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ae0b8b8f-a325-484e-9047-1888fdd4d2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.601591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55182) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:45.647165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7e8d7e25-b28a-4ec6-8312-50ed79121868 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0796ee5f23c4988aad425dcdfca787d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441892 Jul 15 13:59:45.650446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55184) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:45.705034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e5267c2-7e7f-4278-8de4-435a62f5074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.710484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.717372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.729605 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e5267c2-7e7f-4278-8de4-435a62f5074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.789333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e5267c2-7e7f-4278-8de4-435a62f5074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.792291 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e5267c2-7e7f-4278-8de4-435a62f5074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:45.793503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e5267c2-7e7f-4278-8de4-435a62f5074d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2add2ea7-76a2-4bdf-8865-6c889e65f22d HTTP/1.1" status: 204 len: 168 time: 0.1420522 Jul 15 13:59:45.805617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5267c2-7e7f-4278-8de4-435a62f5074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add2ea7-76a2-4bdf-8865-6c889e65f22d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:46.545991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55206) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:46.664860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1999454781-network', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:46.690738 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Made reservation on behalf of 1cde7db7b8304c7aa5bb3a5a98e99e0d for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:46.697194 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.706932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.806385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.812948 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.838634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 13:59:46.847536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e69fee-5f6d-4487-9077-47b0054e22fc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:46.854668 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.855008 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Added segment 841f2e34-0942-4112-97e5-693c6c41eafe of type vlan for network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 Jul 15 13:59:46.895281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.925773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.926839 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:46.927349 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:46.972444 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4252403 Jul 15 13:59:46.976221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55210) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:46.982052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Request body: {'subnet': {'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1999454781-subnet', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:47.016675 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823c18b-bb51-4eef-9123-df3f7c28aec0 admin admin] Pushing event updated for resources: {'Network': ['ID=748a150f-6ac2-4814-b59d-cac6e1d68cd7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:47.019448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Made reservation on behalf of 1cde7db7b8304c7aa5bb3a5a98e99e0d for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:47.028026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.028280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 13:59:47.219698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.235067 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.283191 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:47.285477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 13:59:47.294843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:47.295222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Network hostable DHCP agents. Network: 748a150f-6ac2-4814-b59d-cac6e1d68cd7, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 13:59:47.307411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 7a8664df-10f5-47de-8353-de3b72dd6244 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 13:59:47.307748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7a8664df-10f5-47de-8353-de3b72dd6244 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 13:59:47.314603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 13:59:47.324300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 748a150f-6ac2-4814-b59d-cac6e1d68cd7) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:47.328394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:47.329008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.333950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9599eb4-4236-4d16-8348-c25ef15e4e96 None None] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:59:47.348468 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5078b9d4-646c-4c0d-8628-81db495ea7c5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3680086 Jul 15 13:59:47.348711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55212) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:47.355108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:47.380355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.381782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.462044 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.511892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b2746-6567-4312-8436-5f7689691713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 13:59:47.513217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-364b2746-6567-4312-8436-5f7689691713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.612410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.669896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-364b2746-6567-4312-8436-5f7689691713 None None] Allocated IP 172.20.0.2 (748a150f-6ac2-4814-b59d-cac6e1d68cd7/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6/5f601a41-dbb6-4f1e-83aa-9dff824c2565) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:47.850400 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-364b2746-6567-4312-8436-5f7689691713 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.860616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-364b2746-6567-4312-8436-5f7689691713 None None] Transition to ACTIVE for port object 5f601a41-dbb6-4f1e-83aa-9dff824c2565 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:47.866083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.878586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-364b2746-6567-4312-8436-5f7689691713 None None] Transition to ACTIVE for port object 5f601a41-dbb6-4f1e-83aa-9dff824c2565 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:47.885238 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-364b2746-6567-4312-8436-5f7689691713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.892671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:47.934605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b2746-6567-4312-8436-5f7689691713 None None] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:47.937497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-364b2746-6567-4312-8436-5f7689691713 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:47.941294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b2746-6567-4312-8436-5f7689691713 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:47.948674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2746-6567-4312-8436-5f7689691713 None None] Pushing event updated for resources: {'Port': ['ID=5f601a41-dbb6-4f1e-83aa-9dff824c2565,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:48.007683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Allocated IP 172.25.3.139 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/01591554-cfb5-4d68-b03f-0eab79ae5c10) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:48.008378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-364b2746-6567-4312-8436-5f7689691713 None None] Attempting to bind port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:48.008783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-364b2746-6567-4312-8436-5f7689691713 None None] Attempting to bind port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:48.009158 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b2746-6567-4312-8436-5f7689691713 None None] Attempting to bind port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:48.014963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b2746-6567-4312-8436-5f7689691713 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:48.015425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b2746-6567-4312-8436-5f7689691713 None None] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:48.015921 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-364b2746-6567-4312-8436-5f7689691713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.016285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b2746-6567-4312-8436-5f7689691713 None None] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:48.016882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-364b2746-6567-4312-8436-5f7689691713 None None] Bound port: 5f601a41-dbb6-4f1e-83aa-9dff824c2565, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:48.017279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-364b2746-6567-4312-8436-5f7689691713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.097475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-364b2746-6567-4312-8436-5f7689691713 None None] For port 5f601a41-dbb6-4f1e-83aa-9dff824c2565, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:48.103502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-364b2746-6567-4312-8436-5f7689691713 None None] For port 5f601a41-dbb6-4f1e-83aa-9dff824c2565, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f601a41-dbb6-4f1e-83aa-9dff824c2565,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:48.110507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-364b2746-6567-4312-8436-5f7689691713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.144782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.198481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2746-6567-4312-8436-5f7689691713 None None] Pushing event updated for resources: {'Port': ['ID=5f601a41-dbb6-4f1e-83aa-9dff824c2565,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:48.202879 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.259355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:48.261925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Pushing event updated for resources: {'Port': ['ID=01591554-cfb5-4d68-b03f-0eab79ae5c10,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:48.265093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:48.268380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:48.591456 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.730708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.820541 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:48.995132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Router c9d7ec72-1424-41db-8354-f784579eddb3 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 13:59:49.125716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:49.136588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:49.144712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:49.146120 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ee1e4752-a9de-4185-9916-1ba9fbb716bb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7963865 Jul 15 13:59:49.147888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:49.148846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:59:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:49.149539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55214) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:49.265961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe2255-0b6c-4975-abbd-a58bb29c2f34 None None] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 13:59:49.265961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:49.641334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-18aa97c3-0b64-4ada-9476-adb2511eabe1 None None] Provisioning for port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:49.668936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:49.788261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:48Z', 'revision_number': 3, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:49.820372 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:49.820728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Updating router c9d7ec72-1424-41db-8354-f784579eddb3 port 01591554-cfb5-4d68-b03f-0eab79ae5c10 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:59:49.856132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Allocated IP 172.20.0.1 (748a150f-6ac2-4814-b59d-cac6e1d68cd7/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6/825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:49.867517 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.008069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.029286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Transition to ACTIVE for port object 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:50.079297 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.125727 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:50.128959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:50.134388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f601a41-dbb6-4f1e-83aa-9dff824c2565 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:50.134668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:50.174624 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Pushing event updated for resources: {'Port': ['ID=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:50.180100 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.245988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:50.267742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:50.268114 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.322479 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.337967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Transition to ACTIVE for port object 01591554-cfb5-4d68-b03f-0eab79ae5c10 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:50.349278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.392291 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.482392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2a198-d93e-4b69-a783-17d53910f957 None None] Pushing event updated for resources: {'Port': ['ID=01591554-cfb5-4d68-b03f-0eab79ae5c10,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:50.490551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Attempting to bind port 01591554-cfb5-4d68-b03f-0eab79ae5c10 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:50.490917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Attempting to bind port 01591554-cfb5-4d68-b03f-0eab79ae5c10 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:50.491260 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Attempting to bind port 01591554-cfb5-4d68-b03f-0eab79ae5c10 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:50.498362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.510283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0cdb9e20-70b6-4443-8736-7370d3ec66ca None None] Provisioning for port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:50.512625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:50.513002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:50.513424 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.513826 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:50.514330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Bound port: 01591554-cfb5-4d68-b03f-0eab79ae5c10, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:50.514739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.523995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0cdb9e20-70b6-4443-8736-7370d3ec66ca None None] Provisioning complete for port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:50.524432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0cdb9e20-70b6-4443-8736-7370d3ec66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.595721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.602468 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.612251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5f601a41-dbb6-4f1e-83aa-9dff824c2565, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f601a41-dbb6-4f1e-83aa-9dff824c2565,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:50.621777 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.628443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0cdb9e20-70b6-4443-8736-7370d3ec66ca None None] Port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:50.657065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] For port 01591554-cfb5-4d68-b03f-0eab79ae5c10, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:50.676712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] For port 01591554-cfb5-4d68-b03f-0eab79ae5c10, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=01591554-cfb5-4d68-b03f-0eab79ae5c10,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:50.677600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.679944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Pushing event updated for resources: {'Port': ['ID=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:50.687561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:50.697413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5f601a41-dbb6-4f1e-83aa-9dff824c2565,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:50.745568 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:50.746125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:59:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:50.784402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:50.785985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:50.810510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2a198-d93e-4b69-a783-17d53910f957 None None] Pushing event updated for resources: {'Port': ['ID=01591554-cfb5-4d68-b03f-0eab79ae5c10,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:50.892841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:50.935711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 13:59:51.064612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 13:59:51.070647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-27f495c6-d74c-4e58-8af8-84fdc69f5a2c admin admin] 10.222.0.57 "PUT /v2.0/routers/c9d7ec72-1424-41db-8354-f784579eddb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194441 Jul 15 13:59:51.085654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-43b2f79c-f040-43f7-b2d6-95c58bc9b0a8 None None] Provisioning complete for port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:51.086034 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-43b2f79c-f040-43f7-b2d6-95c58bc9b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:51.149448 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-43b2f79c-f040-43f7-b2d6-95c58bc9b0a8 None None] Port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:51.183390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 2, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:51.218997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3018f8-dcae-4aa6-8837-ec8ddbedaad5 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 2, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:52.060208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f601a41-dbb6-4f1e-83aa-9dff824c2565 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:52.117336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:52.117640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.201518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 01591554-cfb5-4d68-b03f-0eab79ae5c10 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:52.259605 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 01591554-cfb5-4d68-b03f-0eab79ae5c10 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:52.265034 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 01591554-cfb5-4d68-b03f-0eab79ae5c10 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:52.265437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.371978 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.396358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 01591554-cfb5-4d68-b03f-0eab79ae5c10, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=01591554-cfb5-4d68-b03f-0eab79ae5c10,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:52.401721 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.456510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=01591554-cfb5-4d68-b03f-0eab79ae5c10,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:52.777233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55224) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:52.782368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672109150', 'description': 'tempest-description--1664194902'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:52.807897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.901968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.907863 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.936846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:52.938399 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1597552 Jul 15 13:59:52.942556 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55226) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:52.943333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a49c-71ca-418b-acc1-ecbfbc298695 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6a271-7787-4851-99ee-e61805f8b1dc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:52.951426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'security_group_rule': {'security_group_id': '22b6a271-7787-4851-99ee-e61805f8b1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:52.987075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.057580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.061924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.082423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f43be8-1757-4dd2-a02c-acef6bd4f980,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:53.086245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.087747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e577578c-0284-4a02-be79-11e8a66dcf0d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436856 Jul 15 13:59:53.092193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55230) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:53.097072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'security_group_rule': {'security_group_id': '22b6a271-7787-4851-99ee-e61805f8b1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:53.126758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.193818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.201204 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.224237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2476e2-f8c6-457e-b259-e04bb89c5178,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:53.232516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.233995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b93e5c95-6c99-4d8e-9244-0f03cf16b1ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406481 Jul 15 13:59:53.236971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55232) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 13:59:53.241961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:53.270629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 13:59:53.272698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.281272 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:53.281909 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:59:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:53.387361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.498284 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:53.541732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Allocated IP 172.25.3.113 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/48ea3477-940f-4a2b-8ec0-c0d3efb8a412) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:53.663758 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.707634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.720739 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 2, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:53.756539 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 13:59:53.756920 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Updating router c9d7ec72-1424-41db-8354-f784579eddb3 port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 13:59:53.758447 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:53.762728 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:53.766838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:53.798281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'Port': ['ID=48ea3477-940f-4a2b-8ec0-c0d3efb8a412,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:53.805226 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.887516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:53.943559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.007473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 01591554-cfb5-4d68-b03f-0eab79ae5c10 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:54.081625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 01591554-cfb5-4d68-b03f-0eab79ae5c10 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:54.082066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.203063 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.214994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Transition to ACTIVE for port object 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:54.223171 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.281176 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Pushing event updated for resources: {'Port': ['ID=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:54.309061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.309408 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.309755 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.310193 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.310750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.311763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.311763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.311763 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.312169 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.312387 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.312713 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.313025 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:54.356917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Attempting to bind port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:54.357290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Attempting to bind port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:54.357654 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Attempting to bind port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:54.364885 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:54.365239 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:54.365661 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.366058 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:54.366572 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Bound port: 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:54.367377 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.455105 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] For port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:54.461143 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] For port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:54.468459 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.580392 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 13:59:54.581499 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:59:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:54.587465 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aeb93b-65b2-4282-bdaf-98ca1a131801 None None] Pushing event updated for resources: {'Port': ['ID=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:54.587976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.594594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.682202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'Port': ['ID=48ea3477-940f-4a2b-8ec0-c0d3efb8a412,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:54.699608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.720034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:54.722043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-946fe703-eaaa-4f1c-8880-11e8ac2bba69 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4840002 Jul 15 13:59:54.768672 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 13:59:54.925821 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-55558dcd-06bc-4632-b296-95ad30ed0189 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--672109150&fields=id&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 267 time: 0.0442138 Jul 15 13:59:55.031571 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:54Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 13:59:55.058743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-1c3b9c9f-683b-4e28-b090-80aa32ab941b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:55.060210 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd90d43-bd46-4330-9d33-1bcc45331af4 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:54Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 13:59:55.061022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-1c3b9c9f-683b-4e28-b090-80aa32ab941b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1269307 Jul 15 13:59:55.080235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-f695ea16-1a37-4578-b98e-9cff1575fedb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/quotas/1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 375 time: 0.0120304 Jul 15 13:59:55.175382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-c0ac7bf1-ac1a-4616-ad89-24d45e76e56b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892072 Jul 15 13:59:55.285156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-138a119f-a931-4eab-8b21-b1362697fea6 service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964930 Jul 15 13:59:55.399042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-356bfc98-56d9-4563-9b63-00d9f93cb60e service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072519 Jul 15 13:59:55.619028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-464110d1-d2b3-4f72-85b5-d227d5bc1d67 req-c8f3e283-01eb-4b29-bf86-bf248dad511c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 210 time: 0.0473330 Jul 15 13:59:56.039979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:56.098126 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:56.102958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:56.103328 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.200196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.245787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 13:59:56.251527 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:56.309378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:56.449962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-ac9a58af-67a0-49b2-8aa4-611d02a6a21a req-7686b4b0-fb93-4201-b5fb-78676963002e service neutron] (93995) timed out ('10.222.0.59', 65476) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 13:59:56.799230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59a227ee-b674-4d47-95ed-e9a2f8224288 req-0cd63536-5b27-43bc-ae46-aa82faf00da8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 210 time: 0.0453200 Jul 15 13:59:57.271516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-9a2a8dc5-625d-4461-8900-58f7157c9fc2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:57.273458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-9a2a8dc5-625d-4461-8900-58f7157c9fc2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1257212 Jul 15 13:59:57.340566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-b6c78917-a3ab-4c15-8ce2-0b1fff89c886 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 379 time: 0.0582290 Jul 15 13:59:57.351623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'port': {'device_id': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'admin_state_up': True, 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'security_groups': ['22b6a271-7787-4851-99ee-e61805f8b1dc']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:57.494768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Made reservation on behalf of 1cde7db7b8304c7aa5bb3a5a98e99e0d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 13:59:57.498561 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.664811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Allocated IP 172.20.0.9 (748a150f-6ac2-4814-b59d-cac6e1d68cd7/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6/df5050f4-263c-4c0b-948b-c5febc520535) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 13:59:57.851164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.869176 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Transition to ACTIVE for port object df5050f4-263c-4c0b-948b-c5febc520535 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:57.912012 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:57.956792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 13:59:57.960705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 13:59:57.965422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 13:59:58.014665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:58.051096 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.051850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.052456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.053145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.053610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.054207 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.054895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.055375 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.055944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.056467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.057021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.057574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 13:59:58.072966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 13:59:58.101327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:58.102379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.120199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef0633-441c-4338-9ac3-78a2bd9bb47b req-ccf1b6e6-f96e-4adb-9bf0-dc94ab2b0db9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:58.122774 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0ef0633-441c-4338-9ac3-78a2bd9bb47b req-ccf1b6e6-f96e-4adb-9bf0-dc94ab2b0db9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 931 time: 0.1477835 Jul 15 13:59:58.127982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ecbe9e06-b203-4935-abc3-7680da92de80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7822711 Jul 15 13:59:58.146679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:58.147694 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.162755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Request body: {'port': {'device_id': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 13:59:58.199284 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0ef0633-441c-4338-9ac3-78a2bd9bb47b req-723f63e4-b604-42ba-9d4b-b92634234c60 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657382 Jul 15 13:59:58.270787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.384235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-04747ca2-9799-4ea2-b740-a675428774bc None None] Provisioning for port df5050f4-263c-4c0b-948b-c5febc520535 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 13:59:58.390901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-04747ca2-9799-4ea2-b740-a675428774bc None None] Provisioning complete for port df5050f4-263c-4c0b-948b-c5febc520535 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 13:59:58.391335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-04747ca2-9799-4ea2-b740-a675428774bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.431804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-04747ca2-9799-4ea2-b740-a675428774bc None None] Port df5050f4-263c-4c0b-948b-c5febc520535 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 13:59:58.604393 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5050f4-263c-4c0b-948b-c5febc520535 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 13:59:58.613005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.627133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Transition to ACTIVE for port object df5050f4-263c-4c0b-948b-c5febc520535 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 13:59:58.632070 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.691085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:58.771741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 13:59:58.772091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 13:59:58.772430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:58.778498 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Port df5050f4-263c-4c0b-948b-c5febc520535 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 13:59:58.778871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 13:59:58.784516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 13, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 13:59:58.784861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 13:59:58.785261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 13:59:58.785703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Bound port: df5050f4-263c-4c0b-948b-c5febc520535, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 13:59:58.786075 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.861379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 13:59:58.865540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 13:59:58.873972 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.950516 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:58.951684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 13:59:58.954041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] 10.222.0.59 "PUT /v2.0/ports/df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 1092 time: 0.8075576 Jul 15 13:59:58.954818 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 13:59:58.959112 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 13:59:59.004081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb870dcd-0b8c-4195-aba9-eef8989f6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 13:59:59.034132 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cdc373-daff-4a3f-9a60-0e7d78716985 x-openstack-request-id: req-e0cdc373-daff-4a3f-9a60-0e7d78716985 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 13:59:59.034462 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 13:59:59.034665 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0cdc373-daff-4a3f-9a60-0e7d78716985 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 13:59:59.035637 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'status': 'completed', 'code': 200} Jul 15 13:59:59.109520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-059e982e-1af9-45d6-abe3-b0d526ddef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.111274 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-059e982e-1af9-45d6-abe3-b0d526ddef6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1095 time: 0.0741374 Jul 15 13:59:59.165694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-4d31a86a-d79f-4fc2-97df-bb0e4ea4cc0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 217 time: 0.0471735 Jul 15 13:59:59.222887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-7d92bf0c-35bf-4a43-817b-e7f071abfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.224592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-7d92bf0c-35bf-4a43-817b-e7f071abfd29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0531077 Jul 15 13:59:59.308952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ceb275da-ee74-4d67-82d6-22e32e31460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.311063 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-ceb275da-ee74-4d67-82d6-22e32e31460d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801437 Jul 15 13:59:59.425674 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-d039fef9-9ff7-4a14-b8c6-2b92c27f3361 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079483 Jul 15 13:59:59.482751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149dc85-920b-4904-ada0-aac255f05ef1 req-309e8f1b-b8bc-4bf8-a7e0-447b38959db0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.484331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f149dc85-920b-4904-ada0-aac255f05ef1 req-309e8f1b-b8bc-4bf8-a7e0-447b38959db0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.0726702 Jul 15 13:59:59.532908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f149dc85-920b-4904-ada0-aac255f05ef1 req-80259811-c02a-4319-a319-69fdfeedb8e8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Jul 15 13:59:59.544572 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-df71778b-577e-457d-bfc6-8e4a3c8bd878 req-469dfad7-6e18-4d18-948d-91266a468b83 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126959 Jul 15 13:59:59.668981 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-ee799666-bd74-439d-a5ea-bec1d24a7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.670702 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-ee799666-bd74-439d-a5ea-bec1d24a7c88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1095 time: 0.0653157 Jul 15 13:59:59.788884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-80677a21-9c30-4ed6-87cd-ae4e871c180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.791269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-80677a21-9c30-4ed6-87cd-ae4e871c180b service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1139479 Jul 15 13:59:59.838988 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-be350f37-e8f9-4bdb-ac79-b58d30d6d152 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 217 time: 0.0401454 Jul 15 13:59:59.896902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-08383b85-66b2-4df2-a1e9-d4ad3c8ff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.899385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-08383b85-66b2-4df2-a1e9-d4ad3c8ff2f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0535033 Jul 15 13:59:59.974959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-c5ccd361-25d2-4f30-9199-e8d4e9e6b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 13:59:59.977302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-c5ccd361-25d2-4f30-9199-e8d4e9e6b544 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695829 Jul 15 14:00:00.111253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-31a1a8c6-fe53-44aa-af14-4067e6d6c0f9 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268957 Jul 15 14:00:00.256926 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-62d8a4a5-cc08-4ee8-a9dc-b78941332ef9 req-04550491-cacc-49d6-a1cc-08e9f5527e24 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380198 Jul 15 14:00:00.722428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb79834-0568-4efd-9943-c15f6752ab52 req-45f62911-d2a2-4f24-9800-9bb79645a80f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:00.724102 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-deb79834-0568-4efd-9943-c15f6752ab52 req-45f62911-d2a2-4f24-9800-9bb79645a80f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.0758116 Jul 15 14:00:00.772362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-deb79834-0568-4efd-9943-c15f6752ab52 req-74a0000b-2a58-46eb-bfba-4bc049ef2ec1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410836 Jul 15 14:00:01.956157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab0e05-839d-4120-8772-061b0491f9c8 req-b0958114-4053-4165-9a5f-fa9ab520d119 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:01.957592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5cab0e05-839d-4120-8772-061b0491f9c8 req-b0958114-4053-4165-9a5f-fa9ab520d119 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.0677841 Jul 15 14:00:01.998600 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5cab0e05-839d-4120-8772-061b0491f9c8 req-15996e3e-1937-47f8-b610-30835929b5bc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347123 Jul 15 14:00:03.187710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175a370-94de-4bff-93c4-c8d3d2ed5412 req-005ef7c0-2ebf-4fdf-8595-3bc85dfc0e9f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:03.189277 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5175a370-94de-4bff-93c4-c8d3d2ed5412 req-005ef7c0-2ebf-4fdf-8595-3bc85dfc0e9f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.0739036 Jul 15 14:00:03.230841 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5175a370-94de-4bff-93c4-c8d3d2ed5412 req-152971d9-19af-42f4-9fb0-87b47cf5724b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358195 Jul 15 14:00:03.363667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device df5050f4-263c-4c0b-948b-c5febc520535 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:00:03.476031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:03.488708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'df5050f4-263c-4c0b-948b-c5febc520535', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'df5050f4-263c-4c0b-948b-c5febc520535', 'mac_address': 'fa:16:3e:72:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:00:03.533432 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.546782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5050f4-263c-4c0b-948b-c5febc520535 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:00:03.566751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:03.573017 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:03.624071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:03.757551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['df5050f4-263c-4c0b-948b-c5febc520535'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:00:04.441770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe43437-947c-4c5a-96ef-b747f070393e req-447ce564-bfde-4d2e-9a14-bee31f4183f3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:04.443701 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbe43437-947c-4c5a-96ef-b747f070393e req-447ce564-bfde-4d2e-9a14-bee31f4183f3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 944 time: 0.0903010 Jul 15 14:00:04.493071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fbe43437-947c-4c5a-96ef-b747f070393e req-5d2bff03-730d-4121-bb21-3daf8222b437 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Jul 15 14:00:05.379381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device df5050f4-263c-4c0b-948b-c5febc520535 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:00:05.433862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port df5050f4-263c-4c0b-948b-c5febc520535 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:00:05.438100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port df5050f4-263c-4c0b-948b-c5febc520535 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:00:05.438469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.520810 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.545414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:05.547665 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c9a60c-c29a-4668-8a56-3aaf08d5daa5" -d '{"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-plugged", "status": "completed", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:05.566144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:00:05.572834 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:05.618178 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3423f-058c-446f-a04e-6387218a7fc6 x-openstack-request-id: req-38c3423f-058c-446f-a04e-6387218a7fc6 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:05.618474 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-plugged", "status": "completed", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:05.618751 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38c3423f-058c-446f-a04e-6387218a7fc6 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:05.619149 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'code': 200} Jul 15 14:00:05.636677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:00:05.766189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d7b59-c95d-46cb-8a31-45e0772c2f80 req-20ddbaa5-4dee-4f8c-9e06-c28c38b93f40 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:05.767723 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc7d7b59-c95d-46cb-8a31-45e0772c2f80 req-20ddbaa5-4dee-4f8c-9e06-c28c38b93f40 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.1036599 Jul 15 14:00:05.783376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022dc5-f9f9-4aa6-bcf7-616dc07293f7 req-ea538da6-b093-443f-9502-0097a2786dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:05.785008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d022dc5-f9f9-4aa6-bcf7-616dc07293f7 req-ea538da6-b093-443f-9502-0097a2786dbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1097 time: 0.0906649 Jul 15 14:00:05.830240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc7d7b59-c95d-46cb-8a31-45e0772c2f80 req-d4a871e4-7505-4c32-b8cc-956262f94108 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565183 Jul 15 14:00:05.842108 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0d022dc5-f9f9-4aa6-bcf7-616dc07293f7 req-e7f34e61-5581-4e6b-bcc7-ab47da862ed6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485840 Jul 15 14:00:07.048535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc26abe-3d3b-455c-811d-75d3698b3aa9 req-1f459779-9fd5-45c8-9e70-4642f4e87f56 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:07.050291 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bc26abe-3d3b-455c-811d-75d3698b3aa9 req-1f459779-9fd5-45c8-9e70-4642f4e87f56 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0870998 Jul 15 14:00:07.095778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bc26abe-3d3b-455c-811d-75d3698b3aa9 req-7600d2ca-3165-4a07-811c-027eecd06a3b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390854 Jul 15 14:00:07.292644 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22118a6-70de-45f1-a639-9472aa967a0e req-c0d671cd-eea9-4a38-aef1-162cdac56d1b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:07.294239 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f22118a6-70de-45f1-a639-9472aa967a0e req-c0d671cd-eea9-4a38-aef1-162cdac56d1b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0766468 Jul 15 14:00:07.303440 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:00:07.308619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'floatingip': {'port_id': 'df5050f4-263c-4c0b-948b-c5febc520535'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:00:07.349789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.868336 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:07.874716 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.004807 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 associated. External IP: 172.25.3.113, port: df5050f4-263c-4c0b-948b-c5febc520535. Jul 15 14:00:08.276235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:00:08.398916 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:00:08.404789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:08.409992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:00:08.421298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:08.421950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:59:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:08.446511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d53ae516-b981-4832-bfff-8c8784f19334 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "PUT /v2.0/floatingips/5384865d-83a6-4e2a-8683-83019f23c219 HTTP/1.1" status: 200 len: 991 time: 1.1417809 Jul 15 14:00:08.447257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:00:08.449414 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:00:08.490477 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aba1fa-2539-495b-b9ab-1ca404471605 x-openstack-request-id: req-e9aba1fa-2539-495b-b9ab-1ca404471605 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:00:08.490803 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:00:08.491059 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9aba1fa-2539-495b-b9ab-1ca404471605 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:00:08.491473 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'status': 'completed', 'code': 200} Jul 15 14:00:08.545662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:08.570506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-d0422e29-8427-4533-87df-dc840fa33ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:08.572653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-d0422e29-8427-4533-87df-dc840fa33ee2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1097 time: 0.0589967 Jul 15 14:00:08.671929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-e9cc4647-6cf7-44b7-8f9f-7515cfbfd81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:08.673477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-e9cc4647-6cf7-44b7-8f9f-7515cfbfd81c service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0948195 Jul 15 14:00:08.745731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-c1e569d4-5f9e-4a40-8957-5d394c6b93c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 999 time: 0.0658844 Jul 15 14:00:08.792921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'df5050f4-263c-4c0b-948b-c5febc520535', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:72:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 1, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:08.799255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-8c6931f3-28f1-4f97-a292-e3d6d3d8d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:08.800806 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-8c6931f3-28f1-4f97-a292-e3d6d3d8d89b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0487316 Jul 15 14:00:08.819506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:00:08.829087 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:00:08.829745 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T13:59:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:08.868124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-15696207-73ec-4cf1-acf7-6f8f6b56a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:08.870099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-15696207-73ec-4cf1-acf7-6f8f6b56a76a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625966 Jul 15 14:00:08.949047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:00:08.985642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-c90606d1-afe1-4c27-9e36-a8345bc6f2a5 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088402 Jul 15 14:00:09.115663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-ef1eeda5-34b8-4bba-813c-dfd6ad2deebe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1415865 Jul 15 14:00:09.120161 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0b210979-47f5-4fae-a23f-a5b8ec3eaaa6 req-c14d5eb4-3634-4d8f-9d23-16c35d01ac72 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170559 Jul 15 14:00:09.257761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-95aba613-0f24-4a3e-9fce-6f1646cc7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.260390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-95aba613-0f24-4a3e-9fce-6f1646cc7933 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1097 time: 0.0701818 Jul 15 14:00:09.381399 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-5f60e387-2c7f-437a-9279-5d587d90222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.383124 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-5f60e387-2c7f-437a-9279-5d587d90222b service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1029117 Jul 15 14:00:09.386370 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'df5050f4-263c-4c0b-948b-c5febc520535', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:72:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 1, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:00:09.416146 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228ff3e-cdb3-4b1f-ab9c-d325a4867ce8 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'df5050f4-263c-4c0b-948b-c5febc520535', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:72:25:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:00:07Z', 'revision_number': 1, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:00:09.459363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-033bff26-e1f4-42f1-a9ae-e5b60c78bd07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 999 time: 0.0701072 Jul 15 14:00:09.524433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-4cb9ac27-4daa-4e27-888b-43953d19d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.526026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-4cb9ac27-4daa-4e27-888b-43953d19d1be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0605927 Jul 15 14:00:09.596815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-9f76f165-67bc-416f-a01d-7cc9ece069e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:00:09.598508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-9f76f165-67bc-416f-a01d-7cc9ece069e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663543 Jul 15 14:00:09.688054 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797519a-9e4c-4ede-a3ed-6c4d5bf26615 None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:00:09.738270 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-b0f0ddb6-c031-4db0-990c-3917bb017bac service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324949 Jul 15 14:00:09.839062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-325ac1fc-1823-44b0-8763-e32d6d3a7ce6 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946770 Jul 15 14:00:13.116306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b9cb5ccb-32bb-45f5-b306-e3c1b521e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.415005 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.586333 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3f0f1c5d-5198-493c-96dc-802565ae04e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.701555 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:15.712562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:17.238867 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:18.732553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:22.271599 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:00:43.115959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a46030a5-223d-41b3-b1fc-4bd7d2cc1ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:45.422602 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:45.593972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aef19d3f-7a89-45d4-a1a1-2bd23f048e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:45.697047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:45.722188 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:47.247317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:48.735762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:00:59.263477 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:11.023615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-ec2111ae-d03e-46e9-bd52-1e3989c9bc56 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642288 Jul 15 14:01:11.136079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-80d1c2ed-b9dd-4055-8497-cda7c10e7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:11.137706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-80d1c2ed-b9dd-4055-8497-cda7c10e7e26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1097 time: 0.0633168 Jul 15 14:01:11.267963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-825a24f7-b3e3-4c40-b1ac-c543392132a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:11.269479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-825a24f7-b3e3-4c40-b1ac-c543392132a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1058087 Jul 15 14:01:11.347960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-bdb92ba0-b50f-47a6-9970-053f0a02ec07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 1001 time: 0.0713539 Jul 15 14:01:11.768253 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-478f076f-4988-4cf1-8087-0f0c6e79fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:11.769960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-478f076f-4988-4cf1-8087-0f0c6e79fed5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.4151597 Jul 15 14:01:11.832160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-a1181d45-1b90-4d98-8044-4e2d91b79bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:11.833710 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-a1181d45-1b90-4d98-8044-4e2d91b79bdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571620 Jul 15 14:01:11.930698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-95c9c175-aed9-4701-b52a-eab38fe52e7e service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904567 Jul 15 14:01:12.024226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8392d234-58c5-420e-af3a-59db3dd32f84 req-36e8310d-0e77-47c5-be3d-b34dc593a0e4 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875287 Jul 15 14:01:13.118553 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d5a505db-bf72-4821-bebd-db8bbe2b8a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:15.424967 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:15.589413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd2f5aaf-6c67-4e2a-9a3f-095181cd05e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:15.704417 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:15.717251 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:17.254455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:18.739498 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:36.264629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:01:43.114776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-107620d6-d35a-4284-b0db-d7ded98270b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:44.354863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f049e8-2f1e-4f5e-b1ac-e9be96d9815e req-35ea1fc0-6ea2-4960-9dc1-c9f2faa8c1d7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.356334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72f049e8-2f1e-4f5e-b1ac-e9be96d9815e req-35ea1fc0-6ea2-4960-9dc1-c9f2faa8c1d7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0728915 Jul 15 14:01:44.397111 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-72f049e8-2f1e-4f5e-b1ac-e9be96d9815e req-6a2c3c8b-3d36-43b1-8fa9-774c31d5b62d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345812 Jul 15 14:01:44.799932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-baf4b266-6453-44eb-a4cc-0db2443a5537 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842829 Jul 15 14:01:44.831211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e89ef-7b38-4ea4-82bb-7aec717842d0 req-230cadf0-67ab-4f5f-9638-040dd1337fdc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:44.832850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-386e89ef-7b38-4ea4-82bb-7aec717842d0 req-230cadf0-67ab-4f5f-9638-040dd1337fdc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0787189 Jul 15 14:01:44.878962 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-386e89ef-7b38-4ea4-82bb-7aec717842d0 req-44fa6b0c-cae0-44f1-acff-25966eeeddbb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401983 Jul 15 14:01:45.440536 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.593660 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6b0939ff-6c9d-4e1d-af30-572a5726bfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.698509 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:45.722887 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:46.073370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66565f6-04ce-4171-baea-1300a7d8b823 req-65d7c1f3-2e55-4aa3-8beb-1c7266e3417d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:46.074918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f66565f6-04ce-4171-baea-1300a7d8b823 req-65d7c1f3-2e55-4aa3-8beb-1c7266e3417d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0748286 Jul 15 14:01:46.119889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f66565f6-04ce-4171-baea-1300a7d8b823 req-6ecf3242-21d3-4a9c-8dde-877320212b24 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365887 Jul 15 14:01:47.251104 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:47.310029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf3148-8e0e-403d-9c83-887bad45b65d req-46a3edda-3312-470f-8995-eea745c88cf1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:47.311624 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ccf3148-8e0e-403d-9c83-887bad45b65d req-46a3edda-3312-470f-8995-eea745c88cf1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0741203 Jul 15 14:01:47.355353 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ccf3148-8e0e-403d-9c83-887bad45b65d req-ae008983-e6ef-4a6a-a91b-72fce6af7c6b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372505 Jul 15 14:01:48.091160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-5f48453c-d377-4cc4-8f17-770aae3e2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:48.092760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-5f48453c-d377-4cc4-8f17-770aae3e2abb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1097 time: 0.0602193 Jul 15 14:01:48.197822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-f112486d-3105-44b9-88fc-1a3f95e2af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:48.199431 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-f112486d-3105-44b9-88fc-1a3f95e2af5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1007495 Jul 15 14:01:48.270278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-aadfc65e-3c6c-404c-8d95-eabf481a8ebf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 1001 time: 0.0640290 Jul 15 14:01:48.323863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-5062ca3e-2b5f-4349-aab4-4e8d62a0aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:48.325436 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-5062ca3e-2b5f-4349-aab4-4e8d62a0aa00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0493519 Jul 15 14:01:48.391712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-35c888d2-2c5d-4756-a99c-685162cb6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:48.393308 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-35c888d2-2c5d-4756-a99c-685162cb6441 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606284 Jul 15 14:01:48.489936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-1472ad4f-9014-4c98-9c4f-a63ede9af1a4 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903835 Jul 15 14:01:48.538894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c9e6-58dd-4c43-8bae-75f76e4aa3e2 req-f6f668c3-a0be-4583-88f5-de05e97681e6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:48.540440 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3756c9e6-58dd-4c43-8bae-75f76e4aa3e2 req-f6f668c3-a0be-4583-88f5-de05e97681e6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0644684 Jul 15 14:01:48.583717 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3756c9e6-58dd-4c43-8bae-75f76e4aa3e2 req-488f0f95-eece-4965-af23-a2b7cf097f94 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Jul 15 14:01:48.594748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-e16873e7-7216-4eb4-8970-049b5789937e service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985236 Jul 15 14:01:48.740090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:01:49.783146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6627006-5925-4537-9802-db0b597e0b84 req-ba78ba30-fe64-47b1-975e-7793fe09e0d7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:49.784845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6627006-5925-4537-9802-db0b597e0b84 req-ba78ba30-fe64-47b1-975e-7793fe09e0d7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0759268 Jul 15 14:01:49.833335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c6627006-5925-4537-9802-db0b597e0b84 req-242d73b9-38cf-4074-af83-d4c2a643d7bc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Jul 15 14:01:51.015350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194cd19-fb6c-4c84-801e-ab04c7413a12 req-1d37b61c-b47d-4afe-a875-d3f9f09c4491 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:51.018613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a194cd19-fb6c-4c84-801e-ab04c7413a12 req-1d37b61c-b47d-4afe-a875-d3f9f09c4491 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0672605 Jul 15 14:01:51.065537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a194cd19-fb6c-4c84-801e-ab04c7413a12 req-1fccd429-ae2e-49ef-a6eb-1d60f2bcc58f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398479 Jul 15 14:01:52.267659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30056114-6296-4cba-aa64-35a1b5509816 req-3e164dd3-d8f0-42f4-9566-e2ef2ac974d3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:52.269293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30056114-6296-4cba-aa64-35a1b5509816 req-3e164dd3-d8f0-42f4-9566-e2ef2ac974d3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0785995 Jul 15 14:01:52.329290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30056114-6296-4cba-aa64-35a1b5509816 req-dbba1e01-5611-4269-b87d-ddb4e2140330 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481553 Jul 15 14:01:53.515142 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afd39c-fbbc-415e-8226-024e4dca039e req-b1cb0511-7bd7-453c-aba0-8c4200a8b5d2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:53.516639 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63afd39c-fbbc-415e-8226-024e4dca039e req-b1cb0511-7bd7-453c-aba0-8c4200a8b5d2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0695002 Jul 15 14:01:53.559914 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-63afd39c-fbbc-415e-8226-024e4dca039e req-f8298573-55f9-49d1-b9b8-b7fcf428214f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345721 Jul 15 14:01:54.765880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041ff8-95b3-486d-82d9-e12eb0b336ce req-c4206509-11aa-4dcc-bfaf-1d33fe6ed6a8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:54.767655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9041ff8-95b3-486d-82d9-e12eb0b336ce req-c4206509-11aa-4dcc-bfaf-1d33fe6ed6a8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0842509 Jul 15 14:01:54.812966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9041ff8-95b3-486d-82d9-e12eb0b336ce req-4968a84e-2fc9-417d-8852-79c7bb0fce7d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371249 Jul 15 14:01:56.008955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58ffac-8416-4431-8c7b-2a4628c625b8 req-f0e4112a-284d-4729-8c88-23699cacc2b5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:56.010387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb58ffac-8416-4431-8c7b-2a4628c625b8 req-f0e4112a-284d-4729-8c88-23699cacc2b5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0643678 Jul 15 14:01:56.049387 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb58ffac-8416-4431-8c7b-2a4628c625b8 req-08c79c29-8fd0-4083-86d3-5b0cf5bf05c3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330851 Jul 15 14:01:57.259858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1295ec-dc42-4c6a-b553-fc0106e08d7e req-0f9248f8-10f3-4341-abc2-0c7207e0fa07 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:57.261384 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f1295ec-dc42-4c6a-b553-fc0106e08d7e req-0f9248f8-10f3-4341-abc2-0c7207e0fa07 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0789077 Jul 15 14:01:57.303611 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6f1295ec-dc42-4c6a-b553-fc0106e08d7e req-24fbe5e9-dc68-40b8-b394-cbad45d5badb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341656 Jul 15 14:01:58.493116 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5670e7-71be-4570-b786-68fdcfb4b8a3 req-e9aa73ea-b400-4e9d-a03a-d83bfd6db560 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:58.494695 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b5670e7-71be-4570-b786-68fdcfb4b8a3 req-e9aa73ea-b400-4e9d-a03a-d83bfd6db560 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0705588 Jul 15 14:01:58.534894 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b5670e7-71be-4570-b786-68fdcfb4b8a3 req-913f11f1-2f42-4df7-bf4a-6aac68393540 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331733 Jul 15 14:01:59.732614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b10cf-d092-42bd-a02a-7e717ceca8e9 req-0789d01f-6322-468c-83af-9370627e9a7f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:01:59.734123 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b3b10cf-d092-42bd-a02a-7e717ceca8e9 req-0789d01f-6322-468c-83af-9370627e9a7f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0778131 Jul 15 14:01:59.773253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3b3b10cf-d092-42bd-a02a-7e717ceca8e9 req-d7fd01fa-ea09-47a0-b18e-587104e7f973 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Jul 15 14:02:00.484761 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-2e8dbcdf-4f30-4e34-8dd7-857b28464441 service neutron] show failed (client error): The resource could not be found. Jul 15 14:02:00.485816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-2e8dbcdf-4f30-4e34-8dd7-857b28464441 service neutron] 10.222.0.59 "GET /v2.0/ports/df5050f4-263c-4c0b-948b-c5febc520535/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0593565 Jul 15 14:02:00.802983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-7ef966d8-88fa-4355-ac95-94bf7a42f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:00.802983 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-7ef966d8-88fa-4355-ac95-94bf7a42f169 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 1097 time: 0.0932124 Jul 15 14:02:00.814091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:01.248375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:01.333334 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766939b3-d9a1-4f22-804d-3d2330669d53 req-d56a148e-b895-421e-8b22-1674b03d5148 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:01.334929 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-766939b3-d9a1-4f22-804d-3d2330669d53 req-d56a148e-b895-421e-8b22-1674b03d5148 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.1319466 Jul 15 14:02:01.449395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-766939b3-d9a1-4f22-804d-3d2330669d53 req-401942e9-5f2a-477a-9f18-039c46ad8f81 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713661 Jul 15 14:02:01.515078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:01.560269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:01.601141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:01.603515 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce6f8de-df66-48c2-80cf-5333cbac5ef7" -d '{"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:01.607805 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:01.620858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Transition to ACTIVE for port object df5050f4-263c-4c0b-948b-c5febc520535 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:01.626034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:01.658130 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bfbcef-6a49-473f-90c0-1ef62bb3bb8f x-openstack-request-id: req-02bfbcef-6a49-473f-90c0-1ef62bb3bb8f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:01.658414 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:01.658702 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02bfbcef-6a49-473f-90c0-1ef62bb3bb8f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:01.659098 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'code': 200} Jul 15 14:02:01.695682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:01.750501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.750902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.751178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.751533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.751992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.752137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.752566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.752807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.753205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.753575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.753907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.754211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:01.812655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] No DVR routers for this DVR port df5050f4-263c-4c0b-948b-c5febc520535 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:01.957351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:01.957625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:01.957934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:01.962739 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Port df5050f4-263c-4c0b-948b-c5febc520535 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:01.963070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Attempting to bind port df5050f4-263c-4c0b-948b-c5febc520535 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:01.968210 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:01.968558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:01.968976 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:01.969385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Bound port: df5050f4-263c-4c0b-948b-c5febc520535, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:01.969740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:02.040844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:02.044368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:02.050023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:02.090552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.091198 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:02.092642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] 10.222.0.58 "PUT /v2.0/ports/df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 1092 time: 1.2827826 Jul 15 14:02:02.111667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f7c66-f8d5-4584-bd07-338d3942100f service neutron] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:02.180471 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-c487a1eb-bde2-49b2-946a-ca4b24678fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.182028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-c487a1eb-bde2-49b2-946a-ca4b24678fb7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1095 time: 0.0639634 Jul 15 14:02:02.294455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-99efaf13-448e-462f-b16f-05ea96971325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.295957 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-99efaf13-448e-462f-b16f-05ea96971325 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1070874 Jul 15 14:02:02.398285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-92b6aaa4-aab6-4cab-baf5-a4af295a82ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 999 time: 0.0948060 Jul 15 14:02:02.453315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-281ee90b-31af-45e4-bf79-4d7772e33868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.454835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-281ee90b-31af-45e4-bf79-4d7772e33868 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0503833 Jul 15 14:02:02.542099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-7d648b13-a44b-4360-ae2b-66fd3c3cb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.543676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-7d648b13-a44b-4360-ae2b-66fd3c3cb9be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820200 Jul 15 14:02:02.679215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-c42587f4-1c81-4166-accb-f068ee682f1e service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 Jul 15 14:02:02.703430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a2f12-b417-4c87-9996-d019fae15447 req-32abf845-2f6b-4fa2-9af5-6e4a24fd8175 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:02.704945 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a3a2f12-b417-4c87-9996-d019fae15447 req-32abf845-2f6b-4fa2-9af5-6e4a24fd8175 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.1224341 Jul 15 14:02:02.797373 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3a3a2f12-b417-4c87-9996-d019fae15447 req-cbba1168-ff96-4f3c-86c7-c4d6f1475bdf tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780561 Jul 15 14:02:02.816385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-72c8744d-5bd0-4763-91ec-57c62952a7c1 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308887 Jul 15 14:02:03.660955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:03.663468 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:03.713176 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0bd957-053a-4129-9bfe-a5e3a21963a2 x-openstack-request-id: req-8a0bd957-053a-4129-9bfe-a5e3a21963a2 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:03.713482 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:03.713658 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a0bd957-053a-4129-9bfe-a5e3a21963a2 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:03.714107 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'status': 'completed', 'code': 200} Jul 15 14:02:03.787913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-2feca363-5b75-44e9-8b0f-5605f988a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:03.789523 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-2feca363-5b75-44e9-8b0f-5605f988a099 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1095 time: 0.0579860 Jul 15 14:02:03.793666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-c6808b43-df47-4403-ba2f-5ea9fe79937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:03.795313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-c6808b43-df47-4403-ba2f-5ea9fe79937c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1095 time: 0.0568719 Jul 15 14:02:03.892280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-f663b705-3f9e-4b02-9bbf-582fb672eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:03.893277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-64bdaed8-9a95-4abf-ba55-20e1c323a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:03.893968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-f663b705-3f9e-4b02-9bbf-582fb672eecf service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0917637 Jul 15 14:02:03.895110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-64bdaed8-9a95-4abf-ba55-20e1c323a8ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0993276 Jul 15 14:02:03.961064 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-61c39364-5234-47c3-ac69-805f6d91ea3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 999 time: 0.0595317 Jul 15 14:02:03.993666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-b53d4849-de39-41dd-9da2-d9519629efa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 999 time: 0.0929267 Jul 15 14:02:04.016074 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-31104250-a156-453e-ab67-4f714bd682dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:04.017677 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-31104250-a156-453e-ab67-4f714bd682dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0499613 Jul 15 14:02:04.058000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048fc7f-8241-47ee-84ab-a5dc04401e4d req-8de0f8aa-f813-486c-bb77-7b0705c7f59f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:04.059608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7048fc7f-8241-47ee-84ab-a5dc04401e4d req-8de0f8aa-f813-486c-bb77-7b0705c7f59f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.1240137 Jul 15 14:02:04.063871 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-aed2868f-1efc-4952-96d6-88da7806b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:04.065389 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-aed2868f-1efc-4952-96d6-88da7806b8df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0638309 Jul 15 14:02:04.079113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-b9737a7f-4736-4b61-8754-c7bed2dbccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:04.080639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-b9737a7f-4736-4b61-8754-c7bed2dbccc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568891 Jul 15 14:02:04.126214 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7048fc7f-8241-47ee-84ab-a5dc04401e4d req-998eca37-1fdc-42d7-9f99-71108bedd898 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598216 Jul 15 14:02:04.143166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device df5050f4-263c-4c0b-948b-c5febc520535 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:04.147973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-09a85183-5665-4dac-9e58-9f3a53a187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:04.149548 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-09a85183-5665-4dac-9e58-9f3a53a187c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768876 Jul 15 14:02:04.176808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-59fd48af-9145-46a5-8233-afea91faa356 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900688 Jul 15 14:02:04.186304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device df5050f4-263c-4c0b-948b-c5febc520535 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:04.254110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-c2400c53-d557-4ae9-b378-2e3f636860eb service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926905 Jul 15 14:02:04.280737 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-8f359352-d740-4b02-a87b-0f6402555b62 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970447 Jul 15 14:02:04.363997 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7659d81f-ff44-4986-8fe8-b3f9b35f44a3 req-f2c9325b-49e7-4ab7-944b-0981fb6989ee service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967035 Jul 15 14:02:05.338231 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe40a7-9df7-4d90-94e5-dfeb5050f301 req-a613c501-315a-45f7-9140-0b4d31889c9c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:05.339785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-febe40a7-9df7-4d90-94e5-dfeb5050f301 req-a613c501-315a-45f7-9140-0b4d31889c9c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.0692503 Jul 15 14:02:05.389105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-febe40a7-9df7-4d90-94e5-dfeb5050f301 req-2f7fe7c4-3852-4163-9d91-902b57eb763a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405366 Jul 15 14:02:05.774161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf245-bcea-41cb-bbe6-90305a228afd req-664f3c42-e377-4235-b3e5-b582611e62e0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:05.775845 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6d4cf245-bcea-41cb-bbe6-90305a228afd req-664f3c42-e377-4235-b3e5-b582611e62e0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 943 time: 0.1289566 Jul 15 14:02:05.785199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-ed8eef87-70f7-485d-a142-f7e16b0abcf5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:05.786835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-ed8eef87-70f7-485d-a142-f7e16b0abcf5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 943 time: 0.1252141 Jul 15 14:02:05.830495 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6d4cf245-bcea-41cb-bbe6-90305a228afd req-c05c1e00-ae92-476f-ae07-bfcaed35a5d0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Jul 15 14:02:05.922272 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-534dbc8c-cb59-4892-ad53-0807ae4f61ef service neutron] delete failed (client error): The resource could not be found. Jul 15 14:02:05.923865 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-534dbc8c-cb59-4892-ad53-0807ae4f61ef service neutron] 10.222.0.59 "DELETE /v2.0/ports/df5050f4-263c-4c0b-948b-c5febc520535/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.1295097 Jul 15 14:02:06.033092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-be13166d-c4f7-40a2-89d7-4fa432a4d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:06.034715 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-be13166d-c4f7-40a2-89d7-4fa432a4d548 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 1095 time: 0.0579562 Jul 15 14:02:06.130844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-c5d3c319-221f-4b5a-8533-ad4307bf241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:06.132339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-c5d3c319-221f-4b5a-8533-ad4307bf241b service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0919244 Jul 15 14:02:06.198447 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-5cd9184e-d701-4e34-acad-be7570438bee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 200 len: 999 time: 0.0599556 Jul 15 14:02:06.248902 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-2fadfee3-52d9-40ab-a7ad-40979b409b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:06.250401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-2fadfee3-52d9-40ab-a7ad-40979b409b92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0457704 Jul 15 14:02:06.317674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-893c2bae-9939-452e-ba21-d18877abee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:06.319424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-893c2bae-9939-452e-ba21-d18877abee77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631871 Jul 15 14:02:06.411655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-173022bc-0f9d-43e2-8f6b-b97e519d24c4 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857561 Jul 15 14:02:06.510365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d7df6430-5a4b-4d7d-85d8-91918e13aede req-8be10f36-93a7-4e44-a2c7-7d5b6a58fb0e service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923305 Jul 15 14:02:06.624991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device df5050f4-263c-4c0b-948b-c5febc520535 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:06.738935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:06.751180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'df5050f4-263c-4c0b-948b-c5febc520535', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'df5050f4-263c-4c0b-948b-c5febc520535', 'mac_address': 'fa:16:3e:72:25:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:06.790894 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.805065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5050f4-263c-4c0b-948b-c5febc520535 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:06.831237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:06.838710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:06.916024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:06.928646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.928985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.929514 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.930036 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.930340 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.930688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.931019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.931443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.931769 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.932059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.932405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:06.932721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:07.028272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372d0ad-587f-4770-b10c-67a2563d0c0e req-e1b00c7b-bf5a-48a1-aed8-f2ae610e5f17 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:07.030191 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5372d0ad-587f-4770-b10c-67a2563d0c0e req-e1b00c7b-bf5a-48a1-aed8-f2ae610e5f17 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 944 time: 0.0743444 Jul 15 14:02:07.064877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['df5050f4-263c-4c0b-948b-c5febc520535'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:07.072738 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5372d0ad-587f-4770-b10c-67a2563d0c0e req-d28efffd-2e90-4181-b9e3-55d2a72aacfa tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364664 Jul 15 14:02:08.269705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa81c58-ac81-484b-ac98-811e73570195 req-a4671633-fb39-4972-be0b-ddc58b041ebb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.271255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0aa81c58-ac81-484b-ac98-811e73570195 req-a4671633-fb39-4972-be0b-ddc58b041ebb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 944 time: 0.0727036 Jul 15 14:02:08.313769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0aa81c58-ac81-484b-ac98-811e73570195 req-d2efe23e-0237-4c8c-88d7-75695dd58996 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366385 Jul 15 14:02:08.506070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1793-44e7-450e-bc70-f63feb0ac43e req-f5cdd001-bf26-4f0f-a04a-059bbc697e18 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.507638 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-642c1793-44e7-450e-bc70-f63feb0ac43e req-f5cdd001-bf26-4f0f-a04a-059bbc697e18 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 944 time: 0.0746930 Jul 15 14:02:08.547108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-642c1793-44e7-450e-bc70-f63feb0ac43e req-9e611b71-42a9-43d4-a6ef-cfa2f225aa6d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Jul 15 14:02:08.647963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device df5050f4-263c-4c0b-948b-c5febc520535 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:08.709150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port df5050f4-263c-4c0b-948b-c5febc520535 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:08.713591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port df5050f4-263c-4c0b-948b-c5febc520535 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:08.713965 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.742118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3521660-2bd4-402d-8367-d2a1f8410258 req-1e843729-5605-43bc-8d35-fb7193e19fec tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:08.743740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3521660-2bd4-402d-8367-d2a1f8410258 req-1e843729-5605-43bc-8d35-fb7193e19fec tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 944 time: 0.0735409 Jul 15 14:02:08.793943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3521660-2bd4-402d-8367-d2a1f8410258 req-0a5c631d-f18b-430b-8fbb-be5890201691 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441117 Jul 15 14:02:08.815317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.839863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:08.842228 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da08fe5-58c7-4380-afc3-3b8bcbf92f84" -d '{"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-plugged", "status": "completed", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:08.855750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:08.861329 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:08.909899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:08.951999 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93e4e61-412c-452c-be1c-f8175b8a9c93 x-openstack-request-id: req-f93e4e61-412c-452c-be1c-f8175b8a9c93 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:08.952390 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-plugged", "status": "completed", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:08.952712 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f93e4e61-412c-452c-be1c-f8175b8a9c93 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:08.953171 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'code': 200} Jul 15 14:02:09.228334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5eacf-e23a-4cc9-b0cf-db77fe03c705 req-8acdbaa1-4934-4368-b1b0-4a36b5196633 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:09.229978 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9d5eacf-e23a-4cc9-b0cf-db77fe03c705 req-8acdbaa1-4934-4368-b1b0-4a36b5196633 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0796633 Jul 15 14:02:09.281996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9d5eacf-e23a-4cc9-b0cf-db77fe03c705 req-dab3e639-8d85-498b-b288-7279d5435854 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427532 Jul 15 14:02:10.426487 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-67a8fb15-b10b-4fbf-b84c-22a24f50a052 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.428080 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-67a8fb15-b10b-4fbf-b84c-22a24f50a052 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.0702848 Jul 15 14:02:10.558231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f178a3f-d831-4c1b-aebd-19feb9652609 req-ef899e7c-645a-42cc-848c-79e0990d6532 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:10.559809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f178a3f-d831-4c1b-aebd-19feb9652609 req-ef899e7c-645a-42cc-848c-79e0990d6532 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 945 time: 0.1308396 Jul 15 14:02:10.604125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Deleting port df5050f4-263c-4c0b-948b-c5febc520535 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:02:10.604350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.623758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f178a3f-d831-4c1b-aebd-19feb9652609 req-7664ac5c-46a4-4af9-8bcf-89e499716159 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568490 Jul 15 14:02:10.702500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] For port df5050f4-263c-4c0b-948b-c5febc520535, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=df5050f4-263c-4c0b-948b-c5febc520535,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:10.702866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.936652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.936926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:10.937252 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 disassociated. External IP: 172.25.3.113, port: df5050f4-263c-4c0b-948b-c5febc520535. Jul 15 14:02:10.937596 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Calling delete_port for df5050f4-263c-4c0b-948b-c5febc520535 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:02:11.080461 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:11.112239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event deleted for resources: {'Port': ['ID=df5050f4-263c-4c0b-948b-c5febc520535,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:11.228397 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:11.359860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:11.371728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:11.383097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:11.383757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:01:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:11.407643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] No DVR routers for this DVR port df5050f4-263c-4c0b-948b-c5febc520535 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:02:11.410488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:11.412930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ba6642b-f4a7-497d-b0ea-f65657a67732 req-1d3382a5-645b-4e34-a6fe-3a2a858c3930 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "DELETE /v2.0/ports/df5050f4-263c-4c0b-948b-c5febc520535 HTTP/1.1" status: 204 len: 173 time: 0.9755285 Jul 15 14:02:11.413388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-deleted', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:11.415688 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99739ea-e6ec-4c5d-bfe6-508d688812e4" -d '{"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-deleted", "tag": "df5050f4-263c-4c0b-948b-c5febc520535"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:11.454798 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae45151d-4d9f-4b00-9f65-1e8cacd56e6f x-openstack-request-id: req-ae45151d-4d9f-4b00-9f65-1e8cacd56e6f {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:11.455823 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f", "name": "network-vif-deleted", "tag": "df5050f4-263c-4c0b-948b-c5febc520535", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:11.455823 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae45151d-4d9f-4b00-9f65-1e8cacd56e6f {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:11.455823 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f', 'name': 'network-vif-deleted', 'tag': 'df5050f4-263c-4c0b-948b-c5febc520535', 'status': 'completed', 'code': 200} Jul 15 14:02:11.496928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:11.706055 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:11.734045 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:11.743209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:11.743846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:01:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:11.792012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d0c2bb72-8444-4b79-9b96-55f41730d60d req-f6e19da8-cb43-4f7c-863e-716823a4cd99 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2c7d8ae-4ce9-42d3-a507-e7d8bcb85e7f HTTP/1.1" status: 200 len: 210 time: 0.0328321 Jul 15 14:02:11.856966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:12.082472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:12.115412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f5ca5-4d4e-4c06-98af-7955dd2e1056 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:12.352242 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e79c8e-6cf4-43ce-83f1-a570a4cbe041 None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:02:13.109014 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d224cc5-f302-4d27-8b28-553289a7c432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:13.133760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-ac03cd99-d000-49b6-aeb5-63722dcf89c2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--672109150&fields=id&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 267 time: 0.0367999 Jul 15 14:02:13.257874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-78f96426-4d9f-4449-ad1a-57d7389f16fd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:13.259404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-78f96426-4d9f-4449-ad1a-57d7389f16fd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1190872 Jul 15 14:02:13.263718 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:02:13.275371 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-65744aa1-72e3-4210-a200-0e179f3e564f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/quotas/1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 375 time: 0.0103626 Jul 15 14:02:13.350618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-663d6f42-2565-48df-b891-b3f3a5c9e183 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694418 Jul 15 14:02:13.463134 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-6df12b8a-8123-463e-8c33-d7c3f3c87308 service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933340 Jul 15 14:02:13.571246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-81e3528d-1878-41e7-9625-6ad5967bfb13 service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005599 Jul 15 14:02:13.807033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-15116367-a492-43b7-a238-6b7839739f5a req-a0719a10-c5f3-4e99-bcf2-0e07afcac754 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 210 time: 0.0883284 Jul 15 14:02:14.682233 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device df5050f4-263c-4c0b-948b-c5febc520535 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:02:14.706848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: df5050f4-263c-4c0b-948b-c5febc520535 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:02:14.707200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device df5050f4-263c-4c0b-948b-c5febc520535 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:02:14.966785 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-675504cd-dd9b-4947-80eb-692a75c86e39 req-6c09335c-ecef-4f64-9f43-e6d996ec98a6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 210 time: 0.0323782 Jul 15 14:02:14.986322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-bfb65457-6e2c-4fc3-b636-2ab6d0719413 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:14.987861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-bfb65457-6e2c-4fc3-b636-2ab6d0719413 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1388195 Jul 15 14:02:15.032998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-c436d502-e247-478f-be0b-1f6b0f0ffc88 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 379 time: 0.0366557 Jul 15 14:02:15.041779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'port': {'device_id': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'admin_state_up': True, 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'security_groups': ['22b6a271-7787-4851-99ee-e61805f8b1dc']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:15.173297 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Made reservation on behalf of 1cde7db7b8304c7aa5bb3a5a98e99e0d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:02:15.178805 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.323584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Allocated IP 172.20.0.11 (748a150f-6ac2-4814-b59d-cac6e1d68cd7/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6/0d97be73-cb3d-47d0-a532-bb6845f0ca63) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:02:15.439889 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.482906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.496662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Transition to ACTIVE for port object 0d97be73-cb3d-47d0-a532-bb6845f0ca63 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:15.533457 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.575855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:02:15.582190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:02:15.584576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:02:15.599268 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f508e5c5-8ad0-481a-9181-39f95d273295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.622031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:15.637815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.638151 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.638488 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.638848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.639180 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.639511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.639839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.640160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.640481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.640809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.641131 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.641449 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:02:15.663492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:15.664138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.681897 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-333879f3-8353-4598-b337-2fadbd937e71 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439514 Jul 15 14:02:15.695161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Request body: {'port': {'device_id': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:15.729300 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.738682 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.792790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.851249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-88b05c56-f38e-40cc-bd8e-5092de1723d8 None None] Provisioning for port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:15.855545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-88b05c56-f38e-40cc-bd8e-5092de1723d8 None None] Provisioning complete for port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:15.856088 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-88b05c56-f38e-40cc-bd8e-5092de1723d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:15.892857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-88b05c56-f38e-40cc-bd8e-5092de1723d8 None None] Port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:02:16.085739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d97be73-cb3d-47d0-a532-bb6845f0ca63 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:16.093949 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.107377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Transition to ACTIVE for port object 0d97be73-cb3d-47d0-a532-bb6845f0ca63 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:02:16.112687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.160284 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab6e57-66b2-4948-9fec-30a75f9209bf req-b51d876d-45e4-43d4-90fa-95fb2148e4d6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.166177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.167069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11ab6e57-66b2-4948-9fec-30a75f9209bf req-b51d876d-45e4-43d4-90fa-95fb2148e4d6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 932 time: 0.0744693 Jul 15 14:02:16.205319 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11ab6e57-66b2-4948-9fec-30a75f9209bf req-e057500b-4765-4e31-aa05-e1b8cf9bd3f8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373306 Jul 15 14:02:16.242948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:02:16.243290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:02:16.243625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:16.248730 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:02:16.249049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:02:16.254222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:02:16.254592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:02:16.254980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:02:16.255510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Bound port: 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:02:16.255910 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.327214 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:02:16.330349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:02:16.336208 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.370668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.371310 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:16.372683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] 10.222.0.59 "PUT /v2.0/ports/0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1093 time: 0.6828210 Jul 15 14:02:16.373173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:16.375542 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ff91f-9f6b-41fd-88aa-c62457197f59" -d '{"events": [{"name": "network-changed", "server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:16.400288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70694-b1aa-45ca-8567-faff2203a1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:16.490729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-7cdf28ed-5afe-4046-9cbf-6d71a61e8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.492311 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-7cdf28ed-5afe-4046-9cbf-6d71a61e8fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0666156 Jul 15 14:02:16.506400 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afac0522-0477-454b-9d45-035c31aaa541 x-openstack-request-id: req-afac0522-0477-454b-9d45-035c31aaa541 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:16.506710 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:16.506982 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afac0522-0477-454b-9d45-035c31aaa541 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:16.507411 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'status': 'completed', 'code': 200} Jul 15 14:02:16.541382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-3ebc38e0-f4eb-4bee-909c-87db913faa66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 217 time: 0.0421629 Jul 15 14:02:16.593124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-afe649b2-52ee-4db2-aa41-bd030f0c9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.594635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-afe649b2-52ee-4db2-aa41-bd030f0c9430 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0471587 Jul 15 14:02:16.655002 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-23c1b28c-42b5-4d5a-ae8a-98f73f54b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.656531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-23c1b28c-42b5-4d5a-ae8a-98f73f54b68d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554371 Jul 15 14:02:16.761595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-cc6c14ad-3e8f-42e7-ba0c-a38dcd90c63d service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979767 Jul 15 14:02:16.857916 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bf32a51-0acd-4a67-89e3-37ca3f929bb2 req-5fe90f14-427b-4a69-91ed-a8d441b50326 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901477 Jul 15 14:02:16.963735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-b1fd1ddd-f6a7-4731-9211-6637e3901419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:16.965886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-b1fd1ddd-f6a7-4731-9211-6637e3901419 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0584316 Jul 15 14:02:17.067098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-5fa6d7d3-36b3-4abc-95f8-8e97498169cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:17.068763 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-5fa6d7d3-36b3-4abc-95f8-8e97498169cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0965509 Jul 15 14:02:17.111786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-57fc9cae-8d25-412c-81d4-308f09a595bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 217 time: 0.0356565 Jul 15 14:02:17.167417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-a30d169b-cadf-418d-87fc-310ccfcdf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:17.168919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-a30d169b-cadf-418d-87fc-310ccfcdf72c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0511630 Jul 15 14:02:17.238920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-b02e4bc5-31e3-43d6-a057-34951a7b0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:17.240924 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-b02e4bc5-31e3-43d6-a057-34951a7b0c21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649679 Jul 15 14:02:17.253526 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:17.343727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-fcc60799-aab2-4273-b74a-1cb8e708982e service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949368 Jul 15 14:02:17.384719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017aad-9a9f-4767-a604-8bd8f3e4bb07 req-fc42cd94-59f4-46bc-8fdd-4b1998bb0207 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:17.386335 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f017aad-9a9f-4767-a604-8bd8f3e4bb07 req-fc42cd94-59f4-46bc-8fdd-4b1998bb0207 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0634673 Jul 15 14:02:17.429111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f017aad-9a9f-4767-a604-8bd8f3e4bb07 req-1b051462-7848-4a27-be20-0cc650f7c15d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370009 Jul 15 14:02:17.444129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-065ff91f-9f6b-41fd-88aa-c62457197f59 req-23bd50b7-e077-4219-b235-2759b755a69d service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933471 Jul 15 14:02:18.674976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aaeb9-8a41-4f23-b61a-7b8e8c41fa6a req-4904d3ea-a090-4b9c-b6d5-191bb2f635e1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:18.676520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b4aaeb9-8a41-4f23-b61a-7b8e8c41fa6a req-4904d3ea-a090-4b9c-b6d5-191bb2f635e1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.1321287 Jul 15 14:02:18.731359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1b4aaeb9-8a41-4f23-b61a-7b8e8c41fa6a req-11dbd303-e380-48f9-9fee-e3426eb829e4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461578 Jul 15 14:02:18.737092 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:19.923096 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e04428-6ac3-49cf-8b69-31df4d5dcfa9 req-f0225924-efd8-4004-b13a-4c584a768009 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:19.924602 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60e04428-6ac3-49cf-8b69-31df4d5dcfa9 req-f0225924-efd8-4004-b13a-4c584a768009 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0762262 Jul 15 14:02:19.964996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60e04428-6ac3-49cf-8b69-31df4d5dcfa9 req-1a5bdb6f-93b1-4e34-aa40-b7c37693355b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339661 Jul 15 14:02:20.252829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:02:20.361094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:20.372590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'mac_address': 'fa:16:3e:88:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:02:20.410736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:20.424355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d97be73-cb3d-47d0-a532-bb6845f0ca63 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:02:20.444694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:20.451085 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:20.504731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:20.681506 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['0d97be73-cb3d-47d0-a532-bb6845f0ca63'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:02:21.156861 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f047-9064-432f-b409-8a4c6d632109 req-7e853abe-cd9b-4410-bd59-a4d70f12f1ea tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:21.158435 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-daf5f047-9064-432f-b409-8a4c6d632109 req-7e853abe-cd9b-4410-bd59-a4d70f12f1ea tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 945 time: 0.0800424 Jul 15 14:02:21.202752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-daf5f047-9064-432f-b409-8a4c6d632109 req-4c350242-44a4-44c0-927a-03efffc0bce7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377190 Jul 15 14:02:22.268056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:02:22.331189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:02:22.335485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:02:22.335851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.405503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0de7b-ddb9-454c-9969-1a8e96fb1892 req-531116ca-63d5-4b97-bfa9-71b63b6e1990 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:22.407134 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-73b0de7b-ddb9-454c-9969-1a8e96fb1892 req-531116ca-63d5-4b97-bfa9-71b63b6e1990 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 945 time: 0.0683801 Jul 15 14:02:22.417145 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.442851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:22.445154 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffb2adf-2131-42d0-a8e4-551342bf6ddf" -d '{"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-plugged", "status": "completed", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:22.452178 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-73b0de7b-ddb9-454c-9969-1a8e96fb1892 req-16113211-2be4-4647-a41d-54b5738db179 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383105 Jul 15 14:02:22.458738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:02:22.464229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:22.491482 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afdbed9-59f7-427b-baa1-679c166afdc2 x-openstack-request-id: req-7afdbed9-59f7-427b-baa1-679c166afdc2 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:22.491776 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-plugged", "status": "completed", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:22.492030 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7afdbed9-59f7-427b-baa1-679c166afdc2 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:22.492478 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'code': 200} Jul 15 14:02:22.523286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:02:22.600483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e3ab3-8a41-4d2a-9929-adbd52c0fdb3 req-85bc71ad-3f35-43d0-888e-1115f987a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:22.602055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-944e3ab3-8a41-4d2a-9929-adbd52c0fdb3 req-85bc71ad-3f35-43d0-888e-1115f987a85e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1098 time: 0.0574560 Jul 15 14:02:22.638362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-944e3ab3-8a41-4d2a-9929-adbd52c0fdb3 req-1afc5d0c-0aca-4c7f-92ca-02df46992ca1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294240 Jul 15 14:02:23.644937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cd3f-6c31-4a02-b8ea-f4eda0f28aa0 req-c1e4cee2-a0ab-44c1-85f9-06b20c0cab3d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:23.646480 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd13cd3f-6c31-4a02-b8ea-f4eda0f28aa0 req-c1e4cee2-a0ab-44c1-85f9-06b20c0cab3d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0710607 Jul 15 14:02:23.690487 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fd13cd3f-6c31-4a02-b8ea-f4eda0f28aa0 req-ca5b6558-7ef3-491e-8dc9-79378410f7b3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380194 Jul 15 14:02:23.874140 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b35e4-9931-47fd-82f5-824561cdacfa req-18e1b0ea-a876-402f-81e0-e57a6f6c0553 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:23.875676 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-657b35e4-9931-47fd-82f5-824561cdacfa req-18e1b0ea-a876-402f-81e0-e57a6f6c0553 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0745430 Jul 15 14:02:23.884907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 55644) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:02:23.891914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'floatingip': {'port_id': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:02:23.933691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.769540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.776361 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:24.883512 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 associated. External IP: 172.25.3.113, port: 0d97be73-cb3d-47d0-a532-bb6845f0ca63. Jul 15 14:02:25.109603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:02:25.227199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:02:25.232531 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:25.237363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:02:25.251558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:25.252219 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:02:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:25.278449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0ab4eddb-607e-4860-8ed4-43e3a9e40c91 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "PUT /v2.0/floatingips/5384865d-83a6-4e2a-8683-83019f23c219 HTTP/1.1" status: 200 len: 992 time: 1.3921216 Jul 15 14:02:25.279988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:02:25.282906 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23af5ab7-7c71-4a54-8eea-ffcca350290d" -d '{"events": [{"name": "network-changed", "server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:02:25.331902 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efae5dd3-8a73-4ef0-9e6a-1b5d9f4db0c3 x-openstack-request-id: req-efae5dd3-8a73-4ef0-9e6a-1b5d9f4db0c3 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:02:25.332251 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:02:25.332558 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-efae5dd3-8a73-4ef0-9e6a-1b5d9f4db0c3 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:02:25.333023 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'status': 'completed', 'code': 200} Jul 15 14:02:25.369323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:25.424900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-7a8b07de-f77c-437a-9f14-24274a782213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.426449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-7a8b07de-f77c-437a-9f14-24274a782213 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1098 time: 0.0702922 Jul 15 14:02:25.528833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-62d2a27d-ffd8-4527-8b53-b2982c4c7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.530459 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-62d2a27d-ffd8-4527-8b53-b2982c4c7286 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0980127 Jul 15 14:02:25.606573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-8039aae0-45a1-4383-8a35-3db8221bf505 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1000 time: 0.0698249 Jul 15 14:02:25.623508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:88:12:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:02:24Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:25.654710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:02:25.663281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:02:25.663942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:02:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:25.670623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-6079e583-960a-4b8a-85f7-2c633515982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.672128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-6079e583-960a-4b8a-85f7-2c633515982d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0598166 Jul 15 14:02:25.737950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-639cc81e-bc71-487d-afbf-2ab3d9a1b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:02:25.739570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-639cc81e-bc71-487d-afbf-2ab3d9a1b6ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615807 Jul 15 14:02:25.779612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:02:25.834996 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-58c0f87d-543c-4c0c-9661-339d961151e7 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891750 Jul 15 14:02:25.937087 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23af5ab7-7c71-4a54-8eea-ffcca350290d req-0195e86a-5e1b-4cf0-a4e7-ad983c9ae156 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949719 Jul 15 14:02:26.023455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:88:12:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:02:24Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:02:26.051027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c6cb4-54f6-4e9b-895d-157976398d04 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:88:12:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:02:24Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:02:26.263669 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a395228-fb64-43c1-8ff6-64a4d3a6df3d None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:02:43.115619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2446c91d-29c3-4ac8-a654-2fedc9ac31f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:45.452231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:45.613706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6bc8538f-250a-43c7-bbff-32063ff8c504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:45.733570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:45.735652 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:47.256872 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:48.742357 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:02:50.267240 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:13.035671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-bf6927ad-349a-412f-a000-9103b6df651c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0697155 Jul 15 14:03:13.113849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b2430ca5-a800-497e-91b4-23ea51d9e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:13.143648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-019f8848-c275-400b-acd8-78eb99a6f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.145191 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-019f8848-c275-400b-acd8-78eb99a6f65e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1098 time: 0.0593920 Jul 15 14:03:13.260903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-2504f1ec-117c-48dc-8abf-a37af7a13036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.262421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-2504f1ec-117c-48dc-8abf-a37af7a13036 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0960262 Jul 15 14:03:13.330070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-2bbc74e6-918d-4fdb-a250-26e49ef5789f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1002 time: 0.0613794 Jul 15 14:03:13.385990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-e3196840-a419-42e8-a483-2f69a1b15cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.387517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-e3196840-a419-42e8-a483-2f69a1b15cd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0520186 Jul 15 14:03:13.455099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-1053dc7c-9959-4fd7-a86b-575ff5c96737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:03:13.456634 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-1053dc7c-9959-4fd7-a86b-575ff5c96737 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623133 Jul 15 14:03:13.553312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-42f200e5-7ea5-47bb-a012-3358e56a93fe service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901811 Jul 15 14:03:13.660156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b86a92e0-2a5d-445d-8d71-a912da58b991 req-ccb0b977-19d8-4d4b-b4c2-6d0eb2c511db service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004283 Jul 15 14:03:15.438897 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.608862 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c8576b99-8d2a-4b13-973c-e567b7186c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.739052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:15.742692 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:17.255245 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:18.743840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:27.270134 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:03:43.111792 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-870b3791-9155-49df-ba6d-28e474d3a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.438373 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.617738 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d426371-3b85-4cfb-9f89-a1e982d90ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.738566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:45.744512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:47.258641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:03:48.747164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:01.432381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a3484-4ab8-42f9-813c-329ebb7f93e8 req-2fa046d6-b85b-44dd-bc54-d61949b520d5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:01.433928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-215a3484-4ab8-42f9-813c-329ebb7f93e8 req-2fa046d6-b85b-44dd-bc54-d61949b520d5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0671484 Jul 15 14:04:01.474985 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-215a3484-4ab8-42f9-813c-329ebb7f93e8 req-3a0f0207-c5e7-4285-a641-3f0398fef927 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348957 Jul 15 14:04:02.668268 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76843cc-1594-446f-8d57-6f500aebfa95 req-65279cb2-f9ed-454f-806d-309a1c6f45d8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:02.669858 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e76843cc-1594-446f-8d57-6f500aebfa95 req-65279cb2-f9ed-454f-806d-309a1c6f45d8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0696619 Jul 15 14:04:02.710709 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e76843cc-1594-446f-8d57-6f500aebfa95 req-5298176e-4c26-4f81-a58f-63a96dd73ca0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349176 Jul 15 14:04:03.890232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bec16-4e0d-44fa-a321-5cca35ffa626 req-488090ad-a75f-4bf4-8a20-a8692d3e1543 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:03.891820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a72bec16-4e0d-44fa-a321-5cca35ffa626 req-488090ad-a75f-4bf4-8a20-a8692d3e1543 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0663838 Jul 15 14:04:03.931012 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a72bec16-4e0d-44fa-a321-5cca35ffa626 req-137745ad-e832-4937-851a-548dec86744b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329154 Jul 15 14:04:04.270689 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:05.119472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44c36-b34d-4e67-8550-e851e27151ac req-997c0732-54a8-4b85-a31d-4153b24e3ab9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:05.121001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3c44c36-b34d-4e67-8550-e851e27151ac req-997c0732-54a8-4b85-a31d-4153b24e3ab9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0736949 Jul 15 14:04:05.165943 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3c44c36-b34d-4e67-8550-e851e27151ac req-4872d209-530a-4a5d-b0f9-43f16091600d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360827 Jul 15 14:04:06.362447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419db0-319b-445b-bf3a-185591b763ac req-33601319-a18e-4d28-a327-ed40d6321083 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:06.363947 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b419db0-319b-445b-bf3a-185591b763ac req-33601319-a18e-4d28-a327-ed40d6321083 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0718558 Jul 15 14:04:06.409439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b419db0-319b-445b-bf3a-185591b763ac req-9223a025-fb8a-4915-ab07-74af09608767 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378401 Jul 15 14:04:07.602731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db7406-a1d3-4705-b55e-e758370b6fbc req-5667a809-7703-45b2-92c6-898c6b833bf0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:07.604255 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2db7406-a1d3-4705-b55e-e758370b6fbc req-5667a809-7703-45b2-92c6-898c6b833bf0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0728877 Jul 15 14:04:07.645038 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a2db7406-a1d3-4705-b55e-e758370b6fbc req-7f8cd5e3-dabc-484b-920e-8c4f74f980b3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350213 Jul 15 14:04:08.853718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394d525-2ac7-4dc1-bb3e-4e0c05ed4148 req-9af4609e-17a6-47ba-b98d-cd70cbc4db2f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:08.855263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7394d525-2ac7-4dc1-bb3e-4e0c05ed4148 req-9af4609e-17a6-47ba-b98d-cd70cbc4db2f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0778592 Jul 15 14:04:08.897864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7394d525-2ac7-4dc1-bb3e-4e0c05ed4148 req-ae33bd5f-2193-4c56-8024-c2886ec6dcff tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Jul 15 14:04:10.103222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a754e09-d587-4a52-b3ae-247b9004555a req-e630940b-6670-4a7a-af16-ca83f7273459 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:10.104753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a754e09-d587-4a52-b3ae-247b9004555a req-e630940b-6670-4a7a-af16-ca83f7273459 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0801623 Jul 15 14:04:10.153983 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8a754e09-d587-4a52-b3ae-247b9004555a req-042f5e59-dd9c-4883-abcc-6ee32e2fc895 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Jul 15 14:04:11.348523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0ca12-727a-4caa-a203-e2a53e2b7630 req-15a288ef-021b-4afd-b86a-c944bac27d25 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:11.350127 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1e0ca12-727a-4caa-a203-e2a53e2b7630 req-15a288ef-021b-4afd-b86a-c944bac27d25 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0716655 Jul 15 14:04:11.395126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f1e0ca12-727a-4caa-a203-e2a53e2b7630 req-37e27511-abe0-4c90-af91-717ebd899e7f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Jul 15 14:04:12.584694 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1785-0a76-4538-b35f-a07ad08bcba1 req-c725ac82-39b9-4bea-8c11-079fdaa6147f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:12.586227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bf4c1785-0a76-4538-b35f-a07ad08bcba1 req-c725ac82-39b9-4bea-8c11-079fdaa6147f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0741696 Jul 15 14:04:12.629141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bf4c1785-0a76-4538-b35f-a07ad08bcba1 req-d8e706a5-204e-4240-a4b0-30672e4ead34 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370808 Jul 15 14:04:13.060319 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-0015aeb5-f3b3-4c2e-91b8-2f3b364b582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:13.061907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-0015aeb5-f3b3-4c2e-91b8-2f3b364b582d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1098 time: 0.0616279 Jul 15 14:04:13.108262 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b8452872-0a9c-4c40-b39c-79e4d73db16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:13.181266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-6cf13767-d5e1-4d8d-b355-d43938c15678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:13.182793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-6cf13767-d5e1-4d8d-b355-d43938c15678 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0984704 Jul 15 14:04:13.251032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-11e39cb3-4c46-4a5f-8283-f5c030801e84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1002 time: 0.0610225 Jul 15 14:04:13.313431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-41e42f32-7a3b-442a-9352-325495275918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:13.314950 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-41e42f32-7a3b-442a-9352-325495275918 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0581181 Jul 15 14:04:13.381836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-6b94b64e-ec45-45df-b568-e65f813369b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:13.383460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-6b94b64e-ec45-45df-b568-e65f813369b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622175 Jul 15 14:04:13.477548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-b40d686e-200c-4e0e-8b09-c36416b54f4e service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875125 Jul 15 14:04:13.575991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b85324d5-4d32-467a-a3b2-b31df58e76a5 req-f135a5c0-7e2e-4db2-a36e-eecbf43aeef0 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914171 Jul 15 14:04:13.962065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 55874) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:14.079238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3ac7-d878-4eb0-8a97-66ebebc13b20 req-f429a5c2-a6a3-4a5f-a019-28abe232e70e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:14.080873 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d6a3ac7-d878-4eb0-8a97-66ebebc13b20 req-f429a5c2-a6a3-4a5f-a019-28abe232e70e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0689552 Jul 15 14:04:14.128132 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d6a3ac7-d878-4eb0-8a97-66ebebc13b20 req-6f7e6b97-19d4-40fc-8f53-4f74127f3b8b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400999 Jul 15 14:04:14.406922 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-0953551c-9d07-4eba-9422-084fca0b14df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4435635 Jul 15 14:04:15.325251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bab8c8-b758-47fa-946f-bd443e07e464 req-6406ce5b-e5f7-43ef-be61-7f7e293eed80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.326860 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50bab8c8-b758-47fa-946f-bd443e07e464 req-6406ce5b-e5f7-43ef-be61-7f7e293eed80 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0736420 Jul 15 14:04:15.369154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-50bab8c8-b758-47fa-946f-bd443e07e464 req-0e989968-1957-4753-8e49-6254db262c9b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365410 Jul 15 14:04:15.442164 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.622509 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac85b-ede3-40b8-a592-975133944a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.746482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.748617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:15.772538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-200230c2-56c7-436c-84b3-f9e2e3bb259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.774253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-200230c2-56c7-436c-84b3-f9e2e3bb259d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1098 time: 0.0722497 Jul 15 14:04:15.871103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-0458fada-bca2-4326-b069-8b0bf96769cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:15.872703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-0458fada-bca2-4326-b069-8b0bf96769cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0913179 Jul 15 14:04:15.953482 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-f2dd85f6-3b26-4a63-b4f5-02bbd014b714 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1002 time: 0.0736153 Jul 15 14:04:16.008639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-7299fa15-0a14-4f60-867d-5968f28c9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.010362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-7299fa15-0a14-4f60-867d-5968f28c9d41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0511127 Jul 15 14:04:16.071423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-850036dc-138c-4cc1-b61a-4ab95ff237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.072984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-850036dc-138c-4cc1-b61a-4ab95ff237d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557384 Jul 15 14:04:16.181870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-28f89fd7-7dc8-4292-a371-90497765f5c7 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013324 Jul 15 14:04:16.287553 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-ff0b37b5-4dd8-4406-a39b-9aa025d45b63 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989299 Jul 15 14:04:16.589445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36517831-267a-4e1f-9e44-b5053f8b8d38 req-73493ce9-aa72-4570-849e-bbdefea71227 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:16.590902 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36517831-267a-4e1f-9e44-b5053f8b8d38 req-73493ce9-aa72-4570-849e-bbdefea71227 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0889683 Jul 15 14:04:16.636464 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-36517831-267a-4e1f-9e44-b5053f8b8d38 req-746ec12f-76bd-4b54-acd8-ff6871d902a2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372550 Jul 15 14:04:17.263382 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:17.824932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc76b4c-06a8-4ee4-af98-2896a77be0e9 req-447dcf44-b09e-459d-b844-fd2c6e22d238 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:17.826424 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbc76b4c-06a8-4ee4-af98-2896a77be0e9 req-447dcf44-b09e-459d-b844-fd2c6e22d238 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0710995 Jul 15 14:04:17.869136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbc76b4c-06a8-4ee4-af98-2896a77be0e9 req-2a03e9e7-ad57-4076-8518-7ce435261dc0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342972 Jul 15 14:04:18.223918 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-089a3738-3fbb-4037-a02d-17cb0af6d2d2 service neutron] show failed (client error): The resource could not be found. Jul 15 14:04:18.226052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-089a3738-3fbb-4037-a02d-17cb0af6d2d2 service neutron] 10.222.0.59 "GET /v2.0/ports/0d97be73-cb3d-47d0-a532-bb6845f0ca63/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0662093 Jul 15 14:04:18.553846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-a7f58fc8-0351-404c-b269-d45aa7b4c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:18.555806 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-a7f58fc8-0351-404c-b269-d45aa7b4c750 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 1098 time: 0.1076937 Jul 15 14:04:18.566867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:18.642404 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.754327 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.866173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:18.903147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:18.944387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:18.947453 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c7b440-be8b-45ac-aab4-551fb5a13c7a" -d '{"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:18.951681 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:18.966064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Transition to ACTIVE for port object 0d97be73-cb3d-47d0-a532-bb6845f0ca63 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:18.971820 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.061407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:19.062923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18fa7-1d1f-4d60-bd43-676d40917616 req-1ea4a6d7-9c75-42c6-ad7b-b696e275c0c1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.065105 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ce18fa7-1d1f-4d60-bd43-676d40917616 req-1ea4a6d7-9c75-42c6-ad7b-b696e275c0c1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0830278 Jul 15 14:04:19.073324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.073769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.074183 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.075478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.076022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.076427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.077197 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.077722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.078446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.079328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.079328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.080060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:19.085855 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fed70a-1a9d-4fe4-a2fe-c84ca8adbab9 x-openstack-request-id: req-40fed70a-1a9d-4fe4-a2fe-c84ca8adbab9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:19.086148 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:19.086399 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40fed70a-1a9d-4fe4-a2fe-c84ca8adbab9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:19.086810 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'code': 200} Jul 15 14:04:19.110296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7ce18fa7-1d1f-4d60-bd43-676d40917616 req-d68f770f-e7a6-47f5-b27c-d0b3d898dc89 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394671 Jul 15 14:04:19.123744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] No DVR routers for this DVR port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:19.267385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:19.267672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:19.268030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:19.272638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:04:19.272970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Attempting to bind port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:19.279268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:19.279947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:19.280332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:19.280826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Bound port: 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:19.281460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.353128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:19.356297 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:19.362408 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.399015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.399626 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:19.401039 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] 10.222.0.58 "PUT /v2.0/ports/0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1093 time: 0.8384080 Jul 15 14:04:19.426984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6ad1a-6372-4082-8710-faa3ec4d0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:19.496767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-a4ea7220-b523-4732-bf89-b7c02ec73a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.498336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-a4ea7220-b523-4732-bf89-b7c02ec73a09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0660081 Jul 15 14:04:19.598740 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-47ce1b8d-966b-41e0-a365-62cf242938e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.600262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-47ce1b8d-966b-41e0-a365-62cf242938e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0954161 Jul 15 14:04:19.669230 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-d5425dbe-64d3-4995-9f94-4a31343fe5a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1000 time: 0.0628119 Jul 15 14:04:19.718984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-2e48a9c0-d4e3-40fb-b3af-4c987deee82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.720468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-2e48a9c0-d4e3-40fb-b3af-4c987deee82f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0451751 Jul 15 14:04:19.784945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-4e23511d-46fd-4066-8d3d-ba0d9e1fe1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:19.786493 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-4e23511d-46fd-4066-8d3d-ba0d9e1fe1f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588436 Jul 15 14:04:19.885711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-00812c5f-f8da-49ba-9024-53b749d69ff8 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922418 Jul 15 14:04:19.999661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dbd7bf3f-2801-411d-bc59-c34402af1843 req-d8b5e71b-20d2-4bfe-8628-07b134e43592 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077814 Jul 15 14:04:20.320204 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace4abd-cc92-43be-aaa4-ed6891a49ed6 req-562f3e29-401f-45dc-a09c-b1b91f6c05ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:20.321765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dace4abd-cc92-43be-aaa4-ed6891a49ed6 req-562f3e29-401f-45dc-a09c-b1b91f6c05ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0793328 Jul 15 14:04:20.365095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dace4abd-cc92-43be-aaa4-ed6891a49ed6 req-5c16e097-e76e-48ca-9667-ccdbb6b7f142 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375066 Jul 15 14:04:21.087897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:21.090343 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67" -d '{"events": [{"name": "network-changed", "server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:21.139537 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2d65ca-7649-44e7-8619-b3e3e4ec9518 x-openstack-request-id: req-7f2d65ca-7649-44e7-8619-b3e3e4ec9518 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:21.139829 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:21.140076 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f2d65ca-7649-44e7-8619-b3e3e4ec9518 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:21.140475 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'status': 'completed', 'code': 200} Jul 15 14:04:21.221814 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-b0aee912-d72c-4876-b7b8-b628ca629dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.222416 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-b4d01712-bd7e-4bb1-93d4-1a671ccaadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.223409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-b0aee912-d72c-4876-b7b8-b628ca629dd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0566163 Jul 15 14:04:21.224155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-b4d01712-bd7e-4bb1-93d4-1a671ccaadda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0619097 Jul 15 14:04:21.321760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-e5d9da1e-cfcd-41f0-a678-ce0ae05742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.323799 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-e5d9da1e-cfcd-41f0-a678-ce0ae05742ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0937040 Jul 15 14:04:21.335680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-c3272eff-d8bd-40d1-8082-b11e04f077af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.337301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-c3272eff-d8bd-40d1-8082-b11e04f077af service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0994372 Jul 15 14:04:21.402386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-8b2c0b68-de30-417e-8d96-2bd1485e5381 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1000 time: 0.0714598 Jul 15 14:04:21.411765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-d689af72-84a5-4296-a0a0-c672c86a5879 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1000 time: 0.0683804 Jul 15 14:04:21.454492 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-1c398ec1-1c76-49fd-9783-524ba64db263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.456048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-1c398ec1-1c76-49fd-9783-524ba64db263 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0475490 Jul 15 14:04:21.463937 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-8aa6315b-8f7e-4707-9fb8-b57c98081541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.465457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-8aa6315b-8f7e-4707-9fb8-b57c98081541 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0471764 Jul 15 14:04:21.516665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-6dd754c2-39fb-4e09-91ad-bd335fbc7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.518212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-6dd754c2-39fb-4e09-91ad-bd335fbc7ac4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561366 Jul 15 14:04:21.591049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-1878ec38-d739-4139-a397-6e8328f315b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.592560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-1878ec38-d739-4139-a397-6e8328f315b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210749 Jul 15 14:04:21.608306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04c00e-babd-4497-a917-8f8b5a413468 req-ee0c5bb0-598b-40a3-8998-d6f76c3a6130 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:21.609895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db04c00e-babd-4497-a917-8f8b5a413468 req-ee0c5bb0-598b-40a3-8998-d6f76c3a6130 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0991714 Jul 15 14:04:21.616625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-b2776b4b-9cbc-40aa-a578-47da7d6ef2a9 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920918 Jul 15 14:04:21.705632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db04c00e-babd-4497-a917-8f8b5a413468 req-427ffee1-ded1-45a4-b000-70a4504aa9bd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870545 Jul 15 14:04:21.718040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-776ff7a4-817e-4037-9f2d-6aa72111e992 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948792 Jul 15 14:04:21.729509 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-686a98d4-4cba-4721-85f9-ba22bb3f42c6 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294470 Jul 15 14:04:21.829361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-aa2fe8c3-bd5a-496c-9cc8-c342b4fb2b67 req-dcffc18c-e0db-4928-8922-e6b87ee9c5bd service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933449 Jul 15 14:04:22.020311 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313f393-99ca-4a21-b509-abf2d2ee82ab req-5fd63f91-a3ca-4399-98be-96c9aef34309 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.021750 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4313f393-99ca-4a21-b509-abf2d2ee82ab req-5fd63f91-a3ca-4399-98be-96c9aef34309 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0730145 Jul 15 14:04:22.037362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-e2bcb02b-5bbc-48fb-8dac-22606ecddb51 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.038994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-e2bcb02b-5bbc-48fb-8dac-22606ecddb51 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 944 time: 0.0809355 Jul 15 14:04:22.064491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4313f393-99ca-4a21-b509-abf2d2ee82ab req-8c24da64-bda6-4e57-9a81-32ecb2ac7453 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362422 Jul 15 14:04:22.105105 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d1212036-49c8-4238-a5c6-3a57cad0dc79 service neutron] delete failed (client error): The resource could not be found. Jul 15 14:04:22.106166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d1212036-49c8-4238-a5c6-3a57cad0dc79 service neutron] 10.222.0.59 "DELETE /v2.0/ports/0d97be73-cb3d-47d0-a532-bb6845f0ca63/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0600598 Jul 15 14:04:22.207118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-0efd6808-4234-465b-839b-0a9368999e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.208716 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-0efd6808-4234-465b-839b-0a9368999e89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0586636 Jul 15 14:04:22.214130 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-d65efd45-aff2-4b09-a796-cd648b3bc036 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554357 Jul 15 14:04:22.311660 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-7396086a-09a0-4558-b88f-093387c91ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.313190 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-7396086a-09a0-4558-b88f-093387c91ffa service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0989249 Jul 15 14:04:22.318058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-5a45cbaf-4686-48c1-9afc-2b0b12f5c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.319941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-5a45cbaf-4686-48c1-9afc-2b0b12f5c57e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1096 time: 0.0609839 Jul 15 14:04:22.378451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d542dddf-c1cd-41ca-93a9-424a5406b56d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1000 time: 0.0588179 Jul 15 14:04:22.424092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-a08e25b9-4001-412d-b3e2-8da2e120d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.425633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-a08e25b9-4001-412d-b3e2-8da2e120d261 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0858312 Jul 15 14:04:22.432272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d10ff175-3d47-44b5-8ced-91a3bc077093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.433733 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d10ff175-3d47-44b5-8ced-91a3bc077093 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0497160 Jul 15 14:04:22.492133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d297cd00-c3ee-4171-87c5-dc85d29aff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.493884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-d297cd00-c3ee-4171-87c5-dc85d29aff70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544462 Jul 15 14:04:22.498355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-efcf71db-436a-4d74-bec3-cdcf4e27cc4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1000 time: 0.0666823 Jul 15 14:04:22.549048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-3f65b321-27d6-40b6-b28f-b28b22d393e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.550689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-3f65b321-27d6-40b6-b28f-b28b22d393e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0456281 Jul 15 14:04:22.594826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-64298db5-f5fc-442c-9243-a5a694def246 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935907 Jul 15 14:04:22.611136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-0165298f-5fba-4ce7-8b81-a2a95019aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:22.612712 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-0165298f-5fba-4ce7-8b81-a2a95019aae7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560570 Jul 15 14:04:22.695884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c82d7dc4-c6eb-42de-9525-d168a403690e req-30a4e97f-c453-484a-b455-c27969d5a612 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943391 Jul 15 14:04:22.711145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-2b10d685-4a8e-44fe-8504-0fa412e03e2d service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919504 Jul 15 14:04:22.816565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29f44bbe-63bd-41c4-a605-8effd8188401 req-1d73316a-1bd3-4bd4-86bb-c384efad7557 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985432 Jul 15 14:04:22.876262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:23.086150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:23.251579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b90cd9-c340-42c6-9ab1-c10514ce5469 req-2bcd939b-e65c-4d76-816d-7213fcd7ff34 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.253128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2b90cd9-c340-42c6-9ab1-c10514ce5469 req-2bcd939b-e65c-4d76-816d-7213fcd7ff34 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0696833 Jul 15 14:04:23.272680 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:04:23.296003 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d2b90cd9-c340-42c6-9ab1-c10514ce5469 req-3f45045e-6594-4304-a2e9-2a939cf8527c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368176 Jul 15 14:04:23.373047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:23.383879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'mac_address': 'fa:16:3e:88:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:04:23.424957 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.437475 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d97be73-cb3d-47d0-a532-bb6845f0ca63 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:23.457291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:23.465487 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:23.489082 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5614e-2592-46fb-9d41-8d24f1859e55 req-bbfed719-8c37-43e1-b1a7-7071ff126d3f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.490741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-13e5614e-2592-46fb-9d41-8d24f1859e55 req-bbfed719-8c37-43e1-b1a7-7071ff126d3f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 944 time: 0.0786698 Jul 15 14:04:23.519262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:23.527432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.527799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.528125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.528463 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.528796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.529107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.529786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.530115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.530445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.530791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.531119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.531442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:23.532197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-13e5614e-2592-46fb-9d41-8d24f1859e55 req-a4b3c2be-3e27-45fb-84fa-e4c73608ca52 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344510 Jul 15 14:04:23.668730 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['0d97be73-cb3d-47d0-a532-bb6845f0ca63'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:23.938501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-2b0862b7-15da-4dc2-b0d4-454b90fcbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.940050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-2b0862b7-15da-4dc2-b0d4-454b90fcbab1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 1097 time: 0.0942914 Jul 15 14:04:23.952651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5acd5-c973-4c70-9595-1a33df0d9e57 req-b82b2705-9e48-48dc-927c-f60b4942d44a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:23.953961 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06e5acd5-c973-4c70-9595-1a33df0d9e57 req-b82b2705-9e48-48dc-927c-f60b4942d44a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 945 time: 0.0979626 Jul 15 14:04:24.049526 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-06e5acd5-c973-4c70-9595-1a33df0d9e57 req-584dbb29-d460-4a2a-95f4-0afed1610675 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874376 Jul 15 14:04:24.070633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-d5983cbd-7f94-4884-b1d3-1439b7399028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:24.072209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-d5983cbd-7f94-4884-b1d3-1439b7399028 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1174266 Jul 15 14:04:24.143959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-10cf8618-d10c-4396-83b7-9d9b38d25a22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 200 len: 1001 time: 0.0649698 Jul 15 14:04:24.200338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-2bec8d6f-9bb2-4fe3-9b21-2eac133b979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:24.201843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-2bec8d6f-9bb2-4fe3-9b21-2eac133b979f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0511763 Jul 15 14:04:24.272223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-6a1d6029-0b1b-4243-8542-2eeb40ac6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:24.273673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-6a1d6029-0b1b-4243-8542-2eeb40ac6a9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647049 Jul 15 14:04:24.370943 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-9136baf1-b6f4-428e-ac55-156f4b674f88 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902977 Jul 15 14:04:24.467938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a4dcd75-b72c-43ad-abb6-c24e03d5d3dd req-4f7cb326-a9c9-4e4d-b8f1-e54c204e0a74 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903199 Jul 15 14:04:25.249894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da2c40-93d8-45f0-9f48-6157b77e9f56 req-6ea33285-0744-4d27-8b78-9664186bd102 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:25.251497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03da2c40-93d8-45f0-9f48-6157b77e9f56 req-6ea33285-0744-4d27-8b78-9664186bd102 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 945 time: 0.0717504 Jul 15 14:04:25.272914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:25.292534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-03da2c40-93d8-45f0-9f48-6157b77e9f56 req-3e2e1210-ea9f-4deb-a629-2ddd47dd35d6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354238 Jul 15 14:04:25.324855 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:25.328804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:25.329170 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.409341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.431956 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:25.434543 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c1f39-041a-4f16-b504-b2c300867353" -d '{"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-plugged", "status": "completed", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:25.447722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:25.453176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:25.481712 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37238ad1-ad2e-41e4-93cb-a806a00a7a0b x-openstack-request-id: req-37238ad1-ad2e-41e4-93cb-a806a00a7a0b {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:25.482005 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-plugged", "status": "completed", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:25.482258 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37238ad1-ad2e-41e4-93cb-a806a00a7a0b {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:25.482677 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'code': 200} Jul 15 14:04:25.510248 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:25.694973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92b1e8-f51a-4073-8c30-dc14c5b94f0f req-f9f417cd-7fc8-4d4a-8326-ac2592e348a1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:25.696362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f92b1e8-f51a-4073-8c30-dc14c5b94f0f req-f9f417cd-7fc8-4d4a-8326-ac2592e348a1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0690904 Jul 15 14:04:25.735907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f92b1e8-f51a-4073-8c30-dc14c5b94f0f req-ade0889c-76de-4703-a861-99904527065a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Jul 15 14:04:26.908267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-c9b7079a-a6c2-4425-9100-dbf95d4c84aa tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:26.909771 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-c9b7079a-a6c2-4425-9100-dbf95d4c84aa tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.0986552 Jul 15 14:04:26.986893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ded3f-d42d-4869-940b-c5fa715ba6ee req-714b2c47-299a-4ba9-b39c-73c7565b52a8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:26.988431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c3ded3f-d42d-4869-940b-c5fa715ba6ee req-714b2c47-299a-4ba9-b39c-73c7565b52a8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 946 time: 0.1318374 Jul 15 14:04:27.059525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c3ded3f-d42d-4869-940b-c5fa715ba6ee req-e265cffe-7c26-4ffc-96d2-a6ea8d91c52e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540226 Jul 15 14:04:27.069507 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Deleting port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:04:27.069853 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.166039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] For port 0d97be73-cb3d-47d0-a532-bb6845f0ca63, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=0d97be73-cb3d-47d0-a532-bb6845f0ca63,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:27.166885 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.345851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.346094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.346416 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 disassociated. External IP: 172.25.3.113, port: 0d97be73-cb3d-47d0-a532-bb6845f0ca63. Jul 15 14:04:27.346801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Calling delete_port for 0d97be73-cb3d-47d0-a532-bb6845f0ca63 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:04:27.490552 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.523497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event deleted for resources: {'Port': ['ID=0d97be73-cb3d-47d0-a532-bb6845f0ca63,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:27.642997 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:27.761346 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:27.771309 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:27.781130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:27.781747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:04:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:27.809706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] No DVR routers for this DVR port 0d97be73-cb3d-47d0-a532-bb6845f0ca63 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:04:27.812787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:27.814865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e88cdd6f-bb26-4208-86be-a57314a339a1 req-3292570d-b79e-4ed5-bedf-77243ee9b78f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "DELETE /v2.0/ports/0d97be73-cb3d-47d0-a532-bb6845f0ca63 HTTP/1.1" status: 204 len: 173 time: 0.8989816 Jul 15 14:04:27.815318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-deleted', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:27.818096 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca69001-aa7f-4a2b-b068-6b1bf2a94247" -d '{"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-deleted", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:27.857521 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8685ac-35e1-448c-b4e3-c1efa31d3849 x-openstack-request-id: req-0d8685ac-35e1-448c-b4e3-c1efa31d3849 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:27.857813 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e89eef-cedf-45ce-ae16-2aac5508902d", "name": "network-vif-deleted", "tag": "0d97be73-cb3d-47d0-a532-bb6845f0ca63", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:27.858082 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d8685ac-35e1-448c-b4e3-c1efa31d3849 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:27.858479 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e89eef-cedf-45ce-ae16-2aac5508902d', 'name': 'network-vif-deleted', 'tag': '0d97be73-cb3d-47d0-a532-bb6845f0ca63', 'status': 'completed', 'code': 200} Jul 15 14:04:27.894530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:28.121056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:28.159020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:28.169884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:28.170679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:04:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:28.234874 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f20623c4-dbcd-4c1c-bf93-1752fa13898e req-c0ec22d7-b185-445d-9f03-91faef089b61 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=94e89eef-cedf-45ce-ae16-2aac5508902d HTTP/1.1" status: 200 len: 210 time: 0.0316160 Jul 15 14:04:28.295128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:28.510291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:28.537385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb975f-4f18-4d3f-8805-fbed5acc2daa None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:28.777131 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d7a62f-eddf-4d44-b830-aa77d3b43b5c None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:04:29.857442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-3a9e3478-839d-40f4-bb28-b11a5e33139b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--672109150&fields=id&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 267 time: 0.0357885 Jul 15 14:04:29.973961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-758a8ff2-e517-441e-8014-68b9ddf864c2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:29.975498 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-758a8ff2-e517-441e-8014-68b9ddf864c2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1113763 Jul 15 14:04:29.992433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-fba1254b-7107-4bc2-870c-8d830157380e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/quotas/1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 375 time: 0.0113964 Jul 15 14:04:30.077052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-98ee6304-502a-4e49-a22b-443198a058de tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781024 Jul 15 14:04:30.266722 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-4eb7e713-2459-420a-9463-842d7ba85a8f service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723387 Jul 15 14:04:30.378310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-9567916a-6311-4b5d-b187-0515958b79a3 service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050377 Jul 15 14:04:30.583571 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a10f7cd3-6e8d-4f0a-8f28-d82cc13a3da2 req-78b40647-a752-48d4-b82b-f8937bc2062d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 210 time: 0.0316768 Jul 15 14:04:31.272846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:04:31.295694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 0d97be73-cb3d-47d0-a532-bb6845f0ca63 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:04:31.296012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 0d97be73-cb3d-47d0-a532-bb6845f0ca63 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:04:31.739419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-777b7836-8d5e-4ac9-be32-4a0953ae76ce req-d0048674-8579-46a2-9e4f-f824c8f57b72 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 210 time: 0.0329943 Jul 15 14:04:31.757369 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-9afcb0bf-c649-4880-9b0e-f8622b142bab tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:31.759284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-9afcb0bf-c649-4880-9b0e-f8622b142bab tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1413314 Jul 15 14:04:31.805889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-c424fbfd-6363-48b1-a437-1cf65532f7f9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 379 time: 0.0372162 Jul 15 14:04:31.814934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'port': {'device_id': '654bae5d-6315-47dd-b629-d43f848f0069', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'admin_state_up': True, 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'security_groups': ['22b6a271-7787-4851-99ee-e61805f8b1dc']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:31.946003 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Made reservation on behalf of 1cde7db7b8304c7aa5bb3a5a98e99e0d for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:04:31.949761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.078396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Allocated IP 172.20.0.9 (748a150f-6ac2-4814-b59d-cac6e1d68cd7/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6/c54551c0-7c09-4c81-a70f-4fa048a2dace) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:04:32.219684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.232945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Transition to ACTIVE for port object c54551c0-7c09-4c81-a70f-4fa048a2dace will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:32.268710 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.319623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:04:32.322843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:04:32.326986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:04:32.333379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:32.577673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ca8d25be-c1d7-472a-994c-d0f59b8474f1 None None] Provisioning for port c54551c0-7c09-4c81-a70f-4fa048a2dace completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:32.583207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ca8d25be-c1d7-472a-994c-d0f59b8474f1 None None] Provisioning complete for port c54551c0-7c09-4c81-a70f-4fa048a2dace triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:32.583728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ca8d25be-c1d7-472a-994c-d0f59b8474f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.628046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d25be-c1d7-472a-994c-d0f59b8474f1 None None] Port c54551c0-7c09-4c81-a70f-4fa048a2dace cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:04:32.737909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.738161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.738473 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.738833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.739275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.739463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.740164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.740164 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.740422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.740738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.741055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.741364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:04:32.772090 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.772695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.790107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-91ee8d94-cf96-43f4-a34d-2855a84d979d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9789727 Jul 15 14:04:32.801867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Request body: {'port': {'device_id': '654bae5d-6315-47dd-b629-d43f848f0069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:32.879935 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:32.956679 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16580435-ef31-45ce-ae3c-98b29bf7ce04 req-426d045e-d546-4beb-b5f1-38ed3b4326c2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:32.958632 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16580435-ef31-45ce-ae3c-98b29bf7ce04 req-426d045e-d546-4beb-b5f1-38ed3b4326c2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 931 time: 0.0639119 Jul 15 14:04:32.998281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16580435-ef31-45ce-ae3c-98b29bf7ce04 req-99fdb508-f965-4a74-8d6e-cb30297fea09 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333266 Jul 15 14:04:33.171627 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54551c0-7c09-4c81-a70f-4fa048a2dace {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:33.179313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.192746 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Transition to ACTIVE for port object c54551c0-7c09-4c81-a70f-4fa048a2dace will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:04:33.198790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.251144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:33.325700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:04:33.326042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:04:33.326385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:33.331260 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:04:33.331567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:04:33.336678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:04:33.337022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:04:33.337527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:04:33.337958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Bound port: c54551c0-7c09-4c81-a70f-4fa048a2dace, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:04:33.338319 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.407483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:04:33.411387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:04:33.418791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.454651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.455185 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:33.456599 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] 10.222.0.59 "PUT /v2.0/ports/c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1092 time: 0.6591861 Jul 15 14:04:33.458996 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:33.461304 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0c4f7dac1a5abd7e959bf3e4268c311dfc2fe045a9160091abaefbcc4459199" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a349778-c379-4317-a5ce-ac9b0b13e1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:33.493895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c43aa7-aea8-4da2-a2e6-4ea34273dc45 service neutron] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:33.511492 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451ec61-16ce-4cbf-bb86-d5d73105c124 x-openstack-request-id: req-0451ec61-16ce-4cbf-bb86-d5d73105c124 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:33.511711 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:33.511919 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0451ec61-16ce-4cbf-bb86-d5d73105c124 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:33.512320 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'status': 'completed', 'code': 200} Jul 15 14:04:33.560649 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-db28af0c-1a25-437f-83f3-f9dd65269a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.562241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-db28af0c-1a25-437f-83f3-f9dd65269a6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1095 time: 0.0613832 Jul 15 14:04:33.611043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-d6764a61-5a1d-4efe-ab4e-4f7f38dac6b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 217 time: 0.0407524 Jul 15 14:04:33.662735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-8620114c-4c5c-4c00-8199-1d398f8d42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.666205 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-8620114c-4c5c-4c00-8199-1d398f8d42ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0474353 Jul 15 14:04:33.731186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-806d6f92-5114-4920-bc7d-14ffa3742cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:33.732734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-806d6f92-5114-4920-bc7d-14ffa3742cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619481 Jul 15 14:04:33.835206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-418d116d-3a54-4e3c-9ea0-2a9d66ed8b65 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951552 Jul 15 14:04:33.929578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d45799a4-d72f-466c-ae17-ea9554bfeec9 req-3f58c5f6-4f75-484b-ba76-75dfbd4c6f2b service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875127 Jul 15 14:04:34.041199 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-f71a2191-a367-48df-8ba0-140923ad4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.042871 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-f71a2191-a367-48df-8ba0-140923ad4f5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1095 time: 0.0602994 Jul 15 14:04:34.137838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-f4bd7879-f531-4978-b24d-61563c14c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.139623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-f4bd7879-f531-4978-b24d-61563c14c856 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0899160 Jul 15 14:04:34.189180 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-99a33efa-ddd5-4d56-88eb-f8790b7c9188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 217 time: 0.0421104 Jul 15 14:04:34.191223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e8ad-e459-4e95-8409-66fbe5eb2da0 req-a3056e55-c80f-4a23-b450-d960611ed9c8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.192759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6449e8ad-e459-4e95-8409-66fbe5eb2da0 req-a3056e55-c80f-4a23-b450-d960611ed9c8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 943 time: 0.0736747 Jul 15 14:04:34.231521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6449e8ad-e459-4e95-8409-66fbe5eb2da0 req-47a38743-640f-42d5-8c43-64827bb076c5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Jul 15 14:04:34.239477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-c1be7bcd-9b90-4f1d-bc34-5fbe54ec57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.240984 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-c1be7bcd-9b90-4f1d-bc34-5fbe54ec57cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0456610 Jul 15 14:04:34.303899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-2214145b-0548-41ea-8de4-fc6b05965db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:34.305382 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-2214145b-0548-41ea-8de4-fc6b05965db8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571976 Jul 15 14:04:34.405476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-7283f8b5-1f1c-4c64-9e2d-07af19178a40 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Jul 15 14:04:34.500149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a349778-c379-4317-a5ce-ac9b0b13e1bd req-f3626c59-3e39-4209-932d-130686c240bd service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869853 Jul 15 14:04:35.438827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f829ad-e4fd-47bf-8d8e-fd9049006aa0 req-e5836832-34c5-4f93-9e49-2e6eaf797091 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:35.441301 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00f829ad-e4fd-47bf-8d8e-fd9049006aa0 req-e5836832-34c5-4f93-9e49-2e6eaf797091 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 943 time: 0.0922005 Jul 15 14:04:35.485514 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-00f829ad-e4fd-47bf-8d8e-fd9049006aa0 req-51e70c59-d582-495a-884d-3c3b03cb75b4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354850 Jul 15 14:04:36.675368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80652c0-fbe7-4b8a-88c3-caaf712ede06 req-88af13c3-7885-4690-a43c-d0b177954274 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:36.676960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b80652c0-fbe7-4b8a-88c3-caaf712ede06 req-88af13c3-7885-4690-a43c-d0b177954274 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 943 time: 0.0715775 Jul 15 14:04:36.719446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b80652c0-fbe7-4b8a-88c3-caaf712ede06 req-cc0cda3b-3de9-4f52-802b-58a679185b4f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368681 Jul 15 14:04:36.922785 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:04:37.031493 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:37.044669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'mac_address': 'fa:16:3e:41:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:04:37.088962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.102561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54551c0-7c09-4c81-a70f-4fa048a2dace {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:04:37.122763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:37.129240 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:37.178740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:37.330626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c54551c0-7c09-4c81-a70f-4fa048a2dace'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:04:37.908588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a5bd-f347-4e12-86dc-36bb10929067 req-d720968d-f176-4a32-ba0d-3a5c1e4361bd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:37.910165 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3af4a5bd-f347-4e12-86dc-36bb10929067 req-d720968d-f176-4a32-ba0d-3a5c1e4361bd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0733681 Jul 15 14:04:37.953630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3af4a5bd-f347-4e12-86dc-36bb10929067 req-0d2b0cef-1171-4906-9c6b-ee5322d22d21 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350211 Jul 15 14:04:38.938344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:04:38.992716 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port c54551c0-7c09-4c81-a70f-4fa048a2dace completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:04:38.997427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port c54551c0-7c09-4c81-a70f-4fa048a2dace triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:04:38.997841 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:39.089685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:39.112822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:39.115429 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311e2d9ecca156525f8c3f73f600f0127bac6faec7010717d4178af24a129b6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5894b0-9e80-4f65-b55d-f3cca0c1106f" -d '{"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-plugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:39.133427 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:04:39.140880 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:39.167844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed12b8-5e71-47d9-bf59-cb6c8b8829fe req-3433cef9-6301-42a1-b7c5-954f722227d8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:39.170374 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b0db5-50f6-47ed-a18b-3e55e61d12ce x-openstack-request-id: req-380b0db5-50f6-47ed-a18b-3e55e61d12ce {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:39.170694 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-plugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:39.170903 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-beed12b8-5e71-47d9-bf59-cb6c8b8829fe req-3433cef9-6301-42a1-b7c5-954f722227d8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0857387 Jul 15 14:04:39.171153 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-380b0db5-50f6-47ed-a18b-3e55e61d12ce {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:39.171545 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'code': 200} Jul 15 14:04:39.207798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:04:39.225944 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-beed12b8-5e71-47d9-bf59-cb6c8b8829fe req-56eba110-1090-4e9f-9ef6-177abf3bfc79 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421910 Jul 15 14:04:39.298006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4853b5-873b-442e-b3c4-9f3bb875e93c req-300dbf10-9cca-4b40-b266-1cefeb47b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:39.299630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a4853b5-873b-442e-b3c4-9f3bb875e93c req-300dbf10-9cca-4b40-b266-1cefeb47b297 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1097 time: 0.0646508 Jul 15 14:04:39.336561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a4853b5-873b-442e-b3c4-9f3bb875e93c req-7da093f1-8407-4b95-ae31-faf5d44667c4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Jul 15 14:04:40.433820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc48620-f600-45bb-85b1-ee4ec439ee36 req-8bac3a97-85c1-45f1-ad46-09e9f453e7c0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:40.435445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6fc48620-f600-45bb-85b1-ee4ec439ee36 req-8bac3a97-85c1-45f1-ad46-09e9f453e7c0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0880437 Jul 15 14:04:40.476314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6fc48620-f600-45bb-85b1-ee4ec439ee36 req-669750f0-ae85-461e-bda8-d70d43ea18fe tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Jul 15 14:04:40.773981 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c11f2-3fd3-465f-b347-6c0d5c5c81c4 req-e0e27c73-dfb9-4c87-976a-db71f8a6725b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:40.775495 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-365c11f2-3fd3-465f-b347-6c0d5c5c81c4 req-e0e27c73-dfb9-4c87-976a-db71f8a6725b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.1365552 Jul 15 14:04:40.788428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56014) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:04:40.792985 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'floatingip': {'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:04:40.831133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.271054 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:04:41.689647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.696847 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:41.797507 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 associated. External IP: 172.25.3.113, port: c54551c0-7c09-4c81-a70f-4fa048a2dace. Jul 15 14:04:42.002504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:04:42.119741 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:04:42.124974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:42.132112 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:04:42.143441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:42.144083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:04:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.167154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a621145-f473-41a4-b025-6d4eb5ea3e7e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "PUT /v2.0/floatingips/5384865d-83a6-4e2a-8683-83019f23c219 HTTP/1.1" status: 200 len: 991 time: 1.3748624 Jul 15 14:04:42.167154 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:04:42.171013 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f46f85b9e3365a5085cc15430b78f1e6523a56061b638445f14eda6c5eefce55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a" -d '{"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:04:42.208510 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094c1f16-d516-4c04-8291-fe45156fba3b x-openstack-request-id: req-094c1f16-d516-4c04-8291-fe45156fba3b {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:04:42.209055 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:04:42.209508 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-094c1f16-d516-4c04-8291-fe45156fba3b {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:04:42.210138 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'status': 'completed', 'code': 200} Jul 15 14:04:42.254457 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:42.287819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-e93c168f-9125-4391-b684-b43aec623763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:42.289550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-e93c168f-9125-4391-b684-b43aec623763 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1097 time: 0.0580754 Jul 15 14:04:42.389139 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-a256c45e-2222-4406-9271-37acca8a33de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:42.390727 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-a256c45e-2222-4406-9271-37acca8a33de service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0951581 Jul 15 14:04:42.464232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-f90d75ad-e5f0-4ca9-9429-39e59919678e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 999 time: 0.0668883 Jul 15 14:04:42.499411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:41:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654bae5d-6315-47dd-b629-d43f848f0069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:04:41Z', 'revision_number': 9, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.525068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-30d2a274-8ea3-455b-8293-4f4a91e2b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:42.526958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-30d2a274-8ea3-455b-8293-4f4a91e2b6e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0564568 Jul 15 14:04:42.536543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:04:42.545037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:04:42.546820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:04:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.587534 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-1d1e19a2-bf5c-4aca-82a5-1e1f615cf5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:04:42.589162 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-1d1e19a2-bf5c-4aca-82a5-1e1f615cf5d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564344 Jul 15 14:04:42.657777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:04:42.683377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-b9892f72-b016-4729-b46e-1f709d88df12 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878909 Jul 15 14:04:42.786635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f3b51ceb-c806-4385-ae4e-f8416ec1a25a req-b3ea3fcf-207c-4a78-81aa-f0b57cd0c80d service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967033 Jul 15 14:04:42.897157 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:41:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654bae5d-6315-47dd-b629-d43f848f0069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:04:41Z', 'revision_number': 9, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:04:42.927442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b15226-0610-4dcd-abe7-5770d8dc7459 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:41:8b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654bae5d-6315-47dd-b629-d43f848f0069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:04:41Z', 'revision_number': 9, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:04:43.103614 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-edca9f3c-bd7b-4c9e-80ca-8095e0694e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:43.140633 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a6c75e-afeb-4912-bd8d-176f0b56b963 None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:04:45.600934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:45.626701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-66625491-b57c-40ec-973e-8bda99cd1c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:45.754135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:45.759968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:47.270482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:04:48.756878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:13.109579 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-944b3533-a23d-4851-9089-fcfd3fa222e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:14.125593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-a1f764a2-d35b-47ac-95e6-4d9ff3acbd70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112139 Jul 15 14:05:14.238677 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-f5692a68-d88e-4f13-80a2-1cffd32d4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:14.240224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-f5692a68-d88e-4f13-80a2-1cffd32d4aec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1097 time: 0.0608902 Jul 15 14:05:14.382012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-197646a0-1c75-48d9-8c5d-43a4e6ead529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:14.384742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-197646a0-1c75-48d9-8c5d-43a4e6ead529 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1232460 Jul 15 14:05:14.477074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-0ec1e56a-cdd4-478f-accd-d84907329cdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1002 time: 0.0854428 Jul 15 14:05:14.537327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-50b79431-6838-478d-87c5-6eaa942221ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:14.539944 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-50b79431-6838-478d-87c5-6eaa942221ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0556884 Jul 15 14:05:14.613310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-1e85c78e-ce8b-49e9-9cbd-d003391bba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:05:14.614931 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-1e85c78e-ce8b-49e9-9cbd-d003391bba4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635078 Jul 15 14:05:14.727751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-f452ab3f-fcde-4363-ac73-8180a5586fe7 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052532 Jul 15 14:05:14.833938 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fcf3fb13-ed43-4e7a-9a60-67e84a4e482e req-93743eab-5a98-4232-bff3-e5bbfe974472 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992649 Jul 15 14:05:15.446298 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.633081 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-74534da0-3d0f-4c28-8e02-c62e0222644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.735861 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:15.741500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:17.270381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:18.274246 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:05:18.763192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:43.115568 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f6cd-3d39-48fd-812a-3b636ed9f5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.468756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.628696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32afa52a-17f8-4461-b637-d2dc6cf99763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.739840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:45.744250 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:47.274218 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:48.764146 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:05:55.274108 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:13.122648 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e742855-56a6-4b0c-a291-59a4e3c82b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:14.032422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-22bee071-ed00-4d7c-a7e1-93433b645626 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642242 Jul 15 14:06:14.138109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-04acc3cb-ea98-4dd1-9400-f817507d61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:14.139822 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-04acc3cb-ea98-4dd1-9400-f817507d61f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1097 time: 0.0618613 Jul 15 14:06:14.247653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-c3bf7b50-cde4-4d3f-8707-8cda8802cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:14.249397 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-c3bf7b50-cde4-4d3f-8707-8cda8802cc10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0891509 Jul 15 14:06:14.325878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-173fd5c1-0cdc-4b3a-a9ad-39415b6c59cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1002 time: 0.0695574 Jul 15 14:06:14.377083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-bd934338-3c0b-4a48-83f2-421bb60bd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:14.378573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-bd934338-3c0b-4a48-83f2-421bb60bd5a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0471313 Jul 15 14:06:14.441795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-913e3afc-55fa-46e1-a412-c1285061a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:14.443401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-913e3afc-55fa-46e1-a412-c1285061a456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580745 Jul 15 14:06:14.558374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-6bb72ba4-e411-4bd1-bef8-10c397d1236f service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081250 Jul 15 14:06:14.652989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f1151608-b033-469a-beab-ebc8e2f6d9c4 req-fcc0bacc-506d-4664-a208-da1630953a03 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Jul 15 14:06:15.467507 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:15.623562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ffd6e3f6-9ff4-4909-89e9-b96461b03790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:15.742734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:15.744546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:17.277665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:18.269886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-ab186243-0f74-4dd8-a257-3c801a2960d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1061435 Jul 15 14:06:18.338038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc7e1-3bd8-4098-8bed-d3100c62c135 req-3c4c5adc-50c4-4284-81c3-b77769aa1eaf tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:18.339542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfffc7e1-3bd8-4098-8bed-d3100c62c135 req-3c4c5adc-50c4-4284-81c3-b77769aa1eaf tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.1219563 Jul 15 14:06:18.387682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dfffc7e1-3bd8-4098-8bed-d3100c62c135 req-4a2a53cd-a352-402b-bc31-5018299bd599 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425031 Jul 15 14:06:18.768693 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:19.510051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-fcf2ef61-cd46-48ce-95b9-2fe6e691c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:19.511711 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-fcf2ef61-cd46-48ce-95b9-2fe6e691c75f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1097 time: 0.0617952 Jul 15 14:06:19.591949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74d2db-8bd1-4dba-a778-55e1ab72a23b req-05ecd025-59e6-4195-886e-ba0e7a5248bc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:19.593579 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dc74d2db-8bd1-4dba-a778-55e1ab72a23b req-05ecd025-59e6-4195-886e-ba0e7a5248bc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0765452 Jul 15 14:06:19.617245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-9ab5d63a-e287-464e-b1c7-8f4aece11924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:19.619890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-9ab5d63a-e287-464e-b1c7-8f4aece11924 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1021309 Jul 15 14:06:19.634053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dc74d2db-8bd1-4dba-a778-55e1ab72a23b req-6ff427cd-be04-4c92-89a0-10649f4b007e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341427 Jul 15 14:06:19.694337 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-de5daf2d-5c56-4984-9e3e-ea12d2599818 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1002 time: 0.0679598 Jul 15 14:06:19.746336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-1a296fb4-33a5-4b3c-b37a-90850c7e7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:19.747886 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-1a296fb4-33a5-4b3c-b37a-90850c7e7d6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0473955 Jul 15 14:06:19.813904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-0393fbbc-1329-473d-85bf-25f269ddb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:19.815596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-0393fbbc-1329-473d-85bf-25f269ddb814 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613339 Jul 15 14:06:19.906404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-326a4973-64db-4d3c-b033-a0d8f81c1784 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 Jul 15 14:06:20.001862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-9ede6593-d7a2-48ba-9d7b-993fe110ea7c service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881031 Jul 15 14:06:20.824227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293495-c4e4-4157-bd06-c7230dee5e4a req-cd89f1ec-a072-422e-a90c-0e42cac47118 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:20.825765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a293495-c4e4-4157-bd06-c7230dee5e4a req-cd89f1ec-a072-422e-a90c-0e42cac47118 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0694916 Jul 15 14:06:20.867571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a293495-c4e4-4157-bd06-c7230dee5e4a req-135e84db-a040-4a1b-9e0e-748b36c900f1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351715 Jul 15 14:06:22.067903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96777b5c-abde-4198-97e6-50570576135b req-bca985a3-004e-4400-b955-c430fbd6addb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:22.069488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96777b5c-abde-4198-97e6-50570576135b req-bca985a3-004e-4400-b955-c430fbd6addb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0750740 Jul 15 14:06:22.114348 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96777b5c-abde-4198-97e6-50570576135b req-f6cd5b8e-9591-42a5-abba-2243eb69b8b9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386446 Jul 15 14:06:23.310120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddede49-71d8-4b5c-a64a-96b3e70eb734 req-5e54f9e5-5f1b-4917-9778-1b935387bc33 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:23.311670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddede49-71d8-4b5c-a64a-96b3e70eb734 req-5e54f9e5-5f1b-4917-9778-1b935387bc33 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0796127 Jul 15 14:06:23.353666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddede49-71d8-4b5c-a64a-96b3e70eb734 req-c7be2ff8-3bab-48a8-a2be-f1da8d22946b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339696 Jul 15 14:06:24.536763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6776b8f-b282-4e94-b67d-dde5fd90561a req-dfb9f432-53e5-4565-89e3-79a6cfb98b45 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:24.538300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d6776b8f-b282-4e94-b67d-dde5fd90561a req-dfb9f432-53e5-4565-89e3-79a6cfb98b45 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0682526 Jul 15 14:06:24.580646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d6776b8f-b282-4e94-b67d-dde5fd90561a req-fc4dbe18-fa02-4c75-936a-3f8d35de7dc0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341098 Jul 15 14:06:25.771122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc62e7-b803-49e1-bd3f-bff3e54b4806 req-5a534517-8773-4ee6-827b-db5dc2724b8a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:25.772862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bdc62e7-b803-49e1-bd3f-bff3e54b4806 req-5a534517-8773-4ee6-827b-db5dc2724b8a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0698121 Jul 15 14:06:25.816935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6bdc62e7-b803-49e1-bd3f-bff3e54b4806 req-d92a0dfe-df14-4fbb-a34e-61eefc7fe6bd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371485 Jul 15 14:06:27.010401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca56bc-ebbb-417f-89d0-7e52af3db55d req-656ff109-5326-43c8-8f45-ed51c62a7ff2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:27.012254 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cca56bc-ebbb-417f-89d0-7e52af3db55d req-656ff109-5326-43c8-8f45-ed51c62a7ff2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0734019 Jul 15 14:06:27.054839 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4cca56bc-ebbb-417f-89d0-7e52af3db55d req-ffc26fea-e3f2-4e50-941a-8208df226387 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364375 Jul 15 14:06:28.248348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131cf6-cfb2-4721-9e60-398b6c8ab27e req-fe61108d-4c1b-4716-a281-a57e24124624 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:28.249826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8131cf6-cfb2-4721-9e60-398b6c8ab27e req-fe61108d-4c1b-4716-a281-a57e24124624 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0741839 Jul 15 14:06:28.296940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e8131cf6-cfb2-4721-9e60-398b6c8ab27e req-0e8ca84e-9478-4cda-a9af-9a2bbb4ae559 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 Jul 15 14:06:29.495503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2059749-cb6f-44a1-8576-5ee136b11441 req-d1331bcb-a554-4b62-83b8-2048e005c20a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:29.497421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2059749-cb6f-44a1-8576-5ee136b11441 req-d1331bcb-a554-4b62-83b8-2048e005c20a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0799336 Jul 15 14:06:29.541571 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2059749-cb6f-44a1-8576-5ee136b11441 req-553eca79-846e-4fba-bed9-adc8a20fe02f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 Jul 15 14:06:30.750082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937c317-775f-469e-880c-8721db1d4dac req-437ea222-5821-430d-8c14-dd34031b649e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:30.752449 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b937c317-775f-469e-880c-8721db1d4dac req-437ea222-5821-430d-8c14-dd34031b649e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0879371 Jul 15 14:06:30.793593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b937c317-775f-469e-880c-8721db1d4dac req-d149624f-2c95-4a21-882a-98d0acc4a7c2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354493 Jul 15 14:06:31.883270 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-0cceb2f7-d692-4738-82d2-f868f6bca5ec service neutron] show failed (client error): The resource could not be found. Jul 15 14:06:31.884322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-0cceb2f7-d692-4738-82d2-f868f6bca5ec service neutron] 10.222.0.59 "GET /v2.0/ports/c54551c0-7c09-4c81-a70f-4fa048a2dace/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0708325 Jul 15 14:06:31.992331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c8cc0-7210-44c0-af61-ccdeead20e3b req-c4c83903-0db3-4eba-ac02-aba14770164f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:31.993666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b2c8cc0-7210-44c0-af61-ccdeead20e3b req-c4c83903-0db3-4eba-ac02-aba14770164f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0780287 Jul 15 14:06:32.046975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6b2c8cc0-7210-44c0-af61-ccdeead20e3b req-ae598283-9421-4bc3-8fdc-20323f6ce07f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Jul 15 14:06:32.271600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-7d718930-924f-40ec-8b6d-5ee97d4cf34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:32.273021 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:06:32.273564 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-7d718930-924f-40ec-8b6d-5ee97d4cf34e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 1097 time: 0.1139998 Jul 15 14:06:32.285626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:32.393684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.648464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:32.694192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:32.742338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:32.748943 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.766505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Transition to ACTIVE for port object c54551c0-7c09-4c81-a70f-4fa048a2dace will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:32.771893 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:32.807172 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e68e8f-a716-4093-9744-7e3401a6e3a4" -d '{"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-unplugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:32.859327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:32.869988 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.870441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.870869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.871114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.871419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.871743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.872061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.872377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.872693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.873007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.873321 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.873633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:32.921208 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] No DVR routers for this DVR port c54551c0-7c09-4c81-a70f-4fa048a2dace on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:32.927001 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381394b2-1185-4e72-9a5e-374a9a2c6910 x-openstack-request-id: req-381394b2-1185-4e72-9a5e-374a9a2c6910 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:32.927291 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-unplugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:32.927536 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-381394b2-1185-4e72-9a5e-374a9a2c6910 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:32.927963 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'code': 200} Jul 15 14:06:33.072159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:33.072978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:33.073383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:33.080700 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:33.081110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:33.088159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:33.088502 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:33.088890 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:33.089324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Bound port: c54551c0-7c09-4c81-a70f-4fa048a2dace, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:33.089659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.159111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:33.162431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:33.168714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.231159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.231758 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:33.233160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] 10.222.0.58 "PUT /v2.0/ports/c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1092 time: 0.9528604 Jul 15 14:06:33.260943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a24501-ac89-48d6-ba14-ac3a6efd7992 service neutron] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:33.324833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b530-8f9c-4071-b598-fb6e9be41b39 req-1b811238-2cfb-49df-ab10-48f6588c7988 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.326482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6667b530-8f9c-4071-b598-fb6e9be41b39 req-1b811238-2cfb-49df-ab10-48f6588c7988 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 943 time: 0.1553922 Jul 15 14:06:33.362799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-727488ab-5de9-4826-9ab3-c23adc084ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.364340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-727488ab-5de9-4826-9ab3-c23adc084ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1095 time: 0.1048584 Jul 15 14:06:33.387009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6667b530-8f9c-4071-b598-fb6e9be41b39 req-85a6ca85-3616-40fb-9e87-140eb3ded57f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532727 Jul 15 14:06:33.467463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-12c2a38c-1c5e-4df1-a2f7-883fb346c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.468990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-12c2a38c-1c5e-4df1-a2f7-883fb346c5eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0963058 Jul 15 14:06:33.546776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-c3ed68e5-88a0-42fe-9130-581699b8d17d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1000 time: 0.0710957 Jul 15 14:06:33.594813 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-03fac91b-9204-4635-843e-79d688e00132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.596380 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-03fac91b-9204-4635-843e-79d688e00132 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0435843 Jul 15 14:06:33.654824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-bc18f984-70aa-427f-8c84-15f3a908546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:33.656711 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-bc18f984-70aa-427f-8c84-15f3a908546c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544374 Jul 15 14:06:33.753590 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-1431493e-52bb-497b-8672-350aad8b2f6f service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903323 Jul 15 14:06:33.856263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-afe38a0a-89b5-445d-a0c1-879a4ad2699a req-53b2ca03-1b1e-4e30-9ac0-e25cab3f3e23 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967636 Jul 15 14:06:34.575881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebbc9c-79ba-4b3b-9261-c564c5f9d77b req-c5b924b9-e9b4-416f-9bd4-977581b0e0ee tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:34.577477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10ebbc9c-79ba-4b3b-9261-c564c5f9d77b req-c5b924b9-e9b4-416f-9bd4-977581b0e0ee tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 943 time: 0.0743334 Jul 15 14:06:34.633694 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10ebbc9c-79ba-4b3b-9261-c564c5f9d77b req-ad838335-0726-46fb-a0e5-f53ac0cfc7f8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503309 Jul 15 14:06:34.929214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:34.931680 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8989cbff-725e-4099-92ed-4357d6327aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:34.988308 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55129a80-5be4-43b8-9c87-3ab95fda1d59 x-openstack-request-id: req-55129a80-5be4-43b8-9c87-3ab95fda1d59 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:34.988635 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:34.988895 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55129a80-5be4-43b8-9c87-3ab95fda1d59 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:34.989298 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'status': 'completed', 'code': 200} Jul 15 14:06:35.062832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-d143f52a-df98-475c-8646-6e7300cac684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.064383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-d143f52a-df98-475c-8646-6e7300cac684 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1095 time: 0.0556731 Jul 15 14:06:35.068575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-122f44fa-f261-45a7-9794-460f36e80824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.070324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-122f44fa-f261-45a7-9794-460f36e80824 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1095 time: 0.0580575 Jul 15 14:06:35.159186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-356d0ada-5c1e-4cfe-807c-68cb2a28560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.160566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-f3f2f9b9-71a9-42de-b1dd-4c8d6263f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.160719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-356d0ada-5c1e-4cfe-807c-68cb2a28560c service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0904937 Jul 15 14:06:35.162108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-f3f2f9b9-71a9-42de-b1dd-4c8d6263f0c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0850866 Jul 15 14:06:35.231673 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-4baf5895-5d2b-487d-8018-07b85603243b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1000 time: 0.0628946 Jul 15 14:06:35.233441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-e5e0aa5d-9ace-4cdb-8ec9-9debc6f7aa94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1000 time: 0.0666463 Jul 15 14:06:35.283429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-1c4cadad-e15d-4628-b5e5-59e05f3af122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.285044 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-1c4cadad-e15d-4628-b5e5-59e05f3af122 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0460153 Jul 15 14:06:35.286323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-c679ca2f-ffa3-44b9-9cfe-3dc6ddefeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.287886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-c679ca2f-ffa3-44b9-9cfe-3dc6ddefeef5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0494699 Jul 15 14:06:35.345711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-455670df-054e-4e55-9c8c-b1b0aef81e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.347219 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-455670df-054e-4e55-9c8c-b1b0aef81e9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557883 Jul 15 14:06:35.347565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-b3d9aa11-8ad7-41ea-a675-efd1b015106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.349317 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-b3d9aa11-8ad7-41ea-a675-efd1b015106d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545657 Jul 15 14:06:35.455884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-161cbc05-15a0-4b52-819e-6dd2e68a9b5e service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015623 Jul 15 14:06:35.457220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-aa4d8b1d-7285-4c73-8516-c789b978b6d1 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000812 Jul 15 14:06:35.554075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-855a25a4-fd36-4f9d-85c0-fb01a91d00d1 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913255 Jul 15 14:06:35.556616 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8989cbff-725e-4099-92ed-4357d6327aa9 req-d23bd0f0-5e6f-4159-b452-9a8ca6e81933 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931423 Jul 15 14:06:35.592780 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:35.629870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:35.817892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:35.844695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6199c52-c25e-4b54-81f4-97b4218f45cb req-0fbe3670-00e1-4d02-82a6-3ba738a65f24 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:35.847193 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6199c52-c25e-4b54-81f4-97b4218f45cb req-0fbe3670-00e1-4d02-82a6-3ba738a65f24 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 943 time: 0.0932324 Jul 15 14:06:35.888394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6199c52-c25e-4b54-81f4-97b4218f45cb req-a9c0877c-ac99-4c62-ab11-a4162d045b62 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353203 Jul 15 14:06:35.935252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:35.946843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'mac_address': 'fa:16:3e:41:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:35.985415 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:35.999228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54551c0-7c09-4c81-a70f-4fa048a2dace {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:36.022300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:36.031211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:36.092044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:36.100479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.101091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.101353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.101692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.101981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.102296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.102836 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.103251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.103970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.104326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.104712 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.105033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:36.274230 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['c54551c0-7c09-4c81-a70f-4fa048a2dace'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:36.341251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-a1408182-9698-4863-a72a-5683e462dcbb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.343029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-a1408182-9698-4863-a72a-5683e462dcbb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&binding%3Ahost_id=n-h2-798054-11 HTTP/1.1" status: 200 len: 944 time: 0.0844316 Jul 15 14:06:36.392527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00372d-d29b-48cd-9840-19167fb11dca req-3c1b6184-5596-4d7e-bda8-0111702e372c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.394070 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c00372d-d29b-48cd-9840-19167fb11dca req-3c1b6184-5596-4d7e-bda8-0111702e372c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0703640 Jul 15 14:06:36.407009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-e579c272-d613-4f02-8f42-59b475db4962 service neutron] 10.222.0.58 "GET /v2.0/ports/c54551c0-7c09-4c81-a70f-4fa048a2dace/bindings/n-h2-798054-11 HTTP/1.1" status: 200 len: 383 time: 0.0569322 Jul 15 14:06:36.436312 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c00372d-d29b-48cd-9840-19167fb11dca req-a2097c3f-d7fd-4eb3-857a-64ea0897709f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347576 Jul 15 14:06:36.480852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-daa9d316-0ec1-44d4-b6c6-a244eaee4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.482393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-daa9d316-0ec1-44d4-b6c6-a244eaee4457 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1096 time: 0.0522089 Jul 15 14:06:36.579370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-ff1032f7-34ce-4ea1-917c-3533e0e30e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.581974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-ff1032f7-34ce-4ea1-917c-3533e0e30e6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0929375 Jul 15 14:06:36.648927 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-9a0d9d33-8e33-4cd4-926c-e546a3376f97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1001 time: 0.0602686 Jul 15 14:06:36.702019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-ece4d483-2fbb-41fb-a858-e6b43463c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.703484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-ece4d483-2fbb-41fb-a858-e6b43463c4c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0468729 Jul 15 14:06:36.771440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-abc7d69e-c4d6-427d-ad0a-7acb050710ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:36.772996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-abc7d69e-c4d6-427d-ad0a-7acb050710ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617161 Jul 15 14:06:36.872040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-43bb2256-e903-48de-9eed-f9ac8b4e8760 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915010 Jul 15 14:06:36.969908 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-365a0d16-a5ca-40bf-b554-04821b91d4ab service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917389 Jul 15 14:06:37.647086 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2476111-f484-4d17-bebe-77da397e3db5 req-8e3e87d2-791b-441b-8797-b278df718c95 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:37.648846 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2476111-f484-4d17-bebe-77da397e3db5 req-8e3e87d2-791b-441b-8797-b278df718c95 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0805862 Jul 15 14:06:37.690952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e2476111-f484-4d17-bebe-77da397e3db5 req-1ffcbb3b-037e-4dad-a781-9f04a0533e55 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358942 Jul 15 14:06:37.839867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:37.907156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port c54551c0-7c09-4c81-a70f-4fa048a2dace completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:37.913754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port c54551c0-7c09-4c81-a70f-4fa048a2dace triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:37.914343 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:37.998890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:38.022374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:38.039914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:38.048252 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:38.075246 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb02a75-ea52-4d0f-916f-595f2023e23f" -d '{"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-plugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:38.106719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:38.175987 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263793d-7c2d-4333-a6ea-e1b52a05437e x-openstack-request-id: req-6263793d-7c2d-4333-a6ea-e1b52a05437e {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:38.176293 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-plugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:38.176544 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6263793d-7c2d-4333-a6ea-e1b52a05437e {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:38.176935 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'code': 200} Jul 15 14:06:38.884025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ad9b-5e72-4566-a15a-37b866c3be1d req-30fca266-7384-4a7f-9219-0921357849d0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:38.885563 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12d5ad9b-5e72-4566-a15a-37b866c3be1d req-30fca266-7384-4a7f-9219-0921357849d0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0707335 Jul 15 14:06:38.927994 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12d5ad9b-5e72-4566-a15a-37b866c3be1d req-9b3785fc-679e-4258-8731-cb989e3122f3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356781 Jul 15 14:06:38.977000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-5efdcaf3-9176-47ea-83ba-342015669ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:38.978425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-5efdcaf3-9176-47ea-83ba-342015669ebc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 1097 time: 0.0608156 Jul 15 14:06:38.998160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:39.075116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.283988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:39.322932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:39.371496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:39.377534 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.391466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Transition to ACTIVE for port object c54551c0-7c09-4c81-a70f-4fa048a2dace will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:39.397249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.429842 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e65068c-33cf-4497-a039-ce48e0eeedeb" -d '{"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-unplugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:39.484343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=10']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:39.495134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.495482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.495830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.496211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.496543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.496880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.497210 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.497538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.497899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.498226 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.498863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.498863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:06:39.545359 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] No DVR routers for this DVR port c54551c0-7c09-4c81-a70f-4fa048a2dace on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:39.583723 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97356630-4af9-4e00-8ed2-37bbdc188a43 x-openstack-request-id: req-97356630-4af9-4e00-8ed2-37bbdc188a43 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:39.584017 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-unplugged", "status": "completed", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:39.584254 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97356630-4af9-4e00-8ed2-37bbdc188a43 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:39.584645 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'code': 200} Jul 15 14:06:39.689888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:39.690218 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:39.690554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:39.694769 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:39.695082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Attempting to bind port c54551c0-7c09-4c81-a70f-4fa048a2dace on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:39.700241 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:39.700570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:39.700947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:39.701361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Bound port: c54551c0-7c09-4c81-a70f-4fa048a2dace, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:39.701707 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.767733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:39.771143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:39.778613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.813921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:39.814698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:39.816068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] 10.222.0.59 "PUT /v2.0/ports/c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1093 time: 0.8303442 Jul 15 14:06:39.839467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d477-1274-49c4-89e4-3a227b5c1836 service neutron] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=11']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:39.900724 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-8b4c4b0f-6e2c-49d7-a461-15301c278ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:39.902467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-8b4c4b0f-6e2c-49d7-a461-15301c278ddc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1096 time: 0.0592349 Jul 15 14:06:40.000595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-3d5954f4-8325-4e6f-bc88-759326836588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:40.002129 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-3d5954f4-8325-4e6f-bc88-759326836588 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0936892 Jul 15 14:06:40.075377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-72fa17e7-9dc9-47c1-9749-2fbf45257ca7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1000 time: 0.0662377 Jul 15 14:06:40.124660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec970-e8b3-43f8-ae46-d13392028580 req-c7e966b7-0414-434c-bef6-9ac99962e1a7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:40.126262 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fceec970-e8b3-43f8-ae46-d13392028580 req-c7e966b7-0414-434c-bef6-9ac99962e1a7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0781441 Jul 15 14:06:40.126618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-e8dbdf2b-d1c1-4e5a-86f0-dfe704295250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:40.128133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-e8dbdf2b-d1c1-4e5a-86f0-dfe704295250 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0471203 Jul 15 14:06:40.167029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fceec970-e8b3-43f8-ae46-d13392028580 req-4873b866-19d3-487c-b74f-6dc790f641d7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348799 Jul 15 14:06:40.187301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-95c62b66-9fb9-4a97-af6e-178e1ba7fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:40.188829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-95c62b66-9fb9-4a97-af6e-178e1ba7fd84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537910 Jul 15 14:06:40.285437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-1b42f913-b0e7-48c6-b3d5-d9a9bf77619b service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899234 Jul 15 14:06:40.388276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-28bf6907-81c1-41bd-90b6-494246a56ffe req-cdfcc004-d0d6-4428-8a3e-87b11ed13ba4 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954521 Jul 15 14:06:41.362930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd3c25-4053-4092-9072-8eb749253a3b req-6f7dba45-7a1a-4e49-82b6-67b44fa6b593 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.364458 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6cd3c25-4053-4092-9072-8eb749253a3b req-6f7dba45-7a1a-4e49-82b6-67b44fa6b593 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0804226 Jul 15 14:06:41.407441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6cd3c25-4053-4092-9072-8eb749253a3b req-6a3021f5-e9bf-4aff-825d-8293db28ac72 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371928 Jul 15 14:06:41.586815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:41.589270 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:41.642724 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f04f0e3-8763-4c80-8261-a0832c1e63b7 x-openstack-request-id: req-1f04f0e3-8763-4c80-8261-a0832c1e63b7 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:41.643313 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:41.643759 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f04f0e3-8763-4c80-8261-a0832c1e63b7 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:41.644244 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'status': 'completed', 'code': 200} Jul 15 14:06:41.720449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-ce4d5056-bbec-41be-ac94-2cac4e23ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.721974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-ce4d5056-bbec-41be-ac94-2cac4e23ae1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1096 time: 0.0566385 Jul 15 14:06:41.728154 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-075d4437-6ee4-4e37-95f0-602ded15a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.729835 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-075d4437-6ee4-4e37-95f0-602ded15a975 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 1096 time: 0.0594850 Jul 15 14:06:41.833015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-dd4ed9f2-8f19-4b95-98a5-099ff8d8f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.834552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-dd4ed9f2-8f19-4b95-98a5-099ff8d8f309 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1065888 Jul 15 14:06:41.835765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-39b13b63-05a7-48ef-a1e5-3f72b436d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.837336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-39b13b63-05a7-48ef-a1e5-3f72b436d285 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1001678 Jul 15 14:06:41.864396 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:41.909105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-e855b887-d505-4dbd-8bd4-e42ef81f4bba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1000 time: 0.0662994 Jul 15 14:06:41.919354 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-e6235c41-7f2a-41b4-b2b7-9a6e38a72d5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 200 len: 1000 time: 0.0756254 Jul 15 14:06:41.935717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:41.968040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-8227fe0b-b5e9-470f-b01b-fa70f8b1fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.969747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-8227fe0b-b5e9-470f-b01b-fa70f8b1fc94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0565648 Jul 15 14:06:41.973395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-baa09d46-6410-4202-a4c5-0af94b036766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:41.974999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-baa09d46-6410-4202-a4c5-0af94b036766 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0495560 Jul 15 14:06:42.031538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-a042368a-bd6e-4fbb-a5db-6a2517308f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:42.033458 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-a042368a-bd6e-4fbb-a5db-6a2517308f8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579686 Jul 15 14:06:42.033691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-737554d5-3f40-41a8-ae2f-5345f9a7d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:42.035269 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-737554d5-3f40-41a8-ae2f-5345f9a7d17e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546851 Jul 15 14:06:42.132952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-5bfa00e5-812d-40b5-ac50-a37cea1eed75 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909631 Jul 15 14:06:42.133981 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-74cc3354-4f7d-4553-b57d-49c25ed571b4 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941231 Jul 15 14:06:42.229383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-872af0c9-55bc-4e4d-9da9-ff845b4bc636 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892687 Jul 15 14:06:42.231052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c5ee4f0b-28a3-4578-bb73-ee11ed593b5d req-1eaacdcc-e5df-49dd-ad9f-a5cba957ba6f service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917284 Jul 15 14:06:42.599959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a29c9b-2542-4f36-9f3f-030201a8f331 req-71c01e41-2f53-4279-9d60-aa13b44db8c1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:42.601506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34a29c9b-2542-4f36-9f3f-030201a8f331 req-71c01e41-2f53-4279-9d60-aa13b44db8c1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0715547 Jul 15 14:06:42.657094 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-34a29c9b-2542-4f36-9f3f-030201a8f331 req-f417bd96-6ad6-4bfe-bdd0-065d6674502b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497522 Jul 15 14:06:42.841269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62aac-b6e3-47b2-8c6b-c52ebea32776 req-d8b0c0ab-260d-4c8b-863d-6a86cee5b76b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:42.842866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83e62aac-b6e3-47b2-8c6b-c52ebea32776 req-d8b0c0ab-260d-4c8b-863d-6a86cee5b76b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0728076 Jul 15 14:06:42.889005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-83e62aac-b6e3-47b2-8c6b-c52ebea32776 req-4c467a67-c7fd-4e40-829d-09f8d3a8efa9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378294 Jul 15 14:06:43.082072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed120c-5b85-4140-9c77-6c93665c1188 req-fb2d2983-7686-49d7-9b62-e480c551069f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:43.083650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51ed120c-5b85-4140-9c77-6c93665c1188 req-fb2d2983-7686-49d7-9b62-e480c551069f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0683577 Jul 15 14:06:43.117606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2ba06075-a808-472b-b368-b66c5917c33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.126826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51ed120c-5b85-4140-9c77-6c93665c1188 req-456c9d63-9d7b-4b42-bf8e-1448404de84e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374484 Jul 15 14:06:43.556921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e993-e5b7-484a-aab6-972becb2ddd8 req-6e23bb25-7ca8-4529-991b-be7a14da4a92 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:43.558829 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bf1e993-e5b7-484a-aab6-972becb2ddd8 req-6e23bb25-7ca8-4529-991b-be7a14da4a92 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 944 time: 0.0827968 Jul 15 14:06:43.600573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1bf1e993-e5b7-484a-aab6-972becb2ddd8 req-da7c4d42-c82f-422d-9ae7-2ea5e36fe565 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350783 Jul 15 14:06:43.642928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:43.749161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:43.761297 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'mac_address': 'fa:16:3e:41:8b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:43.808003 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.822430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54551c0-7c09-4c81-a70f-4fa048a2dace {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:43.843710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:43.849954 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:43.899323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=12']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:44.105617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['c54551c0-7c09-4c81-a70f-4fa048a2dace'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:44.652045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-e5afd514-1992-4fea-a6af-2629e991a9a1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:44.653527 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-e5afd514-1992-4fea-a6af-2629e991a9a1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0679078 Jul 15 14:06:44.759309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Deleting port c54551c0-7c09-4c81-a70f-4fa048a2dace {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:06:44.759646 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:44.785038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b288ba7-22c7-486d-946f-cdf7b08b8c5a req-a9895baa-9f56-4484-ad32-14f2faca26e0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:44.786636 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b288ba7-22c7-486d-946f-cdf7b08b8c5a req-a9895baa-9f56-4484-ad32-14f2faca26e0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 945 time: 0.0707028 Jul 15 14:06:44.827363 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2b288ba7-22c7-486d-946f-cdf7b08b8c5a req-e4e0c22f-147d-402c-9169-3b145112412b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348411 Jul 15 14:06:44.852978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] For port c54551c0-7c09-4c81-a70f-4fa048a2dace, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=c54551c0-7c09-4c81-a70f-4fa048a2dace,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:44.853338 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.391444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.391695 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.392022 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 disassociated. External IP: 172.25.3.113, port: c54551c0-7c09-4c81-a70f-4fa048a2dace. Jul 15 14:06:45.392380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Calling delete_port for c54551c0-7c09-4c81-a70f-4fa048a2dace owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:06:45.483838 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.540976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.575949 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event deleted for resources: {'Port': ['ID=c54551c0-7c09-4c81-a70f-4fa048a2dace,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:45.629767 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-de719a16-290c-4c6b-af18-0a9f51fc7df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.654500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:45.660323 n-d-798054-11 neutron-server[93996]: INFO neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No ports have port_id starting with c54551c0-7c09-4c81-a70f-4fa048a2dace Jul 15 14:06:45.661616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace requested by agent hyperv_n-h1-798054-11 not found in database {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 15 14:06:45.708721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:45.745877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.754272 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.828169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:45.837797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:45.848208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:45.848896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:06:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:45.877122 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] No DVR routers for this DVR port c54551c0-7c09-4c81-a70f-4fa048a2dace on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:06:45.880016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:45.882199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a3a94b3-58f3-48d5-a40f-7a2159d7a737 req-1418ec82-7f4d-4b38-b134-8dcaab0a0677 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "DELETE /v2.0/ports/c54551c0-7c09-4c81-a70f-4fa048a2dace HTTP/1.1" status: 204 len: 173 time: 1.2228441 Jul 15 14:06:45.882640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-deleted', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:45.884908 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe254e-cbed-4a20-9ae6-b4a8b56ff144" -d '{"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-deleted", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:45.922029 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793644c-bb5a-4295-bf2f-6f3ed51a211b x-openstack-request-id: req-2793644c-bb5a-4295-bf2f-6f3ed51a211b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:45.922618 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "654bae5d-6315-47dd-b629-d43f848f0069", "name": "network-vif-deleted", "tag": "c54551c0-7c09-4c81-a70f-4fa048a2dace", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:45.924131 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2793644c-bb5a-4295-bf2f-6f3ed51a211b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:45.924131 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '654bae5d-6315-47dd-b629-d43f848f0069', 'name': 'network-vif-deleted', 'tag': 'c54551c0-7c09-4c81-a70f-4fa048a2dace', 'status': 'completed', 'code': 200} Jul 15 14:06:45.976197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:46.001936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f7825d14-1942-4b76-acd4-7b7ff94c49ec req-746b63e8-54ea-4fcf-a288-72ec3aca71b5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=654bae5d-6315-47dd-b629-d43f848f0069 HTTP/1.1" status: 200 len: 210 time: 0.0312097 Jul 15 14:06:46.196224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:46.232908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:46.242813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:46.243445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:06:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:46.353144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:46.561197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:46.588274 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a207a7-02a9-4651-a15f-0f0665f4fb25 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:06:46.845082 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c935a-9b98-4f53-bb10-b3ffafbd7476 None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:06:47.281895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:47.378009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-6988265b-4abb-4551-adf5-530a88695648 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--672109150&fields=id&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 267 time: 0.0458848 Jul 15 14:06:47.495241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-542c69a8-300d-4e3c-9ad4-2bd79cf705b6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:47.496727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-542c69a8-300d-4e3c-9ad4-2bd79cf705b6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1088169 Jul 15 14:06:47.514558 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-1ff8f95a-1829-46a1-bf5a-a1ea9c2b1480 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/quotas/1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 375 time: 0.0097592 Jul 15 14:06:47.608741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-deff9b85-0985-4f8b-8ffe-6d0f49a400ab tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890255 Jul 15 14:06:47.713377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a6bab1e9-09c2-40dc-9e84-290c0bfd96fa service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:06:47.714609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a6bab1e9-09c2-40dc-9e84-290c0bfd96fa service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466304 Jul 15 14:06:47.822390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-9bff2d4b-a104-4ab6-b3ab-cb1afd049690 service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011393 Jul 15 14:06:47.924767 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-ed800b57-c203-41f4-a9d3-44a51c1356ae service neutron] 10.222.0.57 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960639 Jul 15 14:06:48.108493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-479392e3-d704-41a2-baea-aac37e534127 req-69089e09-0b1b-4fae-a58b-6880dd92d56c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 210 time: 0.0287356 Jul 15 14:06:48.771763 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.225345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-d712f2cd-cbe2-484b-9c54-6c1933199c1c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:49.226986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-d712f2cd-cbe2-484b-9c54-6c1933199c1c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 812 time: 0.1152146 Jul 15 14:06:49.274322 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5226244c-36ab-4480-b50a-dfe0dd14593d req-44ac933f-07fb-49ad-b10b-e80fe0ba6ae0 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 210 time: 0.0353746 Jul 15 14:06:49.322850 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-efbfdbf3-b519-4c14-bff1-211a1984b144 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 379 time: 0.0866544 Jul 15 14:06:49.336900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'port': {'device_id': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'admin_state_up': True, 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'security_groups': ['22b6a271-7787-4851-99ee-e61805f8b1dc']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:49.468417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Made reservation on behalf of 1cde7db7b8304c7aa5bb3a5a98e99e0d for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:06:49.473375 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.622283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Allocated IP 172.20.0.4 (748a150f-6ac2-4814-b59d-cac6e1d68cd7/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6/ea1c860e-60e5-486d-9d23-9c8c39f60f35) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:06:49.671627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:06:49.691766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: c54551c0-7c09-4c81-a70f-4fa048a2dace {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:06:49.692108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device c54551c0-7c09-4c81-a70f-4fa048a2dace not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:06:49.758666 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:49.773744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Transition to ACTIVE for port object ea1c860e-60e5-486d-9d23-9c8c39f60f35 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:49.811920 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.219992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:06:50.223222 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:06:50.227172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:06:50.233846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:50.282252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:50.282928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.298218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-a07638e4-b26b-4101-9525-155e3088a672 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9652286 Jul 15 14:06:50.310109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Request body: {'port': {'device_id': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:50.392703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.486217 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cd46-6837-4eb1-8800-cfda4b486118 req-e42bb177-5786-4c39-8a4a-fc6e50c35e6b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:50.487820 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-29a3cd46-6837-4eb1-8800-cfda4b486118 req-e42bb177-5786-4c39-8a4a-fc6e50c35e6b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 931 time: 0.0788069 Jul 15 14:06:50.489416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-304e1f16-5309-44a4-b012-7a2e66665b16 None None] Provisioning for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:50.494141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-304e1f16-5309-44a4-b012-7a2e66665b16 None None] Provisioning complete for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:50.494739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-304e1f16-5309-44a4-b012-7a2e66665b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.532010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-29a3cd46-6837-4eb1-8800-cfda4b486118 req-e3a30819-dd5f-4da0-ac6c-4451d55ee942 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378177 Jul 15 14:06:50.537418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-304e1f16-5309-44a4-b012-7a2e66665b16 None None] Port ea1c860e-60e5-486d-9d23-9c8c39f60f35 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:06:50.674038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1c860e-60e5-486d-9d23-9c8c39f60f35 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:50.681519 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.694706 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Transition to ACTIVE for port object ea1c860e-60e5-486d-9d23-9c8c39f60f35 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:06:50.704177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.757935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:50.838546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:06:50.838885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:06:50.839218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:50.844317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:06:50.844644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:06:50.849936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:06:50.850272 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:06:50.850692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:06:50.851128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Bound port: ea1c860e-60e5-486d-9d23-9c8c39f60f35, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:06:50.851492 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.927733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:06:50.931287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:06:50.937514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.971538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:50.972166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:50.973620 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] 10.222.0.58 "PUT /v2.0/ports/ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1092 time: 0.6680171 Jul 15 14:06:50.974105 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:50.976389 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e9662c-a88b-461f-bfc3-3efbb036c4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:51.009991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f6345-aa1b-4005-9f01-5a0feff7bb36 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:51.029999 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6bf0cd-83c2-439c-b375-3a0c14c0d940 x-openstack-request-id: req-2a6bf0cd-83c2-439c-b375-3a0c14c0d940 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:51.030367 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:51.030977 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2a6bf0cd-83c2-439c-b375-3a0c14c0d940 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:51.031392 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'status': 'completed', 'code': 200} Jul 15 14:06:51.113211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-44212d4c-580d-4f14-81bd-7ece00fe8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.114718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-44212d4c-580d-4f14-81bd-7ece00fe8b8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.0780852 Jul 15 14:06:51.161450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-727c87f8-139b-4ebf-aa30-54877aadbf84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 217 time: 0.0392842 Jul 15 14:06:51.214023 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-4cebc4a7-e66b-40d9-bd32-8949bb8fd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.216643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-4cebc4a7-e66b-40d9-bd32-8949bb8fd5cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0488117 Jul 15 14:06:51.275580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-4390f98c-a015-452d-9216-00fdcdd2f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.278206 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-4390f98c-a015-452d-9216-00fdcdd2f5ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551019 Jul 15 14:06:51.386946 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-de5c73e8-4f66-474e-bed8-5f7e44ea9fce service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016834 Jul 15 14:06:51.480658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7861832f-8a70-4c5b-a8da-0caa5acacef3 req-cfdddff4-17b7-4e4e-8c31-08eca4d44147 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Jul 15 14:06:51.597144 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-7a3c0b94-bf5d-4544-b73d-e1fbc9b7e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.598747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-7a3c0b94-bf5d-4544-b73d-e1fbc9b7e142 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.0645602 Jul 15 14:06:51.690943 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-5ffbc0c3-e17b-4aed-bf8c-b265d52a521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.692457 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-5ffbc0c3-e17b-4aed-bf8c-b265d52a521a service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0877171 Jul 15 14:06:51.716457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a5125-583a-4cc6-9c2d-bd1daf7b5dc6 req-4a8177c4-7292-4198-bcdc-dfb4fc8f4557 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.717994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b7a5125-583a-4cc6-9c2d-bd1daf7b5dc6 req-4a8177c4-7292-4198-bcdc-dfb4fc8f4557 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0653393 Jul 15 14:06:51.738240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-4816547b-bc7d-4ddd-8df6-e552f73e176f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 217 time: 0.0392876 Jul 15 14:06:51.757912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b7a5125-583a-4cc6-9c2d-bd1daf7b5dc6 req-97ed0022-4a76-48bd-a5b2-90b90c6b41f3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340641 Jul 15 14:06:51.788909 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-89bc57ae-2db5-46ee-95bd-5756e9e9ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.790414 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-89bc57ae-2db5-46ee-95bd-5756e9e9ef1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0454178 Jul 15 14:06:51.849763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-10308536-8b03-49a4-9c16-cdfe9ef107d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:51.851285 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-10308536-8b03-49a4-9c16-cdfe9ef107d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543656 Jul 15 14:06:51.959413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-658c6048-157b-407d-b718-909e4c41ad2a service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005204 Jul 15 14:06:52.061282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-11e9662c-a88b-461f-bfc3-3efbb036c4f2 req-d369a805-f369-4fa6-bc99-c97fb51b8ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933475 Jul 15 14:06:52.947901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee69d6-ba47-4482-a4bf-7a617bd95d71 req-53d5c2e0-ddec-49dc-a435-9de01fed4eed tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:52.949392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9bee69d6-ba47-4482-a4bf-7a617bd95d71 req-53d5c2e0-ddec-49dc-a435-9de01fed4eed tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0783064 Jul 15 14:06:52.988133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9bee69d6-ba47-4482-a4bf-7a617bd95d71 req-105da956-4621-4318-bb96-b1e3595661b1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328693 Jul 15 14:06:53.897616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:06:53.997123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:54.008909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'mac_address': 'fa:16:3e:5a:5e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:06:54.058085 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.072030 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c860e-60e5-486d-9d23-9c8c39f60f35 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:06:54.092657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:54.099232 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:54.146796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:54.183664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281b205-b482-4f59-a1b3-0ebf56cdced8 req-0bc24f8d-5b09-4bca-8a9f-9924cbd7e61d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:54.185204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0281b205-b482-4f59-a1b3-0ebf56cdced8 req-0bc24f8d-5b09-4bca-8a9f-9924cbd7e61d tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0733590 Jul 15 14:06:54.227025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0281b205-b482-4f59-a1b3-0ebf56cdced8 req-1c7a402f-e8e6-4e44-9aa8-5c28db867034 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339706 Jul 15 14:06:54.285963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ea1c860e-60e5-486d-9d23-9c8c39f60f35'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:06:55.427583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c578da-065d-46a9-8af0-1e21d61e67b6 req-866a59c1-adb6-4dc2-ab5b-ce3b0428116f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:55.429216 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9c578da-065d-46a9-8af0-1e21d61e67b6 req-866a59c1-adb6-4dc2-ab5b-ce3b0428116f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0811169 Jul 15 14:06:55.469491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9c578da-065d-46a9-8af0-1e21d61e67b6 req-cebf5e8b-e748-4cd6-b7b4-7c409f81445c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342417 Jul 15 14:06:55.895792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:06:55.951285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:06:55.957032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:06:55.957471 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.038250 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.072399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:56.074777 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dbab8d-f0a4-4104-a262-623c7a008037" -d '{"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:56.091835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:06:56.099222 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:56.134321 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea9c8c1-1ff1-4489-a3fb-9c882f20566c x-openstack-request-id: req-fea9c8c1-1ff1-4489-a3fb-9c882f20566c {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:56.134646 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:56.134863 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fea9c8c1-1ff1-4489-a3fb-9c882f20566c {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:56.135244 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'code': 200} Jul 15 14:06:56.164635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:06:56.239281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638704bf-85ca-4e68-8af1-ff30328920a9 req-dd13deaa-60dd-4b8a-90d6-13cfb5c7831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:56.240886 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-638704bf-85ca-4e68-8af1-ff30328920a9 req-dd13deaa-60dd-4b8a-90d6-13cfb5c7831d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1097 time: 0.0596948 Jul 15 14:06:56.280239 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-638704bf-85ca-4e68-8af1-ff30328920a9 req-616ba3ac-7589-48b1-ab01-49228e6d355b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Jul 15 14:06:56.661905 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd5cd9-66de-4872-9e57-645c44ed2069 req-f72d7c1d-86df-4150-9fae-dd2e773b0637 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:56.663568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7cfd5cd9-66de-4872-9e57-645c44ed2069 req-f72d7c1d-86df-4150-9fae-dd2e773b0637 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0724177 Jul 15 14:06:56.704506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7cfd5cd9-66de-4872-9e57-645c44ed2069 req-e1ec96fd-0896-4245-a24b-e820ef0ad66c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350556 Jul 15 14:06:57.900739 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd16a5-746c-40fa-8b73-e8cfc379cc5b req-50a6367f-a33f-48cc-85b4-d6ad796b6cb6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:57.902376 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1bd16a5-746c-40fa-8b73-e8cfc379cc5b req-50a6367f-a33f-48cc-85b4-d6ad796b6cb6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0765698 Jul 15 14:06:57.953211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1bd16a5-746c-40fa-8b73-e8cfc379cc5b req-96d0dfdf-d534-49f9-b179-f9ea8713f61c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Jul 15 14:06:58.137825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb184cd9-cbb0-41d7-bfc1-fc79f33b035e req-ef1f3a1a-b697-4045-89f4-5377d1287bbe tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:58.139446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bb184cd9-cbb0-41d7-bfc1-fc79f33b035e req-ef1f3a1a-b697-4045-89f4-5377d1287bbe tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0739405 Jul 15 14:06:58.148439 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56428) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:06:58.153417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Request body: {'floatingip': {'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:06:58.200284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.686028 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.692634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:58.805405 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 associated. External IP: 172.25.3.113, port: ea1c860e-60e5-486d-9d23-9c8c39f60f35. Jul 15 14:06:59.025518 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:06:59.138850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:06:59.144276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:06:59.149468 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:06:59.161738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:59.162502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:06:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:59.187503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05510074-a475-4e25-8d1a-dd8735282e48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "PUT /v2.0/floatingips/5384865d-83a6-4e2a-8683-83019f23c219 HTTP/1.1" status: 200 len: 992 time: 1.0379059 Jul 15 14:06:59.188224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:06:59.191795 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89199426-eb8c-4868-903f-129eda320eae" -d '{"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:06:59.240139 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d6d14-b18a-42f9-9663-173d92368644 x-openstack-request-id: req-ba5d6d14-b18a-42f9-9663-173d92368644 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:06:59.240568 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:06:59.240949 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ba5d6d14-b18a-42f9-9663-173d92368644 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:06:59.241483 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'status': 'completed', 'code': 200} Jul 15 14:06:59.335230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199426-eb8c-4868-903f-129eda320eae req-c488faef-d51f-4697-ac66-f61384c699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.336817 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-c488faef-d51f-4697-ac66-f61384c699fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1097 time: 0.0691216 Jul 15 14:06:59.440585 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199426-eb8c-4868-903f-129eda320eae req-806c2ed4-fd2e-4e89-9e15-91e1acc22d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.442193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-806c2ed4-fd2e-4e89-9e15-91e1acc22d17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0986364 Jul 15 14:06:59.487980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:06:59.517797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-b21ec5a7-0958-497c-919e-72dc5b0b827a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0694716 Jul 15 14:06:59.571169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199426-eb8c-4868-903f-129eda320eae req-8c0d4198-a8c8-4017-8832-3b9be6cfeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.572608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-8c0d4198-a8c8-4017-8832-3b9be6cfeb99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0486405 Jul 15 14:06:59.634427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89199426-eb8c-4868-903f-129eda320eae req-489603d2-340a-4d71-ba8f-22bd9ace4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:06:59.636059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-489603d2-340a-4d71-ba8f-22bd9ace4739 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568240 Jul 15 14:06:59.730742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:5a:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 13, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:59.755551 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-402fad74-2014-4273-b276-544a0ab2eaa6 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124372 Jul 15 14:06:59.763717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:06:59.774226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:06:59.774916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:06:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:06:59.870642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-89199426-eb8c-4868-903f-129eda320eae req-0aa2c814-70ca-4462-832b-83319e38ead4 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087439 Jul 15 14:06:59.898902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:07:00.130870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:5a:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 13, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:07:00.162392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53c61d-3f03-422f-ae23-a86e357abb61 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5384865d-83a6-4e2a-8683-83019f23c219', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'mac_address': 'fa:16:3e:5a:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T13:59:53Z', 'updated_at': '2021-07-15T14:06:58Z', 'revision_number': 13, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:07:00.390123 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cdf0a-8da5-4b7f-89b8-166c837166f5 None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:07:09.272355 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:13.122881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5bb81615-bf38-494c-8cfc-c0a2f5008b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.498685 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.625262 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c061da95-7516-4058-9134-4d0204da7ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.743195 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:15.770882 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:17.287431 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:18.774224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:27.209112 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-904ab011-714c-4c7d-8eff-8a226330978e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0640855 Jul 15 14:07:27.318672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-0ed385d9-617b-4a68-89e4-176cede75414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:27.320165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-0ed385d9-617b-4a68-89e4-176cede75414 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1097 time: 0.0631213 Jul 15 14:07:27.429075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-d56a68a1-c3b0-447b-998c-4da0c1be1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:27.431174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-d56a68a1-c3b0-447b-998c-4da0c1be1d24 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0874615 Jul 15 14:07:27.499231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-3d7add86-60c2-4702-9be6-d8749e9936a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1002 time: 0.0611227 Jul 15 14:07:27.550670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-b9e1a000-d5b3-4d40-8317-e48f60be27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:27.552576 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-b9e1a000-d5b3-4d40-8317-e48f60be27a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0459864 Jul 15 14:07:27.621622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-7c381afd-c97d-4759-a692-b06bc5e0b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:07:27.623204 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-7c381afd-c97d-4759-a692-b06bc5e0b934 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647857 Jul 15 14:07:27.736670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-fcb393e3-60fb-4ab9-916b-a70c83016762 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056852 Jul 15 14:07:27.836205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1ef9912e-9216-4791-9d88-50b32477ef4f req-10f4d321-37e6-46db-8afe-06edfbaaf817 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914299 Jul 15 14:07:43.127779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c7f425ad-6cdc-4972-85f7-822e7316bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.500218 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.630504 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c7dddf9-94d2-430a-a02c-e16cb0282353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.738762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:45.785066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:46.272008 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:07:47.287278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:07:48.778798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:13.123901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b45bbfe3-a040-47fb-a93d-66a40e21a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:15.498551 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:15.635016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fdb4321f-744a-40db-8f52-44fe98782b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:15.746079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:15.784174 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:17.292707 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:18.781765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:23.272085 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:08:29.280969 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-3b900179-52ab-451f-9243-b963eea0d8a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635395 Jul 15 14:08:29.386198 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-fa5b0813-528a-46d8-aaf9-8707ccd4a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:29.387651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-fa5b0813-528a-46d8-aaf9-8707ccd4a431 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1097 time: 0.0568571 Jul 15 14:08:29.503413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-20f210b4-5a75-4e4a-b9fd-90bc35ebda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:29.504917 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-20f210b4-5a75-4e4a-b9fd-90bc35ebda05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0965385 Jul 15 14:08:29.577249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-4dbeb810-bb03-4822-8b66-755b781d0331 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1002 time: 0.0651016 Jul 15 14:08:29.631809 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-2a609232-e009-46f6-9f38-92c3aad17b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:29.633343 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-2a609232-e009-46f6-9f38-92c3aad17b2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0507514 Jul 15 14:08:29.699627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-3f4ab4db-70a8-4fec-aa33-128a140fd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:29.701066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-3f4ab4db-70a8-4fec-aa33-128a140fd38d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615017 Jul 15 14:08:29.712301 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-24a081aa-f75e-41dc-9231-8801d3e35ab8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:08:29.714295 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-24a081aa-f75e-41dc-9231-8801d3e35ab8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055807 Jul 15 14:08:29.824906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-bf8e23b7-f9c9-4b46-8035-70d4d4c3a6d7 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051319 Jul 15 14:08:29.917700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e7998f3a-0627-4d1d-bb67-defce07d774b req-956e1d38-3c05-4659-ae52-df16a0295fcd service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Jul 15 14:08:35.196811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901b6f4-ca78-4369-8882-b7e8e3f0d044 req-64aff928-d746-435e-a328-ae261f66ed81 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:35.198878 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9901b6f4-ca78-4369-8882-b7e8e3f0d044 req-64aff928-d746-435e-a328-ae261f66ed81 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0854497 Jul 15 14:08:35.247639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9901b6f4-ca78-4369-8882-b7e8e3f0d044 req-6fe24298-e133-4d45-8ee0-219ffccdb0df tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422451 Jul 15 14:08:43.118888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-15635ec3-34ed-4e4c-bec5-f887604ccb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:45.523456 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:45.640935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7aa51af4-a0cb-45ef-9106-d9c5d398087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:45.741572 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:45.783010 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:46.754293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-5d8870c7-e830-4658-8a9f-d0189a445afa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790780 Jul 15 14:08:46.793290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc4a56-0655-4cfd-9261-ff744f92c498 req-48143583-e911-441c-b9f8-064eef1c7a0a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:46.794962 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17fc4a56-0655-4cfd-9261-ff744f92c498 req-48143583-e911-441c-b9f8-064eef1c7a0a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0727780 Jul 15 14:08:46.838145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-17fc4a56-0655-4cfd-9261-ff744f92c498 req-123eea5d-531e-4d15-b313-f131879b02ee tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355406 Jul 15 14:08:47.298279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:48.033938 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea518-bcff-4ae7-a814-32dac8904579 req-5259c2c6-673f-4b20-a0e0-d16ff1790884 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:48.035512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-784ea518-bcff-4ae7-a814-32dac8904579 req-5259c2c6-673f-4b20-a0e0-d16ff1790884 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0791411 Jul 15 14:08:48.076330 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-784ea518-bcff-4ae7-a814-32dac8904579 req-6a17b9d7-185c-4f35-9190-69aff4634cf9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349658 Jul 15 14:08:48.789384 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:08:49.281442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c90b74-9e6b-479b-884c-c75f40ac882d req-5cf5b97a-5089-4b1d-bbcd-360660ad4558 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.287181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-59c90b74-9e6b-479b-884c-c75f40ac882d req-5cf5b97a-5089-4b1d-bbcd-360660ad4558 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0934057 Jul 15 14:08:49.351446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-59c90b74-9e6b-479b-884c-c75f40ac882d req-a82f0592-9870-4e7c-9d2d-6ec099a99990 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614562 Jul 15 14:08:49.378134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-5de82af3-8885-4db7-811c-8d5e14a3973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.381957 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-5de82af3-8885-4db7-811c-8d5e14a3973d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1097 time: 0.0731969 Jul 15 14:08:49.483886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4b3bcdd2-e80b-4294-9ee8-6fe331d50fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.485445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4b3bcdd2-e80b-4294-9ee8-6fe331d50fb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0974004 Jul 15 14:08:49.556803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-68c99eca-97e9-45f1-9421-443d852e6418 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1002 time: 0.0648277 Jul 15 14:08:49.607501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-ce161c44-164d-4e6c-8d59-0cf6dbd0d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.609007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-ce161c44-164d-4e6c-8d59-0cf6dbd0d9e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0454676 Jul 15 14:08:49.679732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-50065221-341d-40e4-940e-c06a19be1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:49.681980 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-50065221-341d-40e4-940e-c06a19be1445 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662804 Jul 15 14:08:49.774133 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-1b0a9c80-a95f-471b-8bb6-bbdde2b94b29 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851564 Jul 15 14:08:49.878831 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-cb29987d-c1c2-48a2-90b7-59df472c2e55 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982957 Jul 15 14:08:50.732846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40324cf-e7ec-4f7d-bf83-6060437b9c7c req-2d434fec-0f65-41cb-b61a-6a859ad7f139 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:50.734355 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e40324cf-e7ec-4f7d-bf83-6060437b9c7c req-2d434fec-0f65-41cb-b61a-6a859ad7f139 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0713501 Jul 15 14:08:50.779650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e40324cf-e7ec-4f7d-bf83-6060437b9c7c req-fa5ee836-623c-44f8-970e-bbbad420fa83 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Jul 15 14:08:51.974379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fabce-a950-45ef-93db-eb0c7fc30d6e req-7d5a836e-c855-4884-b831-994b2b47174f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:51.975902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-367fabce-a950-45ef-93db-eb0c7fc30d6e req-7d5a836e-c855-4884-b831-994b2b47174f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0737934 Jul 15 14:08:52.014693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-367fabce-a950-45ef-93db-eb0c7fc30d6e req-ef40c580-9be8-4421-9a8c-21a000895244 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Jul 15 14:08:53.205463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500508f-b559-4cf6-8587-bc02da7d5b9f req-3d8120a3-8c62-4e66-9290-f1ddb6213d42 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:53.207054 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e500508f-b559-4cf6-8587-bc02da7d5b9f req-3d8120a3-8c62-4e66-9290-f1ddb6213d42 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0725751 Jul 15 14:08:53.257506 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e500508f-b559-4cf6-8587-bc02da7d5b9f req-ae2e7159-4d2f-4570-80db-ee1f95c48f32 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419030 Jul 15 14:08:54.446877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ad659-24c8-4020-8329-e89a053d28d8 req-35ae81bc-9b3c-48a1-b52c-1c152ca6e3ad tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:54.448394 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d8ad659-24c8-4020-8329-e89a053d28d8 req-35ae81bc-9b3c-48a1-b52c-1c152ca6e3ad tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0759449 Jul 15 14:08:54.861451 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6d8ad659-24c8-4020-8329-e89a053d28d8 req-95d61894-4ba1-4957-a635-77d04343fd48 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038253 Jul 15 14:08:56.055570 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2820-2fd3-4b3d-80ff-33b7f5ee0fb1 req-70f7958c-9d3f-45a6-ac6b-e64790bf2851 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:56.057198 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d90a2820-2fd3-4b3d-80ff-33b7f5ee0fb1 req-70f7958c-9d3f-45a6-ac6b-e64790bf2851 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0752232 Jul 15 14:08:56.101267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d90a2820-2fd3-4b3d-80ff-33b7f5ee0fb1 req-1e329fb1-d991-41d1-9a64-0c56f12ea053 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383456 Jul 15 14:08:57.301151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166afb9-6273-4b1d-aea3-a9af0c1938b5 req-7fab2001-92b2-4837-8f16-061cef0e8cce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:57.302678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0166afb9-6273-4b1d-aea3-a9af0c1938b5 req-7fab2001-92b2-4837-8f16-061cef0e8cce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0751321 Jul 15 14:08:57.344118 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0166afb9-6273-4b1d-aea3-a9af0c1938b5 req-a5aacb49-12d7-4df0-b55f-5f9584051163 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Jul 15 14:08:58.520948 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846caa9b-2a6a-4782-9619-aa0729bc3576 req-7a5eff84-1ec5-4c06-a21b-1020379d1e13 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:58.522351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-846caa9b-2a6a-4782-9619-aa0729bc3576 req-7a5eff84-1ec5-4c06-a21b-1020379d1e13 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0658491 Jul 15 14:08:58.564456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-846caa9b-2a6a-4782-9619-aa0729bc3576 req-c1ee9824-3f9d-43c8-9fa7-0360a501ab6a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336792 Jul 15 14:08:59.756070 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e545b-83a4-415d-96c1-0528f3f79360 req-05f2b852-5fdc-4166-a7b3-2df7c1edba9c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:08:59.757610 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff6e545b-83a4-415d-96c1-0528f3f79360 req-05f2b852-5fdc-4166-a7b3-2df7c1edba9c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0775783 Jul 15 14:08:59.801909 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ff6e545b-83a4-415d-96c1-0528f3f79360 req-3410db8e-94b2-4c6d-a833-1edfd69a3578 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382535 Jul 15 14:09:00.275003 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:00.988800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d89cbe-f9c2-4b3b-9544-60343c4987b6 req-76221ed6-d894-4e8c-8cda-ae1145456e2e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:00.990304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26d89cbe-f9c2-4b3b-9544-60343c4987b6 req-76221ed6-d894-4e8c-8cda-ae1145456e2e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0752521 Jul 15 14:09:01.030784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26d89cbe-f9c2-4b3b-9544-60343c4987b6 req-47970f9b-ebb1-4b8b-bae6-a726b42c5344 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Jul 15 14:09:02.218191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539ac43-427d-4114-b78e-bd1bc0355fc3 req-aadb97c5-8f11-453e-9862-e0254e0e8bab tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:02.219854 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6539ac43-427d-4114-b78e-bd1bc0355fc3 req-aadb97c5-8f11-453e-9862-e0254e0e8bab tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0664780 Jul 15 14:09:02.261605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6539ac43-427d-4114-b78e-bd1bc0355fc3 req-be5b1895-b9e6-4c0c-98c9-da1dd8126d1c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349755 Jul 15 14:09:03.455378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b4fe-276c-40de-9f2d-ded0c9974506 req-1cc40b27-da1d-42fe-a215-747039a7775c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.456912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e860b4fe-276c-40de-9f2d-ded0c9974506 req-1cc40b27-da1d-42fe-a215-747039a7775c tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0734150 Jul 15 14:09:03.496516 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e860b4fe-276c-40de-9f2d-ded0c9974506 req-1166c904-9f5a-438b-bd0f-2fb72c419533 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Jul 15 14:09:03.584468 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-c52df705-2a4e-431e-99e3-3d3c08cd4485 service neutron] show failed (client error): The resource could not be found. Jul 15 14:09:03.585366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-c52df705-2a4e-431e-99e3-3d3c08cd4485 service neutron] 10.222.0.58 "GET /v2.0/ports/ea1c860e-60e5-486d-9d23-9c8c39f60f35/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0643656 Jul 15 14:09:03.875060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-1cf4deb9-94cc-4f18-b4c1-8940a8e37a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:03.877200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-1cf4deb9-94cc-4f18-b4c1-8940a8e37a8d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 1097 time: 0.0607681 Jul 15 14:09:03.888456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:03.967351 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.181457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:04.215302 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:04.268015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:04.270976 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f40ea-b36e-4b16-8959-b46f58fac8a5" -d '{"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:04.274915 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.288633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Transition to ACTIVE for port object ea1c860e-60e5-486d-9d23-9c8c39f60f35 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:04.295678 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.332460 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b768bb-bc02-4e23-8023-53c8782738c1 x-openstack-request-id: req-c6b768bb-bc02-4e23-8023-53c8782738c1 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:04.332750 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:04.332984 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6b768bb-bc02-4e23-8023-53c8782738c1 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:04.333395 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'code': 200} Jul 15 14:09:04.375054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.387801 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.388152 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.388465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.388792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.389123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.389533 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.389757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.390077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.390394 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.390737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.391037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.391349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:04.434194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] No DVR routers for this DVR port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:04.440896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:04.483921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:04.576702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:04.577318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:04.577318 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:04.581915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:04.582413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:04.587559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:04.587900 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:04.588275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:04.588722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Bound port: ea1c860e-60e5-486d-9d23-9c8c39f60f35, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:04.589081 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.689612 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:04.693709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:04.702318 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.741321 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:04.741945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:04.743392 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] 10.222.0.59 "PUT /v2.0/ports/ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1092 time: 0.8592880 Jul 15 14:09:04.759868 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c569f-2c8b-4ca3-adfb-9c8662f1f7ab req-502f74f8-4ef2-4f8a-bbae-bac128cc5c04 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:04.761394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-186c569f-2c8b-4ca3-adfb-9c8662f1f7ab req-502f74f8-4ef2-4f8a-bbae-bac128cc5c04 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.1345384 Jul 15 14:09:04.809027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c683332-4084-4d14-b9ab-800d63a44b26 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:04.854636 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-186c569f-2c8b-4ca3-adfb-9c8662f1f7ab req-41845644-419e-4f11-bbe8-9321a03bb00e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841103 Jul 15 14:09:04.881528 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-899f1353-5b1c-4dbf-8492-a0240c3b7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:04.883179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-899f1353-5b1c-4dbf-8492-a0240c3b7752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.1009846 Jul 15 14:09:04.982987 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-8fdf315d-1829-4009-beed-55d93b73dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:04.984508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-8fdf315d-1829-4009-beed-55d93b73dd9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0940833 Jul 15 14:09:05.060387 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-62434dc3-9fc2-48c1-b88e-3d37f9a517bf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0694041 Jul 15 14:09:05.121964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-df5ea16e-4ee9-42b9-bd07-ff424cc3a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.123687 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-df5ea16e-4ee9-42b9-bd07-ff424cc3a36a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0573027 Jul 15 14:09:05.186412 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-0173e1f9-bcb4-404e-ac9d-0f620cc016d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:05.187989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-0173e1f9-bcb4-404e-ac9d-0f620cc016d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579443 Jul 15 14:09:05.198461 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-776433b9-2f4e-446d-9d39-f670a854c2e5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:09:05.199509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-776433b9-2f4e-446d-9d39-f670a854c2e5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054300 Jul 15 14:09:05.302933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-1b9ae55c-13cb-4e91-8a1c-7f3397e21220 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965469 Jul 15 14:09:05.421567 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0458e2ef-24dc-461e-b965-b159a0468a85 req-659d6e60-c134-46e1-8259-4d227ef25d50 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122851 Jul 15 14:09:06.086996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250f9ab-d911-4a60-920f-abfd9f624548 req-36b8ec06-9fcd-487b-998b-0b199ac53441 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.088670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b250f9ab-d911-4a60-920f-abfd9f624548 req-36b8ec06-9fcd-487b-998b-0b199ac53441 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0786486 Jul 15 14:09:06.134205 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b250f9ab-d911-4a60-920f-abfd9f624548 req-20f02c76-1ba7-45b8-b6c2-cd2c9bbe9369 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383086 Jul 15 14:09:06.335385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:06.337898 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a89fc1-2952-4e58-b15d-285e036dd6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:06.386676 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf85355-3f3d-4b9f-b223-ee3d2417700a x-openstack-request-id: req-9cf85355-3f3d-4b9f-b223-ee3d2417700a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:06.386968 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:06.388053 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cf85355-3f3d-4b9f-b223-ee3d2417700a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:06.388053 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'status': 'completed', 'code': 200} Jul 15 14:09:06.464675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-5b921078-82be-4712-a896-038719cf7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.466168 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-5b921078-82be-4712-a896-038719cf7dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.0581090 Jul 15 14:09:06.466381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-65150814-131c-4a8f-8b81-c806a8fb9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.467843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-65150814-131c-4a8f-8b81-c806a8fb9d4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.0559072 Jul 15 14:09:06.566097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-e4a2cdd7-e5b7-4420-b61d-7b29ac9ffc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.567743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-e4a2cdd7-e5b7-4420-b61d-7b29ac9ffc72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0955029 Jul 15 14:09:06.570516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-34f95fd5-7a47-468e-bb42-fc50f4e368ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.572110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-34f95fd5-7a47-468e-bb42-fc50f4e368ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0978785 Jul 15 14:09:06.643261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-7fce5b8b-1ea8-46f9-9e86-eb1483cdc1c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0645537 Jul 15 14:09:06.647404 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-a39161df-830a-46cd-9804-03920c826a94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0730963 Jul 15 14:09:06.696002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-8fe047ca-3754-4958-a24b-fa41489d1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.697516 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-8fe047ca-3754-4958-a24b-fa41489d1657 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0479579 Jul 15 14:09:06.702815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-934a55f3-285a-48d7-a6e3-615d9b166888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.704314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-934a55f3-285a-48d7-a6e3-615d9b166888 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0512741 Jul 15 14:09:06.769871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-288bf09d-2016-447b-8a80-d45d4619c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.772148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-288bf09d-2016-447b-8a80-d45d4619c002 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618107 Jul 15 14:09:06.777751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-8ea20188-e791-45b4-8cec-497413971183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:06.779554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-8ea20188-e791-45b4-8cec-497413971183 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754230 Jul 15 14:09:06.878202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-d0885ef9-c224-4b0a-ae1b-edf61f241e52 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920174 Jul 15 14:09:06.882546 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-53212927-121e-4873-a2c2-a39a6490a2fb service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035657 Jul 15 14:09:06.981402 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-3ddb4353-a9a0-47ad-89e4-4706b6041ece service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961788 Jul 15 14:09:06.986339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a9a89fc1-2952-4e58-b15d-285e036dd6fd req-ca20f016-17d7-4bed-a34d-547cab843475 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960054 Jul 15 14:09:07.320953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42cd2-c29c-443b-9f2d-54931efb310b req-83c40d66-3600-4f92-96d3-9e4beb87473e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:07.322665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7e42cd2-c29c-443b-9f2d-54931efb310b req-83c40d66-3600-4f92-96d3-9e4beb87473e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0701075 Jul 15 14:09:07.362751 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c7e42cd2-c29c-443b-9f2d-54931efb310b req-4fff6a68-c9f1-476b-878b-9327bbe20919 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339589 Jul 15 14:09:08.548965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac1d98-bb30-4402-b06c-7147e891e05f req-ba21dfa5-a36d-4319-859a-b012e5329935 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:08.550549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaac1d98-bb30-4402-b06c-7147e891e05f req-ba21dfa5-a36d-4319-859a-b012e5329935 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0733902 Jul 15 14:09:08.591574 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aaac1d98-bb30-4402-b06c-7147e891e05f req-619f34aa-475e-46a4-813f-1d694937c979 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352180 Jul 15 14:09:09.783173 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58d4a-1ceb-461d-ae05-a377a9b94389 req-fb1e9122-d1de-4d71-b1a0-c9d31a3ae987 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:09.784704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78a58d4a-1ceb-461d-ae05-a377a9b94389 req-fb1e9122-d1de-4d71-b1a0-c9d31a3ae987 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0700436 Jul 15 14:09:09.829068 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78a58d4a-1ceb-461d-ae05-a377a9b94389 req-88810a7c-0bf0-47e1-b031-4fa7383480ec tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380883 Jul 15 14:09:11.034479 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad4f80-5fa1-44ad-b46a-9b75edf02c51 req-ec780a37-a8c5-4c1a-8208-fada995722c6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:11.036033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-acad4f80-5fa1-44ad-b46a-9b75edf02c51 req-ec780a37-a8c5-4c1a-8208-fada995722c6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0809393 Jul 15 14:09:11.085075 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-acad4f80-5fa1-44ad-b46a-9b75edf02c51 req-37902f22-ca72-454b-97f2-7a1453b0e53e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Jul 15 14:09:12.289936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f80d39-80e9-431a-94dc-2716149e7d3b req-ac38fbdf-f209-4f35-9b46-9905741a54e1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:12.291679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85f80d39-80e9-431a-94dc-2716149e7d3b req-ac38fbdf-f209-4f35-9b46-9905741a54e1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0752547 Jul 15 14:09:12.332722 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-85f80d39-80e9-431a-94dc-2716149e7d3b req-f5bcbfcf-752c-4bdf-9323-e62f9e431326 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351110 Jul 15 14:09:13.127988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7a659a34-03cf-4dba-b53e-2e4172f7d616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:13.546443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c689c-2235-48ed-bc08-36f8f87022a7 req-58319cf8-dcc9-4ef9-8b7d-f45483d21cc6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:13.548080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd0c689c-2235-48ed-bc08-36f8f87022a7 req-58319cf8-dcc9-4ef9-8b7d-f45483d21cc6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0860391 Jul 15 14:09:13.592437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd0c689c-2235-48ed-bc08-36f8f87022a7 req-0071a220-1935-4e68-9dd4-39f417aa5107 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361133 Jul 15 14:09:14.803405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7989523-f4dc-492d-8902-d05b7f025428 req-01c985ca-c5ed-40c0-95cc-42a0e47d9c74 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:14.805075 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d7989523-f4dc-492d-8902-d05b7f025428 req-01c985ca-c5ed-40c0-95cc-42a0e47d9c74 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0777771 Jul 15 14:09:14.846676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d7989523-f4dc-492d-8902-d05b7f025428 req-19210a3a-1997-4763-9df6-501213d869b6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355461 Jul 15 14:09:15.513304 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.636655 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e9157b2c-74c9-420a-b804-99dfc6296f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.747659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:15.806890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:16.065289 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0cc64-9653-48db-8fee-437f1e227980 req-40455f96-7f02-4698-bdba-63a79b2d2b82 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:16.066738 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ff0cc64-9653-48db-8fee-437f1e227980 req-40455f96-7f02-4698-bdba-63a79b2d2b82 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0674596 Jul 15 14:09:16.109145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3ff0cc64-9653-48db-8fee-437f1e227980 req-d72e0d0d-7965-463b-a2ce-675a20c53632 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342376 Jul 15 14:09:17.081331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-52bc7c13-0704-4cec-b7c9-5ede35e224a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.083142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-52bc7c13-0704-4cec-b7c9-5ede35e224a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.0617411 Jul 15 14:09:17.199830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-cb4b1e60-d17e-48ad-9bf8-e52cd8fba100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.201401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-cb4b1e60-d17e-48ad-9bf8-e52cd8fba100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0956874 Jul 15 14:09:17.271185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-cc36d15c-ef27-4cbf-a0a8-e48025ba5f97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0630109 Jul 15 14:09:17.300481 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:17.311237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270de74-026e-46e6-a24d-931781fd414f req-de95b1f5-eb84-4336-9f1b-0afa48ce00ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.312887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c270de74-026e-46e6-a24d-931781fd414f req-de95b1f5-eb84-4336-9f1b-0afa48ce00ce tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0817966 Jul 15 14:09:17.333415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-ab2372eb-eb8e-41c6-ba29-0830b8bfff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.334883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-ab2372eb-eb8e-41c6-ba29-0830b8bfff0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0568509 Jul 15 14:09:17.352290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c270de74-026e-46e6-a24d-931781fd414f req-3cb0e94d-b634-4194-a851-e7db04c58623 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337603 Jul 15 14:09:17.396961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-26e77249-e390-406e-9f4f-ddb46d964734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.398566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-26e77249-e390-406e-9f4f-ddb46d964734 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577245 Jul 15 14:09:17.494196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-6a3fe1d5-2a04-4218-9e12-eb2fbfcd122b service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890324 Jul 15 14:09:17.593390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23eca794-3e3c-417c-b942-61fa9118b4d9 req-df922ba8-3196-4f21-b0fd-922065ee77ab service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924251 Jul 15 14:09:17.780104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-19228002-c49c-461f-86c8-a5c1b8f08e08 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.781656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-19228002-c49c-461f-86c8-a5c1b8f08e08 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.59 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 943 time: 0.0780985 Jul 15 14:09:17.836514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8eede-2742-4a56-9e27-b78e7b52ec62 req-f54af910-56fa-4974-aa7b-59cfa800dd9f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.838121 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d8eede-2742-4a56-9e27-b78e7b52ec62 req-f54af910-56fa-4974-aa7b-59cfa800dd9f tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 943 time: 0.0704138 Jul 15 14:09:17.850773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-0450d649-b051-442b-ba91-42a29c4838b4 service neutron] 10.222.0.59 "GET /v2.0/ports/ea1c860e-60e5-486d-9d23-9c8c39f60f35/bindings/n-h1-798054-11 HTTP/1.1" status: 200 len: 383 time: 0.0627797 Jul 15 14:09:17.878586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f6d8eede-2742-4a56-9e27-b78e7b52ec62 req-21b884d9-44b5-4231-b409-45e9cddfbadc tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Jul 15 14:09:17.927637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-779e1742-9ff1-4a48-aa29-69e2d8bf7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:17.929192 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-779e1742-9ff1-4a48-aa29-69e2d8bf7899 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1095 time: 0.0556796 Jul 15 14:09:18.021628 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-dd5248d4-5838-4738-bebf-ff09b0074e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:18.023852 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-dd5248d4-5838-4738-bebf-ff09b0074e88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0882571 Jul 15 14:09:18.099107 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-b1cfc93b-b332-4f04-94ee-11167198aee3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0684800 Jul 15 14:09:18.153652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-d7b02d8c-95c8-402e-80f7-c025baddae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:18.155183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-d7b02d8c-95c8-402e-80f7-c025baddae10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0498729 Jul 15 14:09:18.222816 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-d2ef70c6-816c-45e0-812a-e2e4ae0342ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:18.224419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-d2ef70c6-816c-45e0-812a-e2e4ae0342ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622625 Jul 15 14:09:18.323552 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-df64b71c-a0be-4d16-810d-7236c28661b8 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927210 Jul 15 14:09:18.424812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-34ee6eeb-c9cc-4b06-acef-c016ad13454c service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943041 Jul 15 14:09:18.443177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:18.559432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:18.570449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'mac_address': 'fa:16:3e:5a:5e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:18.613609 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:18.626549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c860e-60e5-486d-9d23-9c8c39f60f35 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:18.646312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:18.653731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:18.705501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:18.713162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.713505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.713854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.714192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.714544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.714869 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.715196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.715542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.715908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.716237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.716630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.716950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:18.788453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:18.906679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ea1c860e-60e5-486d-9d23-9c8c39f60f35'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:19.059645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f352c9-0643-42a2-9298-437aaf23fe69 req-f675c698-c8dc-4b31-800d-fff39fea1de8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:19.061179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98f352c9-0643-42a2-9298-437aaf23fe69 req-f675c698-c8dc-4b31-800d-fff39fea1de8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0673831 Jul 15 14:09:19.101680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98f352c9-0643-42a2-9298-437aaf23fe69 req-800fe9d7-abe8-4edb-a47a-423b30aff63e tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347400 Jul 15 14:09:20.306768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f114a41-63df-455d-b377-5012d004c258 req-2d7f83af-80b2-4dd9-9153-916cca590393 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:20.308476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f114a41-63df-455d-b377-5012d004c258 req-2d7f83af-80b2-4dd9-9153-916cca590393 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0829740 Jul 15 14:09:20.353434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f114a41-63df-455d-b377-5012d004c258 req-d1164a65-493e-4448-a5f3-c7fe92545b60 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Jul 15 14:09:20.450775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:20.502216 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:20.506002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:20.506367 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:20.589090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:20.612423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:20.614714 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd097f-8920-4844-b3c9-1b97e50e2460" -d '{"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:20.628526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:20.634770 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:20.668063 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220a8c2c-acf5-45e9-abba-5325727b8d45 x-openstack-request-id: req-220a8c2c-acf5-45e9-abba-5325727b8d45 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:20.668359 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:20.668611 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-220a8c2c-acf5-45e9-abba-5325727b8d45 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:20.668998 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'code': 200} Jul 15 14:09:20.691123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:21.558932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb45dab-13cd-4993-9ce3-2ee9d1ac50bd req-f04a12f9-718b-42bf-b8ab-b4a008010718 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:21.560494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fb45dab-13cd-4993-9ce3-2ee9d1ac50bd req-f04a12f9-718b-42bf-b8ab-b4a008010718 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0690501 Jul 15 14:09:21.601885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3fb45dab-13cd-4993-9ce3-2ee9d1ac50bd req-2f3560fa-ddb9-497c-84b7-6985a3bc2a2b tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350776 Jul 15 14:09:22.297521 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-284a072b-9038-452b-a9cf-223d0f0c57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.299421 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-284a072b-9038-452b-a9cf-223d0f0c57c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e&tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d HTTP/1.1" status: 200 len: 1097 time: 0.0593281 Jul 15 14:09:22.313636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:22.401586 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:22.627062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:22.663326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:22.703151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:22.707305 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380e0a92-d477-4aed-b997-9479a61ca208" -d '{"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:22.709749 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:22.725117 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Transition to ACTIVE for port object ea1c860e-60e5-486d-9d23-9c8c39f60f35 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:22.730377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:22.769110 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd78398-727f-4fda-a6a2-44b01b569b16 x-openstack-request-id: req-cfd78398-727f-4fda-a6a2-44b01b569b16 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:22.769397 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:22.770255 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfd78398-727f-4fda-a6a2-44b01b569b16 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:22.770255 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'code': 200} Jul 15 14:09:22.801236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd23fd5-8e74-4912-a02f-c911ba5f1e26 req-4b5ee79e-f72d-4bc1-8a84-8fdd07bc0df2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:22.803595 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5fd23fd5-8e74-4912-a02f-c911ba5f1e26 req-4b5ee79e-f72d-4bc1-8a84-8fdd07bc0df2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0769811 Jul 15 14:09:22.821550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=10']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:22.836170 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.836603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.836844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.837205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.837534 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.837855 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.838178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.838468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.838842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.839140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.839455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.839783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:09:22.851276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5fd23fd5-8e74-4912-a02f-c911ba5f1e26 req-1565d2c1-f6c5-4acf-b36e-a1ad5eece678 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409551 Jul 15 14:09:22.876949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] No DVR routers for this DVR port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:23.027178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:23.027483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:23.027816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:23.032747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:23.033062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Attempting to bind port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:23.038153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:23.038480 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Checking segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:23.038886 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Bound using segment: {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:23.039304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Bound port: ea1c860e-60e5-486d-9d23-9c8c39f60f35, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841f2e34-0942-4112-97e5-693c6c41eafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:23.039708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:23.115543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:23.118633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:23.126186 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:23.160111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.160739 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:23.162193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] 10.222.0.58 "PUT /v2.0/ports/ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1093 time: 0.8560312 Jul 15 14:09:23.186879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9973-5976-4b79-8332-c43dab633c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=11']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:23.245178 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-1a1b74f9-eb66-483c-96eb-0a8640f1fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.246809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-1a1b74f9-eb66-483c-96eb-0a8640f1fdf9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1096 time: 0.0570812 Jul 15 14:09:23.347474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-235f3e6a-2a0a-425d-85cb-d681f0442ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.349029 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-235f3e6a-2a0a-425d-85cb-d681f0442ed9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0963073 Jul 15 14:09:23.419279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-6e563882-f87b-4247-a4ec-7cec66b4a052 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0632694 Jul 15 14:09:23.473946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-c92a2fbb-e9dd-4207-8e4b-dfd4e67bd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.475369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-c92a2fbb-e9dd-4207-8e4b-dfd4e67bd469 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0505354 Jul 15 14:09:23.543457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-16682e61-4a0f-45f6-8733-ee7f395a2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:23.545942 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-16682e61-4a0f-45f6-8733-ee7f395a2485 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640817 Jul 15 14:09:23.647115 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-54c4b6ed-7a5e-4f88-b088-c39a05763926 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942008 Jul 15 14:09:23.746582 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4ddf6615-d2f8-48ce-9195-4ef1ec2271e4 req-734b4fa7-e8f3-4f75-9b0d-b91f4f1fd341 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932987 Jul 15 14:09:24.037137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83802e1-1764-4bf7-976c-56c511af785f req-195d1afc-22ba-452f-be9b-d0ebb3798d01 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:24.038778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c83802e1-1764-4bf7-976c-56c511af785f req-195d1afc-22ba-452f-be9b-d0ebb3798d01 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0676498 Jul 15 14:09:24.079719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c83802e1-1764-4bf7-976c-56c511af785f req-0fc9b9f4-1c30-4a11-b134-4a017e3afd46 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 Jul 15 14:09:24.470453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:24.519753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:24.771859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:24.774424 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbcebc9-f653-42d6-8240-cda2f4560054" -d '{"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:24.826030 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21355e08-2c4d-472a-96b3-97557aa34df5 x-openstack-request-id: req-21355e08-2c4d-472a-96b3-97557aa34df5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:24.826470 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:24.826919 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21355e08-2c4d-472a-96b3-97557aa34df5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:24.827746 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'status': 'completed', 'code': 200} Jul 15 14:09:24.907722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-dae3d1c6-77f2-41b4-8e0d-db4e8303a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:24.909394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-dae3d1c6-77f2-41b4-8e0d-db4e8303a670 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1096 time: 0.0618474 Jul 15 14:09:24.917529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-a380b663-d253-402e-acc5-825de4c48ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:24.919122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-a380b663-d253-402e-acc5-825de4c48ef8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1096 time: 0.0650735 Jul 15 14:09:25.007100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-5dae3f4b-8af1-45ae-869d-55f82b7ae5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.008243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-5dae3f4b-8af1-45ae-869d-55f82b7ae5e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0929084 Jul 15 14:09:25.016006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-c4bac6bf-67b0-4e6c-b7d6-5cb15131dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.017521 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-c4bac6bf-67b0-4e6c-b7d6-5cb15131dcb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.0915866 Jul 15 14:09:25.083601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-d1b619d3-61bc-4ee3-b049-e6b1c15b906e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0680602 Jul 15 14:09:25.091537 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-a3626560-6f8b-4028-b295-9369d6d28c9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0672498 Jul 15 14:09:25.136455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-f19ca52d-5e4b-4f02-a16f-55306efa4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.138142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-f19ca52d-5e4b-4f02-a16f-55306efa4803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0488579 Jul 15 14:09:25.142828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-1148077f-1555-4546-abc3-aff9e11442de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.144658 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-1148077f-1555-4546-abc3-aff9e11442de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0471439 Jul 15 14:09:25.206423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-96f4cd92-5f41-4eca-a283-0c40c39426ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.206782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-275ece20-584b-430d-89fe-620e44fd9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.208032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-96f4cd92-5f41-4eca-a283-0c40c39426ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633790 Jul 15 14:09:25.208459 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-275ece20-584b-430d-89fe-620e44fd9eb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576231 Jul 15 14:09:25.307030 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-e288330c-420c-4863-8fa7-72df042be784 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926552 Jul 15 14:09:25.348059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-92cd5121-a2b7-452b-be2c-624ce8609305 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331544 Jul 15 14:09:25.359188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b11757-710b-40ac-a5d6-b06b566acb12 req-8f4547a2-cf26-45d9-8cec-41fde9def039 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:25.360352 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95b11757-710b-40ac-a5d6-b06b566acb12 req-8f4547a2-cf26-45d9-8cec-41fde9def039 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.1371613 Jul 15 14:09:25.404339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-bfa2b17d-9743-452c-8a6f-98729b5c5ec7 service neutron] 10.222.0.59 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900657 Jul 15 14:09:25.461040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-95b11757-710b-40ac-a5d6-b06b566acb12 req-2445e3cd-4f3f-48af-904f-91790e9514b5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907083 Jul 15 14:09:25.482024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fbcebc9-f653-42d6-8240-cda2f4560054 req-afb7cfb5-adcf-4c91-be01-525c80e42b67 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206713 Jul 15 14:09:26.658565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c4598-21ed-4d57-a625-8e0249b99707 req-5a245533-9b3c-4d8b-a24f-f3aa5c0760da tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:26.660610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c1c4598-21ed-4d57-a625-8e0249b99707 req-5a245533-9b3c-4d8b-a24f-f3aa5c0760da tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0846453 Jul 15 14:09:26.703896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c1c4598-21ed-4d57-a625-8e0249b99707 req-c706aadb-8994-469f-80ad-ad97f2464322 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372550 Jul 15 14:09:27.896505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de5fe9-2b9d-4d15-b0f0-3ee28c278797 req-9dce3780-3924-4104-9721-ded3d8176efb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:27.898360 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4de5fe9-2b9d-4d15-b0f0-3ee28c278797 req-9dce3780-3924-4104-9721-ded3d8176efb tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0703976 Jul 15 14:09:27.949920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e4de5fe9-2b9d-4d15-b0f0-3ee28c278797 req-bfa7d0cc-7c6e-49a2-b871-04558f2b37a8 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445974 Jul 15 14:09:29.139135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d10fd6-6c64-4ccc-ac32-225bc8949486 req-e21e71ee-663e-47c5-9b3e-0a1da9b170d1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:29.140732 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95d10fd6-6c64-4ccc-ac32-225bc8949486 req-e21e71ee-663e-47c5-9b3e-0a1da9b170d1 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0709021 Jul 15 14:09:29.182726 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-95d10fd6-6c64-4ccc-ac32-225bc8949486 req-58d7bf76-ff9c-42be-85c3-7058156f11f5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354242 Jul 15 14:09:30.367510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c65b6-6197-4f81-8830-20225f48d09f req-ca1ff5dd-f416-4e20-b72d-b89458ccbf32 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:30.369019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e87c65b6-6197-4f81-8830-20225f48d09f req-ca1ff5dd-f416-4e20-b72d-b89458ccbf32 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0701721 Jul 15 14:09:30.413759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e87c65b6-6197-4f81-8830-20225f48d09f req-3b920bf9-3b9d-438b-8b85-7b65b5f17e08 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Jul 15 14:09:31.263763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-cd86a165-0d25-4a98-a70b-da6217b396d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:31.265331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-cd86a165-0d25-4a98-a70b-da6217b396d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 1096 time: 0.0600958 Jul 15 14:09:31.411280 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-f93c29c7-be54-4362-a516-364d9a30c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:31.412783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-f93c29c7-be54-4362-a516-364d9a30c721 service neutron] 10.222.0.58 "GET /v2.0/networks?id=748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 200 len: 913 time: 0.1253860 Jul 15 14:09:31.484124 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-4f1c793d-f8ad-4f46-b941-e6c07e9f7593 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 200 len: 1000 time: 0.0649700 Jul 15 14:09:31.541617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-c9db4c8b-2bfe-4180-a54f-19666b8ad909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:31.543320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-c9db4c8b-2bfe-4180-a54f-19666b8ad909 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 200 len: 851 time: 0.0534098 Jul 15 14:09:31.597872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997006ff-bc81-4c0c-9867-718fa5826ab4 req-c605c5e9-ed2a-4850-8b9d-3554afced251 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:31.599213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-beddd6ba-2a2b-43aa-a42b-2d36f921efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:31.599549 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-997006ff-bc81-4c0c-9867-718fa5826ab4 req-c605c5e9-ed2a-4850-8b9d-3554afced251 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0693505 Jul 15 14:09:31.600772 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-beddd6ba-2a2b-43aa-a42b-2d36f921efc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=748a150f-6ac2-4814-b59d-cac6e1d68cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512547 Jul 15 14:09:31.639995 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-997006ff-bc81-4c0c-9867-718fa5826ab4 req-1ac0baae-e58b-493d-b3bd-86a8dee91347 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342860 Jul 15 14:09:31.694753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-15dd05c8-77d4-4c47-9801-830fcdf1bc89 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878096 Jul 15 14:09:31.784747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0809fb3f-16b1-4bd1-845f-182e0172a449 req-1df3357c-82f1-4264-8633-bb7010111ec8 service neutron] 10.222.0.58 "GET /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Jul 15 14:09:32.834540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e949-86fb-49bf-84f7-94c8b20f36ad req-c3753c53-0642-4ae1-9154-3cd438fd5268 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:32.836069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16c0e949-86fb-49bf-84f7-94c8b20f36ad req-c3753c53-0642-4ae1-9154-3cd438fd5268 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0728307 Jul 15 14:09:32.876196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-16c0e949-86fb-49bf-84f7-94c8b20f36ad req-e59fcde6-5c40-42cc-ba9f-f9b5988f8119 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341926 Jul 15 14:09:34.073631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f7d73-1160-43d4-9237-2c39ab07116c req-b42cc3b8-9ecb-42ca-a3a0-4e02529c3149 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:34.075204 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e3f7d73-1160-43d4-9237-2c39ab07116c req-b42cc3b8-9ecb-42ca-a3a0-4e02529c3149 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 944 time: 0.0763626 Jul 15 14:09:34.118957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e3f7d73-1160-43d4-9237-2c39ab07116c req-2d1130bc-db85-45b2-ae07-2d16d9972ee6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348437 Jul 15 14:09:34.549747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:09:34.674312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:34.688455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'port_id': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'mac_address': 'fa:16:3e:5a:5e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:09:34.732046 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.748365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c860e-60e5-486d-9d23-9c8c39f60f35 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:34.771625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:34.778019 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:34.832579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=12']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:35.021479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ea1c860e-60e5-486d-9d23-9c8c39f60f35'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:09:35.300005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406cf40-f29b-42ad-a497-d5a431358792 req-a8e45a9e-44bd-45d7-8a3c-053010b05e98 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.301492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c406cf40-f29b-42ad-a497-d5a431358792 req-a8e45a9e-44bd-45d7-8a3c-053010b05e98 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0679090 Jul 15 14:09:35.341375 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c406cf40-f29b-42ad-a497-d5a431358792 req-334f6b71-8f7f-4e3c-80c4-1c7ebfc10203 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342426 Jul 15 14:09:35.529716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef860b1-5d4d-4a3c-a50e-bd2b449f9606 req-cfda400f-4a01-4138-9d20-684330033365 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.531472 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ef860b1-5d4d-4a3c-a50e-bd2b449f9606 req-cfda400f-4a01-4138-9d20-684330033365 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0722284 Jul 15 14:09:35.582879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ef860b1-5d4d-4a3c-a50e-bd2b449f9606 req-f3d90a26-3d6c-4e7b-9770-6667cb3a74b2 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435662 Jul 15 14:09:35.773668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c57fb-a594-473f-9d25-3f223675217c req-67b0ba65-d217-4484-96b1-0a7128f6b0cd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:35.775573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-161c57fb-a594-473f-9d25-3f223675217c req-67b0ba65-d217-4484-96b1-0a7128f6b0cd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0726066 Jul 15 14:09:35.819865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-161c57fb-a594-473f-9d25-3f223675217c req-e85b3eb7-d108-46f9-bed4-2efc00d0f5bd tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368202 Jul 15 14:09:36.299625 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493209a-7f2a-4ad1-8371-04569e689daa req-f0d5c28a-c87a-4a73-9d2a-d25ca8159847 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:36.301613 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c493209a-7f2a-4ad1-8371-04569e689daa req-f0d5c28a-c87a-4a73-9d2a-d25ca8159847 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 945 time: 0.0823915 Jul 15 14:09:36.349233 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c493209a-7f2a-4ad1-8371-04569e689daa req-97c0cc83-3661-40da-ae02-bd05a6099bd7 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392249 Jul 15 14:09:36.563942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:09:36.625025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:09:36.629127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ea1c860e-60e5-486d-9d23-9c8c39f60f35 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:09:36.629727 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.733294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.758979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:36.761281 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a88fa0-2cc5-4745-8d4c-da9fb4c88968" -d '{"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:36.780007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:36.791338 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:36.817318 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae33177-1ac1-4517-9efd-de38c2172458 x-openstack-request-id: req-cae33177-1ac1-4517-9efd-de38c2172458 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:36.817599 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-plugged", "status": "completed", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:36.817851 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cae33177-1ac1-4517-9efd-de38c2172458 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:36.818243 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'code': 200} Jul 15 14:09:36.849064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=13']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:37.278319 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:09:37.539223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ad338-7a9c-4777-b502-f99d6ac1320d req-9f9313b0-368a-4537-825b-afb0b0936452 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:37.541307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-953ad338-7a9c-4777-b502-f99d6ac1320d req-9f9313b0-368a-4537-825b-afb0b0936452 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 946 time: 0.0742614 Jul 15 14:09:37.582282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-953ad338-7a9c-4777-b502-f99d6ac1320d req-31de3c82-a968-4993-b5e8-748ac2c585a6 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups?id=22b6a271-7787-4851-99ee-e61805f8b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350497 Jul 15 14:09:37.695267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-94dae346-b671-42de-8a5e-ec5289a8e282 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:37.696797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-94dae346-b671-42de-8a5e-ec5289a8e282 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 946 time: 0.0708771 Jul 15 14:09:37.802423 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Deleting port ea1c860e-60e5-486d-9d23-9c8c39f60f35 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:37.802855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:37.903668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] For port ea1c860e-60e5-486d-9d23-9c8c39f60f35, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ea1c860e-60e5-486d-9d23-9c8c39f60f35,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:37.903994 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.094062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.094304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.094645 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Floating IP 5384865d-83a6-4e2a-8683-83019f23c219 disassociated. External IP: 172.25.3.113, port: ea1c860e-60e5-486d-9d23-9c8c39f60f35. Jul 15 14:09:38.095010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Calling delete_port for ea1c860e-60e5-486d-9d23-9c8c39f60f35 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:38.231366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.268746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event deleted for resources: {'Port': ['ID=ea1c860e-60e5-486d-9d23-9c8c39f60f35,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:38.402837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:38.519662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:38.530979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:38.541901 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:38.542555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:38.563577 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] No DVR routers for this DVR port ea1c860e-60e5-486d-9d23-9c8c39f60f35 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:38.566316 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:38.568415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-44a58adb-56ee-4bf3-82ef-882e41ebb6fa req-b683bf2e-ec77-4a52-b841-0fcb252bb8d4 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.58 "DELETE /v2.0/ports/ea1c860e-60e5-486d-9d23-9c8c39f60f35 HTTP/1.1" status: 204 len: 173 time: 0.8660181 Jul 15 14:09:38.568864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-deleted', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:38.571200 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60d640d-5717-4d58-bf26-6ef7c01d5c88" -d '{"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-deleted", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:38.609460 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36acac3-9d30-4e77-92bc-c55b00f04fb3 x-openstack-request-id: req-e36acac3-9d30-4e77-92bc-c55b00f04fb3 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:38.609770 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1624a02b-c54c-4f34-b350-8dcbab99ba1e", "name": "network-vif-deleted", "tag": "ea1c860e-60e5-486d-9d23-9c8c39f60f35", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:38.610044 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e36acac3-9d30-4e77-92bc-c55b00f04fb3 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:38.610485 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1624a02b-c54c-4f34-b350-8dcbab99ba1e', 'name': 'network-vif-deleted', 'tag': 'ea1c860e-60e5-486d-9d23-9c8c39f60f35', 'status': 'completed', 'code': 200} Jul 15 14:09:38.672816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:38.735754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-843d9526-e5af-47ab-985a-b41c276bb395 req-be9722be-ebcf-4ef6-bf9f-0a1d8f85cdc5 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jul 15 14:09:38.886039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:38.923291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:38.933014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:38.933650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:09:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:39.044412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:39.419048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:39.445553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29905dbf-2bc9-482f-a2ee-64b51b751f41 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:50Z', 'revision_number': 4, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f', 'name': '', 'network_id': '748a150f-6ac2-4814-b59d-cac6e1d68cd7', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'mac_address': 'fa:16:3e:66:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:49Z', 'updated_at': '2021-07-15T13:59:56Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'subnets': [{'id': '9a619bee-0f3e-43d8-a06a-ee2677e9d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:39.674965 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b90f9c-bc88-4f97-a175-80ed1c650808 None None] New status for floating IP 5384865d-83a6-4e2a-8683-83019f23c219: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:09:39.890695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e655bf5-195e-493c-bc27-ce9ef5ac2590 req-92eb0f9a-ae53-4c3c-a27e-8e87bdac9c1a tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 210 time: 0.0340579 Jul 15 14:09:40.578929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:40.600255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: ea1c860e-60e5-486d-9d23-9c8c39f60f35 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:40.600884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ea1c860e-60e5-486d-9d23-9c8c39f60f35 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:41.117476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a4d60e2-24ad-4c12-88f3-a6c3fd39e3bf req-414232bb-9742-40fa-8309-796ea4705f24 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 210 time: 0.1050136 Jul 15 14:09:42.304565 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90829906-c09e-4b2f-bbac-7040da3d47db req-ecf03de8-6e43-4036-b61b-be2f970e98a9 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/ports?device_id=1624a02b-c54c-4f34-b350-8dcbab99ba1e HTTP/1.1" status: 200 len: 210 time: 0.0324838 Jul 15 14:09:43.123690 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32329ec9-4d12-4c4e-99ca-b5189039295e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.531212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.648775 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-debdc2cb-9d68-44da-a58c-adeed142d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.759446 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:45.813050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:47.305789 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.490504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56888) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:48.549118 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23b4d21d-8390-4670-aca9-20d547cb1fa3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.573763 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23b4d21d-8390-4670-aca9-20d547cb1fa3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.631359 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23b4d21d-8390-4670-aca9-20d547cb1fa3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.634113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-23b4d21d-8390-4670-aca9-20d547cb1fa3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.635492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-23b4d21d-8390-4670-aca9-20d547cb1fa3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "DELETE /v2.0/security-groups/22b6a271-7787-4851-99ee-e61805f8b1dc HTTP/1.1" status: 204 len: 168 time: 0.1438279 Jul 15 14:09:48.638548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56890) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:48.645013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4d21d-8390-4670-aca9-20d547cb1fa3 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6a271-7787-4851-99ee-e61805f8b1dc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:48.663031 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-cf68dc71-fc18-4842-819e-57c38bf2cb14 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] show failed (client error): The resource could not be found. Jul 15 14:09:48.664763 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf68dc71-fc18-4842-819e-57c38bf2cb14 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "GET /v2.0/security-groups/22b6a271-7787-4851-99ee-e61805f8b1dc HTTP/1.1" status: 404 len: 347 time: 0.0244751 Jul 15 14:09:48.667604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56892) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:48.802305 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.819334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Deleting port 48ea3477-940f-4a2b-8ec0-c0d3efb8a412 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:48.819686 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.904265 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.904958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:48.922839 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Calling delete_port for 48ea3477-940f-4a2b-8ec0-c0d3efb8a412 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:49.078501 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:49.109143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Pushing event deleted for resources: {'Port': ['ID=48ea3477-940f-4a2b-8ec0-c0d3efb8a412,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:49.176998 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:49.179601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:49.181508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3082e4b-a925-4f58-b472-4964e916de53 tempest-ServerActionsTestJSON-1458102212 tempest-ServerActionsTestJSON-1458102212-project] 10.222.0.57 "DELETE /v2.0/floatingips/5384865d-83a6-4e2a-8683-83019f23c219 HTTP/1.1" status: 204 len: 168 time: 0.5118973 Jul 15 14:09:49.183925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56894) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:49.767193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.445388 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Deleting port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:50.445844 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.530281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] For port 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:50.532159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.556595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Calling delete_port for 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:50.748223 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:50.775743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Pushing event deleted for resources: {'Port': ['ID=825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:50.965761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.222410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Router c9d7ec72-1424-41db-8354-f784579eddb3 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:09:51.344778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:09:51.350211 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fbc15223-ce6c-4a2c-b132-5389d6af2124 admin admin] 10.222.0.57 "PUT /v2.0/routers/c9d7ec72-1424-41db-8354-f784579eddb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1652138 Jul 15 14:09:51.353167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:51.355845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] Sync routers for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:09:51.365617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:51.366247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:51.464639 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.476398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:51.575016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.631022 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Deleting port 01591554-cfb5-4d68-b03f-0eab79ae5c10 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:51.631369 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.663733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T14:09:50Z', 'revision_number': 5, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port': {'id': '01591554-cfb5-4d68-b03f-0eab79ae5c10', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T13:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:51.690342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] Checking router: c9d7ec72-1424-41db-8354-f784579eddb3 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:09:51.699585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] Routers {'c9d7ec72-1424-41db-8354-f784579eddb3'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:09:51.700292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:09:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['c9d7ec72-1424-41db-8354-f784579eddb3'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:51.718950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] For port 01591554-cfb5-4d68-b03f-0eab79ae5c10, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=01591554-cfb5-4d68-b03f-0eab79ae5c10,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:51.719253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.732913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Calling delete_port for 01591554-cfb5-4d68-b03f-0eab79ae5c10 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:51.793775 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] Set router c9d7ec72-1424-41db-8354-f784579eddb3 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:09:51.851996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T14:09:51Z', 'revision_number': 6, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:51.881163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c601d6-d12a-4444-8e1f-42052a456091 None None] The sync data for ids ['c9d7ec72-1424-41db-8354-f784579eddb3'] in n-d-798054-11 is: [{'id': 'c9d7ec72-1424-41db-8354-f784579eddb3', 'name': 'tempest-ServerActionsTestJSON-1999454781-router', 'tenant_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T13:59:47Z', 'updated_at': '2021-07-15T14:09:51Z', 'revision_number': 6, 'project_id': '1cde7db7b8304c7aa5bb3a5a98e99e0d', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:09:51.919184 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:51.944897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=01591554-cfb5-4d68-b03f-0eab79ae5c10,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:52.014228 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.116767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.119767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.167770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.168184 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d7ec72-1424-41db-8354-f784579eddb3 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:09:52.173129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.174339 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e98952bf-3d9f-44db-b8c1-f95e5adf0f66 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c9d7ec72-1424-41db-8354-f784579eddb3 HTTP/1.1" status: 204 len: 168 time: 0.8201957 Jul 15 14:09:52.178040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56902) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:52.228161 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Deleting subnet 9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:09:52.232087 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.279342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.396288 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.484158 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.515748 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a619bee-0f3e-43d8-a06a-ee2677e9d6a6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:52.517814 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.520501 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c7277ade-e67a-450d-8dcb-4ebb579cc086 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9a619bee-0f3e-43d8-a06a-ee2677e9d6a6 HTTP/1.1" status: 204 len: 168 time: 0.3405318 Jul 15 14:09:52.522859 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56904) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:52.528705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722480a9-7a24-4aad-8db5-19e3634d774f None None] Network 748a150f-6ac2-4814-b59d-cac6e1d68cd7 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:52.603472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.662255 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Deleting port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:52.662752 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.742784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] DHCP port deletion for 748a150f-6ac2-4814-b59d-cac6e1d68cd7 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:09:52.748342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] For port 5f601a41-dbb6-4f1e-83aa-9dff824c2565, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f601a41-dbb6-4f1e-83aa-9dff824c2565,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:52.748715 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.763537 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Calling delete_port for 5f601a41-dbb6-4f1e-83aa-9dff824c2565 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:52.774667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:52.800678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:52.801020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 825dfbe3-5296-43a8-b8c8-14e8a0a3ea8f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:52.823805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] Deleting port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:09:52.824187 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.861260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.888006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f601a41-dbb6-4f1e-83aa-9dff824c2565,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:52.891249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] For port 5f601a41-dbb6-4f1e-83aa-9dff824c2565, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5f601a41-dbb6-4f1e-83aa-9dff824c2565,segment=NetworkSegment(841f2e34-0942-4112-97e5-693c6c41eafe),segment_id=841f2e34-0942-4112-97e5-693c6c41eafe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:09:52.891659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.892920 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] No DVR routers for this DVR port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:52.905998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] Calling delete_port for 5f601a41-dbb6-4f1e-83aa-9dff824c2565 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:09:52.975884 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.987303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748a150f-6ac2-4814-b59d-cac6e1d68cd7']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.988974 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:52.999073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841f2e34-0942-4112-97e5-693c6c41eafe') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:52.999514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841f2e34-0942-4112-97e5-693c6c41eafe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:09:53.012137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.021180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] Pushing event deleted for resources: {'Port': ['ID=5f601a41-dbb6-4f1e-83aa-9dff824c2565,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:53.028500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4eaa8d-931c-4701-9238-4ce5ccdefe75 None None] No DVR routers for this DVR port 5f601a41-dbb6-4f1e-83aa-9dff824c2565 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:09:53.034660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.048495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:09:53.048941 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:09:53.051123 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:09:53.120512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.128514 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.132999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] 10.222.0.57 "DELETE /v2.0/networks/748a150f-6ac2-4814-b59d-cac6e1d68cd7 HTTP/1.1" status: 204 len: 168 time: 0.6087780 Jul 15 14:09:53.149160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9472de-ac72-436e-8ada-f0a4caabc030 admin admin] Pushing event deleted for resources: {'Network': ['ID=748a150f-6ac2-4814-b59d-cac6e1d68cd7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:53.289979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56910) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:53.339069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-54d7087a-e194-4cc9-b0bf-2df631b0e700 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cde7db7b8304c7aa5bb3a5a98e99e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478511 Jul 15 14:09:53.341829 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56912) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:53.404624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed422c60-389e-4c4b-813f-d55be3cd97f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.431472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed422c60-389e-4c4b-813f-d55be3cd97f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.484767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed422c60-389e-4c4b-813f-d55be3cd97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.487906 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ed422c60-389e-4c4b-813f-d55be3cd97f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:53.489253 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ed422c60-389e-4c4b-813f-d55be3cd97f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65e69fee-5f6d-4487-9077-47b0054e22fc HTTP/1.1" status: 204 len: 168 time: 0.1464789 Jul 15 14:09:53.498316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed422c60-389e-4c4b-813f-d55be3cd97f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e69fee-5f6d-4487-9077-47b0054e22fc,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:54.291702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 56934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:54.358093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f601a41-dbb6-4f1e-83aa-9dff824c2565 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:54.393527 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5f601a41-dbb6-4f1e-83aa-9dff824c2565 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:54.394145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5f601a41-dbb6-4f1e-83aa-9dff824c2565 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:54.394838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 01591554-cfb5-4d68-b03f-0eab79ae5c10 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:09:54.415601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 01591554-cfb5-4d68-b03f-0eab79ae5c10 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:09:54.415937 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 01591554-cfb5-4d68-b03f-0eab79ae5c10 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:09:54.437356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-321666214-network', 'tenant_id': '758e92d70bfd4f92bf4a09b2f82d4308'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:54.464855 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Made reservation on behalf of 758e92d70bfd4f92bf4a09b2f82d4308 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:54.464855 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.477670 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.590408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.595781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.620165 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:09:54.629914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ca7f06-8aad-445e-93c0-7f54b9924aba,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:54.636661 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.636992 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Added segment 074ffeeb-efea-4abe-b5c7-771a851b12eb of type vlan for network 460b80e3-4b83-45b7-ae70-e631cfd76928 Jul 15 14:09:54.679153 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.712305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.713346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:54.713927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.751295 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4579673 Jul 15 14:09:54.755387 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 56938) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:09:54.760884 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Request body: {'subnet': {'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-321666214-subnet', 'tenant_id': '758e92d70bfd4f92bf4a09b2f82d4308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:54.781540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a78d8f-b399-493f-a97c-ebbfc3a8a260 admin admin] Pushing event updated for resources: {'Network': ['ID=460b80e3-4b83-45b7-ae70-e631cfd76928,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:54.787224 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Made reservation on behalf of 758e92d70bfd4f92bf4a09b2f82d4308 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:54.789775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:54.792538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 460b80e3-4b83-45b7-ae70-e631cfd76928 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:09:54.975745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:55.042146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4a2e33-e3f6-40ca-bb13-572ffa39a191,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:55.055978 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Checking segment: {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:55.056338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Network hostable DHCP agents. Network: 460b80e3-4b83-45b7-ae70-e631cfd76928, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:09:55.075902 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Network 460b80e3-4b83-45b7-ae70-e631cfd76928 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:09:55.087562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 460b80e3-4b83-45b7-ae70-e631cfd76928) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:55.092141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.092715 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:55.098677 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402dcf9c-2448-4fc7-b6e2-79c9d7da5659 None None] Network 460b80e3-4b83-45b7-ae70-e631cfd76928 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:55.109123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8d53a70-8dac-4385-b7f3-13c649eef1e2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3523216 Jul 15 14:09:55.226221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b97621-2594-4f63-b6fb-2b10cfcbd6c6 None None] Network 460b80e3-4b83-45b7-ae70-e631cfd76928 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:09:55.561914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-60b48465-362f-4605-b48f-c171935f1d3a tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:55.563491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-60b48465-362f-4605-b48f-c171935f1d3a tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 813 time: 0.0991762 Jul 15 14:09:55.581594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-11cf12d9-1145-4bf3-8ae9-910efd414480 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/quotas/758e92d70bfd4f92bf4a09b2f82d4308 HTTP/1.1" status: 200 len: 375 time: 0.0100684 Jul 15 14:09:55.619747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-62809633-6da1-4b79-9c39-ecb63cd3c7f7 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322180 Jul 15 14:09:55.731693 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-74281bd4-151c-41b0-b426-1451f74d7a66 service neutron] 10.222.0.57 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044190 Jul 15 14:09:55.831732 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-390687da-bb13-4201-8996-653a77ad4fc5 service neutron] 10.222.0.57 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913286 Jul 15 14:09:56.033246 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-af528aef-ffb8-467d-96b3-1399ddd847c9 req-9f6341af-c610-49e7-84bd-c0aa97b54bef tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 210 time: 0.0349319 Jul 15 14:09:57.184960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0a224394-f0f4-4239-ba15-fb2c68f25d75 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:57.186625 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0a224394-f0f4-4239-ba15-fb2c68f25d75 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.59 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 813 time: 0.1095920 Jul 15 14:09:57.194989 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cb253903-8827-493d-9c4e-48277f905207 req-ca33567e-cff0-472c-9903-89a7a1a7e556 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 210 time: 0.0356059 Jul 15 14:09:57.200685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Request body: {'port': {'device_id': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928', 'admin_state_up': True, 'tenant_id': '758e92d70bfd4f92bf4a09b2f82d4308'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:57.329687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Made reservation on behalf of 758e92d70bfd4f92bf4a09b2f82d4308 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:09:57.333606 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.469697 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Allocated IP 172.20.0.12 (460b80e3-4b83-45b7-ae70-e631cfd76928/1a4a2e33-e3f6-40ca-bb13-572ffa39a191/163a59c4-b5a9-451b-85ac-5bee9788880a) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:09:57.639422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.683564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.734396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Network 460b80e3-4b83-45b7-ae70-e631cfd76928 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:09:57.737734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:09:57.741737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:09:57.748517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Pushing event updated for resources: {'Port': ['ID=163a59c4-b5a9-451b-85ac-5bee9788880a,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:57.801213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:57.801854 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:57.818969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4962182e-2640-4e6e-b18f-deb46e329171 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6223602 Jul 15 14:09:57.831456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Request body: {'port': {'device_id': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:09:57.913931 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.211781 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163a59c4-b5a9-451b-85ac-5bee9788880a {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:09:58.219605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.235103 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Transition to ACTIVE for port object 163a59c4-b5a9-451b-85ac-5bee9788880a will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:09:58.240375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.296148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Pushing event updated for resources: {'Port': ['ID=163a59c4-b5a9-451b-85ac-5bee9788880a,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:58.404038 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Attempting to bind port 163a59c4-b5a9-451b-85ac-5bee9788880a on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:09:58.404354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Attempting to bind port 163a59c4-b5a9-451b-85ac-5bee9788880a by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:09:58.404693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Attempting to bind port 163a59c4-b5a9-451b-85ac-5bee9788880a on network 460b80e3-4b83-45b7-ae70-e631cfd76928 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:58.414246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Port 163a59c4-b5a9-451b-85ac-5bee9788880a on network 460b80e3-4b83-45b7-ae70-e631cfd76928 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:09:58.414438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Attempting to bind port 163a59c4-b5a9-451b-85ac-5bee9788880a on network 460b80e3-4b83-45b7-ae70-e631cfd76928 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:09:58.422115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:09:58.422460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Checking segment: {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:09:58.422880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Bound using segment: {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:09:58.423308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Bound port: 163a59c4-b5a9-451b-85ac-5bee9788880a, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:09:58.423662 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.434384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359cc7c-48fc-4a35-8b85-71f1e1c0020b req-d819a1e0-5938-4bc2-90f3-b3d6b96ac128 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:58.436001 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c359cc7c-48fc-4a35-8b85-71f1e1c0020b req-d819a1e0-5938-4bc2-90f3-b3d6b96ac128 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 944 time: 0.1214347 Jul 15 14:09:58.505786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c359cc7c-48fc-4a35-8b85-71f1e1c0020b req-ffc1a790-9d62-4246-9bb9-ac66f49163a6 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632331 Jul 15 14:09:58.527459 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] For port 163a59c4-b5a9-451b-85ac-5bee9788880a, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:09:58.532463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] For port 163a59c4-b5a9-451b-85ac-5bee9788880a, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=163a59c4-b5a9-451b-85ac-5bee9788880a,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:09:58.542176 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.590126 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:58.590797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:09:58.592226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] 10.222.0.59 "PUT /v2.0/ports/163a59c4-b5a9-451b-85ac-5bee9788880a HTTP/1.1" status: 200 len: 1093 time: 0.7659326 Jul 15 14:09:58.592674 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'tag': '163a59c4-b5a9-451b-85ac-5bee9788880a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:09:58.595093 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa4946c-1075-477f-b153-0205e1582702" -d '{"events": [{"name": "network-changed", "server_uuid": "c16a8371-6ed4-45c5-9334-2f14901fc46d", "tag": "163a59c4-b5a9-451b-85ac-5bee9788880a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:09:58.618206 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749e943-a561-45a2-ae03-76724c06a445 service neutron] Pushing event updated for resources: {'Port': ['ID=163a59c4-b5a9-451b-85ac-5bee9788880a,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:09:58.642734 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973b712b-1a91-45c2-bcd2-1dd6fc6761ee x-openstack-request-id: req-973b712b-1a91-45c2-bcd2-1dd6fc6761ee {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:09:58.643265 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16a8371-6ed4-45c5-9334-2f14901fc46d", "tag": "163a59c4-b5a9-451b-85ac-5bee9788880a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:09:58.643625 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-973b712b-1a91-45c2-bcd2-1dd6fc6761ee {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:09:58.644314 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'tag': '163a59c4-b5a9-451b-85ac-5bee9788880a', 'status': 'completed', 'code': 200} Jul 15 14:09:58.715021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-7fb67f91-d6f6-483d-a09c-ed74535b951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:58.716586 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-7fb67f91-d6f6-483d-a09c-ed74535b951d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 1096 time: 0.0639286 Jul 15 14:09:58.758755 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-0c791673-d9df-4360-bf5f-528b5c62489d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=163a59c4-b5a9-451b-85ac-5bee9788880a HTTP/1.1" status: 200 len: 217 time: 0.0350053 Jul 15 14:09:58.814736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-29449b04-5d26-48d1-9747-21aa3e67716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:58.816298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-29449b04-5d26-48d1-9747-21aa3e67716d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a4a2e33-e3f6-40ca-bb13-572ffa39a191 HTTP/1.1" status: 200 len: 853 time: 0.0513120 Jul 15 14:09:58.857695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-4abde974-13be-4aeb-8fa2-7812ab47293b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=460b80e3-4b83-45b7-ae70-e631cfd76928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350728 Jul 15 14:09:58.958906 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-911dc3ca-2363-4673-85d3-39abd97e72b0 service neutron] 10.222.0.59 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947094 Jul 15 14:09:59.070680 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d5ba68b4-97e0-40ea-b9f7-0d77a5068c0a req-10fd0e6b-3bff-44ec-83dc-bf9e4346f752 service neutron] 10.222.0.59 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055274 Jul 15 14:09:59.181343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4946c-1075-477f-b153-0205e1582702 req-eff42f43-2180-4232-97a8-731724a33dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:59.182977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-eff42f43-2180-4232-97a8-731724a33dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 1096 time: 0.0592864 Jul 15 14:09:59.278484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4946c-1075-477f-b153-0205e1582702 req-aa34980d-d6e1-4fb9-8471-a059ee602bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:59.280051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-aa34980d-d6e1-4fb9-8471-a059ee602bcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 914 time: 0.0910389 Jul 15 14:09:59.320809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-561bd02b-f5e6-4a12-a6a4-27711dc85b3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=163a59c4-b5a9-451b-85ac-5bee9788880a HTTP/1.1" status: 200 len: 217 time: 0.0345459 Jul 15 14:09:59.371428 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4946c-1075-477f-b153-0205e1582702 req-3351f203-b98b-4e80-a086-a0f2b62a3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:59.372890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-3351f203-b98b-4e80-a086-a0f2b62a3c6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a4a2e33-e3f6-40ca-bb13-572ffa39a191 HTTP/1.1" status: 200 len: 853 time: 0.0455005 Jul 15 14:09:59.410128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-2c980a7a-ac83-43de-b76f-b50443672b8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=460b80e3-4b83-45b7-ae70-e631cfd76928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305996 Jul 15 14:09:59.503969 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-867468aa-4413-469a-8b19-5841f6569b1f service neutron] 10.222.0.59 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866542 Jul 15 14:09:59.606917 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-baa4946c-1075-477f-b153-0205e1582702 req-816687c0-a6c4-4097-a32f-57fe34b43a07 service neutron] 10.222.0.59 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951591 Jul 15 14:09:59.690097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9d1d5-a1ee-4ec7-801e-3d750bd96dd0 req-1bc1b0ab-6615-4f89-bde9-dd7c2189a9a4 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:09:59.691647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13b9d1d5-a1ee-4ec7-801e-3d750bd96dd0 req-1bc1b0ab-6615-4f89-bde9-dd7c2189a9a4 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 944 time: 0.0702300 Jul 15 14:09:59.739028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13b9d1d5-a1ee-4ec7-801e-3d750bd96dd0 req-68b54ce4-6d20-4411-91ae-48caa3e0197b tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Jul 15 14:10:00.933955 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9d30-52b0-4c3c-b70f-e775bf33f6af req-fe14ebc5-7acd-4fdd-b567-46edd82f9bbe tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:00.935840 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c09e9d30-52b0-4c3c-b70f-e775bf33f6af req-fe14ebc5-7acd-4fdd-b567-46edd82f9bbe tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 944 time: 0.0738020 Jul 15 14:10:00.979690 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c09e9d30-52b0-4c3c-b70f-e775bf33f6af req-5de04fe7-7546-498e-8cd3-eb37df1245ac tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379186 Jul 15 14:10:02.170338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eeaf1-6ef6-4a2c-9be6-c906bb4fbc50 req-86286393-985c-4a5a-a44c-515baec26d84 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:02.172022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-767eeaf1-6ef6-4a2c-9be6-c906bb4fbc50 req-86286393-985c-4a5a-a44c-515baec26d84 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 944 time: 0.0677156 Jul 15 14:10:02.218456 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-767eeaf1-6ef6-4a2c-9be6-c906bb4fbc50 req-adbb0688-7a2c-422b-a9fa-fd0d64a90326 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Jul 15 14:10:02.602047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 163a59c4-b5a9-451b-85ac-5bee9788880a details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:02.701539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 163a59c4-b5a9-451b-85ac-5bee9788880a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=163a59c4-b5a9-451b-85ac-5bee9788880a,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:02.713525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '163a59c4-b5a9-451b-85ac-5bee9788880a', 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928', 'port_id': '163a59c4-b5a9-451b-85ac-5bee9788880a', 'mac_address': 'fa:16:3e:a1:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4a2e33-e3f6-40ca-bb13-572ffa39a191', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:02.751386 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.765218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163a59c4-b5a9-451b-85ac-5bee9788880a {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:02.787562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 163a59c4-b5a9-451b-85ac-5bee9788880a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=163a59c4-b5a9-451b-85ac-5bee9788880a,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:02.794547 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:02.848306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=163a59c4-b5a9-451b-85ac-5bee9788880a,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:02.981393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['163a59c4-b5a9-451b-85ac-5bee9788880a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:03.414570 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb296e4-5745-4733-add0-cc35b318fbe4 req-e784b3b4-0328-4d07-90c4-f81620904619 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:03.416302 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eb296e4-5745-4733-add0-cc35b318fbe4 req-e784b3b4-0328-4d07-90c4-f81620904619 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 945 time: 0.0802805 Jul 15 14:10:03.461229 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3eb296e4-5745-4733-add0-cc35b318fbe4 req-03cfe56b-d315-4e63-979a-b0e2f0c3d066 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Jul 15 14:10:04.617465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 163a59c4-b5a9-451b-85ac-5bee9788880a up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:04.644086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03691-bcab-4509-947c-c1543416ef70 req-d6ab10d1-7f6a-4a87-9f2e-b1e3358017a8 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:04.645603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50a03691-bcab-4509-947c-c1543416ef70 req-d6ab10d1-7f6a-4a87-9f2e-b1e3358017a8 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 945 time: 0.0681841 Jul 15 14:10:04.677400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 163a59c4-b5a9-451b-85ac-5bee9788880a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:04.682679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 163a59c4-b5a9-451b-85ac-5bee9788880a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:04.683058 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.688074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50a03691-bcab-4509-947c-c1543416ef70 req-7380ec96-e5f2-46e6-8456-4e27bacce08d tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Jul 15 14:10:04.765516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.792009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163a59c4-b5a9-451b-85ac-5bee9788880a'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:04.794287 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88958cad-b56d-414c-9929-e2798b5b75da" -d '{"events": [{"server_uuid": "c16a8371-6ed4-45c5-9334-2f14901fc46d", "name": "network-vif-plugged", "status": "completed", "tag": "163a59c4-b5a9-451b-85ac-5bee9788880a"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:04.808590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 163a59c4-b5a9-451b-85ac-5bee9788880a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=163a59c4-b5a9-451b-85ac-5bee9788880a,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:04.814319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:04.853916 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b34547b-c13a-4ce0-92d7-738a2b838ca9 x-openstack-request-id: req-2b34547b-c13a-4ce0-92d7-738a2b838ca9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:04.854188 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16a8371-6ed4-45c5-9334-2f14901fc46d", "name": "network-vif-plugged", "status": "completed", "tag": "163a59c4-b5a9-451b-85ac-5bee9788880a", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:04.854439 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b34547b-c13a-4ce0-92d7-738a2b838ca9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:04.854879 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163a59c4-b5a9-451b-85ac-5bee9788880a', 'code': 200} Jul 15 14:10:04.874162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=163a59c4-b5a9-451b-85ac-5bee9788880a,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:04.977429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c6aa4-31d5-452a-8aa2-ff10a1509a0c req-0902b130-ac9d-42e8-9fab-57206868279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:04.979743 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-017c6aa4-31d5-452a-8aa2-ff10a1509a0c req-0902b130-ac9d-42e8-9fab-57206868279c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 1098 time: 0.0650926 Jul 15 14:10:05.019293 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-017c6aa4-31d5-452a-8aa2-ff10a1509a0c req-06156163-a1fc-4320-8d3a-5e5469ca7de4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317125 Jul 15 14:10:05.898693 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bbb84-3bbe-48b8-b636-52cdf91c6369 req-162f7cab-e7e8-4273-868a-78e11214a155 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:05.900512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-197bbb84-3bbe-48b8-b636-52cdf91c6369 req-162f7cab-e7e8-4273-868a-78e11214a155 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0798512 Jul 15 14:10:05.940424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-197bbb84-3bbe-48b8-b636-52cdf91c6369 req-981a7df3-8871-4a48-8477-12b9a3635710 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341144 Jul 15 14:10:07.132530 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5caa-2b0f-4523-8830-8f707522188b req-672bc526-88b0-4e0c-8dba-4f0070f2f52f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:07.134025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84cc5caa-2b0f-4523-8830-8f707522188b req-672bc526-88b0-4e0c-8dba-4f0070f2f52f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0756779 Jul 15 14:10:07.174220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84cc5caa-2b0f-4523-8830-8f707522188b req-d6a86099-b0e9-48c8-b25d-174e8f9dd918 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344291 Jul 15 14:10:07.421857 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-66b1c2df-eb8a-48a9-b429-0835bcb731dd tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:07.423390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-66b1c2df-eb8a-48a9-b429-0835bcb731dd tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 813 time: 0.1104553 Jul 15 14:10:07.440884 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-d2a147c9-ad9a-4162-bb18-ac07cc7ffae4 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/quotas/758e92d70bfd4f92bf4a09b2f82d4308 HTTP/1.1" status: 200 len: 375 time: 0.0106177 Jul 15 14:10:07.516613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-68efc011-029a-406b-94a4-287b68194709 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689621 Jul 15 14:10:07.625666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-73661adb-7a06-4813-ae99-3a92188f6eaa service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:10:07.626757 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-73661adb-7a06-4813-ae99-3a92188f6eaa service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493066 Jul 15 14:10:07.724602 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-cfd3d6ce-c332-4173-8a8b-d5f5fe3364f4 service neutron] 10.222.0.57 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915132 Jul 15 14:10:07.823656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-3a23df9f-c2f7-46f5-afbd-c849da0fc8c8 service neutron] 10.222.0.57 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928037 Jul 15 14:10:08.004819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-995edf4b-c75f-469c-b52c-3b05ccdf3e9a req-cbcf04dc-fed6-4428-b9eb-7a299bdbd91c tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 210 time: 0.0304213 Jul 15 14:10:09.148630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6a6571e5-deef-4965-995d-2a758c8921ba req-b8708cec-dabc-4e36-91bc-2044c1bdba15 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Jul 15 14:10:09.397788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-1f6cfada-dc32-4715-bfba-379471bb2a11 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:09.399336 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-1f6cfada-dc32-4715-bfba-379471bb2a11 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.58 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 813 time: 0.1100755 Jul 15 14:10:09.413288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Request body: {'port': {'device_id': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928', 'admin_state_up': True, 'tenant_id': '758e92d70bfd4f92bf4a09b2f82d4308'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:09.521835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Made reservation on behalf of 758e92d70bfd4f92bf4a09b2f82d4308 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:09.525603 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.672259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Allocated IP 172.20.0.5 (460b80e3-4b83-45b7-ae70-e631cfd76928/1a4a2e33-e3f6-40ca-bb13-572ffa39a191/aabaeaea-4701-4048-b388-f7954eee2d48) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:09.839372 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.888974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:09.900430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['163a59c4-b5a9-451b-85ac-5bee9788880a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:09.935035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Network 460b80e3-4b83-45b7-ae70-e631cfd76928 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:09.938277 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:09.946230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:09.950609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Pushing event updated for resources: {'Port': ['ID=aabaeaea-4701-4048-b388-f7954eee2d48,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:09.996229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:09.996839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.013641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-39a2ec90-faac-4bf0-ba3e-5573e997831e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043177 Jul 15 14:10:10.025617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Request body: {'port': {'device_id': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:10.492124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.566158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca5788-6199-4cbe-bfc1-ac7a143fc9ea req-4b52ebb1-c8a3-43d5-9ed1-0217f8c7f586 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:10.567661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97ca5788-6199-4cbe-bfc1-ac7a143fc9ea req-4b52ebb1-c8a3-43d5-9ed1-0217f8c7f586 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 931 time: 0.1161435 Jul 15 14:10:10.672040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97ca5788-6199-4cbe-bfc1-ac7a143fc9ea req-cfb26432-f231-404c-8e62-e52ca0438a6f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Jul 15 14:10:10.816613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabaeaea-4701-4048-b388-f7954eee2d48 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:10.824494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.836466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Transition to ACTIVE for port object aabaeaea-4701-4048-b388-f7954eee2d48 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:10.843477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:10.892770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Pushing event updated for resources: {'Port': ['ID=aabaeaea-4701-4048-b388-f7954eee2d48,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:10.969719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Attempting to bind port aabaeaea-4701-4048-b388-f7954eee2d48 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:10.970054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Attempting to bind port aabaeaea-4701-4048-b388-f7954eee2d48 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:10.970417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Attempting to bind port aabaeaea-4701-4048-b388-f7954eee2d48 on network 460b80e3-4b83-45b7-ae70-e631cfd76928 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:10.975266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Port aabaeaea-4701-4048-b388-f7954eee2d48 on network 460b80e3-4b83-45b7-ae70-e631cfd76928 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:10:10.975586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Attempting to bind port aabaeaea-4701-4048-b388-f7954eee2d48 on network 460b80e3-4b83-45b7-ae70-e631cfd76928 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:10.980915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:10.981254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Checking segment: {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:10.981648 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Bound using segment: {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:10.982081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Bound port: aabaeaea-4701-4048-b388-f7954eee2d48, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '074ffeeb-efea-4abe-b5c7-771a851b12eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:10.982444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.051717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] For port aabaeaea-4701-4048-b388-f7954eee2d48, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:11.054868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] For port aabaeaea-4701-4048-b388-f7954eee2d48, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=aabaeaea-4701-4048-b388-f7954eee2d48,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:11.061806 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.096931 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.097593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:11.099101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] 10.222.0.58 "PUT /v2.0/ports/aabaeaea-4701-4048-b388-f7954eee2d48 HTTP/1.1" status: 200 len: 1092 time: 1.0778308 Jul 15 14:10:11.099588 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'tag': 'aabaeaea-4701-4048-b388-f7954eee2d48'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:11.101889 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b55801-7f87-4d1a-99be-79d8c40057f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a96c04c4-1bed-498f-b21b-08f3a6933639", "tag": "aabaeaea-4701-4048-b388-f7954eee2d48"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:11.131546 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f0ee5-a67a-4b4b-b022-87e791d3478a service neutron] Pushing event updated for resources: {'Port': ['ID=aabaeaea-4701-4048-b388-f7954eee2d48,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:11.145545 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ffc613-448e-42e2-a35e-eea9a27422c7 x-openstack-request-id: req-51ffc613-448e-42e2-a35e-eea9a27422c7 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:11.145830 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96c04c4-1bed-498f-b21b-08f3a6933639", "tag": "aabaeaea-4701-4048-b388-f7954eee2d48", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:11.146326 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51ffc613-448e-42e2-a35e-eea9a27422c7 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:11.146789 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'tag': 'aabaeaea-4701-4048-b388-f7954eee2d48', 'status': 'completed', 'code': 200} Jul 15 14:10:11.204652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-8bd8e9a3-d6a9-432f-87d8-9baaa55e863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.206186 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-8bd8e9a3-d6a9-432f-87d8-9baaa55e863f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 1095 time: 0.0573304 Jul 15 14:10:11.253677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-eeca23a5-ad49-44df-bfb9-459f947cdf7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabaeaea-4701-4048-b388-f7954eee2d48 HTTP/1.1" status: 200 len: 217 time: 0.0399971 Jul 15 14:10:11.306262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-7aaaf2cb-d6a7-4338-96c5-166570c39a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.307799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-7aaaf2cb-d6a7-4338-96c5-166570c39a7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a4a2e33-e3f6-40ca-bb13-572ffa39a191 HTTP/1.1" status: 200 len: 853 time: 0.0475717 Jul 15 14:10:11.341816 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-90dfe597-da13-44a6-aced-cc4eff9159fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=460b80e3-4b83-45b7-ae70-e631cfd76928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271654 Jul 15 14:10:11.438819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-4fc175d1-44a3-4cb2-ab28-cdc34bf5d70f service neutron] 10.222.0.58 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899754 Jul 15 14:10:11.532141 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-27f8a2d8-9695-4bbe-a18b-9767ae203dad req-4bb3fa68-f82f-44e9-a05e-dae08530937b service neutron] 10.222.0.58 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873089 Jul 15 14:10:11.651548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-ad1adbe1-7f3b-433e-b35e-b1b980759866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.654422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-ad1adbe1-7f3b-433e-b35e-b1b980759866 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 1095 time: 0.0643830 Jul 15 14:10:11.758456 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-9c8ecee0-55dc-4df6-91ca-9966c3fa7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.759995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-9c8ecee0-55dc-4df6-91ca-9966c3fa7b2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 914 time: 0.0994194 Jul 15 14:10:11.821163 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-437def5d-f689-4bcf-b983-1187a00ff5ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aabaeaea-4701-4048-b388-f7954eee2d48 HTTP/1.1" status: 200 len: 217 time: 0.0530767 Jul 15 14:10:11.898877 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-72e0ff98-0093-4c01-ab92-8011d65407d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.900378 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-72e0ff98-0093-4c01-ab92-8011d65407d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a4a2e33-e3f6-40ca-bb13-572ffa39a191 HTTP/1.1" status: 200 len: 853 time: 0.0595157 Jul 15 14:10:11.925864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4fd9-f46a-43c1-ac75-9945ba069ebe req-ebad6358-9d6a-4f5b-a0cc-e12812c7b641 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:11.927312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d0a4fd9-f46a-43c1-ac75-9945ba069ebe req-ebad6358-9d6a-4f5b-a0cc-e12812c7b641 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 943 time: 0.1161747 Jul 15 14:10:11.948801 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-915b028d-207d-4de5-b323-9167d4040f86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=460b80e3-4b83-45b7-ae70-e631cfd76928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410166 Jul 15 14:10:12.013067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9d0a4fd9-f46a-43c1-ac75-9945ba069ebe req-68d298ef-9f65-40e2-a2d4-95b828f9c277 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678527 Jul 15 14:10:12.070101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-4593f84f-ffaa-4ba7-9ac3-f039f9ef8e86 service neutron] 10.222.0.58 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137843 Jul 15 14:10:12.171760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-90b55801-7f87-4d1a-99be-79d8c40057f3 req-f1200f5f-0283-44d5-858c-785cb09f1497 service neutron] 10.222.0.58 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944242 Jul 15 14:10:12.731286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device aabaeaea-4701-4048-b388-f7954eee2d48 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:12.834044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port aabaeaea-4701-4048-b388-f7954eee2d48, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=aabaeaea-4701-4048-b388-f7954eee2d48,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:12.845690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'aabaeaea-4701-4048-b388-f7954eee2d48', 'network_id': '460b80e3-4b83-45b7-ae70-e631cfd76928', 'port_id': 'aabaeaea-4701-4048-b388-f7954eee2d48', 'mac_address': 'fa:16:3e:06:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4a2e33-e3f6-40ca-bb13-572ffa39a191', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:12.891577 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.910163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabaeaea-4701-4048-b388-f7954eee2d48 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:12.931939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port aabaeaea-4701-4048-b388-f7954eee2d48, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=aabaeaea-4701-4048-b388-f7954eee2d48,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:12.937800 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:12.998194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=aabaeaea-4701-4048-b388-f7954eee2d48,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:13.127832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['aabaeaea-4701-4048-b388-f7954eee2d48'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:13.150813 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-301d81f4-98c5-4bcf-ba90-9c390c204afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:13.197004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693f425-e571-465a-b2da-31f51a0dc826 req-38e05794-a3e8-499e-bd8b-e59538826e02 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:13.198583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3693f425-e571-465a-b2da-31f51a0dc826 req-38e05794-a3e8-499e-bd8b-e59538826e02 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 944 time: 0.0716243 Jul 15 14:10:13.242773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3693f425-e571-465a-b2da-31f51a0dc826 req-df4a9ae0-eb26-4d54-b4ae-b03ac217d32d tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370543 Jul 15 14:10:14.282734 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:14.434248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54531d1c-30b3-4040-b892-780cbd36af63 req-293dd2df-2b2d-479a-85e3-726ecb8595a4 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:14.435889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54531d1c-30b3-4040-b892-780cbd36af63 req-293dd2df-2b2d-479a-85e3-726ecb8595a4 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 944 time: 0.0658271 Jul 15 14:10:14.485837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54531d1c-30b3-4040-b892-780cbd36af63 req-028a4856-4935-4b56-a7fc-2fefcf1f7af5 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Jul 15 14:10:14.746708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device aabaeaea-4701-4048-b388-f7954eee2d48 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:14.804211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port aabaeaea-4701-4048-b388-f7954eee2d48 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:14.809971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port aabaeaea-4701-4048-b388-f7954eee2d48 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:14.810401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:14.909123 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:14.932948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabaeaea-4701-4048-b388-f7954eee2d48'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:14.935617 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333d55b0-7227-4939-9b40-8f40ca600468" -d '{"events": [{"server_uuid": "a96c04c4-1bed-498f-b21b-08f3a6933639", "name": "network-vif-plugged", "status": "completed", "tag": "aabaeaea-4701-4048-b388-f7954eee2d48"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:14.950401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port aabaeaea-4701-4048-b388-f7954eee2d48, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=aabaeaea-4701-4048-b388-f7954eee2d48,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:14.955667 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:14.983096 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b08c4-bf62-4052-b27f-11bd31c2c3c1 x-openstack-request-id: req-d14b08c4-bf62-4052-b27f-11bd31c2c3c1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:14.983438 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96c04c4-1bed-498f-b21b-08f3a6933639", "name": "network-vif-plugged", "status": "completed", "tag": "aabaeaea-4701-4048-b388-f7954eee2d48", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:14.983731 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d14b08c4-bf62-4052-b27f-11bd31c2c3c1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:14.984060 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabaeaea-4701-4048-b388-f7954eee2d48', 'code': 200} Jul 15 14:10:15.011921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=aabaeaea-4701-4048-b388-f7954eee2d48,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:15.101690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9c24b-2873-4eca-9d37-cbcdd2dd4ed5 req-a0876972-7d6a-4606-a954-0935ecfbd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:15.103252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bd9c24b-2873-4eca-9d37-cbcdd2dd4ed5 req-a0876972-7d6a-4606-a954-0935ecfbd99e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 1097 time: 0.0651062 Jul 15 14:10:15.149511 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2bd9c24b-2873-4eca-9d37-cbcdd2dd4ed5 req-9b49eeff-ee0d-4dda-890a-a4fa8e6fb596 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Jul 15 14:10:15.537085 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.644105 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1700f02e-ac16-4f4d-b578-51bdbf9a45ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.675722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7766ee-6505-43ee-a665-e0a3a5d51ef9 req-c64ac4c6-c85f-4964-88ba-0ff78952e8eb tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:15.677281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db7766ee-6505-43ee-a665-e0a3a5d51ef9 req-c64ac4c6-c85f-4964-88ba-0ff78952e8eb tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 945 time: 0.0750964 Jul 15 14:10:15.718123 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db7766ee-6505-43ee-a665-e0a3a5d51ef9 req-f1a2cda1-0abe-4ab4-a0b4-d9c19eb62a35 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Jul 15 14:10:15.757717 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:15.836385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:17.303751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100c4b-1c0b-4443-90c0-727789024f3b req-0b7d8168-bc02-4aef-9017-945c2b9a69b5 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.305343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab100c4b-1c0b-4443-90c0-727789024f3b req-0b7d8168-bc02-4aef-9017-945c2b9a69b5 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 945 time: 0.4551327 Jul 15 14:10:17.313162 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:17.358195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ab100c4b-1c0b-4443-90c0-727789024f3b req-08aefec0-9a05-4d53-92bd-5023380db8a8 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Jul 15 14:10:17.762751 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-d922ec59-fede-4853-9078-c12a6f72d0b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357644 Jul 15 14:10:17.791893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182a10-a87a-41df-ba42-abadbcb21d7f req-0ad96d8b-cba8-406f-b51f-a9b2935cad2d tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.793440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db182a10-a87a-41df-ba42-abadbcb21d7f req-0ad96d8b-cba8-406f-b51f-a9b2935cad2d tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 945 time: 0.0808334 Jul 15 14:10:17.861953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-db182a10-a87a-41df-ba42-abadbcb21d7f req-771e8249-2121-4719-9e5b-23f01425c409 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623882 Jul 15 14:10:17.886618 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-3b924c49-2ae4-43df-b292-199db904a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:17.888195 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-3b924c49-2ae4-43df-b292-199db904a9c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 1098 time: 0.0740259 Jul 15 14:10:18.000838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-f7523da5-f948-407a-bd41-53a53a220143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:18.002314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-f7523da5-f948-407a-bd41-53a53a220143 service neutron] 10.222.0.59 "GET /v2.0/networks?id=460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 200 len: 914 time: 0.0924928 Jul 15 14:10:18.046265 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-df5d1b96-2a12-4479-a105-4dbee030ebee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=163a59c4-b5a9-451b-85ac-5bee9788880a HTTP/1.1" status: 200 len: 217 time: 0.0355525 Jul 15 14:10:18.110249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-9388927b-331b-474c-9cca-0a178a50260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:18.112936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-9388927b-331b-474c-9cca-0a178a50260e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1a4a2e33-e3f6-40ca-bb13-572ffa39a191 HTTP/1.1" status: 200 len: 853 time: 0.0590031 Jul 15 14:10:18.150485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-6d4909eb-c4ba-4b5c-b3d2-838f79a4bb4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=460b80e3-4b83-45b7-ae70-e631cfd76928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298839 Jul 15 14:10:18.246623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-d2543dd2-506b-45d2-ad58-966a2fdfb220 service neutron] 10.222.0.59 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870676 Jul 15 14:10:18.354761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e2719584-46e7-40ff-8d5d-3ef794e357a9 req-9e4e7f7a-25ec-4901-8727-378f9d784c49 service neutron] 10.222.0.59 "GET /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005704 Jul 15 14:10:18.790891 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:18.953503 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-bd6bc883-b22c-4d13-a1d3-11165ae64d6e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:18.955063 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-bd6bc883-b22c-4d13-a1d3-11165ae64d6e tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.58 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 945 time: 0.0656137 Jul 15 14:10:19.096558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9837b-27be-46f5-b047-218982ee8bd8 req-3bb46703-fe74-4b8c-bffd-607d91335b43 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:19.098058 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7db9837b-27be-46f5-b047-218982ee8bd8 req-3bb46703-fe74-4b8c-bffd-607d91335b43 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=a96c04c4-1bed-498f-b21b-08f3a6933639 HTTP/1.1" status: 200 len: 945 time: 0.1120136 Jul 15 14:10:19.124900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Deleting port aabaeaea-4701-4048-b388-f7954eee2d48 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:19.125232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:19.161844 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7db9837b-27be-46f5-b047-218982ee8bd8 req-96b545aa-3c7d-4123-aa73-102ef6c25041 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568299 Jul 15 14:10:19.244730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] For port aabaeaea-4701-4048-b388-f7954eee2d48, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=aabaeaea-4701-4048-b388-f7954eee2d48,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:19.245100 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:19.258370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Calling delete_port for aabaeaea-4701-4048-b388-f7954eee2d48 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:19.400771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:19.413540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['163a59c4-b5a9-451b-85ac-5bee9788880a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:19.415825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['aabaeaea-4701-4048-b388-f7954eee2d48'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:19.433392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Pushing event deleted for resources: {'Port': ['ID=aabaeaea-4701-4048-b388-f7954eee2d48,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:19.482263 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] No DVR routers for this DVR port aabaeaea-4701-4048-b388-f7954eee2d48 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:19.485385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:19.487562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4afff908-8d0f-41b2-af7f-160712a64bb1 req-c28faa1c-7db1-48f0-a937-703e0cab2f7f tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.58 "DELETE /v2.0/ports/aabaeaea-4701-4048-b388-f7954eee2d48 HTTP/1.1" status: 204 len: 173 time: 0.5272212 Jul 15 14:10:19.488030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'name': 'network-vif-deleted', 'tag': 'aabaeaea-4701-4048-b388-f7954eee2d48'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:19.490395 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baefaf03-45c7-43f9-a470-091f13214940" -d '{"events": [{"server_uuid": "a96c04c4-1bed-498f-b21b-08f3a6933639", "name": "network-vif-deleted", "tag": "aabaeaea-4701-4048-b388-f7954eee2d48"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:19.535411 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b239941-88e0-422e-9649-b7fd21348607 x-openstack-request-id: req-3b239941-88e0-422e-9649-b7fd21348607 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:19.535411 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96c04c4-1bed-498f-b21b-08f3a6933639", "name": "network-vif-deleted", "tag": "aabaeaea-4701-4048-b388-f7954eee2d48", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:19.535411 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b239941-88e0-422e-9649-b7fd21348607 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:19.535411 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c04c4-1bed-498f-b21b-08f3a6933639', 'name': 'network-vif-deleted', 'tag': 'aabaeaea-4701-4048-b388-f7954eee2d48', 'status': 'completed', 'code': 200} Jul 15 14:10:20.434755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4c741-04b3-4112-902b-9a795de095cc req-02690784-c1a6-4a0e-b0c1-76c26d443411 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:20.436282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6d4c741-04b3-4112-902b-9a795de095cc req-02690784-c1a6-4a0e-b0c1-76c26d443411 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0702496 Jul 15 14:10:20.477009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a6d4c741-04b3-4112-902b-9a795de095cc req-56cbd3dc-a6cf-464d-a2a5-20f743579d55 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Jul 15 14:10:20.692156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefd620-207c-45d0-beb9-7cacdec6e0e3 req-1031856e-b2da-4fec-8e6a-92b7a45fa6da tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:20.693690 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebefd620-207c-45d0-beb9-7cacdec6e0e3 req-1031856e-b2da-4fec-8e6a-92b7a45fa6da tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0718958 Jul 15 14:10:20.735753 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ebefd620-207c-45d0-beb9-7cacdec6e0e3 req-27c663cf-6a03-465b-ba0e-0dd8d37ddb71 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361171 Jul 15 14:10:20.943747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4d1ec-7b80-401f-8edf-57b822a4216f req-8c5782a0-5df7-4d84-bf5a-08ea2215a165 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:20.945346 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9e4d1ec-7b80-401f-8edf-57b822a4216f req-8c5782a0-5df7-4d84-bf5a-08ea2215a165 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0863369 Jul 15 14:10:20.989059 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d9e4d1ec-7b80-401f-8edf-57b822a4216f req-6afad77f-f08c-4ce0-8f55-ddd049c6f6d2 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352452 Jul 15 14:10:21.286934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c500304-a445-49c2-a69b-4ebef9d3b938 req-a652d7e2-6b48-4836-afce-40e164bad5ea tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:21.288476 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1c500304-a445-49c2-a69b-4ebef9d3b938 req-a652d7e2-6b48-4836-afce-40e164bad5ea tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0802579 Jul 15 14:10:21.327704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1c500304-a445-49c2-a69b-4ebef9d3b938 req-5ed81146-5870-4edd-aa44-ea23aa832bbe tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Jul 15 14:10:21.522468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51392f-4dd3-4cd5-a53c-be6153f897a8 req-eca0f6dd-1924-45a2-9233-0cc9cfc8300d tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:21.524143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d51392f-4dd3-4cd5-a53c-be6153f897a8 req-eca0f6dd-1924-45a2-9233-0cc9cfc8300d tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0767972 Jul 15 14:10:21.568109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4d51392f-4dd3-4cd5-a53c-be6153f897a8 req-a0efff40-86ce-42f0-9aa5-40bfdda69cf8 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354331 Jul 15 14:10:21.773006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b57f5-8162-4f53-b371-d33ab11badde req-4b1df8ab-3dab-4184-a3be-585afd21c0e1 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:21.774560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-538b57f5-8162-4f53-b371-d33ab11badde req-4b1df8ab-3dab-4184-a3be-585afd21c0e1 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0758708 Jul 15 14:10:21.825162 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-538b57f5-8162-4f53-b371-d33ab11badde req-0d978b63-60de-49b0-a5ea-7a408864c69a tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Jul 15 14:10:22.585525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c692c80-78fe-4d4d-a979-9e61df0ca5e4 req-d03a978e-3608-4b03-b8c9-96657d2b3dda tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:22.587056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c692c80-78fe-4d4d-a979-9e61df0ca5e4 req-d03a978e-3608-4b03-b8c9-96657d2b3dda tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0777063 Jul 15 14:10:22.626432 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4c692c80-78fe-4d4d-a979-9e61df0ca5e4 req-484796ff-5fef-4d1c-844c-990e9b480029 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Jul 15 14:10:22.792356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device aabaeaea-4701-4048-b388-f7954eee2d48 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:22.817667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: aabaeaea-4701-4048-b388-f7954eee2d48 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:22.817979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device aabaeaea-4701-4048-b388-f7954eee2d48 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:23.820241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1b53d-500e-49f7-9c05-1b21e660a281 req-d2e26d21-4e3c-4662-9257-b21766a259c7 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:23.821415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-88aaa78e-bc1e-467a-82dc-882adcb6927a tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:23.821979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cdf1b53d-500e-49f7-9c05-1b21e660a281 req-d2e26d21-4e3c-4662-9257-b21766a259c7 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0692286 Jul 15 14:10:23.822998 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-88aaa78e-bc1e-467a-82dc-882adcb6927a tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.59 "GET /v2.0/ports?device_id=c16a8371-6ed4-45c5-9334-2f14901fc46d HTTP/1.1" status: 200 len: 946 time: 0.0744390 Jul 15 14:10:23.861292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cdf1b53d-500e-49f7-9c05-1b21e660a281 req-652ee573-933f-41e6-b841-2a9d60bbe3ab tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.57 "GET /v2.0/security-groups?id=30ca7f06-8aad-445e-93c0-7f54b9924aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Jul 15 14:10:23.944544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Deleting port 163a59c4-b5a9-451b-85ac-5bee9788880a {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:23.944802 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.037539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] For port 163a59c4-b5a9-451b-85ac-5bee9788880a, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=163a59c4-b5a9-451b-85ac-5bee9788880a,segment=NetworkSegment(074ffeeb-efea-4abe-b5c7-771a851b12eb),segment_id=074ffeeb-efea-4abe-b5c7-771a851b12eb)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:24.037862 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.053527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Calling delete_port for 163a59c4-b5a9-451b-85ac-5bee9788880a owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:24.207492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.221091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['163a59c4-b5a9-451b-85ac-5bee9788880a'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:24.239234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Pushing event deleted for resources: {'Port': ['ID=163a59c4-b5a9-451b-85ac-5bee9788880a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:24.253376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.253719 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.254039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.254376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.254752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.255081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.255422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.255735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.256078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.256383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.256716 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.257033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:24.304588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] No DVR routers for this DVR port 163a59c4-b5a9-451b-85ac-5bee9788880a on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:24.308061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:24.310697 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a27c269a-5e72-44b6-ba6e-1051863c742d req-dd857b69-218d-43a8-9d1f-1f3b8f28cf69 tempest-ServersNegativeTestJSON-117903145 tempest-ServersNegativeTestJSON-117903145-project] 10.222.0.59 "DELETE /v2.0/ports/163a59c4-b5a9-451b-85ac-5bee9788880a HTTP/1.1" status: 204 len: 173 time: 0.4825714 Jul 15 14:10:24.311261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'name': 'network-vif-deleted', 'tag': '163a59c4-b5a9-451b-85ac-5bee9788880a'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:24.314220 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2243b6-dae4-489c-8167-3cb35b91e655" -d '{"events": [{"server_uuid": "c16a8371-6ed4-45c5-9334-2f14901fc46d", "name": "network-vif-deleted", "tag": "163a59c4-b5a9-451b-85ac-5bee9788880a"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:24.363830 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8e9de-b552-479f-ad12-fda5a72d773e x-openstack-request-id: req-46a8e9de-b552-479f-ad12-fda5a72d773e {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:24.364232 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16a8371-6ed4-45c5-9334-2f14901fc46d", "name": "network-vif-deleted", "tag": "163a59c4-b5a9-451b-85ac-5bee9788880a", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:24.364350 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46a8e9de-b552-479f-ad12-fda5a72d773e {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:24.364755 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16a8371-6ed4-45c5-9334-2f14901fc46d', 'name': 'network-vif-deleted', 'tag': '163a59c4-b5a9-451b-85ac-5bee9788880a', 'status': 'completed', 'code': 200} Jul 15 14:10:24.962123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57094) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:25.014460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Deleting subnet 1a4a2e33-e3f6-40ca-bb13-572ffa39a191 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:10:25.018034 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.060731 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.105709 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.167817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.194924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4a2e33-e3f6-40ca-bb13-572ffa39a191,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:25.199627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.201484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1a4a2e33-e3f6-40ca-bb13-572ffa39a191 HTTP/1.1" status: 204 len: 168 time: 0.2378690 Jul 15 14:10:25.204423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57096) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:25.208482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.208835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.209180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.209516 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.209867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.210182 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.210509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.210864 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.211192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.211519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.211841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.212160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a40141e-27fc-4326-ba06-dd43f1005ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:25.288687 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.383057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.394794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460b80e3-4b83-45b7-ae70-e631cfd76928']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:25.409132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ffeeb-efea-4abe-b5c7-771a851b12eb') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:25.409530 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ffeeb-efea-4abe-b5c7-771a851b12eb') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:25.419277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.433770 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.440662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:25.441055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:25.442810 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:25.502194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.510014 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.511304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] 10.222.0.57 "DELETE /v2.0/networks/460b80e3-4b83-45b7-ae70-e631cfd76928 HTTP/1.1" status: 204 len: 168 time: 0.3056779 Jul 15 14:10:25.523334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973a820-eb25-4a21-80de-07f850c4e315 admin admin] Pushing event deleted for resources: {'Network': ['ID=460b80e3-4b83-45b7-ae70-e631cfd76928,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:25.625227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57100) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:25.685365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-939d0e49-7046-4a71-9313-5c926d921fa1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=758e92d70bfd4f92bf4a09b2f82d4308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587573 Jul 15 14:10:25.688057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57102) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:25.743301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bda1bc7-169b-4011-95e0-f469a12da141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.766245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bda1bc7-169b-4011-95e0-f469a12da141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.822207 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bda1bc7-169b-4011-95e0-f469a12da141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.824904 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5bda1bc7-169b-4011-95e0-f469a12da141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:25.826109 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5bda1bc7-169b-4011-95e0-f469a12da141 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/30ca7f06-8aad-445e-93c0-7f54b9924aba HTTP/1.1" status: 204 len: 168 time: 0.1369214 Jul 15 14:10:25.834288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda1bc7-169b-4011-95e0-f469a12da141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ca7f06-8aad-445e-93c0-7f54b9924aba,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:26.595349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57124) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:26.710537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083608055'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:26.741164 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:26.744829 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.754766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.855690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.861822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.888326 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:26.898069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560b08bf-1190-4faa-af06-81b893de007f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:26.903373 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.903708 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Added segment 436c9e7b-5f12-4c3e-9c8a-2141c191b6ed of type vlan for network b586784d-d8a6-42f3-b8e7-9371b7620272 Jul 15 14:10:26.948162 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.979864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:26.988019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:26.988880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:27.027737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4311535 Jul 15 14:10:27.059446 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49a3d6-e028-409e-be1a-145dbdd542b3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Network': ['ID=b586784d-d8a6-42f3-b8e7-9371b7620272,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:27.071616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network b586784d-d8a6-42f3-b8e7-9371b7620272 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:28.723470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 163a59c4-b5a9-451b-85ac-5bee9788880a no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:28.743864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 163a59c4-b5a9-451b-85ac-5bee9788880a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:28.744204 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 163a59c4-b5a9-451b-85ac-5bee9788880a not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:30.291266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57128) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:30.299538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'subnet': {'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:30.404972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:30.409459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.619222 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.690364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Subnet': ['ID=ef17e2ea-ef09-4ae2-b944-94b0e06b8588,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:30.701430 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Checking segment: {'id': '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:30.701813 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network hostable DHCP agents. Network: b586784d-d8a6-42f3-b8e7-9371b7620272, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:30.722764 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network b586784d-d8a6-42f3-b8e7-9371b7620272 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:30.733444 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, b586784d-d8a6-42f3-b8e7-9371b7620272) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:30.738787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:30.739384 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.743705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d2970-17ec-4618-98bb-db34e7ad46d3 None None] Network b586784d-d8a6-42f3-b8e7-9371b7620272 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:30.762627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7b9184ca-468c-44d5-897f-2d0b1ec61fa1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4661281 Jul 15 14:10:30.763544 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57130) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:30.769940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1045041488'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:30.797039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:30.801377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.832078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:30.842567 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.842946 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Added segment 4efd1050-5aab-4838-9797-49caa922e847 of type vlan for network efdbe7be-afbe-40d7-a44e-1dfa48d32eea Jul 15 14:10:30.894873 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.911586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-b586784d-d8a6-42f3-b8e7-9371b7620272', 'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272', 'tenant_id': '52c936230c4b40b29b8cd610c6062100', 'fixed_ips': [{'subnet_id': 'ef17e2ea-ef09-4ae2-b944-94b0e06b8588'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:30.912687 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.926839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.932860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:30.933634 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:30.971893 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2070336 Jul 15 14:10:30.975349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57132) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:30.982763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'subnet': {'network_id': 'efdbe7be-afbe-40d7-a44e-1dfa48d32eea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:31.021304 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188cb19-422f-4645-b3a2-1f7e305d27b6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Network': ['ID=efdbe7be-afbe-40d7-a44e-1dfa48d32eea,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:31.040586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network efdbe7be-afbe-40d7-a44e-1dfa48d32eea details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:31.082024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Allocated IP 2001:db8:0:ffff::2 (b586784d-d8a6-42f3-b8e7-9371b7620272/ef17e2ea-ef09-4ae2-b944-94b0e06b8588/71c4c350-0a77-425d-b0cc-27a98c8467aa) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:31.116055 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:31.121094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.276572 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.287031 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Transition to ACTIVE for port object 71c4c350-0a77-425d-b0cc-27a98c8467aa will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:31.304572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Transition to ACTIVE for port object 71c4c350-0a77-425d-b0cc-27a98c8467aa will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:31.311354 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.339841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.355417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Network b586784d-d8a6-42f3-b8e7-9371b7620272 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:31.360269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:31.365488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:31.374871 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Pushing event updated for resources: {'Port': ['ID=71c4c350-0a77-425d-b0cc-27a98c8467aa,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:31.402484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Subnet': ['ID=85633c65-bc8b-4622-94ac-a12ab82800b8,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:31.402824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.403175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.403509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.403843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.404198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.405177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.405524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.406060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.406329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.406681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.406996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.407318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:31.412823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Checking segment: {'id': '4efd1050-5aab-4838-9797-49caa922e847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'efdbe7be-afbe-40d7-a44e-1dfa48d32eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:31.413186 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network hostable DHCP agents. Network: efdbe7be-afbe-40d7-a44e-1dfa48d32eea, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:31.431757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network efdbe7be-afbe-40d7-a44e-1dfa48d32eea is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:31.443773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Attempting to bind port 71c4c350-0a77-425d-b0cc-27a98c8467aa on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:31.444160 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Attempting to bind port 71c4c350-0a77-425d-b0cc-27a98c8467aa by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:31.444395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, efdbe7be-afbe-40d7-a44e-1dfa48d32eea) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:31.444586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Attempting to bind port 71c4c350-0a77-425d-b0cc-27a98c8467aa on network b586784d-d8a6-42f3-b8e7-9371b7620272 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:31.449658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:31.450840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.454033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7634d2-961f-4efd-b3ea-6f61b069c92c None None] Network efdbe7be-afbe-40d7-a44e-1dfa48d32eea requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:31.457504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:31.457877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Checking segment: {'id': '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:31.458337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.458744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Bound using segment: {'id': '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:31.459224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Bound port: 71c4c350-0a77-425d-b0cc-27a98c8467aa, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b586784d-d8a6-42f3-b8e7-9371b7620272'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:31.459628 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.468108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-372b9c8c-b90b-4e56-a5dc-7bba5f267625 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4916954 Jul 15 14:10:31.471579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57134) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:31.586055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.651673 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.724571 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.754785 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Subnet': ['ID=85633c65-bc8b-4622-94ac-a12ab82800b8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:31.780708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] For port 71c4c350-0a77-425d-b0cc-27a98c8467aa, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:31.811806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] For port 71c4c350-0a77-425d-b0cc-27a98c8467aa, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71c4c350-0a77-425d-b0cc-27a98c8467aa,segment=NetworkSegment(436c9e7b-5f12-4c3e-9c8a-2141c191b6ed),segment_id=436c9e7b-5f12-4c3e-9c8a-2141c191b6ed)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:31.816358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed179da1-bdc0-400e-8aa3-9c334fb71d45 None None] Network efdbe7be-afbe-40d7-a44e-1dfa48d32eea requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:31.820703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.822407 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.833458 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdbe7be-afbe-40d7-a44e-1dfa48d32eea']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:31.843606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efd1050-5aab-4838-9797-49caa922e847') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:31.843892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efd1050-5aab-4838-9797-49caa922e847') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:31.855103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.870022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.878347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:31.878820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:31.882904 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:31.960692 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01baa7a-f2ca-4990-89db-f18b38569489 None None] Pushing event updated for resources: {'Port': ['ID=71c4c350-0a77-425d-b0cc-27a98c8467aa,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:31.962010 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.983667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:31.988099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/efdbe7be-afbe-40d7-a44e-1dfa48d32eea HTTP/1.1" status: 204 len: 168 time: 0.5136416 Jul 15 14:10:31.989715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041deced-a97c-42e5-89a1-5a707eeef202 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Network': ['ID=efdbe7be-afbe-40d7-a44e-1dfa48d32eea,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:31.991707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57136) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:32.001465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016373846'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:32.028928 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:32.034050 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.066417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:32.086232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.086979 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Added segment 41d7345b-1379-4107-aad7-78e2aa3723c3 of type vlan for network c450cb39-7212-4bb5-a4f6-4ca45757fe8e Jul 15 14:10:32.152617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.190103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.197098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:32.197782 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.240742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2419944 Jul 15 14:10:32.241288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57138) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:32.246935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'subnet': {'network_id': 'c450cb39-7212-4bb5-a4f6-4ca45757fe8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:32.274364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae4443-b5a1-4710-94d8-7a9c5368c007 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Network': ['ID=c450cb39-7212-4bb5-a4f6-4ca45757fe8e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:32.286437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network c450cb39-7212-4bb5-a4f6-4ca45757fe8e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:32.349966 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:32.353961 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.402208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71c4c350-0a77-425d-b0cc-27a98c8467aa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:32.415062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.ipam_backend_mixin [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Performing IP validity checks on allocation pools {{(pid=93995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 14:10:32.415618 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.ipam_backend_mixin [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93995) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 14:10:32.454350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 71c4c350-0a77-425d-b0cc-27a98c8467aa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:32.555323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.616604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Subnet': ['ID=f274ca84-04d8-48ba-991c-4946c532919a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:32.628257 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Checking segment: {'id': '41d7345b-1379-4107-aad7-78e2aa3723c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c450cb39-7212-4bb5-a4f6-4ca45757fe8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:32.628641 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network hostable DHCP agents. Network: c450cb39-7212-4bb5-a4f6-4ca45757fe8e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:32.648729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network c450cb39-7212-4bb5-a4f6-4ca45757fe8e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:32.662152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, c450cb39-7212-4bb5-a4f6-4ca45757fe8e) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:32.668620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:32.669250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.676642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a90636-9d64-4852-8174-9edfd25054ac None None] Network c450cb39-7212-4bb5-a4f6-4ca45757fe8e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:32.686331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e2744bdd-9d52-49c4-9181-b14be5bc4d3d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4438064 Jul 15 14:10:32.689808 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57140) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:32.803460 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.844779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011edf0d-17b0-4f18-8595-17e7b7b9bb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-c450cb39-7212-4bb5-a4f6-4ca45757fe8e', 'network_id': 'c450cb39-7212-4bb5-a4f6-4ca45757fe8e', 'tenant_id': '52c936230c4b40b29b8cd610c6062100', 'fixed_ips': [{'subnet_id': 'f274ca84-04d8-48ba-991c-4946c532919a'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:32.845835 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-011edf0d-17b0-4f18-8595-17e7b7b9bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.860733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.919566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d69ef-5c7d-42a0-bd00-546709875f46 None None] Network b586784d-d8a6-42f3-b8e7-9371b7620272 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:32.926298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:32.959136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Subnet': ['ID=f274ca84-04d8-48ba-991c-4946c532919a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:32.997646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] Provisioning for port 71c4c350-0a77-425d-b0cc-27a98c8467aa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-011edf0d-17b0-4f18-8595-17e7b7b9bb01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f274ca84-04d8-48ba-991c-4946c532919a: This subnet is being modified by another concurrent operation. Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f274ca84-04d8-48ba-991c-4946c532919a: This subnet is being modified by another concurrent operation. Jul 15 14:10:33.003658 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 14:10:33.011428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] Provisioning complete for port 71c4c350-0a77-425d-b0cc-27a98c8467aa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:33.011428 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.023324 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.034085 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16196ab3-1fa7-4170-b22e-4fd1064033a6 None None] Network c450cb39-7212-4bb5-a4f6-4ca45757fe8e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:33.036607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c450cb39-7212-4bb5-a4f6-4ca45757fe8e']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:33.049615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d7345b-1379-4107-aad7-78e2aa3723c3') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:33.049913 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d7345b-1379-4107-aad7-78e2aa3723c3') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:33.059973 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.074850 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.082721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:33.083285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:33.087618 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:33.153263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.159505 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.166603 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/c450cb39-7212-4bb5-a4f6-4ca45757fe8e HTTP/1.1" status: 204 len: 168 time: 0.4703650 Jul 15 14:10:33.166832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57142) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:33.173023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1889242256'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:33.185856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390e23-d074-4623-b0b0-e3774b03e38e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Network': ['ID=c450cb39-7212-4bb5-a4f6-4ca45757fe8e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:33.207422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:33.211152 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.238957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:33.248667 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.249008 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Added segment fd7810b8-a9f2-4d09-bd30-23bb489c3a98 of type vlan for network 03e5cee2-dde4-4338-8f0b-f56619ff4868 Jul 15 14:10:33.264799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.289517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.309804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] For port 71c4c350-0a77-425d-b0cc-27a98c8467aa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71c4c350-0a77-425d-b0cc-27a98c8467aa,segment=NetworkSegment(436c9e7b-5f12-4c3e-9c8a-2141c191b6ed),segment_id=436c9e7b-5f12-4c3e-9c8a-2141c191b6ed)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:33.315020 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.321753 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.328023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:33.328705 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.367630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57144) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:33.368232 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1999040 Jul 15 14:10:33.369964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e45b14-884d-47ed-bf3e-6258c01fe5d0 None None] Pushing event updated for resources: {'Port': ['ID=71c4c350-0a77-425d-b0cc-27a98c8467aa,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:33.383614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'subnet': {'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:33.417010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e129a9-fb20-4a92-b5e2-d3e4554dfc2e tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Network': ['ID=03e5cee2-dde4-4338-8f0b-f56619ff4868,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:33.428523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 03e5cee2-dde4-4338-8f0b-f56619ff4868 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:33.486157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:33.491022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.529275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034335c2-70d7-4783-b7d9-ccb641f8a276 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 14:10:33.569512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a29cd39b-77fb-4bf5-b25b-38a65e72c6f9 None None] Provisioning complete for port 71c4c350-0a77-425d-b0cc-27a98c8467aa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:33.569882 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a29cd39b-77fb-4bf5-b25b-38a65e72c6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.635131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034335c2-70d7-4783-b7d9-ccb641f8a276 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 14:10:33.686220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.753427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Subnet': ['ID=75355bcf-111f-4901-9560-94ad27b44450,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:33.761190 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Checking segment: {'id': 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:33.761551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network hostable DHCP agents. Network: 03e5cee2-dde4-4338-8f0b-f56619ff4868, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:33.780952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network 03e5cee2-dde4-4338-8f0b-f56619ff4868 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:33.792137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 03e5cee2-dde4-4338-8f0b-f56619ff4868) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:33.798541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:33.799456 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.817100 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-db347a97-50eb-4aff-947e-a9b9b7f2c2eb tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4472313 Jul 15 14:10:33.821135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:33.826645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-827428311'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:33.848867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:33.852574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.877445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:33.887720 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.888060 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Added segment 87355618-dd32-4815-bee3-893e2339b16b of type vlan for network acd150a2-23a2-45a0-a3d8-66b769611de1 Jul 15 14:10:33.909228 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6dfd99-09b5-4eff-9e57-a85cc65c1cb5 None None] Network 03e5cee2-dde4-4338-8f0b-f56619ff4868 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:33.929441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.958249 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.963727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:33.964571 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:33.997787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1752360 Jul 15 14:10:34.000639 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57148) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:34.007938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Request body: {'subnet': {'network_id': 'acd150a2-23a2-45a0-a3d8-66b769611de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:34.056047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92dfb6-d1eb-4d5f-9f5e-1d67453bdfc6 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Network': ['ID=acd150a2-23a2-45a0-a3d8-66b769611de1,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:34.060714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-03e5cee2-dde4-4338-8f0b-f56619ff4868', 'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868', 'tenant_id': '52c936230c4b40b29b8cd610c6062100', 'fixed_ips': [{'subnet_id': '75355bcf-111f-4901-9560-94ad27b44450'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:34.061604 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.072439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network acd150a2-23a2-45a0-a3d8-66b769611de1 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:34.133254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Made reservation on behalf of 52c936230c4b40b29b8cd610c6062100 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:34.138265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.271938 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Allocated IP 2001:db8::2 (03e5cee2-dde4-4338-8f0b-f56619ff4868/75355bcf-111f-4901-9560-94ad27b44450/d0780f66-f563-483a-8757-6bed757b3a1d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:34.334245 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.389541 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71c4c350-0a77-425d-b0cc-27a98c8467aa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:34.409576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event updated for resources: {'Subnet': ['ID=5864fd2b-ba67-4a48-abc6-bfe40e96bdc7,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:34.414045 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Checking segment: {'id': '87355618-dd32-4815-bee3-893e2339b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acd150a2-23a2-45a0-a3d8-66b769611de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:34.414414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network hostable DHCP agents. Network: acd150a2-23a2-45a0-a3d8-66b769611de1, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:34.431731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Network acd150a2-23a2-45a0-a3d8-66b769611de1 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:34.441395 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, acd150a2-23a2-45a0-a3d8-66b769611de1) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:34.445716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:34.446302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.457492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7dd01-3c2e-403a-b0cf-1ef2542a9a53 None None] Network acd150a2-23a2-45a0-a3d8-66b769611de1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:34.465159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2b52c283-b589-4f09-962e-6f4475890bf9 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4634728 Jul 15 14:10:34.468217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57150) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:34.506253 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.548259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Transition to ACTIVE for port object d0780f66-f563-483a-8757-6bed757b3a1d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:34.569882 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.576430 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 71c4c350-0a77-425d-b0cc-27a98c8467aa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:34.576798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.582849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Transition to ACTIVE for port object d0780f66-f563-483a-8757-6bed757b3a1d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:34.624023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.696858 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.723205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Subnet': ['ID=5864fd2b-ba67-4a48-abc6-bfe40e96bdc7,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:34.793855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.802734 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.805628 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd150a2-23a2-45a0-a3d8-66b769611de1']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:34.820000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87355618-dd32-4815-bee3-893e2339b16b') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:34.820000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87355618-dd32-4815-bee3-893e2339b16b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:34.828286 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.844026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.851540 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:34.852052 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:34.855731 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:34.867342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Network 03e5cee2-dde4-4338-8f0b-f56619ff4868 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:34.890063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:34.894020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:34.899330 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Pushing event updated for resources: {'Port': ['ID=d0780f66-f563-483a-8757-6bed757b3a1d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:34.906992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9253b0-9bf5-4410-9971-89408afa4345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-acd150a2-23a2-45a0-a3d8-66b769611de1', 'network_id': 'acd150a2-23a2-45a0-a3d8-66b769611de1', 'tenant_id': '52c936230c4b40b29b8cd610c6062100', 'fixed_ips': [{'subnet_id': '5864fd2b-ba67-4a48-abc6-bfe40e96bdc7'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:34.907856 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cb9253b0-9bf5-4410-9971-89408afa4345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.928949 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.936045 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:34.938003 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/acd150a2-23a2-45a0-a3d8-66b769611de1 HTTP/1.1" status: 204 len: 168 time: 0.4687185 Jul 15 14:10:34.941464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57152) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:34.949256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e3da6-ca9b-489a-ada9-9b322f2e5901 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Network': ['ID=acd150a2-23a2-45a0-a3d8-66b769611de1,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:34.971457 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36d1868-1a2b-4ee4-bc4d-24e1cb3ba1ef tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] GET failed (client error): The resource could not be found. Jul 15 14:10:34.972991 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a36d1868-1a2b-4ee4-bc4d-24e1cb3ba1ef tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "GET /v2.0/subnets/5864fd2b-ba67-4a48-abc6-bfe40e96bdc7 HTTP/1.1" status: 404 len: 337 time: 0.0298092 Jul 15 14:10:34.975827 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:34.994694 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb69f8e-dc1d-4312-b8da-9bc0fb1915c1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:34.995249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb69f8e-dc1d-4312-b8da-9bc0fb1915c1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:34.996956 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bcb69f8e-dc1d-4312-b8da-9bc0fb1915c1 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/acd150a2-23a2-45a0-a3d8-66b769611de1 HTTP/1.1" status: 404 len: 339 time: 0.0200980 Jul 15 14:10:35.000993 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:35.009954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Attempting to bind port d0780f66-f563-483a-8757-6bed757b3a1d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:35.010415 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Attempting to bind port d0780f66-f563-483a-8757-6bed757b3a1d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:35.011329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Attempting to bind port d0780f66-f563-483a-8757-6bed757b3a1d on network 03e5cee2-dde4-4338-8f0b-f56619ff4868 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:35.016223 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:35.016649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Checking segment: {'id': 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:35.016998 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.017499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Bound using segment: {'id': 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:35.017988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Bound port: d0780f66-f563-483a-8757-6bed757b3a1d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '03e5cee2-dde4-4338-8f0b-f56619ff4868'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:35.018391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.021668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b198c-b9da-4a75-9dbc-badbd54c81f1 None None] Network acd150a2-23a2-45a0-a3d8-66b769611de1 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:35.030499 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-4413775d-c121-4a4a-b3db-d32d366659e7 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:35.031092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4413775d-c121-4a4a-b3db-d32d366659e7 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:35.032765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4413775d-c121-4a4a-b3db-d32d366659e7 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/subnets/5864fd2b-ba67-4a48-abc6-bfe40e96bdc7 HTTP/1.1" status: 404 len: 337 time: 0.0303333 Jul 15 14:10:35.035454 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57158) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:35.040056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b198c-b9da-4a75-9dbc-badbd54c81f1 None None] Network acd150a2-23a2-45a0-a3d8-66b769611de1 could not be found, it might have been deleted concurrently. {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 14:10:35.053747 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce6bb4c-c909-4dba-9119-f16d72c83b2d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:35.054338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce6bb4c-c909-4dba-9119-f16d72c83b2d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:35.056240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4ce6bb4c-c909-4dba-9119-f16d72c83b2d tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/acd150a2-23a2-45a0-a3d8-66b769611de1 HTTP/1.1" status: 404 len: 339 time: 0.0198550 Jul 15 14:10:35.059382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57160) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:35.112656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] For port d0780f66-f563-483a-8757-6bed757b3a1d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:35.116323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] For port d0780f66-f563-483a-8757-6bed757b3a1d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d0780f66-f563-483a-8757-6bed757b3a1d,segment=NetworkSegment(fd7810b8-a9f2-4d09-bd30-23bb489c3a98),segment_id=fd7810b8-a9f2-4d09-bd30-23bb489c3a98)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:35.121229 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.132066 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Deleting subnet 75355bcf-111f-4901-9560-94ad27b44450 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:10:35.135271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.178128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.182029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c97c6-776e-482b-a90f-efa704fbbde0 None None] Pushing event updated for resources: {'Port': ['ID=d0780f66-f563-483a-8757-6bed757b3a1d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:35.278757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.415783 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.447293 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.450704 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/subnets/75355bcf-111f-4901-9560-94ad27b44450 HTTP/1.1" status: 204 len: 168 time: 0.3889546 Jul 15 14:10:35.451443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7d8d0-8f4e-458b-a560-494beb1a319b tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Subnet': ['ID=75355bcf-111f-4901-9560-94ad27b44450,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:35.452268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57162) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:35.537658 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.597756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Deleting port d0780f66-f563-483a-8757-6bed757b3a1d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:35.598017 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.660754 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] For port d0780f66-f563-483a-8757-6bed757b3a1d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d0780f66-f563-483a-8757-6bed757b3a1d,segment=NetworkSegment(fd7810b8-a9f2-4d09-bd30-23bb489c3a98),segment_id=fd7810b8-a9f2-4d09-bd30-23bb489c3a98)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:35.661079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.675696 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Calling delete_port for d0780f66-f563-483a-8757-6bed757b3a1d owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:35.767356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.792033 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Port': ['ID=d0780f66-f563-483a-8757-6bed757b3a1d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:35.800464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No DVR routers for this DVR port d0780f66-f563-483a-8757-6bed757b3a1d on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:35.884417 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.895746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e5cee2-dde4-4338-8f0b-f56619ff4868']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:35.914575 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:35.914876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7810b8-a9f2-4d09-bd30-23bb489c3a98') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:35.926755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.947810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.955398 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:35.955940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:35.960457 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:36.028772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.035645 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.037822 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/03e5cee2-dde4-4338-8f0b-f56619ff4868 HTTP/1.1" status: 204 len: 168 time: 0.5837708 Jul 15 14:10:36.041262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57164) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:36.054235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6cca0f-2354-4b66-a448-b93855c18905 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Network': ['ID=03e5cee2-dde4-4338-8f0b-f56619ff4868,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.075124 n-d-798054-11 neutron-server[93994]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba47781-4927-4a01-9683-27a750f8fac3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:36.075604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba47781-4927-4a01-9683-27a750f8fac3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93994) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:36.080626 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:36.080814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-7ba47781-4927-4a01-9683-27a750f8fac3 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/subnets/f274ca84-04d8-48ba-991c-4946c532919a HTTP/1.1" status: 404 len: 337 time: 0.0380337 Jul 15 14:10:36.101201 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad384133-413e-4194-872d-54a439f7e055 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:36.101792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad384133-413e-4194-872d-54a439f7e055 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:36.103734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ad384133-413e-4194-872d-54a439f7e055 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/c450cb39-7212-4bb5-a4f6-4ca45757fe8e HTTP/1.1" status: 404 len: 339 time: 0.0219736 Jul 15 14:10:36.106399 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57168) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:36.138647 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-8186a0ca-98f3-444c-ba45-20c6bc9551b8 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:36.139080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8186a0ca-98f3-444c-ba45-20c6bc9551b8 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:36.140837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8186a0ca-98f3-444c-ba45-20c6bc9551b8 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/subnets/85633c65-bc8b-4622-94ac-a12ab82800b8 HTTP/1.1" status: 404 len: 337 time: 0.0334587 Jul 15 14:10:36.144192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57170) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:36.165887 n-d-798054-11 neutron-server[93995]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8bfc81-5b04-4754-beff-2a33dea4a704 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] DELETE failed (client error): The resource could not be found. Jul 15 14:10:36.166462 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8bfc81-5b04-4754-beff-2a33dea4a704 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93995) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 14:10:36.168256 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5c8bfc81-5b04-4754-beff-2a33dea4a704 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/efdbe7be-afbe-40d7-a44e-1dfa48d32eea HTTP/1.1" status: 404 len: 339 time: 0.0230846 Jul 15 14:10:36.171782 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57172) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:36.218771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281ed35-28c3-4fea-9edb-1c1c1b363594 None None] DHCP port deletion for 03e5cee2-dde4-4338-8f0b-f56619ff4868 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:10:36.224844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Deleting subnet ef17e2ea-ef09-4ae2-b944-94b0e06b8588 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:10:36.228398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.241532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b79cf-7cf2-41f6-bcb5-5aa340782796 None None] Network 03e5cee2-dde4-4338-8f0b-f56619ff4868 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:36.246046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8539097c-5a87-42b7-a426-e3cbdf686563 None None] Could not find standard attr ID for object d0780f66-f563-483a-8757-6bed757b3a1d. {{(pid=93996) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 14:10:36.257796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310b79cf-7cf2-41f6-bcb5-5aa340782796 None None] Network 03e5cee2-dde4-4338-8f0b-f56619ff4868 could not be found, it might have been deleted concurrently. {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 14:10:36.276066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.376337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.437342 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.466022 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.467955 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/subnets/ef17e2ea-ef09-4ae2-b944-94b0e06b8588 HTTP/1.1" status: 204 len: 168 time: 0.2951725 Jul 15 14:10:36.468733 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ad953-78e0-454a-947a-7d4d8f513870 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Subnet': ['ID=ef17e2ea-ef09-4ae2-b944-94b0e06b8588,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.470866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57174) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:36.473843 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf952582-ca6b-4717-804b-92bac3870637 None None] Network b586784d-d8a6-42f3-b8e7-9371b7620272 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:36.550560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.611211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Deleting port 71c4c350-0a77-425d-b0cc-27a98c8467aa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:36.612278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.669544 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] DHCP port deletion for b586784d-d8a6-42f3-b8e7-9371b7620272 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:10:36.681173 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] For port 71c4c350-0a77-425d-b0cc-27a98c8467aa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71c4c350-0a77-425d-b0cc-27a98c8467aa,segment=NetworkSegment(436c9e7b-5f12-4c3e-9c8a-2141c191b6ed),segment_id=436c9e7b-5f12-4c3e-9c8a-2141c191b6ed)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:36.681540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.694554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Calling delete_port for 71c4c350-0a77-425d-b0cc-27a98c8467aa owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:36.718237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] Deleting port 71c4c350-0a77-425d-b0cc-27a98c8467aa {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:36.718651 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.780683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.783806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] For port 71c4c350-0a77-425d-b0cc-27a98c8467aa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=71c4c350-0a77-425d-b0cc-27a98c8467aa,segment=NetworkSegment(436c9e7b-5f12-4c3e-9c8a-2141c191b6ed),segment_id=436c9e7b-5f12-4c3e-9c8a-2141c191b6ed)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:36.784191 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.797879 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] Calling delete_port for 71c4c350-0a77-425d-b0cc-27a98c8467aa owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:36.805914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Port': ['ID=71c4c350-0a77-425d-b0cc-27a98c8467aa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.815460 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] No DVR routers for this DVR port 71c4c350-0a77-425d-b0cc-27a98c8467aa on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:36.883069 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.894811 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.906909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b586784d-d8a6-42f3-b8e7-9371b7620272']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:36.909913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] Pushing event deleted for resources: {'Port': ['ID=71c4c350-0a77-425d-b0cc-27a98c8467aa,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:36.914178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5029c37a-c3f8-4964-9767-f11e6e043231 None None] No DVR routers for this DVR port 71c4c350-0a77-425d-b0cc-27a98c8467aa on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:36.922866 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:36.922985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436c9e7b-5f12-4c3e-9c8a-2141c191b6ed') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:36.933093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.947261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.953019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:36.953375 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:36.956647 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:37.017671 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.025873 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.027903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] 10.222.0.57 "DELETE /v2.0/networks/b586784d-d8a6-42f3-b8e7-9371b7620272 HTTP/1.1" status: 204 len: 168 time: 0.5557613 Jul 15 14:10:37.040436 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdce80-7ab0-4974-9c3a-8f674eaee0f2 tempest-NetworksIpV6Test-524269982 tempest-NetworksIpV6Test-524269982-project] Pushing event deleted for resources: {'Network': ['ID=b586784d-d8a6-42f3-b8e7-9371b7620272,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:37.331301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57180) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:37.494629 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-40a683fd-936a-4837-b72a-a9ae62dbfe78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52c936230c4b40b29b8cd610c6062100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620378 Jul 15 14:10:37.498026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57184) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:37.553675 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7ef13dc-cb1e-4979-a2c0-17a0007f2ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.575845 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7ef13dc-cb1e-4979-a2c0-17a0007f2ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.627685 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7ef13dc-cb1e-4979-a2c0-17a0007f2ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.630905 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d7ef13dc-cb1e-4979-a2c0-17a0007f2ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:37.632179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d7ef13dc-cb1e-4979-a2c0-17a0007f2ff1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/560b08bf-1190-4faa-af06-81b893de007f HTTP/1.1" status: 204 len: 168 time: 0.1332059 Jul 15 14:10:37.640512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef13dc-cb1e-4979-a2c0-17a0007f2ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560b08bf-1190-4faa-af06-81b893de007f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:38.389748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71c4c350-0a77-425d-b0cc-27a98c8467aa no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:10:38.412122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 71c4c350-0a77-425d-b0cc-27a98c8467aa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:10:38.412517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 71c4c350-0a77-425d-b0cc-27a98c8467aa not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:10:38.412927 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57206) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:38.547309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1037651716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:38.575005 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.576522 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.646710 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.654780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.682051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.683450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f4b895ca-7770-42b2-ab83-97693bb77cd8 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2693639 Jul 15 14:10:38.687075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57210) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:38.693406 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1002072572'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:38.719176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Made reservation on behalf of c6c3c2b9168848e0bbcd62d6e4248ed6 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:38.724680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.735688 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.857231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.864768 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.898464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:38.908903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54975c0-928a-475b-8dfa-d038e745d8c6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:38.914066 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.914407 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Added segment 9163bb3e-601a-4e9f-a6e7-c8f6209b2223 of type vlan for network 51a9caac-5b46-42e2-8e68-985f29b59a33 Jul 15 14:10:38.956574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.989558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:38.995343 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:38.995945 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.028631 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3403573 Jul 15 14:10:39.031942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57212) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:39.037982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Request body: {'subnet': {'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:39.135955 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Made reservation on behalf of c6c3c2b9168848e0bbcd62d6e4248ed6 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:39.139857 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.356207 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.418729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event updated for resources: {'Subnet': ['ID=00e0d261-7acd-4078-a6c9-bd0b75f1093b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:39.436737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Checking segment: {'id': '9163bb3e-601a-4e9f-a6e7-c8f6209b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:39.437081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Network hostable DHCP agents. Network: 51a9caac-5b46-42e2-8e68-985f29b59a33, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:39.445869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1668a6-1d02-4b5a-a7f6-bb17bda185eb tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event updated for resources: {'Network': ['ID=51a9caac-5b46-42e2-8e68-985f29b59a33,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:39.457601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 51a9caac-5b46-42e2-8e68-985f29b59a33 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:39.458128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Network 51a9caac-5b46-42e2-8e68-985f29b59a33 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:39.468905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 51a9caac-5b46-42e2-8e68-985f29b59a33) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:39.478144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.478768 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.485841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c285205-c28b-447e-9aa5-050334043437 None None] Network 51a9caac-5b46-42e2-8e68-985f29b59a33 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:39.494912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1d030470-bec6-4e2b-b27d-c2e9cbf41d26 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4616473 Jul 15 14:10:39.497940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57214) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:39.503364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1057150789'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:39.524623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Made reservation on behalf of c6c3c2b9168848e0bbcd62d6e4248ed6 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:39.528232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.557589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:39.567069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.567488 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Added segment e931118f-39cd-4d54-bd66-f9712e430652 of type vlan for network 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3 Jul 15 14:10:39.609995 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.645956 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.653836 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:39.654646 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.690607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-51a9caac-5b46-42e2-8e68-985f29b59a33', 'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33', 'tenant_id': 'c6c3c2b9168848e0bbcd62d6e4248ed6', 'fixed_ips': [{'subnet_id': '00e0d261-7acd-4078-a6c9-bd0b75f1093b'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:39.691599 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.693212 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1935132 Jul 15 14:10:39.694750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57216) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:39.699959 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Request body: {'subnet': {'network_id': '189cb18a-0478-4b3d-b1bf-cf0c033a2aa3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:39.744340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8f585-fe8c-4277-9bdd-1c4e893284a9 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event updated for resources: {'Network': ['ID=189cb18a-0478-4b3d-b1bf-cf0c033a2aa3,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:39.763108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:39.796353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Made reservation on behalf of c6c3c2b9168848e0bbcd62d6e4248ed6 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:39.800751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:39.890187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Allocated IP 172.20.0.2 (51a9caac-5b46-42e2-8e68-985f29b59a33/00e0d261-7acd-4078-a6c9-bd0b75f1093b/5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:39.981378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.038659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.046084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event updated for resources: {'Subnet': ['ID=a735d911-35ec-49cf-aa8a-e7b5651ea4cc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:40.048676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Transition to ACTIVE for port object 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:40.053838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Checking segment: {'id': 'e931118f-39cd-4d54-bd66-f9712e430652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '189cb18a-0478-4b3d-b1bf-cf0c033a2aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:40.054206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Network hostable DHCP agents. Network: 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:40.066990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Transition to ACTIVE for port object 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:40.072083 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Network 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:40.073910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.083482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:40.087924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:40.088574 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.106976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5fc42163-87dc-422e-a795-27c2d7a5b4aa tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4110959 Jul 15 14:10:40.107206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8b500-1247-47cb-83a5-176fd39e6869 None None] Network 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:40.110021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57218) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:40.115227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c28ac355-560e-4abf-a354-11c0a4f8c9cd tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Request body: {'router': {'external_gateway_info': {'network_id': '189cb18a-0478-4b3d-b1bf-cf0c033a2aa3'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:40.130444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Network 51a9caac-5b46-42e2-8e68-985f29b59a33 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:40.143151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:40.146357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:40.158702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Pushing event updated for resources: {'Port': ['ID=5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:40.255530 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Attempting to bind port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:40.255905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Attempting to bind port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '9163bb3e-601a-4e9f-a6e7-c8f6209b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:40.256299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Attempting to bind port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e on network 51a9caac-5b46-42e2-8e68-985f29b59a33 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:40.263924 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:40.264310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Checking segment: {'id': '9163bb3e-601a-4e9f-a6e7-c8f6209b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:40.264718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.265107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Bound using segment: {'id': '9163bb3e-601a-4e9f-a6e7-c8f6209b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:40.265563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Bound port: 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9163bb3e-601a-4e9f-a6e7-c8f6209b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '51a9caac-5b46-42e2-8e68-985f29b59a33'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:40.265960 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.325346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c28ac355-560e-4abf-a354-11c0a4f8c9cd tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.385517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a43de9-9b38-41e1-9e6a-2dc3d9ba1377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-189cb18a-0478-4b3d-b1bf-cf0c033a2aa3', 'network_id': '189cb18a-0478-4b3d-b1bf-cf0c033a2aa3', 'tenant_id': 'c6c3c2b9168848e0bbcd62d6e4248ed6', 'fixed_ips': [{'subnet_id': 'a735d911-35ec-49cf-aa8a-e7b5651ea4cc'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:40.386283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c5a43de9-9b38-41e1-9e6a-2dc3d9ba1377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.402600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] For port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:40.417291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] For port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e,segment=NetworkSegment(9163bb3e-601a-4e9f-a6e7-c8f6209b2223),segment_id=9163bb3e-601a-4e9f-a6e7-c8f6209b2223)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:40.425546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.455775 n-d-798054-11 neutron-server[93994]: INFO neutron.api.v2.resource [None req-c28ac355-560e-4abf-a354-11c0a4f8c9cd tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 14:10:40.456417 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c28ac355-560e-4abf-a354-11c0a4f8c9cd tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "PUT /v2.0/routers/80129ff2-8589-4849-a12d-c20983cdb368 HTTP/1.1" status: 400 len: 364 time: 0.3451362 Jul 15 14:10:40.464291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57220) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:40.527127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Deleting subnet a735d911-35ec-49cf-aa8a-e7b5651ea4cc {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:10:40.529366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.551508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9227b9-6f3f-46dd-a634-ce31ac5a6e40 None None] Pushing event updated for resources: {'Port': ['ID=5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:40.572462 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.618757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server [None req-c5a43de9-9b38-41e1-9e6a-2dc3d9ba1377 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a735d911-35ec-49cf-aa8a-e7b5651ea4cc: This subnet is being modified by another concurrent operation. Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server raise exception Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a735d911-35ec-49cf-aa8a-e7b5651ea4cc: This subnet is being modified by another concurrent operation. Jul 15 14:10:40.702160 n-d-798054-11 neutron-server[93996]: ERROR oslo_messaging.rpc.server Jul 15 14:10:40.711008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.728548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b9f23-6dcc-4864-b6df-0981d246e477 None None] Network 189cb18a-0478-4b3d-b1bf-cf0c033a2aa3 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:40.737531 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.739824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "DELETE /v2.0/subnets/a735d911-35ec-49cf-aa8a-e7b5651ea4cc HTTP/1.1" status: 204 len: 168 time: 0.2739308 Jul 15 14:10:40.741554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365951b3-84d4-4adb-8136-0d662ae5dfb4 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event deleted for resources: {'Subnet': ['ID=a735d911-35ec-49cf-aa8a-e7b5651ea4cc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:40.743857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57222) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:40.841092 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.940877 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.951371 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189cb18a-0478-4b3d-b1bf-cf0c033a2aa3']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:40.961790 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e931118f-39cd-4d54-bd66-f9712e430652') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:40.962088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e931118f-39cd-4d54-bd66-f9712e430652') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:40.971409 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.985304 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.992341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:40.992915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:40.995923 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:41.063446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.071423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.074819 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "DELETE /v2.0/networks/189cb18a-0478-4b3d-b1bf-cf0c033a2aa3 HTTP/1.1" status: 204 len: 168 time: 0.3292387 Jul 15 14:10:41.077331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57224) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:41.093647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0fc9b-f8e7-4b62-87e2-39d8017ff745 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event deleted for resources: {'Network': ['ID=189cb18a-0478-4b3d-b1bf-cf0c033a2aa3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.130385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Deleting subnet 00e0d261-7acd-4078-a6c9-bd0b75f1093b {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:10:41.133714 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.175459 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.269120 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.334143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.363848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event deleted for resources: {'Subnet': ['ID=00e0d261-7acd-4078-a6c9-bd0b75f1093b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.368138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.370036 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b399e745-240b-4142-a2fc-c9bd4a1f8c16 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "DELETE /v2.0/subnets/00e0d261-7acd-4078-a6c9-bd0b75f1093b HTTP/1.1" status: 204 len: 168 time: 0.2916455 Jul 15 14:10:41.372692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57226) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:41.463440 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.504066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bec80-fecd-4573-bf02-42ed4bd0f2fb None None] Network 51a9caac-5b46-42e2-8e68-985f29b59a33 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:41.528312 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Deleting port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:10:41.528655 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.592524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] For port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e,segment=NetworkSegment(9163bb3e-601a-4e9f-a6e7-c8f6209b2223),segment_id=9163bb3e-601a-4e9f-a6e7-c8f6209b2223)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:41.592943 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.605626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Calling delete_port for 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:10:41.626424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-833c190d-be63-4074-8470-324429dd8be1 None None] Provisioning for port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:41.690733 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe641d-407d-4ba5-906c-110389a89535 None None] DHCP port deletion for 51a9caac-5b46-42e2-8e68-985f29b59a33 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:10:41.699503 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.717721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-56fe641d-407d-4ba5-906c-110389a89535 None None] The port '5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e' was deleted {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 15 14:10:41.727280 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event deleted for resources: {'Port': ['ID=5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.729146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] No DVR routers for this DVR port 5c6915e9-d39a-4e2e-a52c-ec4c61ce7c5e on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:10:41.731675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f6152-d257-4892-8c6a-114e2c621898 None None] get_active_networks_info from n-d-798054-11 {{(pid=93996) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 14:10:41.791698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f6152-d257-4892-8c6a-114e2c621898 None None] Resources bound (agent type, host, resource id): {{(pid=93996) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 14:10:41.810633 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.821542 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a9caac-5b46-42e2-8e68-985f29b59a33']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:41.836971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9163bb3e-601a-4e9f-a6e7-c8f6209b2223') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:41.837339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9163bb3e-601a-4e9f-a6e7-c8f6209b2223') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:41.849569 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.865242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.871623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:10:41.872026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:10:41.875186 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:10:41.937263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.942729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:41.946997 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "DELETE /v2.0/networks/51a9caac-5b46-42e2-8e68-985f29b59a33 HTTP/1.1" status: 204 len: 168 time: 0.5733414 Jul 15 14:10:41.947620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57228) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:41.986847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1ada4-af0a-45d3-94e9-3be1f95012a3 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Pushing event deleted for resources: {'Network': ['ID=51a9caac-5b46-42e2-8e68-985f29b59a33,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:41.990093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2db2dad7-98ca-4c85-a980-1c8aafbe31d1 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "GET /v2.0/ports?device_id=80129ff2-8589-4849-a12d-c20983cdb368 HTTP/1.1" status: 200 len: 205 time: 0.0381930 Jul 15 14:10:41.992725 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57230) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:42.438248 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.616868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.619145 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.672785 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.673631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Fanout notify agent at l3_agent the message router_deleted on router 80129ff2-8589-4849-a12d-c20983cdb368 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:10:42.688379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:42.690685 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d7cd2ec-570a-4c0d-a7c4-b9191493ebc2 tempest-RoutersNegativeTest-407121978 tempest-RoutersNegativeTest-407121978-project] 10.222.0.57 "DELETE /v2.0/routers/80129ff2-8589-4849-a12d-c20983cdb368 HTTP/1.1" status: 204 len: 168 time: 0.6968699 Jul 15 14:10:42.955565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57236) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.097029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bd4a2ceb-bc66-4939-8e4a-d1da137ea4b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6c3c2b9168848e0bbcd62d6e4248ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402349 Jul 15 14:10:43.100635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57240) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:43.128234 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-363748db-3d1f-438d-a6ee-725d4a8cd406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.151331 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37fad8b5-c9ac-4091-a34a-fd698c3c32ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.174368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37fad8b5-c9ac-4091-a34a-fd698c3c32ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.230821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37fad8b5-c9ac-4091-a34a-fd698c3c32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.233559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-37fad8b5-c9ac-4091-a34a-fd698c3c32ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:43.235010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-37fad8b5-c9ac-4091-a34a-fd698c3c32ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d54975c0-928a-475b-8dfa-d038e745d8c6 HTTP/1.1" status: 204 len: 168 time: 0.1334081 Jul 15 14:10:43.244409 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fad8b5-c9ac-4091-a34a-fd698c3c32ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54975c0-928a-475b-8dfa-d038e745d8c6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:43.955865 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57262) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:44.070996 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-150056212-network', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:44.094819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Made reservation on behalf of 1e23e83e9f8a4f008ad6e4a7ebbb71b0 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:44.098682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.112611 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.209837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.217434 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.249359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:44.256437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064c118-46fc-4b1b-ada6-eb34f7482483,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:44.264324 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.264324 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Added segment 7bad5625-f672-4101-91b8-3555790ac6dc of type vlan for network a3ccf326-61bb-4155-82da-03175154b4af Jul 15 14:10:44.307149 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.339968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.341131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.341765 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.370653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4136410 Jul 15 14:10:44.373770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:44.380919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Request body: {'subnet': {'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-subnet', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:44.404571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Made reservation on behalf of 1e23e83e9f8a4f008ad6e4a7ebbb71b0 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:44.406992 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.409587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b80c87-6f41-428f-b6bb-888c87db7e9f admin admin] Pushing event updated for resources: {'Network': ['ID=a3ccf326-61bb-4155-82da-03175154b4af,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:44.423494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network a3ccf326-61bb-4155-82da-03175154b4af details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:44.588427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.636347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a914252c-6e41-4775-802b-35690bb3675d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:44.654545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Checking segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:44.654914 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Network hostable DHCP agents. Network: a3ccf326-61bb-4155-82da-03175154b4af, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:44.673252 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Network a3ccf326-61bb-4155-82da-03175154b4af is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:44.684543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, a3ccf326-61bb-4155-82da-03175154b4af) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:44.689396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:44.690065 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.696116 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e6b5d-3fcf-4c3c-abec-785d07241276 None None] Network a3ccf326-61bb-4155-82da-03175154b4af requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:44.706862 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1356f46e-5ed7-4dc4-9d17-193d7d72307f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3303857 Jul 15 14:10:44.709809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57268) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:44.716294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:44.748605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.749801 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.806936 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.851268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-a3ccf326-61bb-4155-82da-03175154b4af', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:44.852159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.954295 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:44.990808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Allocated IP 172.20.0.2 (a3ccf326-61bb-4155-82da-03175154b4af/a914252c-6e41-4775-802b-35690bb3675d/374be19c-d877-4831-8554-3624fcd70bb2) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:45.151658 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.161539 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Transition to ACTIVE for port object 374be19c-d877-4831-8554-3624fcd70bb2 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:45.171167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.178678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Transition to ACTIVE for port object 374be19c-d877-4831-8554-3624fcd70bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:45.186452 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.197187 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.227713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Network a3ccf326-61bb-4155-82da-03175154b4af is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:45.230502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:45.234505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:45.240292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Pushing event updated for resources: {'Port': ['ID=374be19c-d877-4831-8554-3624fcd70bb2,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:45.300960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Attempting to bind port 374be19c-d877-4831-8554-3624fcd70bb2 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:45.301401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Attempting to bind port 374be19c-d877-4831-8554-3624fcd70bb2 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:45.301695 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Attempting to bind port 374be19c-d877-4831-8554-3624fcd70bb2 on network a3ccf326-61bb-4155-82da-03175154b4af {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:45.306903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:45.307272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Checking segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:45.307673 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.308101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Bound using segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:45.308554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Bound port: 374be19c-d877-4831-8554-3624fcd70bb2, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:45.308933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.312349 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Allocated IP 172.25.3.95 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/17da7377-ea37-4b39-bc7f-4520563488c6) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:45.435247 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.479517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.522281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:45.525662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:45.530186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:45.533438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Pushing event updated for resources: {'Port': ['ID=17da7377-ea37-4b39-bc7f-4520563488c6,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:45.541294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.558333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] For port 374be19c-d877-4831-8554-3624fcd70bb2, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:45.561706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] For port 374be19c-d877-4831-8554-3624fcd70bb2, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=374be19c-d877-4831-8554-3624fcd70bb2,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:45.567528 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.650720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15dc4d-33f6-4768-9ae2-5ae0214e9343 None None] Pushing event updated for resources: {'Port': ['ID=374be19c-d877-4831-8554-3624fcd70bb2,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:45.662095 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4dedc2d3-482d-43de-889a-76b3e98090df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.781909 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.813380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:45.854233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.029305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.169793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Router 31d3f187-6574-4cba-b0b5-d87a47f8f575 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:10:46.290639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:46.303537 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Sync routers for ids ['31d3f187-6574-4cba-b0b5-d87a47f8f575'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:46.310286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.311692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9afb19a2-a5da-4eb5-ad5a-8054be408443 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6005297 Jul 15 14:10:46.314610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57270) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:46.319689 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Routers {'31d3f187-6574-4cba-b0b5-d87a47f8f575'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:46.320778 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['31d3f187-6574-4cba-b0b5-d87a47f8f575'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:46.434388 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 374be19c-d877-4831-8554-3624fcd70bb2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:46.498117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 374be19c-d877-4831-8554-3624fcd70bb2 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:46.587869 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Set router 31d3f187-6574-4cba-b0b5-d87a47f8f575 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:46.688179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5f961-4165-48d9-ad06-54f07f827409 None None] Network a3ccf326-61bb-4155-82da-03175154b4af requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:46.769487 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:10:45Z', 'revision_number': 3, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:46.795917 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Checking router: 31d3f187-6574-4cba-b0b5-d87a47f8f575 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:46.796242 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Updating router 31d3f187-6574-4cba-b0b5-d87a47f8f575 port 17da7377-ea37-4b39-bc7f-4520563488c6 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:46.805868 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.819234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] Provisioning for port 374be19c-d877-4831-8554-3624fcd70bb2 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:46.824817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] Provisioning complete for port 374be19c-d877-4831-8554-3624fcd70bb2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:46.825194 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.843920 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.975754 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:46.992559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Allocated IP 172.20.0.1 (a3ccf326-61bb-4155-82da-03175154b4af/a914252c-6e41-4775-802b-35690bb3675d/57f54d12-d901-4cf4-a9f8-747d06ecce9b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:47.011420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] For port 374be19c-d877-4831-8554-3624fcd70bb2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=374be19c-d877-4831-8554-3624fcd70bb2,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:47.017129 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.078549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8230b-e4eb-454a-a211-d3140189d3e6 None None] Pushing event updated for resources: {'Port': ['ID=374be19c-d877-4831-8554-3624fcd70bb2,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:47.123400 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.138751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Transition to ACTIVE for port object 57f54d12-d901-4cf4-a9f8-747d06ecce9b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:47.156859 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.169954 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Transition to ACTIVE for port object 17da7377-ea37-4b39-bc7f-4520563488c6 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:47.177990 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.179484 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.214031 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Network a3ccf326-61bb-4155-82da-03175154b4af is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:47.217042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:47.220722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:47.230475 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Attempting to bind port 17da7377-ea37-4b39-bc7f-4520563488c6 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:47.231072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Attempting to bind port 17da7377-ea37-4b39-bc7f-4520563488c6 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:47.231530 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Attempting to bind port 17da7377-ea37-4b39-bc7f-4520563488c6 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:47.242018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d9c4039-2776-4322-9ab3-d4d4ee2e1de2 None None] Provisioning complete for port 374be19c-d877-4831-8554-3624fcd70bb2 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:47.242312 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d9c4039-2776-4322-9ab3-d4d4ee2e1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.244578 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:47.246154 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:47.246696 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.247192 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:47.247863 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Bound port: 17da7377-ea37-4b39-bc7f-4520563488c6, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:47.248395 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.259863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Pushing event updated for resources: {'Port': ['ID=57f54d12-d901-4cf4-a9f8-747d06ecce9b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:47.271912 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.312298 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.324681 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] For port 17da7377-ea37-4b39-bc7f-4520563488c6, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:47.328381 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] For port 17da7377-ea37-4b39-bc7f-4520563488c6, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=17da7377-ea37-4b39-bc7f-4520563488c6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:47.330982 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Pushing event updated for resources: {'Port': ['ID=17da7377-ea37-4b39-bc7f-4520563488c6,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:47.336902 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.349841 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.350383 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.351857 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.351857 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.351857 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.352194 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.352661 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.353074 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.353546 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.354027 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.354426 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.354898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:10:47.427242 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9ebf7-3e69-40fa-b2ed-8ae35ae2c88a None None] Pushing event updated for resources: {'Port': ['ID=17da7377-ea37-4b39-bc7f-4520563488c6,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:47.442599 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.446270 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Routers {'31d3f187-6574-4cba-b0b5-d87a47f8f575'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:47.446938 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['31d3f187-6574-4cba-b0b5-d87a47f8f575'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:47.495912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-62323292-55c9-439e-a191-3503a9a608bf None None] Provisioning for port 57f54d12-d901-4cf4-a9f8-747d06ecce9b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:47.500363 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-62323292-55c9-439e-a191-3503a9a608bf None None] Provisioning complete for port 57f54d12-d901-4cf4-a9f8-747d06ecce9b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:47.500670 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62323292-55c9-439e-a191-3503a9a608bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.539705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-62323292-55c9-439e-a191-3503a9a608bf None None] Port 57f54d12-d901-4cf4-a9f8-747d06ecce9b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:47.565173 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] Set router 31d3f187-6574-4cba-b0b5-d87a47f8f575 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:47.633321 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.640141 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.713717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Pushing event updated for resources: {'Port': ['ID=57f54d12-d901-4cf4-a9f8-747d06ecce9b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:47.716825 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:47.775259 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '57f54d12-d901-4cf4-a9f8-747d06ecce9b', 'name': '', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'mac_address': 'fa:16:3e:5c:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:46Z', 'updated_at': '2021-07-15T14:10:46Z', 'revision_number': 1, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'subnets': [{'id': 'a914252c-6e41-4775-802b-35690bb3675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:47.806938 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2545c9-1449-4e5c-8881-133ff40c28c1 None None] The sync data for ids ['31d3f187-6574-4cba-b0b5-d87a47f8f575'] in n-d-798054-11 is: [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '57f54d12-d901-4cf4-a9f8-747d06ecce9b', 'name': '', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'mac_address': 'fa:16:3e:5c:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:46Z', 'updated_at': '2021-07-15T14:10:46Z', 'revision_number': 1, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'subnets': [{'id': 'a914252c-6e41-4775-802b-35690bb3675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:47.816455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Network a3ccf326-61bb-4155-82da-03175154b4af is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:47.817963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:47.945411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Router 31d3f187-6574-4cba-b0b5-d87a47f8f575 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:48.077333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-449913ec-6e44-487f-85a8-e7d579996cf9 None None] Provisioning complete for port 57f54d12-d901-4cf4-a9f8-747d06ecce9b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:48.077991 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-449913ec-6e44-487f-85a8-e7d579996cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:48.123473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-449913ec-6e44-487f-85a8-e7d579996cf9 None None] Port 57f54d12-d901-4cf4-a9f8-747d06ecce9b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:48.391294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 374be19c-d877-4831-8554-3624fcd70bb2 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:48.453710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 374be19c-d877-4831-8554-3624fcd70bb2 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:48.453710 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:48.473234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:48.482069 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2a9498b8-6755-47b6-a5cd-5e6a75b01107 admin admin] 10.222.0.57 "PUT /v2.0/routers/31d3f187-6574-4cba-b0b5-d87a47f8f575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1656523 Jul 15 14:10:48.807628 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.001559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:49.007501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-761828267-network', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:49.033511 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Made reservation on behalf of 17ba9f6d90ce4e9189cc510113f9782a for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:49.036599 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.046133 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.151706 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.157189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.179271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:10:49.194435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaaae74-c2c1-40c8-9a57-63a8692477f7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:49.197880 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.198249 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Added segment ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9 of type vlan for network 1733759b-8f27-43f2-863a-4f1ce5628468 Jul 15 14:10:49.238687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.270125 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.271699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:49.272588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.317154 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3143828 Jul 15 14:10:49.320160 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57290) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:49.325423 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Request body: {'subnet': {'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-subnet', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:49.348470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78c596-dfb2-45ea-b004-8c837978c7ff admin admin] Pushing event updated for resources: {'Network': ['ID=1733759b-8f27-43f2-863a-4f1ce5628468,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:49.349390 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Made reservation on behalf of 17ba9f6d90ce4e9189cc510113f9782a for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:49.352691 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.359518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 1733759b-8f27-43f2-863a-4f1ce5628468 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:10:49.547330 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.601285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e85d811-d072-48a4-abf5-cee422908573,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:49.621262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Checking segment: {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:49.621614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Network hostable DHCP agents. Network: 1733759b-8f27-43f2-863a-4f1ce5628468, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:10:49.639943 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Network 1733759b-8f27-43f2-863a-4f1ce5628468 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:10:49.651097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 1733759b-8f27-43f2-863a-4f1ce5628468) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:49.655752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:49.656424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.661443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da8e48-0380-4306-8eae-c288f593eb4b None None] Network 1733759b-8f27-43f2-863a-4f1ce5628468 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:49.673481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f920dfef-6439-4fbd-a0e5-cd79df908fd6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3517306 Jul 15 14:10:49.675838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:49.680867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:49.704849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.706008 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.764778 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.819118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-1733759b-8f27-43f2-863a-4f1ce5628468', 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'fixed_ips': [{'subnet_id': '3e85d811-d072-48a4-abf5-cee422908573'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:10:49.820068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.911268 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:49.955601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Allocated IP 172.20.0.2 (1733759b-8f27-43f2-863a-4f1ce5628468/3e85d811-d072-48a4-abf5-cee422908573/378bba4a-c729-4593-a17b-619a2fb1a153) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:49.959237 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Sync routers for ids ['31d3f187-6574-4cba-b0b5-d87a47f8f575'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:49.980257 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Routers {'31d3f187-6574-4cba-b0b5-d87a47f8f575'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:49.980910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['31d3f187-6574-4cba-b0b5-d87a47f8f575'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:50.125083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.145682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.161398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Set router 31d3f187-6574-4cba-b0b5-d87a47f8f575 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:50.240360 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.262683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Allocated IP 172.25.3.203 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/eb92d18d-10dc-42f0-be42-82149eb69ef5) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:50.281515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Transition to ACTIVE for port object 378bba4a-c729-4593-a17b-619a2fb1a153 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:50.317150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Transition to ACTIVE for port object 378bba4a-c729-4593-a17b-619a2fb1a153 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:50.349983 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.379040 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.406494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Network 1733759b-8f27-43f2-863a-4f1ce5628468 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:50.417408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 17da7377-ea37-4b39-bc7f-4520563488c6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:50.419403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:50.429801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:50.430055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.448295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Pushing event updated for resources: {'Port': ['ID=378bba4a-c729-4593-a17b-619a2fb1a153,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:50.467821 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:50.472792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:50.476290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:50.505672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Pushing event updated for resources: {'Port': ['ID=eb92d18d-10dc-42f0-be42-82149eb69ef5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:50.553581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Attempting to bind port 378bba4a-c729-4593-a17b-619a2fb1a153 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:50.553958 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Attempting to bind port 378bba4a-c729-4593-a17b-619a2fb1a153 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:50.554324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Attempting to bind port 378bba4a-c729-4593-a17b-619a2fb1a153 on network 1733759b-8f27-43f2-863a-4f1ce5628468 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:50.568375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:50.568754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Checking segment: {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:50.569156 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.569626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Bound using segment: {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:50.570117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Bound port: 378bba4a-c729-4593-a17b-619a2fb1a153, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:50.570559 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.574206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 17da7377-ea37-4b39-bc7f-4520563488c6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:50.586980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 17da7377-ea37-4b39-bc7f-4520563488c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:50.587355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.646068 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '57f54d12-d901-4cf4-a9f8-747d06ecce9b', 'name': '', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'mac_address': 'fa:16:3e:5c:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:46Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 2, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'subnets': [{'id': 'a914252c-6e41-4775-802b-35690bb3675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:50.685838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Checking router: 31d3f187-6574-4cba-b0b5-d87a47f8f575 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:50.686194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Updating router 31d3f187-6574-4cba-b0b5-d87a47f8f575 port 57f54d12-d901-4cf4-a9f8-747d06ecce9b binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:50.738676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] For port 378bba4a-c729-4593-a17b-619a2fb1a153, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:50.744526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] For port 378bba4a-c729-4593-a17b-619a2fb1a153, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=378bba4a-c729-4593-a17b-619a2fb1a153,segment=NetworkSegment(ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9),segment_id=ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:50.748436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.758384 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.761838 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.871258 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:50.957851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25947735-4cd3-43f4-8322-3dc27c91f4a9 None None] Pushing event updated for resources: {'Port': ['ID=378bba4a-c729-4593-a17b-619a2fb1a153,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:50.965913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 17da7377-ea37-4b39-bc7f-4520563488c6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=17da7377-ea37-4b39-bc7f-4520563488c6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:50.974570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.002103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.186852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:10:51.242184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=17da7377-ea37-4b39-bc7f-4520563488c6,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.284891 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:10:51.308786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:51.321512 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Sync routers for ids ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:51.329170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.333350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8225b2b8-c960-45c0-8c94-9f5c2626c4ae admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6536322 Jul 15 14:10:51.333693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57294) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:10:51.336324 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Routers {'26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:51.337333 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:51.414244 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.426074 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Transition to ACTIVE for port object 57f54d12-d901-4cf4-a9f8-747d06ecce9b will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:51.434267 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.457914 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Set router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:51.489362 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8ea9-31d5-4a20-9968-0f6db0ea26d2 None None] Pushing event updated for resources: {'Port': ['ID=57f54d12-d901-4cf4-a9f8-747d06ecce9b,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.563373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Attempting to bind port 57f54d12-d901-4cf4-a9f8-747d06ecce9b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:51.563839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Attempting to bind port 57f54d12-d901-4cf4-a9f8-747d06ecce9b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:51.564662 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Attempting to bind port 57f54d12-d901-4cf4-a9f8-747d06ecce9b on network a3ccf326-61bb-4155-82da-03175154b4af {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:51.573654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:51.574139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Checking segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:51.574443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.574874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Bound using segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:51.576010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Bound port: 57f54d12-d901-4cf4-a9f8-747d06ecce9b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:51.576736 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.655980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] For port 57f54d12-d901-4cf4-a9f8-747d06ecce9b, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:51.660265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] For port 57f54d12-d901-4cf4-a9f8-747d06ecce9b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=57f54d12-d901-4cf4-a9f8-747d06ecce9b,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:51.671411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.697148 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 3, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:51.734783 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Checking router: 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:51.735161 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Updating router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 port eb92d18d-10dc-42f0-be42-82149eb69ef5 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:51.741580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Routers {'31d3f187-6574-4cba-b0b5-d87a47f8f575'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:51.742122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['31d3f187-6574-4cba-b0b5-d87a47f8f575'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:51.791641 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.837218 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f8ea9-31d5-4a20-9968-0f6db0ea26d2 None None] Pushing event updated for resources: {'Port': ['ID=57f54d12-d901-4cf4-a9f8-747d06ecce9b,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:51.923227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:51.942986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] Set router 31d3f187-6574-4cba-b0b5-d87a47f8f575 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:52.159998 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.172120 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Transition to ACTIVE for port object eb92d18d-10dc-42f0-be42-82149eb69ef5 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:52.180670 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.194052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fc778-e801-4355-924c-66d71e1f95b7 None None] Network 1733759b-8f27-43f2-863a-4f1ce5628468 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:10:52.198676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Allocated IP 172.20.0.1 (1733759b-8f27-43f2-863a-4f1ce5628468/3e85d811-d072-48a4-abf5-cee422908573/07e6193b-6dfd-420f-afac-19ce52049032) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:52.236636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ccb00-ee95-47c9-8767-9d3b427383d1 None None] Pushing event updated for resources: {'Port': ['ID=eb92d18d-10dc-42f0-be42-82149eb69ef5,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.239656 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Attempting to bind port eb92d18d-10dc-42f0-be42-82149eb69ef5 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:52.240452 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Attempting to bind port eb92d18d-10dc-42f0-be42-82149eb69ef5 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:52.240888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Attempting to bind port eb92d18d-10dc-42f0-be42-82149eb69ef5 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:52.247392 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:52.247840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:52.248306 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.248769 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:52.249307 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Bound port: eb92d18d-10dc-42f0-be42-82149eb69ef5, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:52.249805 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.308161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-06ddaae5-41bc-428f-b73a-1e87a55da2a8 None None] Provisioning for port 378bba4a-c729-4593-a17b-619a2fb1a153 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:52.313006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '57f54d12-d901-4cf4-a9f8-747d06ecce9b', 'name': '', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'mac_address': 'fa:16:3e:5c:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:46Z', 'updated_at': '2021-07-15T14:10:51Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'subnets': [{'id': 'a914252c-6e41-4775-802b-35690bb3675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:52.318835 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] For port eb92d18d-10dc-42f0-be42-82149eb69ef5, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:52.323040 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] For port eb92d18d-10dc-42f0-be42-82149eb69ef5, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eb92d18d-10dc-42f0-be42-82149eb69ef5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:52.335540 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.364285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec1633-dae4-4166-a861-338acf5c2253 None None] The sync data for ids ['31d3f187-6574-4cba-b0b5-d87a47f8f575'] in n-d-798054-11 is: [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:10:47Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '57f54d12-d901-4cf4-a9f8-747d06ecce9b', 'name': '', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'mac_address': 'fa:16:3e:5c:cb:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:46Z', 'updated_at': '2021-07-15T14:10:51Z', 'revision_number': 4, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'subnets': [{'id': 'a914252c-6e41-4775-802b-35690bb3675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:52.365521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.390561 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Routers {'26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:52.391208 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:52.391992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Transition to ACTIVE for port object 07e6193b-6dfd-420f-afac-19ce52049032 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:52.451341 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ccb00-ee95-47c9-8767-9d3b427383d1 None None] Pushing event updated for resources: {'Port': ['ID=eb92d18d-10dc-42f0-be42-82149eb69ef5,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.458934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.507238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Network 1733759b-8f27-43f2-863a-4f1ce5628468 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:52.508818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:52.514435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:52.565476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Pushing event updated for resources: {'Port': ['ID=07e6193b-6dfd-420f-afac-19ce52049032,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:52.589074 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.652715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57f54d12-d901-4cf4-a9f8-747d06ecce9b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:52.675803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] Set router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:52.729357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 57f54d12-d901-4cf4-a9f8-747d06ecce9b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:52.733633 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 57f54d12-d901-4cf4-a9f8-747d06ecce9b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:52.734019 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.817740 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.858792 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.937735 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 3, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:52.938048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 57f54d12-d901-4cf4-a9f8-747d06ecce9b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=57f54d12-d901-4cf4-a9f8-747d06ecce9b,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:52.946413 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:52.947604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 378bba4a-c729-4593-a17b-619a2fb1a153 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:52.976811 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9116d5-e50f-4b87-b50a-2be631b6f93e None None] The sync data for ids ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'] in n-d-798054-11 is: [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 3, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:53.045741 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=57f54d12-d901-4cf4-a9f8-747d06ecce9b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:53.074761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.080951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.099240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 378bba4a-c729-4593-a17b-619a2fb1a153 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:53.106432 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 378bba4a-c729-4593-a17b-619a2fb1a153 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:53.106869 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.177751 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.195939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Pushing event updated for resources: {'Port': ['ID=07e6193b-6dfd-420f-afac-19ce52049032,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:53.213691 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.262111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 378bba4a-c729-4593-a17b-619a2fb1a153, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=378bba4a-c729-4593-a17b-619a2fb1a153,segment=NetworkSegment(ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9),segment_id=ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:53.268885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.269860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 17da7377-ea37-4b39-bc7f-4520563488c6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:53.275154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5a4419e2-2f4a-49a3-a860-8b4deb9bc9fb None None] Provisioning for port 07e6193b-6dfd-420f-afac-19ce52049032 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:53.304452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Network 1733759b-8f27-43f2-863a-4f1ce5628468 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:53.306188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:53.321304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5a4419e2-2f4a-49a3-a860-8b4deb9bc9fb None None] Provisioning complete for port 07e6193b-6dfd-420f-afac-19ce52049032 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:53.321680 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5a4419e2-2f4a-49a3-a860-8b4deb9bc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.387572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5a4419e2-2f4a-49a3-a860-8b4deb9bc9fb None None] Port 07e6193b-6dfd-420f-afac-19ce52049032 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:53.408572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=378bba4a-c729-4593-a17b-619a2fb1a153,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:53.417582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 17da7377-ea37-4b39-bc7f-4520563488c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:53.417964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.496878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:10:53.640478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:10:53.645760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-de158728-2a5e-402f-b051-8f3aa8a8c40e admin admin] 10.222.0.57 "PUT /v2.0/routers/26afa054-e3ac-4e4a-b7ee-5fba98f7fa60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3109899 Jul 15 14:10:53.711719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-89fce935-3c37-4cf2-b725-53d0ffa3a247 None None] Provisioning complete for port 07e6193b-6dfd-420f-afac-19ce52049032 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:53.712335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-89fce935-3c37-4cf2-b725-53d0ffa3a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:53.749015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-89fce935-3c37-4cf2-b725-53d0ffa3a247 None None] Port 07e6193b-6dfd-420f-afac-19ce52049032 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:54.379852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-6bb9b128-d031-4a76-bf5a-c586a78f58b0 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:54.381417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-6bb9b128-d031-4a76-bf5a-c586a78f58b0 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/networks?id=a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 200 len: 816 time: 0.1124387 Jul 15 14:10:54.396872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-033246c6-1864-47b2-9b57-db36f6172368 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/quotas/1e23e83e9f8a4f008ad6e4a7ebbb71b0 HTTP/1.1" status: 200 len: 375 time: 0.0098522 Jul 15 14:10:54.470677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-89e91daa-f03f-462a-8fb0-8e673ba08df2 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677135 Jul 15 14:10:54.476185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57f54d12-d901-4cf4-a9f8-747d06ecce9b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:54.528006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 57f54d12-d901-4cf4-a9f8-747d06ecce9b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:54.528313 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.574195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-8b50d45e-f9f8-42d6-a479-d08f044d3e59 service neutron] 10.222.0.57 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911911 Jul 15 14:10:54.610787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 378bba4a-c729-4593-a17b-619a2fb1a153 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:54.662890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 378bba4a-c729-4593-a17b-619a2fb1a153 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:54.663586 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.683678 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-d71df1cc-0cf0-4586-89df-93e637430978 service neutron] 10.222.0.57 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033487 Jul 15 14:10:54.756784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eb92d18d-10dc-42f0-be42-82149eb69ef5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:54.809777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port eb92d18d-10dc-42f0-be42-82149eb69ef5 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:54.814408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eb92d18d-10dc-42f0-be42-82149eb69ef5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:54.815038 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.877960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2529c7a5-8cdc-4d20-b287-6b880aff8d9b req-71039246-4540-4e2c-91d3-b69a7d914484 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 210 time: 0.0365486 Jul 15 14:10:54.918196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:54.941641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port eb92d18d-10dc-42f0-be42-82149eb69ef5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eb92d18d-10dc-42f0-be42-82149eb69ef5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:54.947478 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.001740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=eb92d18d-10dc-42f0-be42-82149eb69ef5,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:55.230291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Sync routers for ids ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:10:55.240279 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Routers {'26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:55.240950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:55.352142 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Set router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:55.559265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:10:52Z', 'revision_number': 4, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '07e6193b-6dfd-420f-afac-19ce52049032', 'name': '', 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'mac_address': 'fa:16:3e:30:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3e85d811-d072-48a4-abf5-cee422908573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:51Z', 'updated_at': '2021-07-15T14:10:52Z', 'revision_number': 2, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'subnets': [{'id': '3e85d811-d072-48a4-abf5-cee422908573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:55.589025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Checking router: 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:10:55.589369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Updating router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 port 07e6193b-6dfd-420f-afac-19ce52049032 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:10:55.624580 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.921337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.935501 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Transition to ACTIVE for port object 07e6193b-6dfd-420f-afac-19ce52049032 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:55.943875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:55.998064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b76b52-1012-43ab-8d5e-8d76be39f44a None None] Pushing event updated for resources: {'Port': ['ID=07e6193b-6dfd-420f-afac-19ce52049032,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:56.062935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Attempting to bind port 07e6193b-6dfd-420f-afac-19ce52049032 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:56.063345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Attempting to bind port 07e6193b-6dfd-420f-afac-19ce52049032 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:56.063840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Attempting to bind port 07e6193b-6dfd-420f-afac-19ce52049032 on network 1733759b-8f27-43f2-863a-4f1ce5628468 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:56.073355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:56.073728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Checking segment: {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:56.074130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.074549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Bound using segment: {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:56.075081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Bound port: 07e6193b-6dfd-420f-afac-19ce52049032, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:56.075549 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.121797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-e97b9003-967d-4eb9-ba23-b078516bafe4 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:56.123376 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-e97b9003-967d-4eb9-ba23-b078516bafe4 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.58 "GET /v2.0/networks?id=a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 200 len: 816 time: 0.1901357 Jul 15 14:10:56.146594 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7b809469-ba6c-4317-9877-94407dd1820e req-82aa46d4-aab4-47a4-8bcd-293f8cb93141 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 210 time: 0.0424843 Jul 15 14:10:56.151370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Request body: {'port': {'device_id': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'admin_state_up': True, 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:56.203907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] For port 07e6193b-6dfd-420f-afac-19ce52049032, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:56.207776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] For port 07e6193b-6dfd-420f-afac-19ce52049032, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=07e6193b-6dfd-420f-afac-19ce52049032,segment=NetworkSegment(ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9),segment_id=ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:56.213855 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.292394 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Made reservation on behalf of 1e23e83e9f8a4f008ad6e4a7ebbb71b0 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:10:56.296402 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.418779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eb92d18d-10dc-42f0-be42-82149eb69ef5 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:56.438067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Allocated IP 172.20.0.7 (a3ccf326-61bb-4155-82da-03175154b4af/a914252c-6e41-4775-802b-35690bb3675d/a5442b4a-1580-4144-9e1d-c8b7b97da011) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:10:56.488883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b76b52-1012-43ab-8d5e-8d76be39f44a None None] Pushing event updated for resources: {'Port': ['ID=07e6193b-6dfd-420f-afac-19ce52049032,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:56.491658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Routers {'26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:10:56.492272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:10:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:56.582579 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port eb92d18d-10dc-42f0-be42-82149eb69ef5 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:56.582952 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.616415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.633802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] Set router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:10:56.634784 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Transition to ACTIVE for port object a5442b4a-1580-4144-9e1d-c8b7b97da011 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:56.669702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.723899 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Network a3ccf326-61bb-4155-82da-03175154b4af is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:10:56.729127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:10:56.733818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:10:56.736830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Pushing event updated for resources: {'Port': ['ID=a5442b4a-1580-4144-9e1d-c8b7b97da011,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:56.794984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:56.796058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.817215 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-4b44df98-bd66-42f4-8395-83a25a24c860 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6739759 Jul 15 14:10:56.831893 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Request body: {'port': {'device_id': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:10:56.907382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:56.918762 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:10:52Z', 'revision_number': 4, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '07e6193b-6dfd-420f-afac-19ce52049032', 'name': '', 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'mac_address': 'fa:16:3e:30:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3e85d811-d072-48a4-abf5-cee422908573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:51Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'subnets': [{'id': '3e85d811-d072-48a4-abf5-cee422908573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:10:56.947803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeee91-59b3-4ea9-8e84-9f71643511ae None None] The sync data for ids ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'] in n-d-798054-11 is: [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:10:52Z', 'revision_number': 4, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '07e6193b-6dfd-420f-afac-19ce52049032', 'name': '', 'network_id': '1733759b-8f27-43f2-863a-4f1ce5628468', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'mac_address': 'fa:16:3e:30:26:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '3e85d811-d072-48a4-abf5-cee422908573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:51Z', 'updated_at': '2021-07-15T14:10:56Z', 'revision_number': 4, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'subnets': [{'id': '3e85d811-d072-48a4-abf5-cee422908573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:10:57.025898 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-721df515-dc6a-4112-b372-560ff789a153 None None] Provisioning for port a5442b4a-1580-4144-9e1d-c8b7b97da011 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:57.030078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-721df515-dc6a-4112-b372-560ff789a153 None None] Provisioning complete for port a5442b4a-1580-4144-9e1d-c8b7b97da011 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:57.030453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-721df515-dc6a-4112-b372-560ff789a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.077292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-721df515-dc6a-4112-b372-560ff789a153 None None] Port a5442b4a-1580-4144-9e1d-c8b7b97da011 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:10:57.222972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5442b4a-1580-4144-9e1d-c8b7b97da011 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:57.231387 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.245529 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Transition to ACTIVE for port object a5442b4a-1580-4144-9e1d-c8b7b97da011 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:10:57.256298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.342725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5442b4a-1580-4144-9e1d-c8b7b97da011,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:57.359974 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad80d81-9ccf-4674-b1a5-46bad8ce61a2 req-9cf4f5fe-24b0-40ff-981e-8c188dbbc68f tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.361844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ad80d81-9ccf-4674-b1a5-46bad8ce61a2 req-9cf4f5fe-24b0-40ff-981e-8c188dbbc68f tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 943 time: 0.0862436 Jul 15 14:10:57.400205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Attempting to bind port a5442b4a-1580-4144-9e1d-c8b7b97da011 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:10:57.400980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Attempting to bind port a5442b4a-1580-4144-9e1d-c8b7b97da011 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:10:57.401550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Attempting to bind port a5442b4a-1580-4144-9e1d-c8b7b97da011 on network a3ccf326-61bb-4155-82da-03175154b4af {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:57.410323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Port a5442b4a-1580-4144-9e1d-c8b7b97da011 on network a3ccf326-61bb-4155-82da-03175154b4af not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:10:57.411165 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Attempting to bind port a5442b4a-1580-4144-9e1d-c8b7b97da011 on network a3ccf326-61bb-4155-82da-03175154b4af {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:10:57.420376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:10:57.420802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Checking segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:10:57.421199 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Bound using segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:10:57.422221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5ad80d81-9ccf-4674-b1a5-46bad8ce61a2 req-6651f18f-40f4-4f3d-a2a9-d2db70cca3bc tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Jul 15 14:10:57.426756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Bound port: a5442b4a-1580-4144-9e1d-c8b7b97da011, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:10:57.427280 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.511898 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] For port a5442b4a-1580-4144-9e1d-c8b7b97da011, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:10:57.515259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] For port a5442b4a-1580-4144-9e1d-c8b7b97da011, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:10:57.521447 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.556147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.556761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:57.558151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] 10.222.0.58 "PUT /v2.0/ports/a5442b4a-1580-4144-9e1d-c8b7b97da011 HTTP/1.1" status: 200 len: 1092 time: 0.7333920 Jul 15 14:10:57.558614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'tag': 'a5442b4a-1580-4144-9e1d-c8b7b97da011'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:10:57.560878 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f96ff958-a63d-4ccc-ab6f-6317dd289d03", "tag": "a5442b4a-1580-4144-9e1d-c8b7b97da011"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:10:57.586684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d7978-b2c2-4569-8b45-7f0fe25bb4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5442b4a-1580-4144-9e1d-c8b7b97da011,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:57.611414 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b198137a-9c72-426b-9b77-9e63242358d0 x-openstack-request-id: req-b198137a-9c72-426b-9b77-9e63242358d0 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:10:57.612130 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96ff958-a63d-4ccc-ab6f-6317dd289d03", "tag": "a5442b4a-1580-4144-9e1d-c8b7b97da011", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:10:57.612130 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b198137a-9c72-426b-9b77-9e63242358d0 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:10:57.612334 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'tag': 'a5442b4a-1580-4144-9e1d-c8b7b97da011', 'status': 'completed', 'code': 200} Jul 15 14:10:57.658837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-c8e9468c-e5c7-4244-a16e-e2fce7f4d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.660374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-c8e9468c-e5c7-4244-a16e-e2fce7f4d2e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 1095 time: 0.0600376 Jul 15 14:10:57.708754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-07e874cb-4011-48fa-8876-498ce7c457c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011 HTTP/1.1" status: 200 len: 217 time: 0.0413053 Jul 15 14:10:57.766646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-f6af99b9-4514-4b83-b8d2-517d145351c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.768325 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-f6af99b9-4514-4b83-b8d2-517d145351c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a914252c-6e41-4775-802b-35690bb3675d HTTP/1.1" status: 200 len: 855 time: 0.0533943 Jul 15 14:10:57.840693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-03690e0a-9d6a-4815-a53b-027e287f73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:57.842301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-03690e0a-9d6a-4815-a53b-027e287f73b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3ccf326-61bb-4155-82da-03175154b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679367 Jul 15 14:10:57.947783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-59843ad6-d5aa-40b8-a91c-585893a23785 service neutron] 10.222.0.58 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964062 Jul 15 14:10:58.040497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ebb04b5d-7126-4a10-bef1-4f0c0796c192 req-c1b65674-4f13-4564-a38d-a96681d116af service neutron] 10.222.0.58 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859175 Jul 15 14:10:58.154211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-cdff05b3-276c-430d-9915-7aa67afa3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:58.155805 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-cdff05b3-276c-430d-9915-7aa67afa3b65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 1095 time: 0.0606437 Jul 15 14:10:58.432889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 07e6193b-6dfd-420f-afac-19ce52049032 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:10:58.487079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 07e6193b-6dfd-420f-afac-19ce52049032 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:10:58.491379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 07e6193b-6dfd-420f-afac-19ce52049032 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:10:58.491760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.589073 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.624371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 07e6193b-6dfd-420f-afac-19ce52049032, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=07e6193b-6dfd-420f-afac-19ce52049032,segment=NetworkSegment(ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9),segment_id=ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:58.630882 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:58.642105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7bb30-61cd-46e3-8065-dad08a5c428c req-a0b32f92-5e78-4d6e-a769-81a725611be9 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:58.650214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0a7bb30-61cd-46e3-8065-dad08a5c428c req-a0b32f92-5e78-4d6e-a769-81a725611be9 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 943 time: 0.0876362 Jul 15 14:10:58.654308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-aa08f34d-e084-4d29-9a31-b1cbdb9e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:58.655902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-aa08f34d-e084-4d29-9a31-b1cbdb9e2acd service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 200 len: 917 time: 0.4936876 Jul 15 14:10:58.685668 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=07e6193b-6dfd-420f-afac-19ce52049032,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:58.686952 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d0a7bb30-61cd-46e3-8065-dad08a5c428c req-26d20aae-6ca3-43fd-942f-9b5ebb2400e5 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357926 Jul 15 14:10:58.704715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-78b9d162-244d-46f6-bf75-38d1b362aa13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011 HTTP/1.1" status: 200 len: 217 time: 0.0423031 Jul 15 14:10:58.761447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-feeff080-a836-46dd-b6df-f599dda98da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:58.762987 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-feeff080-a836-46dd-b6df-f599dda98da8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a914252c-6e41-4775-802b-35690bb3675d HTTP/1.1" status: 200 len: 855 time: 0.0521381 Jul 15 14:10:58.826645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-1d5eeda2-ca46-43b7-bf95-ada2ac46674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:58.828290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-1d5eeda2-ca46-43b7-bf95-ada2ac46674e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3ccf326-61bb-4155-82da-03175154b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578351 Jul 15 14:10:58.911906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a5442b4a-1580-4144-9e1d-c8b7b97da011 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:10:58.927704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-727ecb50-f854-45a3-8403-2c73ca72f9ac service neutron] 10.222.0.58 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918870 Jul 15 14:10:59.013206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a5442b4a-1580-4144-9e1d-c8b7b97da011, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:59.023746 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c3834bfa-b687-4ff5-884f-52ff8fd4a5ba req-b5457ccc-5a6c-4bbf-9280-4c97ad4bc08b service neutron] 10.222.0.58 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 Jul 15 14:10:59.027238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'a5442b4a-1580-4144-9e1d-c8b7b97da011', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'port_id': 'a5442b4a-1580-4144-9e1d-c8b7b97da011', 'mac_address': 'fa:16:3e:1b:fa:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:10:59.073190 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.087374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5442b4a-1580-4144-9e1d-c8b7b97da011 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:10:59.108051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a5442b4a-1580-4144-9e1d-c8b7b97da011, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:10:59.113901 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:10:59.164565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a5442b4a-1580-4144-9e1d-c8b7b97da011,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:10:59.313152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a5442b4a-1580-4144-9e1d-c8b7b97da011'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:10:59.878571 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5681a7e-e43f-46d4-9650-95f5a3134a31 req-1e6f66e1-3973-4942-9744-b1595dc7c2d8 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:10:59.880202 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5681a7e-e43f-46d4-9650-95f5a3134a31 req-1e6f66e1-3973-4942-9744-b1595dc7c2d8 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 944 time: 0.0702012 Jul 15 14:10:59.920767 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c5681a7e-e43f-46d4-9650-95f5a3134a31 req-aa6860d6-30e7-4f8a-8f19-a8d37d352947 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Jul 15 14:11:00.396005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 07e6193b-6dfd-420f-afac-19ce52049032 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:00.458923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 07e6193b-6dfd-420f-afac-19ce52049032 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:00.459324 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:00.913640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a5442b4a-1580-4144-9e1d-c8b7b97da011 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:00.977311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port a5442b4a-1580-4144-9e1d-c8b7b97da011 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:00.981040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port a5442b4a-1580-4144-9e1d-c8b7b97da011 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:00.981416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.059259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.082577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5442b4a-1580-4144-9e1d-c8b7b97da011'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:01.084876 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2dbf12-6124-4dc0-a3cf-da5f4d542339" -d '{"events": [{"server_uuid": "f96ff958-a63d-4ccc-ab6f-6317dd289d03", "name": "network-vif-plugged", "status": "completed", "tag": "a5442b4a-1580-4144-9e1d-c8b7b97da011"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:01.098197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port a5442b4a-1580-4144-9e1d-c8b7b97da011, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:01.100843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31fb2f-a720-48c9-979d-a7f8ee8ad662 req-e4bdcf4b-081b-4fb2-ae70-8cd6446b0e49 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:01.102421 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c31fb2f-a720-48c9-979d-a7f8ee8ad662 req-e4bdcf4b-081b-4fb2-ae70-8cd6446b0e49 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 944 time: 0.0698261 Jul 15 14:11:01.109108 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:01.132768 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce93300-d647-4ea0-a879-0227479f1ab9 x-openstack-request-id: req-0ce93300-d647-4ea0-a879-0227479f1ab9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:01.133062 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96ff958-a63d-4ccc-ab6f-6317dd289d03", "name": "network-vif-plugged", "status": "completed", "tag": "a5442b4a-1580-4144-9e1d-c8b7b97da011", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:01.133303 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ce93300-d647-4ea0-a879-0227479f1ab9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:01.134250 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5442b4a-1580-4144-9e1d-c8b7b97da011', 'code': 200} Jul 15 14:11:01.152434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c31fb2f-a720-48c9-979d-a7f8ee8ad662 req-dd6a2e25-ce68-47c6-8c81-784111a0ca3e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Jul 15 14:11:01.190845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=a5442b4a-1580-4144-9e1d-c8b7b97da011,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:01.252111 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095aaca-230a-461e-a7f7-1b529c66536d req-62a3f3a2-13d0-4ef7-aff5-27ece060d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:01.253872 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2095aaca-230a-461e-a7f7-1b529c66536d req-62a3f3a2-13d0-4ef7-aff5-27ece060d4a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 1097 time: 0.0589364 Jul 15 14:11:01.289231 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2095aaca-230a-461e-a7f7-1b529c66536d req-243c895b-3b54-4eb8-b4a5-658d12ffbc97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289414 Jul 15 14:11:02.355933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940688d0-bcc1-455b-8be1-de4ba3bb93ed req-a14139fa-4d8e-43a1-9682-d1a6da6a1630 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.357567 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-940688d0-bcc1-455b-8be1-de4ba3bb93ed req-a14139fa-4d8e-43a1-9682-d1a6da6a1630 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 945 time: 0.0885527 Jul 15 14:11:02.398926 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-940688d0-bcc1-455b-8be1-de4ba3bb93ed req-d293f2f6-6d82-4113-a8ef-6464ecb01b4c tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Jul 15 14:11:02.591058 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e1aa4-7f07-4df3-a7a2-bd7e397e1705 req-e93fdd72-681d-4f01-9465-b4349c604ada tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:02.592609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-542e1aa4-7f07-4df3-a7a2-bd7e397e1705 req-e93fdd72-681d-4f01-9465-b4349c604ada tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 945 time: 0.0728836 Jul 15 14:11:02.633949 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-542e1aa4-7f07-4df3-a7a2-bd7e397e1705 req-8eabcb25-c685-41f9-9733-23fa2ef4caa3 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Jul 15 14:11:13.134962 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d44746a9-19a2-4c74-bef8-a4520fb2eceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.548640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.634890 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8256de68-7e31-4be9-be57-2bf536cf8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.757546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:15.850327 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:17.311323 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:18.796980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:23.161978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6f4ec-3a97-4dee-b06e-25990ffb144a req-17793c4e-9e8d-400d-b7f4-7b1a99306422 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:23.163854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c4e6f4ec-3a97-4dee-b06e-25990ffb144a req-17793c4e-9e8d-400d-b7f4-7b1a99306422 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 945 time: 0.0726380 Jul 15 14:11:23.217178 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c4e6f4ec-3a97-4dee-b06e-25990ffb144a req-6f0ace71-cc05-4421-a317-d43998e3e92d tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Jul 15 14:11:24.409708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465dfd-cbd3-4880-a8b7-7020bb9b2dd6 req-73fdf610-d7ee-4950-a800-bb2f29413a13 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:24.411245 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a465dfd-cbd3-4880-a8b7-7020bb9b2dd6 req-73fdf610-d7ee-4950-a800-bb2f29413a13 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 945 time: 0.0746751 Jul 15 14:11:24.458200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a465dfd-cbd3-4880-a8b7-7020bb9b2dd6 req-cd8e712f-7d9d-4fd0-818b-4387d2886b23 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Jul 15 14:11:24.552207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078271d-c12c-4278-bcd1-cec83088da4d req-50deb828-29e3-4aa8-8da7-b25a7a66ed91 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:24.553779 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1078271d-c12c-4278-bcd1-cec83088da4d req-50deb828-29e3-4aa8-8da7-b25a7a66ed91 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.58 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 945 time: 0.0694394 Jul 15 14:11:24.661857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Deleting port a5442b4a-1580-4144-9e1d-c8b7b97da011 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:11:24.662209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.755607 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] For port a5442b4a-1580-4144-9e1d-c8b7b97da011, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=a5442b4a-1580-4144-9e1d-c8b7b97da011,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:24.756116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.770827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Calling delete_port for a5442b4a-1580-4144-9e1d-c8b7b97da011 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:11:24.923576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:24.935655 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['a5442b4a-1580-4144-9e1d-c8b7b97da011'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:11:24.955148 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Pushing event deleted for resources: {'Port': ['ID=a5442b4a-1580-4144-9e1d-c8b7b97da011,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:25.009510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] No DVR routers for this DVR port a5442b4a-1580-4144-9e1d-c8b7b97da011 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:11:25.012652 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:25.014913 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1078271d-c12c-4278-bcd1-cec83088da4d req-efa78f64-9994-4411-b1a0-8b2be4b5e65e tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.58 "DELETE /v2.0/ports/a5442b4a-1580-4144-9e1d-c8b7b97da011 HTTP/1.1" status: 204 len: 173 time: 0.4558418 Jul 15 14:11:25.015367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'name': 'network-vif-deleted', 'tag': 'a5442b4a-1580-4144-9e1d-c8b7b97da011'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:25.017817 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4a9092-5424-412e-ae0b-ff0d744dd411" -d '{"events": [{"server_uuid": "f96ff958-a63d-4ccc-ab6f-6317dd289d03", "name": "network-vif-deleted", "tag": "a5442b4a-1580-4144-9e1d-c8b7b97da011"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:25.059997 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc87f0c-adde-4e9d-9406-bf58ef66c7c4 x-openstack-request-id: req-3bc87f0c-adde-4e9d-9406-bf58ef66c7c4 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:25.060295 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96ff958-a63d-4ccc-ab6f-6317dd289d03", "name": "network-vif-deleted", "tag": "a5442b4a-1580-4144-9e1d-c8b7b97da011", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:25.060667 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3bc87f0c-adde-4e9d-9406-bf58ef66c7c4 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:25.060935 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96ff958-a63d-4ccc-ab6f-6317dd289d03', 'name': 'network-vif-deleted', 'tag': 'a5442b4a-1580-4144-9e1d-c8b7b97da011', 'status': 'completed', 'code': 200} Jul 15 14:11:25.639070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2919f4db-2ec6-4fe9-9259-82dde9c22af3 req-b83e3bfe-0977-4612-bba7-e546b88e0593 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=f96ff958-a63d-4ccc-ab6f-6317dd289d03 HTTP/1.1" status: 200 len: 210 time: 0.0491917 Jul 15 14:11:27.020645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a5442b4a-1580-4144-9e1d-c8b7b97da011 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:11:27.043014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: a5442b4a-1580-4144-9e1d-c8b7b97da011 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:11:27.043383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device a5442b4a-1580-4144-9e1d-c8b7b97da011 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:11:28.289814 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:11:28.299408 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-9ae9ea82-5c76-4336-a298-b893d37e0954 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:28.301122 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-9ae9ea82-5c76-4336-a298-b893d37e0954 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/networks?id=a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 200 len: 816 time: 0.1424687 Jul 15 14:11:28.319281 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-99a2a8f7-c97f-4375-9f59-c66e05dd5974 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/quotas/1e23e83e9f8a4f008ad6e4a7ebbb71b0 HTTP/1.1" status: 200 len: 375 time: 0.0112078 Jul 15 14:11:28.407931 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-04301860-69bd-49fb-89bf-f95cf3b0375b tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820582 Jul 15 14:11:28.510055 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-6c833e18-ce68-42a2-b233-2646d667f4a8 service neutron] 10.222.0.57 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902102 Jul 15 14:11:28.615842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d70d7046-a3ab-4e63-9f68-46135f3f0d87 service neutron] 10.222.0.57 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994127 Jul 15 14:11:28.810479 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d20c686e-2438-49e2-bad7-11eff21ae4a7 req-fc24633c-2977-4a56-904b-cf51a4f398d0 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 210 time: 0.0299697 Jul 15 14:11:29.967486 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-8d516065-a230-425e-99d1-d91ecf9fcc58 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:29.969060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-8d516065-a230-425e-99d1-d91ecf9fcc58 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.59 "GET /v2.0/networks?id=a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 200 len: 816 time: 0.1125293 Jul 15 14:11:29.971397 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-60fa6310-de36-4c10-a0e9-9fba3a9b92fa req-72361715-3ab5-4beb-a575-613dce78e6cd tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 210 time: 0.0344803 Jul 15 14:11:29.983439 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Request body: {'port': {'device_id': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'admin_state_up': True, 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:30.131310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Made reservation on behalf of 1e23e83e9f8a4f008ad6e4a7ebbb71b0 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:11:30.135034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.272500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Allocated IP 172.20.0.9 (a3ccf326-61bb-4155-82da-03175154b4af/a914252c-6e41-4775-802b-35690bb3675d/76d97149-3c36-4b1b-adbe-7f96b32d1a26) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:11:30.445724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.462854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Transition to ACTIVE for port object 76d97149-3c36-4b1b-adbe-7f96b32d1a26 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:30.500441 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.555800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Network a3ccf326-61bb-4155-82da-03175154b4af is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:11:30.559696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:11:30.564391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:11:30.571933 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Pushing event updated for resources: {'Port': ['ID=76d97149-3c36-4b1b-adbe-7f96b32d1a26,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:30.602512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.602922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.603230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.603565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.603895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.604227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.604554 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.604884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.605221 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.605549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.605871 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.606187 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:30.639507 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:30.640641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.659088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-d1fff05d-6387-4e2e-bbd0-d8536c8e8771 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6813586 Jul 15 14:11:30.671607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Request body: {'port': {'device_id': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:11:30.764772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:30.903997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95d0f6aa-c063-4901-a401-cc977994463d None None] Provisioning for port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:30.919266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95d0f6aa-c063-4901-a401-cc977994463d None None] Provisioning complete for port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:30.919824 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d0f6aa-c063-4901-a401-cc977994463d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.057389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-95d0f6aa-c063-4901-a401-cc977994463d None None] Port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:11:31.136890 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d97149-3c36-4b1b-adbe-7f96b32d1a26 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:31.145553 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.158407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Transition to ACTIVE for port object 76d97149-3c36-4b1b-adbe-7f96b32d1a26 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:11:31.173422 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.254141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=76d97149-3c36-4b1b-adbe-7f96b32d1a26,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:31.324651 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256bc84-3bf9-4baa-8f73-b6b30af6e032 req-94caab53-a55f-430d-9b16-9adc3da54809 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:31.326375 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7256bc84-3bf9-4baa-8f73-b6b30af6e032 req-94caab53-a55f-430d-9b16-9adc3da54809 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 943 time: 0.1642299 Jul 15 14:11:31.383261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Attempting to bind port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:11:31.383602 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Attempting to bind port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:11:31.384062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Attempting to bind port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 on network a3ccf326-61bb-4155-82da-03175154b4af {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:31.391804 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7256bc84-3bf9-4baa-8f73-b6b30af6e032 req-bf181d2b-b637-4103-9173-e476b77238f0 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Jul 15 14:11:31.394638 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 on network a3ccf326-61bb-4155-82da-03175154b4af not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:11:31.394984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Attempting to bind port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 on network a3ccf326-61bb-4155-82da-03175154b4af {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:11:31.401467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:11:31.401822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Checking segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:11:31.402213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Bound using segment: {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:11:31.402686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Bound port: 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bad5625-f672-4101-91b8-3555790ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:11:31.403064 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.475973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] For port 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:11:31.479795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] For port 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:11:31.486386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.529958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:31.530870 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:31.532635 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] 10.222.0.59 "PUT /v2.0/ports/76d97149-3c36-4b1b-adbe-7f96b32d1a26 HTTP/1.1" status: 200 len: 1092 time: 0.8661666 Jul 15 14:11:31.533286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'tag': '76d97149-3c36-4b1b-adbe-7f96b32d1a26'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:31.537090 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb1912c-f90d-40f9-a2d9-865223e38a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a23eb0e4-95b6-4889-b0d5-86d784025c08", "tag": "76d97149-3c36-4b1b-adbe-7f96b32d1a26"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:31.575068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab2465-489f-46ac-9a78-b8d8943b4dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=76d97149-3c36-4b1b-adbe-7f96b32d1a26,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:31.591751 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e91f9-db45-4449-8aaa-4af5bfa80389 x-openstack-request-id: req-294e91f9-db45-4449-8aaa-4af5bfa80389 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:31.592053 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23eb0e4-95b6-4889-b0d5-86d784025c08", "tag": "76d97149-3c36-4b1b-adbe-7f96b32d1a26", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:31.592351 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-294e91f9-db45-4449-8aaa-4af5bfa80389 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:31.592767 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'tag': '76d97149-3c36-4b1b-adbe-7f96b32d1a26', 'status': 'completed', 'code': 200} Jul 15 14:11:31.649911 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-025697fd-7390-4bea-b641-c7b141ea92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:31.651511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-025697fd-7390-4bea-b641-c7b141ea92b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 1095 time: 0.0694809 Jul 15 14:11:31.696052 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-c00eba34-e7cd-495c-a02b-19a8a1017c99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26 HTTP/1.1" status: 200 len: 217 time: 0.0369804 Jul 15 14:11:31.757195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-716b703a-3180-4326-8add-5c04f1de25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:31.758758 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-716b703a-3180-4326-8add-5c04f1de25d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a914252c-6e41-4775-802b-35690bb3675d HTTP/1.1" status: 200 len: 855 time: 0.0554850 Jul 15 14:11:31.823979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-7a866dc1-f2df-4d3a-93aa-c0aad774a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:31.825548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-7a866dc1-f2df-4d3a-93aa-c0aad774a432 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3ccf326-61bb-4155-82da-03175154b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609388 Jul 15 14:11:31.930446 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-ea03fddd-cf7e-4968-b2d7-a578f266ec38 service neutron] 10.222.0.59 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984018 Jul 15 14:11:32.052173 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0a6b4cda-d969-47eb-a6d3-973f7abe24ef req-7e3066a5-20a8-49c2-a379-6d978ae7df8f service neutron] 10.222.0.59 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150465 Jul 15 14:11:32.163117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-d7a3c75d-ac2c-4540-aec5-ddb4e3b77396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:32.164955 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-d7a3c75d-ac2c-4540-aec5-ddb4e3b77396 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 1095 time: 0.0586369 Jul 15 14:11:32.270043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-4568e067-9136-428c-acef-ae69e4d12169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:32.271729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-4568e067-9136-428c-acef-ae69e4d12169 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 200 len: 917 time: 0.1004543 Jul 15 14:11:32.314691 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-6bc3e172-e150-491e-a0f7-156cf8636849 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26 HTTP/1.1" status: 200 len: 217 time: 0.0357404 Jul 15 14:11:32.369531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-63c7267a-eee3-465b-bf9e-ab752aa2297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:32.371058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-63c7267a-eee3-465b-bf9e-ab752aa2297f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a914252c-6e41-4775-802b-35690bb3675d HTTP/1.1" status: 200 len: 855 time: 0.0495844 Jul 15 14:11:32.430435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-9b4302d3-4df4-482b-8dd6-d927b945fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:32.432147 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-9b4302d3-4df4-482b-8dd6-d927b945fb18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a3ccf326-61bb-4155-82da-03175154b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547900 Jul 15 14:11:32.560608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-0445570d-2729-499b-9622-bacb6c52d1d0 service neutron] 10.222.0.59 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214557 Jul 15 14:11:32.644787 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41d6e6-1821-4d5c-83d0-08f353fa1e2e req-5e191c60-f2ae-4e40-99e5-e38701ea037d tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:32.646489 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae41d6e6-1821-4d5c-83d0-08f353fa1e2e req-5e191c60-f2ae-4e40-99e5-e38701ea037d tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 943 time: 0.1383333 Jul 15 14:11:32.698789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cb1912c-f90d-40f9-a2d9-865223e38a2f req-20b1a71a-8dfb-4adf-8c5c-4f0dfb7c5cad service neutron] 10.222.0.59 "GET /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293204 Jul 15 14:11:32.707413 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ae41d6e6-1821-4d5c-83d0-08f353fa1e2e req-393760b9-6103-42de-8fff-d254e5968a77 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538383 Jul 15 14:11:33.917838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df577-b669-4dd5-a348-06adeb808ab7 req-3e361ff9-8cad-4a4b-97eb-6fa3724e1f94 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:33.919506 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab2df577-b669-4dd5-a348-06adeb808ab7 req-3e361ff9-8cad-4a4b-97eb-6fa3724e1f94 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 943 time: 0.0761046 Jul 15 14:11:33.966283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ab2df577-b669-4dd5-a348-06adeb808ab7 req-2c5a8bdc-35dd-4a20-bb60-942c1700d800 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363634 Jul 15 14:11:35.044884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 76d97149-3c36-4b1b-adbe-7f96b32d1a26 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:11:35.160296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9684118-32e0-4213-9cf7-06b6ff02e42a req-42f754c5-bbfe-4dd7-a15d-e1b59a052763 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:35.162262 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9684118-32e0-4213-9cf7-06b6ff02e42a req-42f754c5-bbfe-4dd7-a15d-e1b59a052763 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 943 time: 0.0728285 Jul 15 14:11:35.181995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:35.200980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '76d97149-3c36-4b1b-adbe-7f96b32d1a26', 'network_id': 'a3ccf326-61bb-4155-82da-03175154b4af', 'port_id': '76d97149-3c36-4b1b-adbe-7f96b32d1a26', 'mac_address': 'fa:16:3e:4e:10:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914252c-6e41-4775-802b-35690bb3675d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:11:35.203060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d9684118-32e0-4213-9cf7-06b6ff02e42a req-579a0e34-3934-4c97-b35a-124bbe35e3b1 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Jul 15 14:11:35.247202 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:35.268060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d97149-3c36-4b1b-adbe-7f96b32d1a26 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:11:35.292282 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:35.298609 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:35.356766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=76d97149-3c36-4b1b-adbe-7f96b32d1a26,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:35.367266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.367612 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.367952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.368286 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.368614 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.368944 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.369264 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.369608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.369923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.370243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.370610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.370882 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:11:35.536928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['76d97149-3c36-4b1b-adbe-7f96b32d1a26'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:11:36.405916 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37fd6b-c3eb-4a05-9c18-828da44b8b47 req-459e64de-88a7-4a09-983f-f6e518f30da8 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:36.407700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c37fd6b-c3eb-4a05-9c18-828da44b8b47 req-459e64de-88a7-4a09-983f-f6e518f30da8 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 944 time: 0.0846508 Jul 15 14:11:36.454586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7c37fd6b-c3eb-4a05-9c18-828da44b8b47 req-dffb6a94-f86b-4bbf-9922-54d5edf87ee4 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Jul 15 14:11:37.044175 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 76d97149-3c36-4b1b-adbe-7f96b32d1a26 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:11:37.125744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:11:37.130664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:11:37.131082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:37.218735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:37.245587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d97149-3c36-4b1b-adbe-7f96b32d1a26'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:11:37.248235 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c988c6-0a36-47fd-b116-6a333c1d2a22" -d '{"events": [{"server_uuid": "a23eb0e4-95b6-4889-b0d5-86d784025c08", "name": "network-vif-plugged", "status": "completed", "tag": "76d97149-3c36-4b1b-adbe-7f96b32d1a26"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:11:37.265583 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:11:37.271798 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:37.303713 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cfc44e-9866-420f-a400-6dd629e54f2f x-openstack-request-id: req-96cfc44e-9866-420f-a400-6dd629e54f2f {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:11:37.303967 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23eb0e4-95b6-4889-b0d5-86d784025c08", "name": "network-vif-plugged", "status": "completed", "tag": "76d97149-3c36-4b1b-adbe-7f96b32d1a26", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:11:37.304206 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96cfc44e-9866-420f-a400-6dd629e54f2f {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:11:37.304607 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d97149-3c36-4b1b-adbe-7f96b32d1a26', 'code': 200} Jul 15 14:11:37.336796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=76d97149-3c36-4b1b-adbe-7f96b32d1a26,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:11:37.414598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46a3c7-69f2-4bea-9bf0-f972174b88b0 req-e65402dc-41e0-46ff-a802-4b353c441b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:37.416156 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e46a3c7-69f2-4bea-9bf0-f972174b88b0 req-e65402dc-41e0-46ff-a802-4b353c441b4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 1097 time: 0.0579989 Jul 15 14:11:37.460872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4e46a3c7-69f2-4bea-9bf0-f972174b88b0 req-2c412022-d8d4-4fa6-bf72-70236b822e45 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Jul 15 14:11:37.643296 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0828ce0-98cc-49c8-b3f4-6804d59ebf1d req-2dcbc3c7-ca97-4b07-ba0f-3d4ab001dfa5 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:37.645171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0828ce0-98cc-49c8-b3f4-6804d59ebf1d req-2dcbc3c7-ca97-4b07-ba0f-3d4ab001dfa5 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 945 time: 0.0718880 Jul 15 14:11:37.688895 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e0828ce0-98cc-49c8-b3f4-6804d59ebf1d req-2e6c4acd-3550-4df5-aa0f-dcaaee7094a2 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374084 Jul 15 14:11:38.877867 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98711e47-f1a2-4962-89dc-2fb4b017370b req-8fc34927-7d72-4292-b295-5275e4cd9b19 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:38.879557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98711e47-f1a2-4962-89dc-2fb4b017370b req-8fc34927-7d72-4292-b295-5275e4cd9b19 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 945 time: 0.0731816 Jul 15 14:11:38.928150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-98711e47-f1a2-4962-89dc-2fb4b017370b req-c0b5f175-e330-47e3-82e0-6048b2fb18c5 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Jul 15 14:11:39.122856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1b942-48f2-426f-b649-e16691492b8e req-6b67d001-f38d-43cf-b2eb-a6a4df0b1b1d tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:11:39.125072 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72e1b942-48f2-426f-b649-e16691492b8e req-6b67d001-f38d-43cf-b2eb-a6a4df0b1b1d tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 945 time: 0.0759246 Jul 15 14:11:39.166157 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-72e1b942-48f2-426f-b649-e16691492b8e req-34c078c9-1a95-42e0-b153-3b20a9af3a7f tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346262 Jul 15 14:11:43.134961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-699f8b99-9b59-43cf-926e-9afa6baac049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:45.541314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:45.639343 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4178-cff6-4563-bfd0-12cb67d027f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:45.755280 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:45.845080 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:47.314557 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:11:48.802560 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:00.619866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f575a1-49de-43e3-b7a1-e870619b910c req-b321fd89-5098-4f54-8888-ddd786488aac tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:00.621525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8f575a1-49de-43e3-b7a1-e870619b910c req-b321fd89-5098-4f54-8888-ddd786488aac tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 945 time: 0.0726323 Jul 15 14:12:00.673098 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f8f575a1-49de-43e3-b7a1-e870619b910c req-6d6b2fe2-3b85-42e0-93d3-003d7a76b377 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Jul 15 14:12:01.863294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cdd06-c5e8-4177-af17-5b6019366c03 req-47ede7d0-9830-4406-978a-243f22282e03 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:01.865058 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e0cdd06-c5e8-4177-af17-5b6019366c03 req-47ede7d0-9830-4406-978a-243f22282e03 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 945 time: 0.0735135 Jul 15 14:12:01.906461 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7e0cdd06-c5e8-4177-af17-5b6019366c03 req-8fd75d8d-5774-4491-90a5-7ddf044630bd tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/security-groups?id=2064c118-46fc-4b1b-ada6-eb34f7482483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356746 Jul 15 14:12:02.044400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-a53b0f80-6dfc-4c0e-940e-cb57f0b4fd74 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:02.045907 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-a53b0f80-6dfc-4c0e-940e-cb57f0b4fd74 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 945 time: 0.0680010 Jul 15 14:12:02.553895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Deleting port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:02.554382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.659699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] For port 76d97149-3c36-4b1b-adbe-7f96b32d1a26, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=76d97149-3c36-4b1b-adbe-7f96b32d1a26,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:02.659963 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.674347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Calling delete_port for 76d97149-3c36-4b1b-adbe-7f96b32d1a26 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:02.825144 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.842905 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['76d97149-3c36-4b1b-adbe-7f96b32d1a26'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:02.861525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Pushing event deleted for resources: {'Port': ['ID=76d97149-3c36-4b1b-adbe-7f96b32d1a26,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:02.908978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] No DVR routers for this DVR port 76d97149-3c36-4b1b-adbe-7f96b32d1a26 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:12:02.912096 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:02.914130 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc8a2944-e7f1-4acf-8a6b-2eee1a448817 req-f6f16741-863c-4015-82d1-13bdfd74f618 tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.59 "DELETE /v2.0/ports/76d97149-3c36-4b1b-adbe-7f96b32d1a26 HTTP/1.1" status: 204 len: 173 time: 0.8628793 Jul 15 14:12:02.914642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'name': 'network-vif-deleted', 'tag': '76d97149-3c36-4b1b-adbe-7f96b32d1a26'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:02.917021 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1ecfc-0209-4c58-89be-48db1aecd3cb" -d '{"events": [{"server_uuid": "a23eb0e4-95b6-4889-b0d5-86d784025c08", "name": "network-vif-deleted", "tag": "76d97149-3c36-4b1b-adbe-7f96b32d1a26"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:03.044266 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c2d761-1d4c-4700-85d0-b41579a1f492 x-openstack-request-id: req-d0c2d761-1d4c-4700-85d0-b41579a1f492 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:03.044266 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23eb0e4-95b6-4889-b0d5-86d784025c08", "name": "network-vif-deleted", "tag": "76d97149-3c36-4b1b-adbe-7f96b32d1a26", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:03.044266 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0c2d761-1d4c-4700-85d0-b41579a1f492 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:03.044593 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23eb0e4-95b6-4889-b0d5-86d784025c08', 'name': 'network-vif-deleted', 'tag': '76d97149-3c36-4b1b-adbe-7f96b32d1a26', 'status': 'completed', 'code': 200} Jul 15 14:12:03.078092 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a199969e-56ea-41dc-820d-fe4ef582806a req-95ed25ca-e8d4-4382-933f-2276eeb280bc tempest-TestEncryptedCinderVolumes-1713228780 tempest-TestEncryptedCinderVolumes-1713228780-project] 10.222.0.57 "GET /v2.0/ports?device_id=a23eb0e4-95b6-4889-b0d5-86d784025c08 HTTP/1.1" status: 200 len: 210 time: 0.0465553 Jul 15 14:12:04.218588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57604) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:04.618355 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:04.906510 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Deleting port 57f54d12-d901-4cf4-a9f8-747d06ecce9b {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:04.906790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:04.997339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] For port 57f54d12-d901-4cf4-a9f8-747d06ecce9b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=57f54d12-d901-4cf4-a9f8-747d06ecce9b,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:04.997913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:05.014382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Calling delete_port for 57f54d12-d901-4cf4-a9f8-747d06ecce9b owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:05.220195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:05.253047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=57f54d12-d901-4cf4-a9f8-747d06ecce9b,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:05.291061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:05.435570 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:05.680238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Router 31d3f187-6574-4cba-b0b5-d87a47f8f575 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:05.797332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:05.802766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-20fc19e2-473b-4021-a9b7-16a3a8498c2b admin admin] 10.222.0.57 "PUT /v2.0/routers/31d3f187-6574-4cba-b0b5-d87a47f8f575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5829618 Jul 15 14:12:05.805509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57606) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:05.807017 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] Sync routers for ids ['31d3f187-6574-4cba-b0b5-d87a47f8f575'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:05.816816 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] Routers {'31d3f187-6574-4cba-b0b5-d87a47f8f575'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:05.817517 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:11:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['31d3f187-6574-4cba-b0b5-d87a47f8f575'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:05.917659 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:05.935048 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] Set router 31d3f187-6574-4cba-b0b5-d87a47f8f575 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:06.029301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.094052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Deleting port 17da7377-ea37-4b39-bc7f-4520563488c6 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:06.094432 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.126164 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:12:05Z', 'revision_number': 5, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port': {'id': '17da7377-ea37-4b39-bc7f-4520563488c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:45Z', 'updated_at': '2021-07-15T14:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:06.154878 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] Checking router: 31d3f187-6574-4cba-b0b5-d87a47f8f575 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:06.165368 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] Routers {'31d3f187-6574-4cba-b0b5-d87a47f8f575'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:06.166022 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:11:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['31d3f187-6574-4cba-b0b5-d87a47f8f575'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:06.185206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] For port 17da7377-ea37-4b39-bc7f-4520563488c6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=17da7377-ea37-4b39-bc7f-4520563488c6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:06.185449 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.198091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Calling delete_port for 17da7377-ea37-4b39-bc7f-4520563488c6 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:06.253854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] Set router 31d3f187-6574-4cba-b0b5-d87a47f8f575 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:06.308552 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:12:06Z', 'revision_number': 6, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:06.334607 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32418dfc-1a5b-4e77-a579-f038fec5600b None None] The sync data for ids ['31d3f187-6574-4cba-b0b5-d87a47f8f575'] in n-d-798054-11 is: [{'id': '31d3f187-6574-4cba-b0b5-d87a47f8f575', 'name': 'tempest-TestEncryptedCinderVolumes-150056212-router', 'tenant_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:44Z', 'updated_at': '2021-07-15T14:12:06Z', 'revision_number': 6, 'project_id': '1e23e83e9f8a4f008ad6e4a7ebbb71b0', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:06.373862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.399722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=17da7377-ea37-4b39-bc7f-4520563488c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:06.411375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.411716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.412057 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.412485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.412716 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.413043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.413368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.413690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.413998 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.414328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.414672 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.414972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:06.476155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.566970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.569166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.614712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.615457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d3f187-6574-4cba-b0b5-d87a47f8f575 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:12:06.620766 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.621939 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bc5de6ba-0443-40a0-a99a-3dd0c5bd8c16 admin admin] 10.222.0.57 "DELETE /v2.0/routers/31d3f187-6574-4cba-b0b5-d87a47f8f575 HTTP/1.1" status: 204 len: 168 time: 0.8148856 Jul 15 14:12:06.625988 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57608) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:06.681230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Deleting subnet a914252c-6e41-4775-802b-35690bb3675d {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:12:06.685272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.724683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.829669 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.893863 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.919994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a914252c-6e41-4775-802b-35690bb3675d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:06.923469 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:06.925347 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f3de00fa-288f-4fa7-9014-c7b08e2e185e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a914252c-6e41-4775-802b-35690bb3675d HTTP/1.1" status: 204 len: 168 time: 0.2981374 Jul 15 14:12:06.928558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57610) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:06.931041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb14288b-25a7-4520-b77e-0969970e4cb0 None None] Network a3ccf326-61bb-4155-82da-03175154b4af requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:07.000775 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.059869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Deleting port 374be19c-d877-4831-8554-3624fcd70bb2 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:07.060214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.087081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57f54d12-d901-4cf4-a9f8-747d06ecce9b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:07.109277 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 57f54d12-d901-4cf4-a9f8-747d06ecce9b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:07.109694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 57f54d12-d901-4cf4-a9f8-747d06ecce9b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:07.137508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] For port 374be19c-d877-4831-8554-3624fcd70bb2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=374be19c-d877-4831-8554-3624fcd70bb2,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:07.137869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.150062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] DHCP port deletion for a3ccf326-61bb-4155-82da-03175154b4af request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:12:07.151127 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Calling delete_port for 374be19c-d877-4831-8554-3624fcd70bb2 owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:07.208652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] Deleting port 374be19c-d877-4831-8554-3624fcd70bb2 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:07.209031 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.230784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 76d97149-3c36-4b1b-adbe-7f96b32d1a26 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:07.249190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.256750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 76d97149-3c36-4b1b-adbe-7f96b32d1a26 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:07.257012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 76d97149-3c36-4b1b-adbe-7f96b32d1a26 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:07.276614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Pushing event deleted for resources: {'Port': ['ID=374be19c-d877-4831-8554-3624fcd70bb2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:07.280317 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] No DVR routers for this DVR port 374be19c-d877-4831-8554-3624fcd70bb2 on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:12:07.295621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] For port 374be19c-d877-4831-8554-3624fcd70bb2, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=374be19c-d877-4831-8554-3624fcd70bb2,segment=NetworkSegment(7bad5625-f672-4101-91b8-3555790ac6dc),segment_id=7bad5625-f672-4101-91b8-3555790ac6dc)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:07.296025 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.308885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] Calling delete_port for 374be19c-d877-4831-8554-3624fcd70bb2 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:07.360564 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.371993 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ccf326-61bb-4155-82da-03175154b4af']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:07.383330 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bad5625-f672-4101-91b8-3555790ac6dc') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:07.383642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bad5625-f672-4101-91b8-3555790ac6dc') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:07.389633 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.393840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.416240 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.416571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] Pushing event deleted for resources: {'Port': ['ID=374be19c-d877-4831-8554-3624fcd70bb2,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:07.420307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411740c9-8a34-4264-8e21-12c4db010a4b None None] No DVR routers for this DVR port 374be19c-d877-4831-8554-3624fcd70bb2 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:12:07.429073 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:12:07.429494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:12:07.431377 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:12:07.485982 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.494107 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:07.496165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a3ccf326-61bb-4155-82da-03175154b4af HTTP/1.1" status: 204 len: 168 time: 0.5664184 Jul 15 14:12:07.502212 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:07.507888 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887f07-a3e0-49fe-8609-acb888413729 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ccf326-61bb-4155-82da-03175154b4af,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:07.882231 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:08.185368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Deleting port 07e6193b-6dfd-420f-afac-19ce52049032 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:08.185605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:08.279309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] For port 07e6193b-6dfd-420f-afac-19ce52049032, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=07e6193b-6dfd-420f-afac-19ce52049032,segment=NetworkSegment(ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9),segment_id=ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:08.279650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:08.293288 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Calling delete_port for 07e6193b-6dfd-420f-afac-19ce52049032 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:08.431499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 374be19c-d877-4831-8554-3624fcd70bb2 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:08.452423 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 374be19c-d877-4831-8554-3624fcd70bb2 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:08.452664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 374be19c-d877-4831-8554-3624fcd70bb2 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:08.453091 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 17da7377-ea37-4b39-bc7f-4520563488c6 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:08.472522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 17da7377-ea37-4b39-bc7f-4520563488c6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:08.473110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 17da7377-ea37-4b39-bc7f-4520563488c6 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:08.490163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:08.522709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=07e6193b-6dfd-420f-afac-19ce52049032,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:08.691363 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:08.916070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:09.036046 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:09.042207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-96f07ff8-42cf-4d9f-a6b4-28b3dc700ddb admin admin] 10.222.0.57 "PUT /v2.0/routers/26afa054-e3ac-4e4a-b7ee-5fba98f7fa60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5387440 Jul 15 14:12:09.045732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57614) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:09.048473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] Sync routers for ids ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:09.058212 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] Routers {'26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:09.058861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:11:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:09.188099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] Set router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:09.390555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:12:08Z', 'revision_number': 5, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:09.552492 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:09.587345 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] Checking router: 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:09.597041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] Routers {'26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:09.598029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:11:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:09.668803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:09.711706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] Set router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:09.725273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Deleting port eb92d18d-10dc-42f0-be42-82149eb69ef5 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:09.725610 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:09.815023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] For port eb92d18d-10dc-42f0-be42-82149eb69ef5, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=eb92d18d-10dc-42f0-be42-82149eb69ef5,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:09.815377 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:09.828652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Calling delete_port for eb92d18d-10dc-42f0-be42-82149eb69ef5 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:09.904557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:12:08Z', 'revision_number': 5, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:09.936626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91208f-0e12-4f29-9337-c6b3fac1b30e None None] The sync data for ids ['26afa054-e3ac-4e4a-b7ee-5fba98f7fa60'] in n-d-798054-11 is: [{'id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'name': 'tempest-TestEncryptedCinderVolumes-761828267-router', 'tenant_id': '17ba9f6d90ce4e9189cc510113f9782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:10:49Z', 'updated_at': '2021-07-15T14:12:08Z', 'revision_number': 5, 'project_id': '17ba9f6d90ce4e9189cc510113f9782a', 'gw_port': {'id': 'eb92d18d-10dc-42f0-be42-82149eb69ef5', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26afa054-e3ac-4e4a-b7ee-5fba98f7fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:10:50Z', 'updated_at': '2021-07-15T14:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:10.019554 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.044372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb92d18d-10dc-42f0-be42-82149eb69ef5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:10.118966 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.217766 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.219885 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.266913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.267586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:12:10.272677 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.273612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-24c6f817-6046-45d3-bacb-848325224a25 admin admin] 10.222.0.57 "DELETE /v2.0/routers/26afa054-e3ac-4e4a-b7ee-5fba98f7fa60 HTTP/1.1" status: 204 len: 168 time: 1.2268379 Jul 15 14:12:10.276380 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57616) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:10.328056 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Deleting subnet 3e85d811-d072-48a4-abf5-cee422908573 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:12:10.331465 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.370614 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.470574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.484462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 07e6193b-6dfd-420f-afac-19ce52049032 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:10.509194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 07e6193b-6dfd-420f-afac-19ce52049032 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:10.509507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 07e6193b-6dfd-420f-afac-19ce52049032 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:10.537394 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.563177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e85d811-d072-48a4-abf5-cee422908573,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:10.573930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.575373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48663db-38ef-4679-bc08-3de753020ae0 None None] Network 1733759b-8f27-43f2-863a-4f1ce5628468 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:10.578310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a2f84e40-c8c6-4821-a141-8005d29df723 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3e85d811-d072-48a4-abf5-cee422908573 HTTP/1.1" status: 204 len: 168 time: 0.2985721 Jul 15 14:12:10.578605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:10.657559 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.711720 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Deleting port 378bba4a-c729-4593-a17b-619a2fb1a153 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:12:10.712055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.776879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] For port 378bba4a-c729-4593-a17b-619a2fb1a153, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=378bba4a-c729-4593-a17b-619a2fb1a153,segment=NetworkSegment(ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9),segment_id=ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:10.777239 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.795197 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Calling delete_port for 378bba4a-c729-4593-a17b-619a2fb1a153 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:12:10.881421 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:10.906025 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Pushing event deleted for resources: {'Port': ['ID=378bba4a-c729-4593-a17b-619a2fb1a153,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:10.912936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] No DVR routers for this DVR port 378bba4a-c729-4593-a17b-619a2fb1a153 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:12:10.987196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d945553-f138-4893-a8ac-bbcddea13d68 None None] DHCP port deletion for 1733759b-8f27-43f2-863a-4f1ce5628468 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:12:10.996041 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.009419 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1733759b-8f27-43f2-863a-4f1ce5628468']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:11.024607 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:11.025311 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8f1e5b-c8d7-48a1-89de-31d3dabbeee9') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:11.035427 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.049348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.055379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:12:11.055903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:12:11.057590 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:12:11.112076 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.119099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.121668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1733759b-8f27-43f2-863a-4f1ce5628468 HTTP/1.1" status: 204 len: 168 time: 0.5418658 Jul 15 14:12:11.139116 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddfcf2-00c5-4778-896b-ee34b248ae01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1733759b-8f27-43f2-863a-4f1ce5628468,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:11.290885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57622) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:11.338282 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-04c9ed51-daa1-46f5-8aa3-d5af0d0023f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e23e83e9f8a4f008ad6e4a7ebbb71b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460348 Jul 15 14:12:11.341463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57624) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:11.398849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-057accf6-7c99-470f-b939-025f9db07f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.420675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-057accf6-7c99-470f-b939-025f9db07f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.476008 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-057accf6-7c99-470f-b939-025f9db07f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.478616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-057accf6-7c99-470f-b939-025f9db07f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.479928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-057accf6-7c99-470f-b939-025f9db07f15 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2064c118-46fc-4b1b-ada6-eb34f7482483 HTTP/1.1" status: 204 len: 168 time: 0.1374667 Jul 15 14:12:11.487581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057accf6-7c99-470f-b939-025f9db07f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064c118-46fc-4b1b-ada6-eb34f7482483,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:11.827795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57630) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:11.877857 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-51fed709-0186-4d5f-be98-a20567cc33b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=17ba9f6d90ce4e9189cc510113f9782a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464327 Jul 15 14:12:11.878299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57632) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:11.930025 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b349a224-9561-4ed8-81bc-853314f0a370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:11.953410 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b349a224-9561-4ed8-81bc-853314f0a370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:12.004374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b349a224-9561-4ed8-81bc-853314f0a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:12.007026 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b349a224-9561-4ed8-81bc-853314f0a370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:12.008214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b349a224-9561-4ed8-81bc-853314f0a370 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbaaae74-c2c1-40c8-9a57-63a8692477f7 HTTP/1.1" status: 204 len: 168 time: 0.1288576 Jul 15 14:12:12.018985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349a224-9561-4ed8-81bc-853314f0a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaaae74-c2c1-40c8-9a57-63a8692477f7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:12.446198 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 378bba4a-c729-4593-a17b-619a2fb1a153 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:12.468976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 378bba4a-c729-4593-a17b-619a2fb1a153 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:12.469479 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 378bba4a-c729-4593-a17b-619a2fb1a153 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:12.470016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eb92d18d-10dc-42f0-be42-82149eb69ef5 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:12:12.491351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: eb92d18d-10dc-42f0-be42-82149eb69ef5 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:12:12.491971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device eb92d18d-10dc-42f0-be42-82149eb69ef5 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:12:12.762194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57654) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:12.873564 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942235734-network', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:12.898878 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Made reservation on behalf of d1a42f5b5b9249c8be3b35ae107544cd for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:12.901386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:12.910303 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.012735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.018093 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.043667 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:12:13.052806 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:13.058795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.059147 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Added segment 0a96b63e-98cb-42ea-9f28-2bb1088e1bc1 of type vlan for network 806976ba-750a-4d40-af07-8099adb2fff2 Jul 15 14:12:13.103417 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.129007 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5d35b5a4-4619-47c5-a74d-a6365bed4420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.132959 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.133973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:13.134579 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.173424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4100163 Jul 15 14:12:13.176615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57658) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:13.181805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Request body: {'subnet': {'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942235734-subnet', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:13.198932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b4cc9-690f-4c6c-842f-e0e9b905c667 admin admin] Pushing event updated for resources: {'Network': ['ID=806976ba-750a-4d40-af07-8099adb2fff2,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:13.205921 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Made reservation on behalf of d1a42f5b5b9249c8be3b35ae107544cd for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:13.208927 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.211555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 806976ba-750a-4d40-af07-8099adb2fff2 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:12:13.386046 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.437535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4614c09f-84bb-4e30-b733-13a5c1e42e5c,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:13.448333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Checking segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:13.448715 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Network hostable DHCP agents. Network: 806976ba-750a-4d40-af07-8099adb2fff2, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:12:13.468771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Network 806976ba-750a-4d40-af07-8099adb2fff2 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:12:13.481345 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 806976ba-750a-4d40-af07-8099adb2fff2) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:13.485941 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:13.486664 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.495069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f512683-66f9-4b5a-b9df-3d45d61036f2 None None] Network 806976ba-750a-4d40-af07-8099adb2fff2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:13.502573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7aaaa376-6058-4509-89c7-3958100b5e36 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248017 Jul 15 14:12:13.505804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57660) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:13.510385 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:13.533411 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.534753 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.597609 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.653658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-806976ba-750a-4d40-af07-8099adb2fff2', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:12:13.654561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.732276 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.800755 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Allocated IP 172.20.0.2 (806976ba-750a-4d40-af07-8099adb2fff2/4614c09f-84bb-4e30-b733-13a5c1e42e5c/508ad62d-3676-4951-ba78-4da66682a11a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:13.954803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.957429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.964039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Transition to ACTIVE for port object 508ad62d-3676-4951-ba78-4da66682a11a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:13.976761 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:13.979652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Transition to ACTIVE for port object 508ad62d-3676-4951-ba78-4da66682a11a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:13.986317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.026491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Network 806976ba-750a-4d40-af07-8099adb2fff2 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:14.029327 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:14.033022 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:14.040324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Pushing event updated for resources: {'Port': ['ID=508ad62d-3676-4951-ba78-4da66682a11a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:14.089149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Allocated IP 172.25.3.48 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/9fc3a500-cb38-45e7-b481-591bbfc4cde7) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:14.098103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Attempting to bind port 508ad62d-3676-4951-ba78-4da66682a11a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:14.098472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Attempting to bind port 508ad62d-3676-4951-ba78-4da66682a11a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:14.098922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Attempting to bind port 508ad62d-3676-4951-ba78-4da66682a11a on network 806976ba-750a-4d40-af07-8099adb2fff2 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:14.104225 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:14.104561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Checking segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:14.104966 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.105478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Bound using segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:14.105979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Bound port: 508ad62d-3676-4951-ba78-4da66682a11a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:14.106362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.172947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] For port 508ad62d-3676-4951-ba78-4da66682a11a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:14.176685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] For port 508ad62d-3676-4951-ba78-4da66682a11a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=508ad62d-3676-4951-ba78-4da66682a11a,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:14.182199 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.190436 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.237595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.244874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb0202-dfcb-42e0-bee6-d2da14c1faa0 None None] Pushing event updated for resources: {'Port': ['ID=508ad62d-3676-4951-ba78-4da66682a11a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:14.280717 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:14.283842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:14.288649 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:14.291867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Pushing event updated for resources: {'Port': ['ID=9fc3a500-cb38-45e7-b481-591bbfc4cde7,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:14.573190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.675338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 508ad62d-3676-4951-ba78-4da66682a11a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:14.738788 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 508ad62d-3676-4951-ba78-4da66682a11a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:14.788369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:14.927476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Router ec5b8857-8020-49b6-94a3-696c1196c1b8 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:12:15.048141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:15.060236 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Sync routers for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:15.070224 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:15.071007 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:11:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:15.073265 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.075279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ce4dde93-b4b8-4ec0-9d86-0aedfb1a1670 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5680242 Jul 15 14:12:15.077838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57662) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:15.190090 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:15.210078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6a0ab-8d84-40e7-be79-73fa802d2519 None None] Network 806976ba-750a-4d40-af07-8099adb2fff2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:15.270590 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] Provisioning for port 508ad62d-3676-4951-ba78-4da66682a11a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:15.277261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] Provisioning complete for port 508ad62d-3676-4951-ba78-4da66682a11a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:15.277639 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.382210 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:14Z', 'revision_number': 3, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:15.408691 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Checking router: ec5b8857-8020-49b6-94a3-696c1196c1b8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:15.409014 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Updating router ec5b8857-8020-49b6-94a3-696c1196c1b8 port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:12:15.446623 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.448259 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.489515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] For port 508ad62d-3676-4951-ba78-4da66682a11a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=508ad62d-3676-4951-ba78-4da66682a11a,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:15.496748 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.554092 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.565599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f7a35-1ac7-4c0f-9510-d5082db28d61 None None] Pushing event updated for resources: {'Port': ['ID=508ad62d-3676-4951-ba78-4da66682a11a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:15.646225 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9cdfa4ae-3e5b-44ce-90db-5ab00c673909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.739826 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.756408 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Transition to ACTIVE for port object 9fc3a500-cb38-45e7-b481-591bbfc4cde7 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:15.758055 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.765518 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.821976 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Attempting to bind port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:15.822332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Attempting to bind port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:15.822802 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Attempting to bind port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:15.826012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-73032f5e-71c6-4099-b10c-17471d403077 None None] Provisioning complete for port 508ad62d-3676-4951-ba78-4da66682a11a triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:15.826459 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-73032f5e-71c6-4099-b10c-17471d403077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.833558 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:15.833938 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:15.834350 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.834784 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:15.835254 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Bound port: 9fc3a500-cb38-45e7-b481-591bbfc4cde7, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:15.835640 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.862363 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Pushing event updated for resources: {'Port': ['ID=9fc3a500-cb38-45e7-b481-591bbfc4cde7,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:15.871642 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.876834 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.877183 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.877520 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.877843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.878369 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.878805 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.879161 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.879507 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.879803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.880750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.880750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.880750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:15.906716 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] For port 9fc3a500-cb38-45e7-b481-591bbfc4cde7, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:15.910755 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] For port 9fc3a500-cb38-45e7-b481-591bbfc4cde7, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fc3a500-cb38-45e7-b481-591bbfc4cde7,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:15.926180 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.970201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:15.991521 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:15.992176 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:16.123220 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4cab2-156d-432d-b0fd-2149ed9f5e29 None None] Pushing event updated for resources: {'Port': ['ID=9fc3a500-cb38-45e7-b481-591bbfc4cde7,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:16.149895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Allocated IP 172.20.0.1 (806976ba-750a-4d40-af07-8099adb2fff2/4614c09f-84bb-4e30-b733-13a5c1e42e5c/640e27cc-ce73-4c1c-88cb-37113bae8e7d) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:16.201997 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:16.274382 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.288468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Transition to ACTIVE for port object 640e27cc-ce73-4c1c-88cb-37113bae8e7d will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:16.322748 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.369435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Network 806976ba-750a-4d40-af07-8099adb2fff2 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:16.372881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:16.377004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:16.393847 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:14Z', 'revision_number': 3, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:16.410650 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Pushing event updated for resources: {'Port': ['ID=640e27cc-ce73-4c1c-88cb-37113bae8e7d,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:16.425750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353aadc-05b8-4166-8334-75a5248fa6d0 None None] The sync data for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 is: [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:14Z', 'revision_number': 3, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:16.464391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.492321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 508ad62d-3676-4951-ba78-4da66682a11a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:16.557217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 508ad62d-3676-4951-ba78-4da66682a11a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:16.557217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.624389 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.660398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d2c18cdb-3a21-477d-bda2-a2f7141a8880 None None] Provisioning for port 640e27cc-ce73-4c1c-88cb-37113bae8e7d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:16.664486 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-d2c18cdb-3a21-477d-bda2-a2f7141a8880 None None] Provisioning complete for port 640e27cc-ce73-4c1c-88cb-37113bae8e7d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:16.664947 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d2c18cdb-3a21-477d-bda2-a2f7141a8880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.701771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d2c18cdb-3a21-477d-bda2-a2f7141a8880 None None] Port 640e27cc-ce73-4c1c-88cb-37113bae8e7d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:16.825495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.832923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.907471 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:16.909405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Pushing event updated for resources: {'Port': ['ID=640e27cc-ce73-4c1c-88cb-37113bae8e7d,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:17.006795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Network 806976ba-750a-4d40-af07-8099adb2fff2 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:17.008603 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:17.138732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Router ec5b8857-8020-49b6-94a3-696c1196c1b8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:17.266085 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:17.279238 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-da2304f7-f342-4129-b54c-613f633ad331 admin admin] 10.222.0.57 "PUT /v2.0/routers/ec5b8857-8020-49b6-94a3-696c1196c1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2001131 Jul 15 14:12:17.318937 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.327196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9026a34a-9add-49d7-9715-0e2e6b88fc66 None None] Provisioning complete for port 640e27cc-ce73-4c1c-88cb-37113bae8e7d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:17.327571 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9026a34a-9add-49d7-9715-0e2e6b88fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.372738 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9026a34a-9add-49d7-9715-0e2e6b88fc66 None None] Port 640e27cc-ce73-4c1c-88cb-37113bae8e7d cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:17.797904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57678) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:17.803401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-692224297-network', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:17.828336 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Made reservation on behalf of 0f08f6c302e448f5a12fa685f781bb23 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:17.831202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.840702 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.941384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.946630 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.972872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:12:17.983668 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14ec04a-23be-4174-9048-a2640a8b9e41,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:17.989420 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:17.989763 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Added segment b4d04e0d-ae3e-4911-8878-61762c2777d3 of type vlan for network e48a7217-8850-446e-a0c8-28081d68a864 Jul 15 14:12:18.043474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.075352 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.076347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:18.076925 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.112031 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3128943 Jul 15 14:12:18.115286 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57680) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:18.121563 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Request body: {'subnet': {'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-692224297-subnet', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:18.134016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Sync routers for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:18.138711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9221761-c91b-42fd-b04a-148a3828d84e admin admin] Pushing event updated for resources: {'Network': ['ID=e48a7217-8850-446e-a0c8-28081d68a864,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:18.151117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Made reservation on behalf of 0f08f6c302e448f5a12fa685f781bb23 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:18.153294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e48a7217-8850-446e-a0c8-28081d68a864 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:12:18.154121 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.158331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:18.159460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:18.331985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:18.340378 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.402676 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76af4978-a0bc-4e80-acad-0716e1063a42,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:18.414770 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Checking segment: {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:18.415145 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Network hostable DHCP agents. Network: e48a7217-8850-446e-a0c8-28081d68a864, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:12:18.437102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Network e48a7217-8850-446e-a0c8-28081d68a864 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:12:18.455272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e48a7217-8850-446e-a0c8-28081d68a864) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:18.460527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:18.461560 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.475439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa63fc6-fe9f-4288-be35-6d3e006e1914 None None] Network e48a7217-8850-446e-a0c8-28081d68a864 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:18.478139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1869fc00-6d35-4a07-902f-3dc6bf9d0024 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3610272 Jul 15 14:12:18.480685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57682) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:18.485881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:18.504803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fc3a500-cb38-45e7-b481-591bbfc4cde7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:18.515765 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.517132 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.578376 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.731556 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.843873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.847403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:18.857203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:18.857566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.900801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 2, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:18.944137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.949361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Checking router: ec5b8857-8020-49b6-94a3-696c1196c1b8 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:18.949708 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Updating router ec5b8857-8020-49b6-94a3-696c1196c1b8 port 640e27cc-ce73-4c1c-88cb-37113bae8e7d binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:12:18.967583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:18.975350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e48a7217-8850-446e-a0c8-28081d68a864', 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'fixed_ips': [{'subnet_id': '76af4978-a0bc-4e80-acad-0716e1063a42'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:12:18.976461 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.031833 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.088320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Allocated IP 172.25.3.64 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/a4dec5eb-46fd-470d-9ee9-06c3313f6c46) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:19.141681 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.197173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9fc3a500-cb38-45e7-b481-591bbfc4cde7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fc3a500-cb38-45e7-b481-591bbfc4cde7,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:19.197813 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.244975 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.251494 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.288840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:19.291834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:19.295918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:19.311378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Allocated IP 172.20.0.2 (e48a7217-8850-446e-a0c8-28081d68a864/76af4978-a0bc-4e80-acad-0716e1063a42/1e4c1353-ee30-47d6-835b-932975d7bb6a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:19.321266 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:19.369185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9fc3a500-cb38-45e7-b481-591bbfc4cde7,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:19.556809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.595025 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.608788 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.613492 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Transition to ACTIVE for port object 1e4c1353-ee30-47d6-835b-932975d7bb6a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:19.626437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Transition to ACTIVE for port object 640e27cc-ce73-4c1c-88cb-37113bae8e7d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:19.636079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Transition to ACTIVE for port object 1e4c1353-ee30-47d6-835b-932975d7bb6a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:19.637684 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.668963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.704390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Network e48a7217-8850-446e-a0c8-28081d68a864 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:19.705408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c67d3-1df4-4bf0-9a1e-8830419b37de None None] Pushing event updated for resources: {'Port': ['ID=640e27cc-ce73-4c1c-88cb-37113bae8e7d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:19.750575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:19.755222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:19.771406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.825522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Attempting to bind port 640e27cc-ce73-4c1c-88cb-37113bae8e7d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:19.825772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Attempting to bind port 640e27cc-ce73-4c1c-88cb-37113bae8e7d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:19.826026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Attempting to bind port 640e27cc-ce73-4c1c-88cb-37113bae8e7d on network 806976ba-750a-4d40-af07-8099adb2fff2 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:19.829933 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Pushing event updated for resources: {'Port': ['ID=1e4c1353-ee30-47d6-835b-932975d7bb6a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:19.853294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:19.853663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Checking segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:19.854059 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.854453 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Bound using segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:19.855027 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Bound port: 640e27cc-ce73-4c1c-88cb-37113bae8e7d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:19.855409 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.875534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Attempting to bind port 1e4c1353-ee30-47d6-835b-932975d7bb6a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:19.875904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Attempting to bind port 1e4c1353-ee30-47d6-835b-932975d7bb6a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:19.876271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Attempting to bind port 1e4c1353-ee30-47d6-835b-932975d7bb6a on network e48a7217-8850-446e-a0c8-28081d68a864 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:19.883686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:19.884058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Checking segment: {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:19.884453 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.884992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Bound using segment: {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:19.885306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Bound port: 1e4c1353-ee30-47d6-835b-932975d7bb6a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:19.885695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:19.920005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Router 33386051-1121-4897-a9e7-a1244cb2bf1d is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:12:19.979294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] For port 640e27cc-ce73-4c1c-88cb-37113bae8e7d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:19.984121 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] For port 640e27cc-ce73-4c1c-88cb-37113bae8e7d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=640e27cc-ce73-4c1c-88cb-37113bae8e7d,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:19.990303 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.035092 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:20.051844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] For port 1e4c1353-ee30-47d6-835b-932975d7bb6a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:20.054049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.054304 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Sync routers for ids ['33386051-1121-4897-a9e7-a1244cb2bf1d'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:20.055377 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e30cb426-8a9e-4e52-a8da-cd6cb4bc66a9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5731530 Jul 15 14:12:20.058889 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57684) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:12:20.065461 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Routers {'33386051-1121-4897-a9e7-a1244cb2bf1d'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:20.066436 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33386051-1121-4897-a9e7-a1244cb2bf1d'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:20.087321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] For port 1e4c1353-ee30-47d6-835b-932975d7bb6a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1e4c1353-ee30-47d6-835b-932975d7bb6a,segment=NetworkSegment(b4d04e0d-ae3e-4911-8878-61762c2777d3),segment_id=b4d04e0d-ae3e-4911-8878-61762c2777d3)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:20.089962 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c67d3-1df4-4bf0-9a1e-8830419b37de None None] Pushing event updated for resources: {'Port': ['ID=640e27cc-ce73-4c1c-88cb-37113bae8e7d,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:20.095365 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.098174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:20.098932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:20.266098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Set router 33386051-1121-4897-a9e7-a1244cb2bf1d gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:20.283713 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb60c8d-30ce-441b-b7a9-9089bb8acdd5 None None] Pushing event updated for resources: {'Port': ['ID=1e4c1353-ee30-47d6-835b-932975d7bb6a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:20.316974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:20.548292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fc3a500-cb38-45e7-b481-591bbfc4cde7 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:20.598981 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 3, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:20.641476 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Checking router: 33386051-1121-4897-a9e7-a1244cb2bf1d for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:20.641829 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Updating router 33386051-1121-4897-a9e7-a1244cb2bf1d port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:12:20.650088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:20.650579 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.680591 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.685428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:20.698082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:20.715420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdd4893-0ac2-4e37-8228-90208c7a85b0 None None] The sync data for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 is: [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:20.882492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Allocated IP 172.20.0.1 (e48a7217-8850-446e-a0c8-28081d68a864/76af4978-a0bc-4e80-acad-0716e1063a42/8ef6929b-4704-493a-9ba2-8ef63e6866d4) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:21.016174 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.027523 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.034592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Transition to ACTIVE for port object 8ef6929b-4704-493a-9ba2-8ef63e6866d4 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:21.039545 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Transition to ACTIVE for port object a4dec5eb-46fd-470d-9ee9-06c3313f6c46 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:21.046509 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.077846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.092672 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Attempting to bind port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:21.093299 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Attempting to bind port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:21.093398 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Attempting to bind port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:21.105513 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:21.105952 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:21.106281 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.106715 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:21.107206 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Bound port: a4dec5eb-46fd-470d-9ee9-06c3313f6c46, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:21.107579 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.145133 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Network e48a7217-8850-446e-a0c8-28081d68a864 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:21.146491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Pushing event updated for resources: {'Port': ['ID=8ef6929b-4704-493a-9ba2-8ef63e6866d4,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:21.156917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:21.160676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:21.164461 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] For port a4dec5eb-46fd-470d-9ee9-06c3313f6c46, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:21.167912 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] For port a4dec5eb-46fd-470d-9ee9-06c3313f6c46, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:21.176306 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31309252-b31d-4960-971b-aec1dff762c9 None None] Pushing event updated for resources: {'Port': ['ID=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:21.180696 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.217236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.240451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Routers {'33386051-1121-4897-a9e7-a1244cb2bf1d'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:21.241102 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33386051-1121-4897-a9e7-a1244cb2bf1d'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:21.360047 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] Set router 33386051-1121-4897-a9e7-a1244cb2bf1d gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:21.416849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.479353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bab972-d592-4606-a209-43c2849666be None None] Network e48a7217-8850-446e-a0c8-28081d68a864 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:12:21.512770 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31309252-b31d-4960-971b-aec1dff762c9 None None] Pushing event updated for resources: {'Port': ['ID=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:21.594600 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 3, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:21.626852 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079d18a-7de5-4d8a-8d14-34ef20809ffa None None] The sync data for ids ['33386051-1121-4897-a9e7-a1244cb2bf1d'] in n-d-798054-11 is: [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 3, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:21.643722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-538eecb6-7548-41ba-97e8-c56309613912 None None] Provisioning for port 1e4c1353-ee30-47d6-835b-932975d7bb6a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:21.666869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.673881 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.764353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:21.766685 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Pushing event updated for resources: {'Port': ['ID=8ef6929b-4704-493a-9ba2-8ef63e6866d4,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:21.881349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Network e48a7217-8850-446e-a0c8-28081d68a864 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:21.883038 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:22.004565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4494e312-fc3b-4b57-ad45-788a0b85657d None None] Provisioning for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:22.009002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4494e312-fc3b-4b57-ad45-788a0b85657d None None] Provisioning complete for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:22.009477 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4494e312-fc3b-4b57-ad45-788a0b85657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:22.049515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-4494e312-fc3b-4b57-ad45-788a0b85657d None None] Port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:22.074254 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Router 33386051-1121-4897-a9e7-a1244cb2bf1d has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:12:22.195842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:12:22.201269 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9bdc68aa-2fa3-4b6e-ae84-08cb17fea03c admin admin] 10.222.0.57 "PUT /v2.0/routers/33386051-1121-4897-a9e7-a1244cb2bf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1415904 Jul 15 14:12:22.286721 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3fa3aead-4dbc-4525-bb5b-ca1ad1b8f300 None None] Provisioning complete for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:22.287004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3fa3aead-4dbc-4525-bb5b-ca1ad1b8f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:22.347131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3aead-4dbc-4525-bb5b-ca1ad1b8f300 None None] Port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:22.477181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7c05f5c6-2a73-4918-bfac-3dcc25ed5d73 None None] Provisioning complete for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:22.477549 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c05f5c6-2a73-4918-bfac-3dcc25ed5d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:22.535351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7c05f5c6-2a73-4918-bfac-3dcc25ed5d73 None None] Port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:22.595759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e4c1353-ee30-47d6-835b-932975d7bb6a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:22.659128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1e4c1353-ee30-47d6-835b-932975d7bb6a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:22.663336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1e4c1353-ee30-47d6-835b-932975d7bb6a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:22.664047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:22.747566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:22.792675 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 1e4c1353-ee30-47d6-835b-932975d7bb6a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1e4c1353-ee30-47d6-835b-932975d7bb6a,segment=NetworkSegment(b4d04e0d-ae3e-4911-8878-61762c2777d3),segment_id=b4d04e0d-ae3e-4911-8878-61762c2777d3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:22.802714 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:22.803807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 640e27cc-ce73-4c1c-88cb-37113bae8e7d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:23.059564 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=1e4c1353-ee30-47d6-835b-932975d7bb6a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:23.073019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 640e27cc-ce73-4c1c-88cb-37113bae8e7d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:23.076817 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 640e27cc-ce73-4c1c-88cb-37113bae8e7d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:23.077326 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.159455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.191972 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 640e27cc-ce73-4c1c-88cb-37113bae8e7d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=640e27cc-ce73-4c1c-88cb-37113bae8e7d,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:23.198830 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.199061 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a4dec5eb-46fd-470d-9ee9-06c3313f6c46 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:23.292973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=640e27cc-ce73-4c1c-88cb-37113bae8e7d,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:23.311151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:23.320910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:23.321388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.419171 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.444494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port a4dec5eb-46fd-470d-9ee9-06c3313f6c46, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:23.449765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:23.513645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:24.283887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Sync routers for ids ['33386051-1121-4897-a9e7-a1244cb2bf1d'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:12:24.293464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Routers {'33386051-1121-4897-a9e7-a1244cb2bf1d'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:24.294419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33386051-1121-4897-a9e7-a1244cb2bf1d'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:24.422517 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Set router 33386051-1121-4897-a9e7-a1244cb2bf1d gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:24.522361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e4c1353-ee30-47d6-835b-932975d7bb6a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:24.650990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1e4c1353-ee30-47d6-835b-932975d7bb6a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:24.651416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:24.773086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:21Z', 'revision_number': 4, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '8ef6929b-4704-493a-9ba2-8ef63e6866d4', 'name': '', 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'mac_address': 'fa:16:3e:66:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '76af4978-a0bc-4e80-acad-0716e1063a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:20Z', 'updated_at': '2021-07-15T14:12:21Z', 'revision_number': 2, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'subnets': [{'id': '76af4978-a0bc-4e80-acad-0716e1063a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:24.811523 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Checking router: 33386051-1121-4897-a9e7-a1244cb2bf1d for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:12:24.811903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Updating router 33386051-1121-4897-a9e7-a1244cb2bf1d port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:12:24.837480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 640e27cc-ce73-4c1c-88cb-37113bae8e7d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:24.893421 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:24.952012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 640e27cc-ce73-4c1c-88cb-37113bae8e7d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:24.952385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.149041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a4dec5eb-46fd-470d-9ee9-06c3313f6c46 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:25.257825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:25.258194 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.292843 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.309931 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Transition to ACTIVE for port object 8ef6929b-4704-493a-9ba2-8ef63e6866d4 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:25.321400 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.445118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb736d-c2f1-4a61-9c14-04f3044c5692 None None] Pushing event updated for resources: {'Port': ['ID=8ef6929b-4704-493a-9ba2-8ef63e6866d4,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:25.507449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Attempting to bind port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:25.507813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Attempting to bind port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:25.508177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Attempting to bind port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 on network e48a7217-8850-446e-a0c8-28081d68a864 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:25.514035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:25.514764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Checking segment: {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:25.515169 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.515550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Bound using segment: {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:25.516015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Bound port: 8ef6929b-4704-493a-9ba2-8ef63e6866d4, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d04e0d-ae3e-4911-8878-61762c2777d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:25.516393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.603908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] For port 8ef6929b-4704-493a-9ba2-8ef63e6866d4, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:25.610563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] For port 8ef6929b-4704-493a-9ba2-8ef63e6866d4, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8ef6929b-4704-493a-9ba2-8ef63e6866d4,segment=NetworkSegment(b4d04e0d-ae3e-4911-8878-61762c2777d3),segment_id=b4d04e0d-ae3e-4911-8878-61762c2777d3)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:25.618649 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:25.690570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Routers {'33386051-1121-4897-a9e7-a1244cb2bf1d'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:12:25.690570 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33386051-1121-4897-a9e7-a1244cb2bf1d'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:25.698661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb736d-c2f1-4a61-9c14-04f3044c5692 None None] Pushing event updated for resources: {'Port': ['ID=8ef6929b-4704-493a-9ba2-8ef63e6866d4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:25.853661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] Set router 33386051-1121-4897-a9e7-a1244cb2bf1d gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:12:26.125689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:21Z', 'revision_number': 4, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '8ef6929b-4704-493a-9ba2-8ef63e6866d4', 'name': '', 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'mac_address': 'fa:16:3e:66:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '76af4978-a0bc-4e80-acad-0716e1063a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:20Z', 'updated_at': '2021-07-15T14:12:25Z', 'revision_number': 4, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'subnets': [{'id': '76af4978-a0bc-4e80-acad-0716e1063a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:12:26.160773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02e973-ec76-4b7e-b566-1e2e50aad1e7 None None] The sync data for ids ['33386051-1121-4897-a9e7-a1244cb2bf1d'] in n-d-798054-11 is: [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:21Z', 'revision_number': 4, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '8ef6929b-4704-493a-9ba2-8ef63e6866d4', 'name': '', 'network_id': 'e48a7217-8850-446e-a0c8-28081d68a864', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'mac_address': 'fa:16:3e:66:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '76af4978-a0bc-4e80-acad-0716e1063a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:20Z', 'updated_at': '2021-07-15T14:12:25Z', 'revision_number': 4, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'subnets': [{'id': '76af4978-a0bc-4e80-acad-0716e1063a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:12:26.519369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8ef6929b-4704-493a-9ba2-8ef63e6866d4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:26.604791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:26.611261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:26.612052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:26.708221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:26.744964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 8ef6929b-4704-493a-9ba2-8ef63e6866d4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8ef6929b-4704-493a-9ba2-8ef63e6866d4,segment=NetworkSegment(b4d04e0d-ae3e-4911-8878-61762c2777d3),segment_id=b4d04e0d-ae3e-4911-8878-61762c2777d3)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:26.754919 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:26.821724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=8ef6929b-4704-493a-9ba2-8ef63e6866d4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:28.457752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8ef6929b-4704-493a-9ba2-8ef63e6866d4 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:28.511197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:28.511620 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:32.268991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-b599a351-3ac0-4a07-a56b-7f05df8ae7c8 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:32.270481 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-b599a351-3ac0-4a07-a56b-7f05df8ae7c8 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 815 time: 0.1054606 Jul 15 14:12:32.288808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-669c4c9a-8903-4c3d-8280-9b56b19ba0e5 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/quotas/d1a42f5b5b9249c8be3b35ae107544cd HTTP/1.1" status: 200 len: 375 time: 0.0106215 Jul 15 14:12:32.371663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-db1d87b2-d4ad-4870-8536-b06bf1ae8978 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776727 Jul 15 14:12:32.481373 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-3b20a504-6fdd-4f1a-9da7-fd62c2539340 service neutron] 10.222.0.57 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977297 Jul 15 14:12:32.586827 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-bceb7c0f-a4cd-43b6-ac66-c4487b1ab7f7 service neutron] 10.222.0.57 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973227 Jul 15 14:12:32.772664 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-732d2d99-f0d3-4740-abdd-5103f2976d45 req-fc4dcef6-7e42-4610-abc5-2901a145a61d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 210 time: 0.0334418 Jul 15 14:12:33.907546 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-5910fef2-4300-480f-b93d-36beca4bcf8c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:33.910022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-5910fef2-4300-480f-b93d-36beca4bcf8c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 815 time: 0.1130428 Jul 15 14:12:33.928680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'port': {'device_id': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'admin_state_up': True, 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:33.975383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4b2e46ba-f226-43b2-9321-36d423be2632 req-6cc1e0ed-9bbd-4a8d-b0ab-d585fcd3861f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 210 time: 0.0430408 Jul 15 14:12:34.077879 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Made reservation on behalf of d1a42f5b5b9249c8be3b35ae107544cd for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:12:34.082102 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:34.624548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Allocated IP 172.20.0.4 (806976ba-750a-4d40-af07-8099adb2fff2/4614c09f-84bb-4e30-b733-13a5c1e42e5c/ad70a21d-75ac-4e94-a74b-39960b3d0a2f) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:12:34.809953 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:34.824606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Transition to ACTIVE for port object ad70a21d-75ac-4e94-a74b-39960b3d0a2f will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:34.860581 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:34.916757 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Network 806976ba-750a-4d40-af07-8099adb2fff2 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:12:34.920342 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:12:34.923374 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:12:34.930557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:34.960158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.960495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.960835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.961158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.961494 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.961814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.962133 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.962456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.962797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.963108 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.963425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.963758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:34.996091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:34.996729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.023940 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-ec5e52e7-7ec1-4dbc-a16e-f19017952aad tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993073 Jul 15 14:12:35.189259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08f00c-a95d-47ec-a8f8-91502c7fe122 req-dbaa10ac-e7b5-4bd4-89ed-65696790a8f0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:35.190748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e08f00c-a95d-47ec-a8f8-91502c7fe122 req-dbaa10ac-e7b5-4bd4-89ed-65696790a8f0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0746934 Jul 15 14:12:35.235093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e08f00c-a95d-47ec-a8f8-91502c7fe122 req-304c1ab1-3417-4fef-9d08-36706efcb86a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Jul 15 14:12:35.265812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1c9518e9-f142-45cf-9c82-7878c5a30a29 None None] Provisioning for port ad70a21d-75ac-4e94-a74b-39960b3d0a2f completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:35.270349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-1c9518e9-f142-45cf-9c82-7878c5a30a29 None None] Provisioning complete for port ad70a21d-75ac-4e94-a74b-39960b3d0a2f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:35.270811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1c9518e9-f142-45cf-9c82-7878c5a30a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:35.309902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-1c9518e9-f142-45cf-9c82-7878c5a30a29 None None] Port ad70a21d-75ac-4e94-a74b-39960b3d0a2f cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:12:36.436065 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5d12-de71-44c0-8162-234e6a7eb840 req-6e2f187f-973c-4dd5-a59f-d7e7441af728 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:36.437627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a09f5d12-de71-44c0-8162-234e6a7eb840 req-6e2f187f-973c-4dd5-a59f-d7e7441af728 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0725603 Jul 15 14:12:36.478914 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a09f5d12-de71-44c0-8162-234e6a7eb840 req-ee3f1e53-14f8-49cb-b59a-bca2499b42c8 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352955 Jul 15 14:12:37.672454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13e921-fbc3-4cc0-b456-efa1183b5558 req-fd703db5-2ac9-49e4-853b-1e3db9006e37 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:37.673919 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f13e921-fbc3-4cc0-b456-efa1183b5558 req-fd703db5-2ac9-49e4-853b-1e3db9006e37 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0751562 Jul 15 14:12:37.714995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2f13e921-fbc3-4cc0-b456-efa1183b5558 req-e2a4d80f-c85b-4db3-a60d-ee7d9536aedd tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Jul 15 14:12:38.905029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b35e31-5d2c-4d61-ba02-19e3c5789308 req-ffad3ae3-872b-4691-ba91-05f94b62ac82 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:38.912142 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06b35e31-5d2c-4d61-ba02-19e3c5789308 req-ffad3ae3-872b-4691-ba91-05f94b62ac82 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0764973 Jul 15 14:12:38.948042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-06b35e31-5d2c-4d61-ba02-19e3c5789308 req-0d8ff2c6-ffb0-467e-8ab0-ae984ec4328c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Jul 15 14:12:40.169428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f226cd2-c8fa-4c1a-8e3e-292347e4ec83 req-7bb77e83-c45a-48af-865e-71b471ffd76e tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:40.171431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f226cd2-c8fa-4c1a-8e3e-292347e4ec83 req-7bb77e83-c45a-48af-865e-71b471ffd76e tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0819235 Jul 15 14:12:40.220357 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f226cd2-c8fa-4c1a-8e3e-292347e4ec83 req-f70e0abb-e3f6-458e-a6d9-1b37f0091a01 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393815 Jul 15 14:12:41.408301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645447a-1ff4-4d8c-a6e1-8faddbc45aff req-31fc512f-0939-4d68-b17f-71c7613aa7d0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:41.409942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3645447a-1ff4-4d8c-a6e1-8faddbc45aff req-31fc512f-0939-4d68-b17f-71c7613aa7d0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0672710 Jul 15 14:12:41.453850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3645447a-1ff4-4d8c-a6e1-8faddbc45aff req-527d338d-f107-44bf-a6f3-7aff1186eca2 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Jul 15 14:12:42.292737 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:12:42.673261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97aa22-75d1-46e3-aa41-b60447bed2b5 req-f6770662-e965-46b7-b0b0-79559d2c343b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:42.675024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee97aa22-75d1-46e3-aa41-b60447bed2b5 req-f6770662-e965-46b7-b0b0-79559d2c343b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0765004 Jul 15 14:12:42.718618 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ee97aa22-75d1-46e3-aa41-b60447bed2b5 req-971e9806-fdb5-4c33-9454-d2d16543e542 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Jul 15 14:12:43.138263 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3d70c95a-7a78-4a01-bc0b-646d08cf0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:43.912111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb742-2fce-409b-8a45-0d0258a8e8b3 req-2bb25709-646e-4b58-85c1-572198c360bd tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:43.913605 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f50bb742-2fce-409b-8a45-0d0258a8e8b3 req-2bb25709-646e-4b58-85c1-572198c360bd tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 931 time: 0.0719366 Jul 15 14:12:43.951665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Request body: {'port': {'device_id': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:12:43.986847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f50bb742-2fce-409b-8a45-0d0258a8e8b3 req-c1d7e0d5-c3c3-4876-b5db-9fee7b9f9d02 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674210 Jul 15 14:12:44.032607 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.324971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad70a21d-75ac-4e94-a74b-39960b3d0a2f {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:12:44.335226 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.351075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Transition to ACTIVE for port object ad70a21d-75ac-4e94-a74b-39960b3d0a2f will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:12:44.358449 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.409391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:44.492797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Attempting to bind port ad70a21d-75ac-4e94-a74b-39960b3d0a2f on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:12:44.493136 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Attempting to bind port ad70a21d-75ac-4e94-a74b-39960b3d0a2f by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:12:44.493472 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Attempting to bind port ad70a21d-75ac-4e94-a74b-39960b3d0a2f on network 806976ba-750a-4d40-af07-8099adb2fff2 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:44.499224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Port ad70a21d-75ac-4e94-a74b-39960b3d0a2f on network 806976ba-750a-4d40-af07-8099adb2fff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:12:44.499559 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Attempting to bind port ad70a21d-75ac-4e94-a74b-39960b3d0a2f on network 806976ba-750a-4d40-af07-8099adb2fff2 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:12:44.506072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:12:44.506413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Checking segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:12:44.506833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Bound using segment: {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:12:44.507276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Bound port: ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:12:44.507641 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.595976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:12:44.599410 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:12:44.606345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.648237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:44.648877 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:44.650351 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] 10.222.0.59 "PUT /v2.0/ports/ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 1092 time: 0.7040188 Jul 15 14:12:44.650790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:44.653088 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cf784d-8672-48b1-ae6d-4830dd820b26" -d '{"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:44.683547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0a5f-6594-4b42-a673-4e20cb03989f service neutron] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:44.739164 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3676099b-3349-4d97-bc84-ae6dd28f3f12 x-openstack-request-id: req-3676099b-3349-4d97-bc84-ae6dd28f3f12 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:44.739464 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:44.739716 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3676099b-3349-4d97-bc84-ae6dd28f3f12 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:44.740186 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'status': 'completed', 'code': 200} Jul 15 14:12:44.770014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-6f3d445b-7bf8-40ef-b444-3c41f718f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:44.771866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-6f3d445b-7bf8-40ef-b444-3c41f718f608 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1095 time: 0.0645521 Jul 15 14:12:44.821200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-a9e123ee-f7df-4295-a0c2-2dda20151579 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 217 time: 0.0421691 Jul 15 14:12:44.876605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-a92ea3c8-7fe0-40f6-8f48-e94943b5f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:44.877958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-a92ea3c8-7fe0-40f6-8f48-e94943b5f371 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0512631 Jul 15 14:12:44.946502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-0e8dbe5b-fc73-4ce7-80fc-2a16bd037856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:44.948102 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-0e8dbe5b-fc73-4ce7-80fc-2a16bd037856 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640237 Jul 15 14:12:45.048146 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-1b44da79-c59d-41d5-a67c-c5197e35c0e2 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935402 Jul 15 14:12:45.173022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dbcb25e1-54ae-449f-bc33-2faaef695d17 req-077fb9ef-fd16-4050-ba02-c666df818b62 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188157 Jul 15 14:12:45.201895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699dc16-388d-4084-b823-9c9d187b0cc5 req-df1f93b2-d4f4-4230-9111-1a94c72c4b23 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.203442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7699dc16-388d-4084-b823-9c9d187b0cc5 req-df1f93b2-d4f4-4230-9111-1a94c72c4b23 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 943 time: 0.0921736 Jul 15 14:12:45.280229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7699dc16-388d-4084-b823-9c9d187b0cc5 req-30ca6f05-85aa-4eab-b59b-00c4e18a3b25 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Jul 15 14:12:45.302980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-63c23b66-2a21-4ad7-b589-383af1f89410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.304552 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-63c23b66-2a21-4ad7-b589-383af1f89410 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1095 time: 0.0763083 Jul 15 14:12:45.402937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-9ee4c366-896f-46d2-a894-6293bdbc4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.404445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-9ee4c366-896f-46d2-a894-6293bdbc4914 service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.0938179 Jul 15 14:12:45.447141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-5d575f5a-7c3f-41a8-8a4a-a614609a3ad6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 217 time: 0.0346766 Jul 15 14:12:45.498107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-7f9616ab-31f1-4cb9-b61e-c3efd24904b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.499642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-7f9616ab-31f1-4cb9-b61e-c3efd24904b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0459578 Jul 15 14:12:45.535846 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.577424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-13f03ba1-89c8-4b12-a00e-02fd93e2b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:45.579097 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-13f03ba1-89c8-4b12-a00e-02fd93e2b7ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724072 Jul 15 14:12:45.646098 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-37c79865-880d-4fea-9788-ec6f3a7c323c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.686492 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-0c594cec-86c7-4480-86c1-cbda8ff26209 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998452 Jul 15 14:12:45.754437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:45.789579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-57cf784d-8672-48b1-ae6d-4830dd820b26 req-7bd46608-8874-4273-b162-b80cd9671f91 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958462 Jul 15 14:12:45.872434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:46.473977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb06e-dadf-49dc-bb12-1b9ffacea25e req-36a25c69-56a2-4336-88a3-3566b2853473 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:46.476197 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-40dfb06e-dadf-49dc-bb12-1b9ffacea25e req-36a25c69-56a2-4336-88a3-3566b2853473 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 943 time: 0.0746658 Jul 15 14:12:46.521356 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-40dfb06e-dadf-49dc-bb12-1b9ffacea25e req-5a49c950-1375-4214-9aeb-251c79e804f5 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366290 Jul 15 14:12:47.320371 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.429686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ad70a21d-75ac-4e94-a74b-39960b3d0a2f details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:12:47.691489 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:47.703657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'port_id': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'mac_address': 'fa:16:3e:43:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:12:47.705504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0d7cd-a795-4e94-977e-0722b0e7e267 req-8814284f-d3a7-4fe4-ac8c-a6f2cb63597d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:47.707040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6a0d7cd-a795-4e94-977e-0722b0e7e267 req-8814284f-d3a7-4fe4-ac8c-a6f2cb63597d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 943 time: 0.0664558 Jul 15 14:12:47.740026 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.750363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d6a0d7cd-a795-4e94-977e-0722b0e7e267 req-ee119c91-d5b1-44a9-afd6-481fca0127cd tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374703 Jul 15 14:12:47.753111 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad70a21d-75ac-4e94-a74b-39960b3d0a2f {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:12:47.774698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:47.780122 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:47.835097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:47.843647 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.843978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.844328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.844667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.845005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.845334 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.845661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.845992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.846319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.846660 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.846988 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.847306 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:12:47.981734 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ad70a21d-75ac-4e94-a74b-39960b3d0a2f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:12:48.807423 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:48.952489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de93ffa-065c-4234-9793-0e8be3a1b833 req-682a9d3d-fcf7-4ba3-8670-0f109c2b59bf tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:48.953866 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3de93ffa-065c-4234-9793-0e8be3a1b833 req-682a9d3d-fcf7-4ba3-8670-0f109c2b59bf tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 944 time: 0.0764120 Jul 15 14:12:49.004200 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3de93ffa-065c-4234-9793-0e8be3a1b833 req-520a20ec-05cc-498c-8eea-5f928a3b6f9f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Jul 15 14:12:49.458394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ad70a21d-75ac-4e94-a74b-39960b3d0a2f up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:12:49.513923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port ad70a21d-75ac-4e94-a74b-39960b3d0a2f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:12:49.517892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port ad70a21d-75ac-4e94-a74b-39960b3d0a2f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:12:49.518264 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:49.603106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:49.627205 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:12:49.629491 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8ddf09-cbc4-43fd-af0b-2062115b6901" -d '{"events": [{"server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "name": "network-vif-plugged", "status": "completed", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:12:49.643099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:12:49.648951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:12:49.697622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:12:49.787231 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940f2b9-ad56-4753-9731-52d6628485bc x-openstack-request-id: req-2940f2b9-ad56-4753-9731-52d6628485bc {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:12:49.787528 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "name": "network-vif-plugged", "status": "completed", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:12:49.787780 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2940f2b9-ad56-4753-9731-52d6628485bc {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:12:49.788207 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'code': 200} Jul 15 14:12:49.914819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f518eef-db5b-48b2-b7f0-dbe1d7d31039 req-1ff5141b-fd12-47f3-abe9-55e68563cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:49.916334 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f518eef-db5b-48b2-b7f0-dbe1d7d31039 req-1ff5141b-fd12-47f3-abe9-55e68563cd44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1097 time: 0.0608723 Jul 15 14:12:49.955263 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0f518eef-db5b-48b2-b7f0-dbe1d7d31039 req-bfffa4a9-0444-42bd-ac8e-1bf6fa81f6c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Jul 15 14:12:50.199379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f8445-3a81-4498-b4bc-204e82f0e871 req-4196b9c7-b440-4bbe-9ceb-c62e0b908f83 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:50.200933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-313f8445-3a81-4498-b4bc-204e82f0e871 req-4196b9c7-b440-4bbe-9ceb-c62e0b908f83 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0747771 Jul 15 14:12:50.241882 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-313f8445-3a81-4498-b4bc-204e82f0e871 req-e7b9da80-f35e-48b2-b019-8622b7a6038e tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Jul 15 14:12:51.441204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe14a0-dbdd-4278-be19-2f297b1f1945 req-162c5f31-9e32-49c8-8605-339415172aba tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:51.442844 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bcbe14a0-dbdd-4278-be19-2f297b1f1945 req-162c5f31-9e32-49c8-8605-339415172aba tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0732541 Jul 15 14:12:51.483607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bcbe14a0-dbdd-4278-be19-2f297b1f1945 req-60fb8829-6412-46ce-be83-d1ae5230818c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349138 Jul 15 14:12:51.663860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b43cb-7010-4d51-8ec0-699ab6a4b6bf req-ad5ed31e-8852-4c93-8e16-e0d98d256b6d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:51.665555 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-938b43cb-7010-4d51-8ec0-699ab6a4b6bf req-ad5ed31e-8852-4c93-8e16-e0d98d256b6d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0649686 Jul 15 14:12:51.708520 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-938b43cb-7010-4d51-8ec0-699ab6a4b6bf req-9e531dda-dcec-463a-ab1a-ee13c82854b3 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371649 Jul 15 14:12:52.052034 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ccf12-0986-41c3-90e9-b784c993abde req-6e34f5f3-3244-45e8-b18a-a2054c798f99 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:12:52.053550 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-962ccf12-0986-41c3-90e9-b784c993abde req-6e34f5f3-3244-45e8-b18a-a2054c798f99 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0667613 Jul 15 14:12:52.093392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-962ccf12-0986-41c3-90e9-b784c993abde req-03a6dcfb-4b2b-444a-bf14-59c37ee501d3 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Jul 15 14:13:03.965043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99626be-7a10-4bb0-9afb-3786b39d4c0b req-b2dca307-00bf-44cf-9483-d3a238b58c59 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:03.966978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d99626be-7a10-4bb0-9afb-3786b39d4c0b req-b2dca307-00bf-44cf-9483-d3a238b58c59 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0746627 Jul 15 14:13:04.006662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d99626be-7a10-4bb0-9afb-3786b39d4c0b req-5e263dbf-ad8d-4241-8933-dcb9f57ab78c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Jul 15 14:13:04.036233 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57882) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:04.198160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2af87-072d-4e41-8570-750ccac1665f tempest-TestMinimumBasicScenario-267370598 tempest-TestMinimumBasicScenario-267370598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:04.199760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-38c2af87-072d-4e41-8570-750ccac1665f tempest-TestMinimumBasicScenario-267370598 tempest-TestMinimumBasicScenario-267370598-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1092 time: 0.1619925 Jul 15 14:13:04.203413 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57886) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:04.208862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:04.236988 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:04.358859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:04.475586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Allocated IP 172.25.3.242 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/3231860d-3fb2-4930-8d01-f26f9c2a64c4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:13:04.597387 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:04.648089 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:04.688054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:13:04.691054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:13:04.694610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:13:04.700489 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'Port': ['ID=3231860d-3fb2-4930-8d01-f26f9c2a64c4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:05.101668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.185880 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.360350 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.366110 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.440332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'Port': ['ID=3231860d-3fb2-4930-8d01-f26f9c2a64c4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:05.458053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.571766 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Floating IP dfab49b6-9015-44ee-a0fe-fb0079267975 associated. External IP: 172.25.3.242, port: ad70a21d-75ac-4e94-a74b-39960b3d0a2f. Jul 15 14:13:05.804016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Router ec5b8857-8020-49b6-94a3-696c1196c1b8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:13:05.918049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:13:05.934841 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] Sync routers for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:13:05.942171 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:05.944533 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:05.945386 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:05.987091 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ba2b466b-ebf8-4635-80db-be6a7aa01985 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7795410 Jul 15 14:13:05.987091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:05.987601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57888) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:05.988070 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05" -d '{"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:05.992977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410557506', 'description': 'tempest-secgroup-smoke-410557506 description', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.031038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.038499 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db09e08a-3795-4456-a43c-bc0605c0aa1b x-openstack-request-id: req-db09e08a-3795-4456-a43c-bc0605c0aa1b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:06.038828 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:06.039064 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db09e08a-3795-4456-a43c-bc0605c0aa1b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:06.039476 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'status': 'completed', 'code': 200} Jul 15 14:13:06.120305 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-c915c481-7da3-4768-9a23-23bb0f2e65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.122088 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-c915c481-7da3-4768-9a23-23bb0f2e65e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1097 time: 0.0580881 Jul 15 14:13:06.128196 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.133866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.155343 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:06.155767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.160224 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1716197 Jul 15 14:13:06.160847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:06.167601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group_rule': {'security_group_id': '2b69d148-3daf-4174-b1e9-13ef5e294859', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.190640 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b09f9a-68df-438a-8c13-639be1d87a41 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b69d148-3daf-4174-b1e9-13ef5e294859,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:06.217995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.225653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-564f0ef9-7054-45aa-96a3-635a77f6f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.227613 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-564f0ef9-7054-45aa-96a3-635a77f6f1db service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.0990725 Jul 15 14:13:06.269213 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.273242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.293915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9b332f-2049-4814-8f17-4b7b3ae63308,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:06.303010 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.307503 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-878f2287-3609-4892-8876-0bbae71f82cb tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408803 Jul 15 14:13:06.308568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:06.314779 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group_rule': {'security_group_id': '2b69d148-3daf-4174-b1e9-13ef5e294859', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.349517 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.420030 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'dfab49b6-9015-44ee-a0fe-fb0079267975', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'port_id': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'mac_address': 'fa:16:3e:43:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:13:04Z', 'updated_at': '2021-07-15T14:13:04Z', 'revision_number': 0, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.424486 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.432558 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.452841 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] Checking router: ec5b8857-8020-49b6-94a3-696c1196c1b8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:13:06.458916 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.460372 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503522 Jul 15 14:13:06.461474 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160fa654-6c1a-461f-8c84-c47f5fc7194b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:06.463775 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57896) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:06.466855 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:13:06.467744 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:12:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.469288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group_rule': {'security_group_id': '2b69d148-3daf-4174-b1e9-13ef5e294859', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.484615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.484977 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.485463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.485868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.486268 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.486798 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.487139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.487535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.487936 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.488333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.488720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.489109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6247a1d-fe4d-4d9c-b551-e8e80377f292 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:13:06.520127 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.588229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.589938 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:13:06.592991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.615620 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1db615e-4890-47ab-b6a1-3b2f67fd70bb,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:06.620567 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.626859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-03b2c2f3-ef95-44d4-9cdb-d2a485351f2f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571295 Jul 15 14:13:06.627726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:06.632761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group_rule': {'security_group_id': '2b69d148-3daf-4174-b1e9-13ef5e294859', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.664909 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.708503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-7481094d-0b1f-405c-b3b4-4cf04044e452 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 999 time: 0.4742489 Jul 15 14:13:06.733401 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.738853 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.757842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f364b2c-52e0-44fa-9f72-9c032a911d69,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:06.764889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-48d76fae-419f-426b-8f4d-4a3ac91574d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.766504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-48d76fae-419f-426b-8f4d-4a3ac91574d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0514219 Jul 15 14:13:06.767575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.768933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-493f118c-872b-4c37-adc4-8dd8aceb2891 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401217 Jul 15 14:13:06.771852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57900) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:06.776476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group_rule': {'security_group_id': '2b69d148-3daf-4174-b1e9-13ef5e294859', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.805349 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Project d1a42f5b5b9249c8be3b35ae107544cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:13:06.810934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.835337 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-0f4a028d-64ef-4e47-9197-d493374286b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:06.836900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-0f4a028d-64ef-4e47-9197-d493374286b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639207 Jul 15 14:13:06.862901 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'dfab49b6-9015-44ee-a0fe-fb0079267975', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'port_id': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'mac_address': 'fa:16:3e:43:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:13:04Z', 'updated_at': '2021-07-15T14:13:04Z', 'revision_number': 0, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:13:06.879166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.884985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.895916 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a7c2e-f267-4517-abae-9b0b4457a54d None None] The sync data for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 is: [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'dfab49b6-9015-44ee-a0fe-fb0079267975', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'port_id': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'mac_address': 'fa:16:3e:43:5e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:13:04Z', 'updated_at': '2021-07-15T14:13:04Z', 'revision_number': 0, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:13:06.905624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fd5f93-90d1-4545-bfc0-dd1aac381cfc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:06.914091 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:06.915450 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c93e2cc1-d441-4777-b53d-5acf578fe134 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427164 Jul 15 14:13:06.918979 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57902) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:13:06.923968 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'security_group_rule': {'security_group_id': '2b69d148-3daf-4174-b1e9-13ef5e294859', 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:06.940509 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-32d73304-ff4b-4fa4-8a2f-edeb6c52368d service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968239 Jul 15 14:13:06.950172 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Project d1a42f5b5b9249c8be3b35ae107544cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:13:06.955959 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.030809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.036874 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.040307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eeb74c2f-4ad5-4d2b-8767-1794059fcb05 req-022a39ef-6f18-4fdf-a81b-5b96c55148ca service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930974 Jul 15 14:13:07.055593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694a42bd-7260-4ab2-bd58-066631671735,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:07.064336 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.067267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-76a05b3c-92c5-4735-932c-41662e689128 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471901 Jul 15 14:13:07.129906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af4e0bb-b466-4892-acf5-bff661229564 None None] New status for floating IP dfab49b6-9015-44ee-a0fe-fb0079267975: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:13:07.194452 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-d1d69add-d439-4727-a2c5-3f4d13efb6c1 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410557506&fields=id&tenant_id=d1a42f5b5b9249c8be3b35ae107544cd HTTP/1.1" status: 200 len: 267 time: 0.0356252 Jul 15 14:13:07.271396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-21a19471-420c-4809-82fe-2ac9bf989ec0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.273091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-21a19471-420c-4809-82fe-2ac9bf989ec0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0726309 Jul 15 14:13:07.284858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'port': {'security_groups': ['20bd5965-9b55-4ac6-b4bf-ba9f55f44e33', '2b69d148-3daf-4174-b1e9-13ef5e294859']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:13:07.372651 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.576900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:13:07.611131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.618393 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.631005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ad70a21d-75ac-4e94-a74b-39960b3d0a2f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:13:07.666392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.667161 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:07.669259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-02a8328a-8efb-4c37-88bf-eeeb803ce2b1 req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "PUT /v2.0/ports/ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 981 time: 0.3891497 Jul 15 14:13:07.669259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:13:07.671816 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db" -d '{"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:13:07.709576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec4d53-9955-402f-8d0c-d1dea384755b tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=6']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:13:07.759411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ad70a21d-75ac-4e94-a74b-39960b3d0a2f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:13:07.810179 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d376ef-bf43-476f-86e6-2c10bce41c13 x-openstack-request-id: req-a1d376ef-bf43-476f-86e6-2c10bce41c13 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:13:07.810623 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:13:07.810808 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1d376ef-bf43-476f-86e6-2c10bce41c13 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:13:07.811384 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'status': 'completed', 'code': 200} Jul 15 14:13:07.944307 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980df74-763f-4b23-a25a-1c5371842dec req-d83e5993-24ec-421b-9c9f-82254f2871b3 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.945913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e980df74-763f-4b23-a25a-1c5371842dec req-d83e5993-24ec-421b-9c9f-82254f2871b3 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.1405776 Jul 15 14:13:07.953837 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-4b71195b-5622-4ce5-9f80-3fec68e13c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:07.955355 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-4b71195b-5622-4ce5-9f80-3fec68e13c2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1136 time: 0.1048005 Jul 15 14:13:08.054365 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e980df74-763f-4b23-a25a-1c5371842dec req-bfa89703-a34c-49f5-a1a1-79f13fff462f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979066 Jul 15 14:13:08.094254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-eda316cc-a146-4d64-8d32-73fddc6c5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:08.096297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-eda316cc-a146-4d64-8d32-73fddc6c5864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.1331370 Jul 15 14:13:08.163409 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-40da4e63-fbfe-44d7-b846-afd26cf16d84 None None] Provisioning complete for port ad70a21d-75ac-4e94-a74b-39960b3d0a2f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:13:08.163908 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-40da4e63-fbfe-44d7-b846-afd26cf16d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:08.171547 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-6a8f5e1d-1ef1-428c-9e4a-b41ac4214405 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 1001 time: 0.0667076 Jul 15 14:13:08.222257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-fc96824e-8708-4294-bacc-8cfd3f20a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:08.223860 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-fc96824e-8708-4294-bacc-8cfd3f20a905 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0452087 Jul 15 14:13:08.281768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-fc7e4f85-c6f5-4865-8fe9-ab19e6dd2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:08.283321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-fc7e4f85-c6f5-4865-8fe9-ab19e6dd2036 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530519 Jul 15 14:13:08.379218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-38823a15-b3b2-48dc-bd8c-da2c0034c038 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889590 Jul 15 14:13:08.471554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3b9d5e7-3592-4046-a8d3-d9c35a3f80db req-9c798347-24ae-4d04-8224-48b32ee886ab service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856633 Jul 15 14:13:13.140381 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-62931d1a-b51b-4cc9-b3cb-79cd3f80e979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.559273 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.641135 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a76862a2-84dd-43f2-b8e4-8e798a12ee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.753981 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:15.887903 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:17.322092 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:18.810801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:19.293008 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:21.695363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-f3be075f-fd80-4d8f-9781-7ea5ccf685c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543535 Jul 15 14:13:21.807062 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88cd5-251d-45ec-b645-b07648958796 req-cac02f99-7940-4dbc-a6fb-390fcae5a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:21.808728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-cac02f99-7940-4dbc-a6fb-390fcae5a268 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1136 time: 0.0660150 Jul 15 14:13:21.934113 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88cd5-251d-45ec-b645-b07648958796 req-a83453c1-bef1-44e9-b24f-ecfb24b0aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:21.935731 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-a83453c1-bef1-44e9-b24f-ecfb24b0aa9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.1044133 Jul 15 14:13:22.011689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-7dd21288-ab83-4ba4-bdd3-f2263386e2f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 1001 time: 0.0687017 Jul 15 14:13:22.075604 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88cd5-251d-45ec-b645-b07648958796 req-abc15935-5509-471f-b40d-865bff0f9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.077158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-abc15935-5509-471f-b40d-865bff0f9c6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0593240 Jul 15 14:13:22.137237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe88cd5-251d-45ec-b645-b07648958796 req-eb5b2a79-cd27-400a-88b0-1ba91b3002a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.138810 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-eb5b2a79-cd27-400a-88b0-1ba91b3002a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556819 Jul 15 14:13:22.238166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-15e655cd-da7f-4ea2-9a48-1e735d44a76b service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921965 Jul 15 14:13:22.340405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfe88cd5-251d-45ec-b645-b07648958796 req-79de2a7e-b809-4f6e-83e0-9ddf1206d613 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957289 Jul 15 14:13:22.486822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-ede46f68-02fb-435e-99b7-d7fac35837ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.488395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-ede46f68-02fb-435e-99b7-d7fac35837ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1136 time: 0.1042449 Jul 15 14:13:22.500795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcb237-9a73-40b4-85db-3eddbb452f25 req-9e5240d7-e553-4b2c-953b-a577ea92cfac tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.502593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76fcb237-9a73-40b4-85db-3eddbb452f25 req-9e5240d7-e553-4b2c-953b-a577ea92cfac tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.1093974 Jul 15 14:13:22.598789 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76fcb237-9a73-40b4-85db-3eddbb452f25 req-5b444c64-5590-444b-988e-68e1ff795156 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872517 Jul 15 14:13:22.625205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-a27de2fc-6a6e-4298-b0c2-4b4b464a45f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.626836 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-a27de2fc-6a6e-4298-b0c2-4b4b464a45f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.1232958 Jul 15 14:13:22.696194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-24978d31-a4fd-44fc-a3bb-f967ee389790 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 1001 time: 0.0611913 Jul 15 14:13:22.745680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-97c9d2a1-3738-4ed6-9952-4f8a6176ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.747185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-97c9d2a1-3738-4ed6-9952-4f8a6176ec8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0451605 Jul 15 14:13:22.817292 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-5cf7db3d-9e1b-455b-b0aa-c32c01764817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:22.818861 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-5cf7db3d-9e1b-455b-b0aa-c32c01764817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647218 Jul 15 14:13:22.913919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-23c30d13-5a3a-4437-a53e-facfc1a3ce39 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Jul 15 14:13:23.013484 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e4ab5f0-67c8-463f-b711-0109bc548d84 req-b5239db6-811d-4a3d-bae9-465fbb257a7e service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932124 Jul 15 14:13:23.790732 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40027627-0170-48b6-8c5c-75d972b29819 req-c6cff610-e87f-4cca-8329-02ae729643b0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:23.792259 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-40027627-0170-48b6-8c5c-75d972b29819 req-c6cff610-e87f-4cca-8329-02ae729643b0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0754292 Jul 15 14:13:23.835928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-40027627-0170-48b6-8c5c-75d972b29819 req-20729cf2-6b42-4171-a896-12290eb32e93 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377553 Jul 15 14:13:25.034290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fdc1e-6943-4600-8d18-6ab0389533fb req-af612bdb-a8ff-43a6-92e7-65e76179de8a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:25.035808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-692fdc1e-6943-4600-8d18-6ab0389533fb req-af612bdb-a8ff-43a6-92e7-65e76179de8a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0766859 Jul 15 14:13:25.085818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-692fdc1e-6943-4600-8d18-6ab0389533fb req-a2a6eaee-cebc-4a33-979d-636616c55f97 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410371 Jul 15 14:13:26.281627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c23c3-0d04-4905-a042-043ec5bbc2b9 req-24b5f5b1-c0b7-4b89-a255-9328bcfab0ea tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:26.283155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-222c23c3-0d04-4905-a042-043ec5bbc2b9 req-24b5f5b1-c0b7-4b89-a255-9328bcfab0ea tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0773222 Jul 15 14:13:26.334687 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-222c23c3-0d04-4905-a042-043ec5bbc2b9 req-3adf6376-6cb5-4a41-9fc2-f9e3168f7c58 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451496 Jul 15 14:13:27.532889 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8a7cd-9af0-4b4b-a7b9-07efa296ffb8 req-51cde4dd-565e-4505-b402-ca63f57e726d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:27.534405 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10c8a7cd-9af0-4b4b-a7b9-07efa296ffb8 req-51cde4dd-565e-4505-b402-ca63f57e726d tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0793548 Jul 15 14:13:27.583194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-10c8a7cd-9af0-4b4b-a7b9-07efa296ffb8 req-520f4f15-11f6-4a2a-b21e-1f3f34937ebe tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403686 Jul 15 14:13:28.766984 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c35db-f9e5-4f09-b1ef-1959b1d2725e req-039cb6e1-2e9f-44c7-a8b9-fb5d1a3557a0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:28.768494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d38c35db-f9e5-4f09-b1ef-1959b1d2725e req-039cb6e1-2e9f-44c7-a8b9-fb5d1a3557a0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0701673 Jul 15 14:13:28.814670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d38c35db-f9e5-4f09-b1ef-1959b1d2725e req-16136694-eb79-4116-845d-980b27dbbb96 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376065 Jul 15 14:13:30.020102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de106f4f-8b73-47e6-9534-eac72dae2c7e req-79a1c5e4-5cdf-413b-b2fb-688307987790 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:30.021869 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de106f4f-8b73-47e6-9534-eac72dae2c7e req-79a1c5e4-5cdf-413b-b2fb-688307987790 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0717151 Jul 15 14:13:30.072550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de106f4f-8b73-47e6-9534-eac72dae2c7e req-eab85c97-afd5-4e1a-9762-5c89d661fdfa tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417049 Jul 15 14:13:31.255695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18386fa9-7cb7-4cf5-8ac5-d1975cf0a493 req-a5218ce2-0db3-49fb-8224-24400c927215 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:31.257309 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18386fa9-7cb7-4cf5-8ac5-d1975cf0a493 req-a5218ce2-0db3-49fb-8224-24400c927215 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0697763 Jul 15 14:13:31.309179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-18386fa9-7cb7-4cf5-8ac5-d1975cf0a493 req-3f4bb929-07ec-4b1f-b6fc-1b143599c544 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428820 Jul 15 14:13:32.503589 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09523fe0-4ffa-418f-96d9-e0f5adc8bdb7 req-305d2d10-99ea-4b6e-a271-e91c3a3e7a45 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:32.505110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09523fe0-4ffa-418f-96d9-e0f5adc8bdb7 req-305d2d10-99ea-4b6e-a271-e91c3a3e7a45 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0749319 Jul 15 14:13:32.547309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09523fe0-4ffa-418f-96d9-e0f5adc8bdb7 req-a549773d-2b4f-479b-8b60-ff8faf6fa91a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353453 Jul 15 14:13:33.744110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b7753-8f3f-4c9b-966d-0e98e7388a1d req-06d7ab63-4884-4d56-8b1b-5b8a0f03bc59 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:33.745611 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-190b7753-8f3f-4c9b-966d-0e98e7388a1d req-06d7ab63-4884-4d56-8b1b-5b8a0f03bc59 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0743713 Jul 15 14:13:33.788510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-190b7753-8f3f-4c9b-966d-0e98e7388a1d req-e69ce50d-1738-46e0-953a-26610f59b2cf tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368779 Jul 15 14:13:34.996249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33953e-5217-440e-a266-909522d796fe req-c2f9c6ed-4a43-4439-b022-8a20a985e41f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:13:34.997849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c33953e-5217-440e-a266-909522d796fe req-c2f9c6ed-4a43-4439-b022-8a20a985e41f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0938053 Jul 15 14:13:35.044406 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6c33953e-5217-440e-a266-909522d796fe req-1da4c730-5ebc-4043-88e2-d048e74c232f tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&id=2b69d148-3daf-4174-b1e9-13ef5e294859&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402675 Jul 15 14:13:43.138885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1471948-1ed2-4a00-b9ed-1a5eb05b10c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:45.578233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:45.646512 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9ba0deec-61b7-484e-9f24-6094c7af3417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:45.750698 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:45.880617 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:47.331116 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:48.815075 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:13:56.294660 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:13:56.959883 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-8cf2bc62-a1e7-4291-b587-b8d2d001aa90 req-797dfc1d-926c-481e-9835-3db90307acb5 tempest-ServerDiskConfigTestJSON-767402074 tempest-ServerDiskConfigTestJSON-767402074-project] (93994) timed out ('10.222.0.58', 49703) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:14:07.441737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecde0594-d996-49fa-a5e2-20a703da95de req-0abe6b40-8706-4018-981f-83c103478340 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410557506&fields=id&tenant_id=d1a42f5b5b9249c8be3b35ae107544cd HTTP/1.1" status: 200 len: 267 time: 0.0409808 Jul 15 14:14:07.518678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0594-d996-49fa-a5e2-20a703da95de req-ea265e78-e7b7-4662-9e7c-fc277f0655da tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:07.520736 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecde0594-d996-49fa-a5e2-20a703da95de req-ea265e78-e7b7-4662-9e7c-fc277f0655da tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 984 time: 0.0730600 Jul 15 14:14:07.532159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Request body: {'port': {'security_groups': ['20bd5965-9b55-4ac6-b4bf-ba9f55f44e33']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:07.635703 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:07.835425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:07.875757 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:07.891521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:07.904558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ad70a21d-75ac-4e94-a74b-39960b3d0a2f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:07.943666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:07.944350 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:07.945865 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecde0594-d996-49fa-a5e2-20a703da95de req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "PUT /v2.0/ports/ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 942 time: 0.4186761 Jul 15 14:14:07.946374 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:07.948805 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3718c224-710c-4f3a-96a2-d68a0912789f" -d '{"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:07.957481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 57966) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:07.990576 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event updated for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:08.001820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.002163 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.002491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.002859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.003180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.003504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.003828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.004138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.004693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.005011 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.005454 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.005836 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aea181-c57f-40a9-bf8a-02cb4c1ebe0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.020504 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f654e4-f2be-4a3e-81f5-6419d951e14e x-openstack-request-id: req-a5f654e4-f2be-4a3e-81f5-6419d951e14e {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:08.021670 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:08.021670 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5f654e4-f2be-4a3e-81f5-6419d951e14e {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:08.022038 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'status': 'completed', 'code': 200} Jul 15 14:14:08.041321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ad70a21d-75ac-4e94-a74b-39960b3d0a2f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:08.082970 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.138278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.200317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718c224-710c-4f3a-96a2-d68a0912789f req-28ea6ce1-4106-4575-bf9c-b1d49671f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:08.202317 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-28ea6ce1-4106-4575-bf9c-b1d49671f0ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1097 time: 0.1347475 Jul 15 14:14:08.315194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.318250 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.322587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9d5de513-f2c2-40e1-b413-7c766f6c7a19 None None] Provisioning complete for port ad70a21d-75ac-4e94-a74b-39960b3d0a2f triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:08.322847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "DELETE /v2.0/security-groups/2b69d148-3daf-4174-b1e9-13ef5e294859 HTTP/1.1" status: 204 len: 168 time: 0.3610950 Jul 15 14:14:08.322967 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9d5de513-f2c2-40e1-b413-7c766f6c7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.323061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 57968) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:08.352809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b69d148-3daf-4174-b1e9-13ef5e294859,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:08.369848 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.370404 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.370991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.371517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.372117 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.372637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.373235 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.373733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.374313 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.379119 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.380189 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.381032 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ae0f00-ac8b-4734-b9c8-bc6b7b8f0fa0 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:08.396502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718c224-710c-4f3a-96a2-d68a0912789f req-a8c9e629-cf70-4501-821b-3340d49047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:08.400823 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-a8c9e629-cf70-4501-821b-3340d49047cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.1897733 Jul 15 14:14:08.526032 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Deleting port 3231860d-3fb2-4930-8d01-f26f9c2a64c4 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:08.526701 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.538982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-c9a7e61a-27a5-4283-be00-dcb0783736c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 1001 time: 0.1301858 Jul 15 14:14:08.596018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718c224-710c-4f3a-96a2-d68a0912789f req-d61dc70c-f0ec-4725-8b69-591b642f9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:08.597665 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-d61dc70c-f0ec-4725-8b69-591b642f9850 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0514317 Jul 15 14:14:08.611094 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.611421 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.625551 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Calling delete_port for 3231860d-3fb2-4930-8d01-f26f9c2a64c4 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:08.665691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718c224-710c-4f3a-96a2-d68a0912789f req-07e7ec8d-517e-4179-858f-01a3c4b7f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:08.667698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-07e7ec8d-517e-4179-858f-01a3c4b7f3e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637264 Jul 15 14:14:08.783833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-eaea93ce-00ba-4c2c-9a6d-f5493a41ec57 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101127 Jul 15 14:14:08.802204 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.827401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event deleted for resources: {'Port': ['ID=3231860d-3fb2-4930-8d01-f26f9c2a64c4,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:08.897057 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:08.897543 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Floating IP dfab49b6-9015-44ee-a0fe-fb0079267975 disassociated (deleted). External IP: 172.25.3.242, port: ad70a21d-75ac-4e94-a74b-39960b3d0a2f. Jul 15 14:14:08.926355 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3718c224-710c-4f3a-96a2-d68a0912789f req-56bb06b3-cd9f-4198-a03b-c7b4044afa46 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362433 Jul 15 14:14:09.179548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Router ec5b8857-8020-49b6-94a3-696c1196c1b8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:09.298718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:09.303290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:09.312055 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] Sync routers for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:09.325948 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:09.327061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:13:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:09.345306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4cab5726-e339-458c-9144-b7d88ddd6f0a tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "DELETE /v2.0/floatingips/dfab49b6-9015-44ee-a0fe-fb0079267975 HTTP/1.1" status: 204 len: 168 time: 1.0207558 Jul 15 14:14:09.455247 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:09.710225 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:09.741737 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] Checking router: ec5b8857-8020-49b6-94a3-696c1196c1b8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:09.751650 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:09.752338 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:13:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:09.875523 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:10.023430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:10.026494 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:10.067090 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80d7d93-36aa-4f1a-8d61-53ec91143607 x-openstack-request-id: req-b80d7d93-36aa-4f1a-8d61-53ec91143607 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:10.067478 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:10.067737 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b80d7d93-36aa-4f1a-8d61-53ec91143607 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:10.068151 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'status': 'completed', 'code': 200} Jul 15 14:14:10.168648 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-d290a613-9cf1-440e-a872-12f6f30d87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:10.170992 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-d290a613-9cf1-440e-a872-12f6f30d87ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 1097 time: 0.0744834 Jul 15 14:14:10.175906 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:10.312454 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b424e-fb86-485e-8d70-d17ef414f10b None None] The sync data for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 is: [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:16Z', 'revision_number': 4, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '640e27cc-ce73-4c1c-88cb-37113bae8e7d', 'name': '', 'network_id': '806976ba-750a-4d40-af07-8099adb2fff2', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'mac_address': 'fa:16:3e:70:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:15Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'subnets': [{'id': '4614c09f-84bb-4e30-b733-13a5c1e42e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:10.313692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-a253d6ed-f517-4c89-8fd4-610709063eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:10.314217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-a253d6ed-f517-4c89-8fd4-610709063eb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 200 len: 916 time: 0.1375170 Jul 15 14:14:10.372870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-5451b02f-8272-4866-822c-b6a70514c015 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 200 len: 217 time: 0.0520492 Jul 15 14:14:10.444094 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-0d15023d-3cdc-4382-bb9b-89875eb85041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:10.446424 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-0d15023d-3cdc-4382-bb9b-89875eb85041 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 200 len: 854 time: 0.0674586 Jul 15 14:14:10.522684 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-064b269e-4c03-439b-8300-ea6d5374272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:10.524748 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-064b269e-4c03-439b-8300-ea6d5374272a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=806976ba-750a-4d40-af07-8099adb2fff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697627 Jul 15 14:14:10.637504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf8c4a8-e8b7-4f23-9ef6-26a41506daba None None] New status for floating IP dfab49b6-9015-44ee-a0fe-fb0079267975: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:10.674411 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-953c8116-e96d-4525-8b1d-2f1f028b84e5 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435525 Jul 15 14:14:10.824061 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cde5e3d8-2641-4c68-aaff-e3f26b7302dd req-fef17bee-a8b4-4caf-9075-c2f9f01cb960 service neutron] 10.222.0.59 "GET /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435671 Jul 15 14:14:13.134443 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6556bae5-c57f-497e-88bb-45000e78cb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.584630 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.658084 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a07269f1-3bbb-4e1b-9a2a-ca4c5ef3531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.755111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:15.882066 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:17.331369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:18.049683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eadee-6e0f-4d3b-a5f2-9bcdcc463426 req-44472ac7-4919-462c-ad2d-6b65a733f67c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:18.051279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-806eadee-6e0f-4d3b-a5f2-9bcdcc463426 req-44472ac7-4919-462c-ad2d-6b65a733f67c tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0830278 Jul 15 14:14:18.092524 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-806eadee-6e0f-4d3b-a5f2-9bcdcc463426 req-bf139753-e600-47f7-9148-afde00d16568 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Jul 15 14:14:18.817340 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.300004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d0228-16dc-4bce-ac4a-dd3fe5961ce1 req-243361da-7e79-4e9b-b8a1-535b8ea4edab tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:19.301640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc2d0228-16dc-4bce-ac4a-dd3fe5961ce1 req-243361da-7e79-4e9b-b8a1-535b8ea4edab tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0846372 Jul 15 14:14:19.345621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fc2d0228-16dc-4bce-ac4a-dd3fe5961ce1 req-75f87fb3-bebb-4d47-874b-29a8444e7d77 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/security-groups?id=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370624 Jul 15 14:14:19.597898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a139b-376e-4c59-80e1-0f23696196aa req-f6ac3adc-e1bf-4091-bc6f-5995da7d6e50 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:19.599637 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b35a139b-376e-4c59-80e1-0f23696196aa req-f6ac3adc-e1bf-4091-bc6f-5995da7d6e50 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.59 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 945 time: 0.0876150 Jul 15 14:14:19.711819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Deleting port ad70a21d-75ac-4e94-a74b-39960b3d0a2f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:19.712301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.815088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] For port ad70a21d-75ac-4e94-a74b-39960b3d0a2f, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:19.815542 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.829699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Calling delete_port for ad70a21d-75ac-4e94-a74b-39960b3d0a2f owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:19.971781 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:19.983978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ad70a21d-75ac-4e94-a74b-39960b3d0a2f'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:20.011332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Pushing event deleted for resources: {'Port': ['ID=ad70a21d-75ac-4e94-a74b-39960b3d0a2f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:20.060870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] No DVR routers for this DVR port ad70a21d-75ac-4e94-a74b-39960b3d0a2f on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:20.064626 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:20.068364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b35a139b-376e-4c59-80e1-0f23696196aa req-cb8f2cfb-01c4-4702-a8a9-9342f619f125 tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.59 "DELETE /v2.0/ports/ad70a21d-75ac-4e94-a74b-39960b3d0a2f HTTP/1.1" status: 204 len: 173 time: 0.4628367 Jul 15 14:14:20.069124 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'name': 'network-vif-deleted', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:20.073328 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334cbd03-41df-46c0-ba19-984698a18111" -d '{"events": [{"server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "name": "network-vif-deleted", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:20.128464 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54047006-8f1a-4e19-b8b5-1bde7831a36f x-openstack-request-id: req-54047006-8f1a-4e19-b8b5-1bde7831a36f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:20.128784 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6589aa03-9617-483f-aabb-cdf4e525f88a", "name": "network-vif-deleted", "tag": "ad70a21d-75ac-4e94-a74b-39960b3d0a2f", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:20.129074 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54047006-8f1a-4e19-b8b5-1bde7831a36f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:20.129460 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6589aa03-9617-483f-aabb-cdf4e525f88a', 'name': 'network-vif-deleted', 'tag': 'ad70a21d-75ac-4e94-a74b-39960b3d0a2f', 'status': 'completed', 'code': 200} Jul 15 14:14:20.567697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f329ca8-0c99-4c4e-8e6c-2fce9ec40c16 req-c3586585-ca97-4433-ab7f-a4d22d635dba tempest-TestMinimumBasicScenario-347811991 tempest-TestMinimumBasicScenario-347811991-project] 10.222.0.57 "GET /v2.0/ports?device_id=6589aa03-9617-483f-aabb-cdf4e525f88a HTTP/1.1" status: 200 len: 210 time: 0.0437789 Jul 15 14:14:22.287785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58070) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:23.096896 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.393376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Deleting port 640e27cc-ce73-4c1c-88cb-37113bae8e7d {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:23.394113 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.485612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] For port 640e27cc-ce73-4c1c-88cb-37113bae8e7d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=640e27cc-ce73-4c1c-88cb-37113bae8e7d,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:23.485980 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.499592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Calling delete_port for 640e27cc-ce73-4c1c-88cb-37113bae8e7d owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:23.705424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.730431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=640e27cc-ce73-4c1c-88cb-37113bae8e7d,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:23.938850 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:23.965079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ad70a21d-75ac-4e94-a74b-39960b3d0a2f no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:23.986224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ad70a21d-75ac-4e94-a74b-39960b3d0a2f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:23.986588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ad70a21d-75ac-4e94-a74b-39960b3d0a2f not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:24.185825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Router ec5b8857-8020-49b6-94a3-696c1196c1b8 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:24.300760 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:24.306093 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-81d01aa4-9f8b-4854-8fc6-9c6a77bce7bd admin admin] 10.222.0.57 "PUT /v2.0/routers/ec5b8857-8020-49b6-94a3-696c1196c1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169878 Jul 15 14:14:24.309661 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58072) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:24.310665 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] Sync routers for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:24.321247 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:24.322049 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:24.422312 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.432771 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:24.577408 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.640182 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Deleting port 9fc3a500-cb38-45e7-b481-591bbfc4cde7 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:24.640182 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.649447 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:14:23Z', 'revision_number': 5, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port': {'id': '9fc3a500-cb38-45e7-b481-591bbfc4cde7', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:24.688673 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] Checking router: ec5b8857-8020-49b6-94a3-696c1196c1b8 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:24.698629 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] Routers {'ec5b8857-8020-49b6-94a3-696c1196c1b8'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:24.699304 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['ec5b8857-8020-49b6-94a3-696c1196c1b8'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:24.733035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] For port 9fc3a500-cb38-45e7-b481-591bbfc4cde7, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9fc3a500-cb38-45e7-b481-591bbfc4cde7,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:24.733397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:24.748934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Calling delete_port for 9fc3a500-cb38-45e7-b481-591bbfc4cde7 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:24.818591 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] Set router ec5b8857-8020-49b6-94a3-696c1196c1b8 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:24.915722 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:14:24Z', 'revision_number': 6, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:24.954997 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1445ea2-00f7-4046-807b-5fa12898a95c None None] The sync data for ids ['ec5b8857-8020-49b6-94a3-696c1196c1b8'] in n-d-798054-11 is: [{'id': 'ec5b8857-8020-49b6-94a3-696c1196c1b8', 'name': 'tempest-TestMinimumBasicScenario-1942235734-router', 'tenant_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:13Z', 'updated_at': '2021-07-15T14:14:24Z', 'revision_number': 6, 'project_id': 'd1a42f5b5b9249c8be3b35ae107544cd', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:24.980156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.025767 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc3a500-cb38-45e7-b481-591bbfc4cde7,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.103806 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.202974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.205249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.258272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.258852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5b8857-8020-49b6-94a3-696c1196c1b8 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:14:25.264233 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.265441 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-feab77f8-ea8f-466c-beaf-178ea100309b admin admin] 10.222.0.57 "DELETE /v2.0/routers/ec5b8857-8020-49b6-94a3-696c1196c1b8 HTTP/1.1" status: 204 len: 168 time: 0.9546578 Jul 15 14:14:25.269208 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:25.319240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Deleting subnet 4614c09f-84bb-4e30-b733-13a5c1e42e5c {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:14:25.322635 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.359816 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.452433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.513345 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.539421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4614c09f-84bb-4e30-b733-13a5c1e42e5c,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.543424 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.545946 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5f76e24d-53dc-4e84-b672-623e41797567 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4614c09f-84bb-4e30-b733-13a5c1e42e5c HTTP/1.1" status: 204 len: 168 time: 0.2756314 Jul 15 14:14:25.548834 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58076) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:25.550966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50f5b1-3fbd-4929-8402-2a5d8a5cc6fe None None] Network 806976ba-750a-4d40-af07-8099adb2fff2 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:25.628287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.688112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Deleting port 508ad62d-3676-4951-ba78-4da66682a11a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:25.688407 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.765327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] For port 508ad62d-3676-4951-ba78-4da66682a11a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=508ad62d-3676-4951-ba78-4da66682a11a,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:25.765728 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.777385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d848f939-67f8-4353-9643-29cb1160760c None None] DHCP port deletion for 806976ba-750a-4d40-af07-8099adb2fff2 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:14:25.787622 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Calling delete_port for 508ad62d-3676-4951-ba78-4da66682a11a owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:25.828997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Deleting port 508ad62d-3676-4951-ba78-4da66682a11a {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:25.829379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.871139 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.899587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=508ad62d-3676-4951-ba78-4da66682a11a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:25.899859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d848f939-67f8-4353-9643-29cb1160760c None None] For port 508ad62d-3676-4951-ba78-4da66682a11a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=508ad62d-3676-4951-ba78-4da66682a11a,segment=NetworkSegment(0a96b63e-98cb-42ea-9f28-2bb1088e1bc1),segment_id=0a96b63e-98cb-42ea-9f28-2bb1088e1bc1)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:25.900209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.901612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] No DVR routers for this DVR port 508ad62d-3676-4951-ba78-4da66682a11a on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:25.915012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Calling delete_port for 508ad62d-3676-4951-ba78-4da66682a11a owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:25.990940 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:25.998738 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.002388 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806976ba-750a-4d40-af07-8099adb2fff2']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:26.013973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:26.014223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a96b63e-98cb-42ea-9f28-2bb1088e1bc1') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:26.024351 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.024744 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Pushing event deleted for resources: {'Port': ['ID=508ad62d-3676-4951-ba78-4da66682a11a,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:26.030209 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848f939-67f8-4353-9643-29cb1160760c None None] No DVR routers for this DVR port 508ad62d-3676-4951-ba78-4da66682a11a on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:26.042346 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.042758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.043105 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.043472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.043838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.044024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.044347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.044673 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.044995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.045322 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.045770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.045982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d848f939-67f8-4353-9643-29cb1160760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:26.046614 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.056256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:14:26.056864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:14:26.060904 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:14:26.157914 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.164476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.166941 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] 10.222.0.57 "DELETE /v2.0/networks/806976ba-750a-4d40-af07-8099adb2fff2 HTTP/1.1" status: 204 len: 168 time: 0.6162143 Jul 15 14:14:26.170088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58078) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:26.183026 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27dc33-d8cd-472c-af79-01caaae16cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=806976ba-750a-4d40-af07-8099adb2fff2,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:26.532794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fc3a500-cb38-45e7-b481-591bbfc4cde7 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:26.559811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9fc3a500-cb38-45e7-b481-591bbfc4cde7 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:26.560509 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9fc3a500-cb38-45e7-b481-591bbfc4cde7 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:26.560664 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 508ad62d-3676-4951-ba78-4da66682a11a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:26.580925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 508ad62d-3676-4951-ba78-4da66682a11a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:26.581194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:26.581679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 508ad62d-3676-4951-ba78-4da66682a11a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:26.581679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 640e27cc-ce73-4c1c-88cb-37113bae8e7d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:26.601443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 640e27cc-ce73-4c1c-88cb-37113bae8e7d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:26.601789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 640e27cc-ce73-4c1c-88cb-37113bae8e7d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:27.239372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Deleting port 8ef6929b-4704-493a-9ba2-8ef63e6866d4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:27.239821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.325640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] For port 8ef6929b-4704-493a-9ba2-8ef63e6866d4, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=8ef6929b-4704-493a-9ba2-8ef63e6866d4,segment=NetworkSegment(b4d04e0d-ae3e-4911-8878-61762c2777d3),segment_id=b4d04e0d-ae3e-4911-8878-61762c2777d3)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:27.325640 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.339959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Calling delete_port for 8ef6929b-4704-493a-9ba2-8ef63e6866d4 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:27.528807 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.558465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef6929b-4704-493a-9ba2-8ef63e6866d4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:27.736583 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:27.979830 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Router 33386051-1121-4897-a9e7-a1244cb2bf1d has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:28.107758 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:28.114196 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2d9309f1-e1d0-4357-a65c-ffa9ccdf9290 admin admin] 10.222.0.57 "PUT /v2.0/routers/33386051-1121-4897-a9e7-a1244cb2bf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9425738 Jul 15 14:14:28.115772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58080) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:28.116831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] Sync routers for ids ['33386051-1121-4897-a9e7-a1244cb2bf1d'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:28.127238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] Routers {'33386051-1121-4897-a9e7-a1244cb2bf1d'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:28.127903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33386051-1121-4897-a9e7-a1244cb2bf1d'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.226174 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.237211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] Set router 33386051-1121-4897-a9e7-a1244cb2bf1d gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:28.335985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.398862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Deleting port a4dec5eb-46fd-470d-9ee9-06c3313f6c46 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:28.399214 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.424048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:14:27Z', 'revision_number': 5, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port': {'id': 'a4dec5eb-46fd-470d-9ee9-06c3313f6c46', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:12:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.455403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] Checking router: 33386051-1121-4897-a9e7-a1244cb2bf1d for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:28.465685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] Routers {'33386051-1121-4897-a9e7-a1244cb2bf1d'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:28.466339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['33386051-1121-4897-a9e7-a1244cb2bf1d'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.484931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] For port a4dec5eb-46fd-470d-9ee9-06c3313f6c46, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:28.485376 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.502019 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Calling delete_port for a4dec5eb-46fd-470d-9ee9-06c3313f6c46 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:28.683722 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.712477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dec5eb-46fd-470d-9ee9-06c3313f6c46,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:28.728806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] Set router 33386051-1121-4897-a9e7-a1244cb2bf1d gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:28.779038 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.781632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:14:28Z', 'revision_number': 6, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:28.816217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2846a6-b04a-4501-bf06-0aa452d1970c None None] The sync data for ids ['33386051-1121-4897-a9e7-a1244cb2bf1d'] in n-d-798054-11 is: [{'id': '33386051-1121-4897-a9e7-a1244cb2bf1d', 'name': 'tempest-TestMinimumBasicScenario-692224297-router', 'tenant_id': '0f08f6c302e448f5a12fa685f781bb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:12:18Z', 'updated_at': '2021-07-15T14:14:28Z', 'revision_number': 6, 'project_id': '0f08f6c302e448f5a12fa685f781bb23', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:28.876763 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.879193 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.934029 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.934605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33386051-1121-4897-a9e7-a1244cb2bf1d {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:14:28.939725 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:28.940966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e2a84ac3-859d-42d3-8f28-db51c6628c1c admin admin] 10.222.0.57 "DELETE /v2.0/routers/33386051-1121-4897-a9e7-a1244cb2bf1d HTTP/1.1" status: 204 len: 168 time: 0.8242235 Jul 15 14:14:28.943603 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58082) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:28.998051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Deleting subnet 76af4978-a0bc-4e80-acad-0716e1063a42 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:14:29.001517 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.039659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.129385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.196600 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.231875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76af4978-a0bc-4e80-acad-0716e1063a42,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:29.233968 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.238746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58084) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:29.243150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d15f4352-3812-487d-88a9-655b9fa33af7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/76af4978-a0bc-4e80-acad-0716e1063a42 HTTP/1.1" status: 204 len: 168 time: 0.2983339 Jul 15 14:14:29.245445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437449a-5a4c-4882-ad81-3a8dcead4d3d None None] Network e48a7217-8850-446e-a0c8-28081d68a864 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:29.326223 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.392736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Deleting port 1e4c1353-ee30-47d6-835b-932975d7bb6a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:14:29.393058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.475452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] For port 1e4c1353-ee30-47d6-835b-932975d7bb6a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1e4c1353-ee30-47d6-835b-932975d7bb6a,segment=NetworkSegment(b4d04e0d-ae3e-4911-8878-61762c2777d3),segment_id=b4d04e0d-ae3e-4911-8878-61762c2777d3)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:29.475855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.488749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Calling delete_port for 1e4c1353-ee30-47d6-835b-932975d7bb6a owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:14:29.577097 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.608555 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4c1353-ee30-47d6-835b-932975d7bb6a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:29.609309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] No DVR routers for this DVR port 1e4c1353-ee30-47d6-835b-932975d7bb6a on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:14:29.640287 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0bea4b-57d1-41b5-82fe-baace824eb3e None None] DHCP port deletion for e48a7217-8850-446e-a0c8-28081d68a864 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:14:29.688955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.699300 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48a7217-8850-446e-a0c8-28081d68a864']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.708975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d04e0d-ae3e-4911-8878-61762c2777d3') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.709261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d04e0d-ae3e-4911-8878-61762c2777d3') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:29.718972 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.735943 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.743052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:14:29.743569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:14:29.745776 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:14:29.808921 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.815526 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:29.817541 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] 10.222.0.57 "DELETE /v2.0/networks/e48a7217-8850-446e-a0c8-28081d68a864 HTTP/1.1" status: 204 len: 168 time: 0.5777636 Jul 15 14:14:29.832050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6788505-1435-49a5-b6bc-1081a290e4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e48a7217-8850-446e-a0c8-28081d68a864,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.001793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58088) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.046855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f00cb9e9-160e-4cfa-8165-4253ee5964e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1a42f5b5b9249c8be3b35ae107544cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437725 Jul 15 14:14:30.050441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58090) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.118493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8093f36e-0636-41af-b549-9753a2fd43b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.142160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8093f36e-0636-41af-b549-9753a2fd43b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.198160 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8093f36e-0636-41af-b549-9753a2fd43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.202474 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8093f36e-0636-41af-b549-9753a2fd43b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.204044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8093f36e-0636-41af-b549-9753a2fd43b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20bd5965-9b55-4ac6-b4bf-ba9f55f44e33 HTTP/1.1" status: 204 len: 168 time: 0.1521037 Jul 15 14:14:30.212835 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093f36e-0636-41af-b549-9753a2fd43b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bd5965-9b55-4ac6-b4bf-ba9f55f44e33,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:30.552358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e4c1353-ee30-47d6-835b-932975d7bb6a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:30.575173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1e4c1353-ee30-47d6-835b-932975d7bb6a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:30.575522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1e4c1353-ee30-47d6-835b-932975d7bb6a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:30.575955 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8ef6929b-4704-493a-9ba2-8ef63e6866d4 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:30.596244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 8ef6929b-4704-493a-9ba2-8ef63e6866d4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:30.596593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 8ef6929b-4704-493a-9ba2-8ef63e6866d4 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:30.597400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a4dec5eb-46fd-470d-9ee9-06c3313f6c46 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:14:30.600880 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58096) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.617060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: a4dec5eb-46fd-470d-9ee9-06c3313f6c46 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:14:30.618012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a4dec5eb-46fd-470d-9ee9-06c3313f6c46 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:14:30.644609 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4506612a-4a47-4b94-ae7c-d30a796b8b2f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f08f6c302e448f5a12fa685f781bb23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425143 Jul 15 14:14:30.647271 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58098) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:30.695495 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79f0ed4-c6f5-4adb-a915-e2a3fee8d9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.716976 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79f0ed4-c6f5-4adb-a915-e2a3fee8d9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.769119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79f0ed4-c6f5-4adb-a915-e2a3fee8d9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.771848 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d79f0ed4-c6f5-4adb-a915-e2a3fee8d9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:30.772999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d79f0ed4-c6f5-4adb-a915-e2a3fee8d9ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d14ec04a-23be-4174-9048-a2640a8b9e41 HTTP/1.1" status: 204 len: 168 time: 0.1248305 Jul 15 14:14:30.781625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f0ed4-c6f5-4adb-a915-e2a3fee8d9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14ec04a-23be-4174-9048-a2640a8b9e41,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.513687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.518541 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572309652', 'description': 'tempest-secgroup-smoke-1572309652 description', 'project_id': '695fa006141f421a91212bfe9b3e1b5e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.543672 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.551860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.657302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.664057 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.705020 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745a35c3-b6f7-4f8f-8238-1e5348835c34,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.765047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.771443 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.797342 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.798642 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2838478 Jul 15 14:14:32.802281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.803729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad29b7-a41e-4a3d-bd76-207dee3dc1f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea33e2-e82d-4a04-92a6-c5df3f0a4465,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.808039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '83ea33e2-e82d-4a04-92a6-c5df3f0a4465', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.838708 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.902284 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.909466 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.938243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8917fe13-6dc3-4031-b142-c70a7962bbf2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:32.946848 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:32.948449 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-279e18eb-d20f-48d3-a42a-b7628fc41c73 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448548 Jul 15 14:14:32.951276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58142) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:32.955910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '83ea33e2-e82d-4a04-92a6-c5df3f0a4465', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:32.985043 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.049333 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.055287 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.078274 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936b20d4-66fa-454b-85ca-343db934b605,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.085615 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.086873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-43abe024-a3a6-4575-9182-40a0df5ba4b1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345959 Jul 15 14:14:33.089770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58144) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.094369 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '83ea33e2-e82d-4a04-92a6-c5df3f0a4465', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.121049 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.181131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.187516 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.206339 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dd6245-b40e-4fed-8c0c-df0809054894,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.214493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.215948 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cf7a3700-2b9d-45a0-a8f1-d6092792f33a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251140 Jul 15 14:14:33.218946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.223637 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '83ea33e2-e82d-4a04-92a6-c5df3f0a4465', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.260488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.299845 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:14:33.337965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.342743 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.363406 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74fa2ff-4ee9-47f9-8aec-e9de4b82ebd2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.373305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.375066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-685a6fa5-0a5b-42f1-a5eb-86dfea070656 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550088 Jul 15 14:14:33.378153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58148) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.383266 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '83ea33e2-e82d-4a04-92a6-c5df3f0a4465', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.410351 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:33.418616 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.487824 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.494058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.514207 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e07c4b-b225-40cf-ad96-139002d63e9b,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.521672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.523038 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-63dbf65b-751b-403e-82dd-ec8533b9e91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438968 Jul 15 14:14:33.526914 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58150) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.531629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '83ea33e2-e82d-4a04-92a6-c5df3f0a4465', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.558704 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:14:33.563903 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.631076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.636937 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.656203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4419e19-985b-4b3e-a5f3-82c9b98b8f68,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.663307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.664592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-323c54d5-c47a-4aee-b441-fdd12b43cf6b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366389 Jul 15 14:14:33.668806 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58152) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.673946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'network': {'name': 'tempest-network-smoke--1129158547', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.696501 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:33.700201 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.726541 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:14:33.736569 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.737026 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Added segment 7b75654e-3b9d-4b36-9187-379547fc92a8 of type vlan for network 69c05d28-8e05-4ddc-9185-b021866e2831 Jul 15 14:14:33.786307 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.829018 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.835058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:33.835688 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.878485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2084873 Jul 15 14:14:33.881884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58154) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:33.886862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'admin_state_up': True, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:33.911060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69369542-0ff3-4694-bb47-6d012206cbc6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Network': ['ID=69c05d28-8e05-4ddc-9185-b021866e2831,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:33.913035 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.914111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:33.923510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 69c05d28-8e05-4ddc-9185-b021866e2831 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:14:33.969302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.118894 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.323945 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.344129 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.467870 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.217 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/b3b447d3-147b-4a05-87a9-12cb90092273) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:34.581428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.627948 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:34.669246 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:34.672107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:34.675887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:34.681964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=b3b447d3-147b-4a05-87a9-12cb90092273,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:34.945952 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.168143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.313605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router f0b64e35-5155-497a-b2b5-14b5db7f6cea is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:14:35.428751 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:35.441408 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Sync routers for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:35.452314 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.454153 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:35.454958 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bb6c95a6-9d42-405c-ad0e-8ba91ac56fcb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5718002 Jul 15 14:14:35.455156 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:35.458393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58156) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:35.568945 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:35.628299 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ddc0d32c-0438-40fb-a631-07923d8d250a tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=695fa006141f421a91212bfe9b3e1b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1685843 Jul 15 14:14:35.632007 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:35.773650 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:34Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:35.801829 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Checking router: f0b64e35-5155-497a-b2b5-14b5db7f6cea for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:35.802235 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Updating router f0b64e35-5155-497a-b2b5-14b5db7f6cea port b3b447d3-147b-4a05-87a9-12cb90092273 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:35.823482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42255004-9bc6-4e85-a7ce-f93d2ec5295f tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:35.825030 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-42255004-9bc6-4e85-a7ce-f93d2ec5295f tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1920135 Jul 15 14:14:35.828231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58162) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:35.841284 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:35.870431 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1f3c64aa-cf9e-4349-b611-c1dca0e1c2a7 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410533 Jul 15 14:14:35.873361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:35.879075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-187923836', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:35.989882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:35.994020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.133914 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.145262 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Transition to ACTIVE for port object b3b447d3-147b-4a05-87a9-12cb90092273 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:36.153643 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.203263 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Attempting to bind port b3b447d3-147b-4a05-87a9-12cb90092273 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:36.203611 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Attempting to bind port b3b447d3-147b-4a05-87a9-12cb90092273 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:36.203961 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Attempting to bind port b3b447d3-147b-4a05-87a9-12cb90092273 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:36.210983 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Pushing event updated for resources: {'Port': ['ID=b3b447d3-147b-4a05-87a9-12cb90092273,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:36.214450 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:36.214846 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:36.215248 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.215668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:36.216112 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Bound port: b3b447d3-147b-4a05-87a9-12cb90092273, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:36.216480 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.239061 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.239395 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.239717 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.239964 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.240296 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.240620 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.240938 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.241251 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.241990 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.241990 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.242221 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.242471 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.243060 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:14:36.283584 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] For port b3b447d3-147b-4a05-87a9-12cb90092273, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:36.287505 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] For port b3b447d3-147b-4a05-87a9-12cb90092273, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b3b447d3-147b-4a05-87a9-12cb90092273,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:36.294199 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.304691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Subnet': ['ID=204e387c-0380-4280-afca-0897e3ac9d22,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:36.314770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Checking segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:36.315203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network hostable DHCP agents. Network: 69c05d28-8e05-4ddc-9185-b021866e2831, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:14:36.336513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 69c05d28-8e05-4ddc-9185-b021866e2831 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:14:36.348466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 69c05d28-8e05-4ddc-9185-b021866e2831) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:36.353763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:36.354416 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.358878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e0901-4270-496a-93b6-983bbff222aa None None] Network 69c05d28-8e05-4ddc-9185-b021866e2831 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:36.376040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4049b2d0-1712-46e5-a223-3f8a0274d0aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5012631 Jul 15 14:14:36.379290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58166) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:36.453592 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce90f6-56ec-411e-ad3a-8ed52f1506ff None None] Pushing event updated for resources: {'Port': ['ID=b3b447d3-147b-4a05-87a9-12cb90092273,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:36.475854 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:36.476497 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:36.565592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-69c05d28-8e05-4ddc-9185-b021866e2831', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:14:36.567321 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.602423 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:36.772348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Allocated IP 172.20.0.2 (69c05d28-8e05-4ddc-9185-b021866e2831/204e387c-0380-4280-afca-0897e3ac9d22/24941d5c-2a64-4171-9753-42491d7f12d1) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:36.833437 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:34Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:36.863553 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f50882-a964-47dc-b79c-32d5ed2a2bcf None None] The sync data for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 is: [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:34Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:36.952989 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:36.963646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Transition to ACTIVE for port object 24941d5c-2a64-4171-9753-42491d7f12d1 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:36.979899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Transition to ACTIVE for port object 24941d5c-2a64-4171-9753-42491d7f12d1 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:36.988383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.034125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Pushing event updated for resources: {'Port': ['ID=24941d5c-2a64-4171-9753-42491d7f12d1,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:37.044747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Network 69c05d28-8e05-4ddc-9185-b021866e2831 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:37.046240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:37.048683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:37.153765 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Attempting to bind port 24941d5c-2a64-4171-9753-42491d7f12d1 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:37.154232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Attempting to bind port 24941d5c-2a64-4171-9753-42491d7f12d1 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:37.154510 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Attempting to bind port 24941d5c-2a64-4171-9753-42491d7f12d1 on network 69c05d28-8e05-4ddc-9185-b021866e2831 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:37.163824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:37.164206 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Checking segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:37.164640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.165039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Bound using segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:37.165532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Bound port: 24941d5c-2a64-4171-9753-42491d7f12d1, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:37.165931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.252908 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] For port 24941d5c-2a64-4171-9753-42491d7f12d1, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:37.257777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] For port 24941d5c-2a64-4171-9753-42491d7f12d1, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=24941d5c-2a64-4171-9753-42491d7f12d1,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:37.264581 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.324718 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1bef0-2e81-4a50-900b-1d3f9bcfe41e None None] Pushing event updated for resources: {'Port': ['ID=24941d5c-2a64-4171-9753-42491d7f12d1,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:37.427627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.810753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.1 (69c05d28-8e05-4ddc-9185-b021866e2831/204e387c-0380-4280-afca-0897e3ac9d22/db97cf1f-1425-4f70-8f6a-e3989dd850ed) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:37.931690 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:37.946656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object db97cf1f-1425-4f70-8f6a-e3989dd850ed will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:37.984208 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.025308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 69c05d28-8e05-4ddc-9185-b021866e2831 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:38.030866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:38.034949 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:38.061000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=db97cf1f-1425-4f70-8f6a-e3989dd850ed,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:38.087783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.252051 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.305700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf99f1-25d2-4873-a5ca-eb87ad74e946 None None] Network 69c05d28-8e05-4ddc-9185-b021866e2831 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:14:38.428318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5d9c97a6-0b5f-483a-b951-56b2525e46cc None None] Provisioning for port 24941d5c-2a64-4171-9753-42491d7f12d1 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:38.562911 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.569960 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.618090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b3b447d3-147b-4a05-87a9-12cb90092273 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:38.662568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.664831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=db97cf1f-1425-4f70-8f6a-e3989dd850ed,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:38.699369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port b3b447d3-147b-4a05-87a9-12cb90092273 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:38.703513 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b3b447d3-147b-4a05-87a9-12cb90092273 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:38.703932 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.768699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-578e82dd-8ee7-4ad2-8245-bcf96960bd80 None None] Provisioning for port db97cf1f-1425-4f70-8f6a-e3989dd850ed completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:38.768940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 69c05d28-8e05-4ddc-9185-b021866e2831 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:38.770515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:38.809019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-578e82dd-8ee7-4ad2-8245-bcf96960bd80 None None] Provisioning complete for port db97cf1f-1425-4f70-8f6a-e3989dd850ed triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:38.809394 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-578e82dd-8ee7-4ad2-8245-bcf96960bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.853425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.868176 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-578e82dd-8ee7-4ad2-8245-bcf96960bd80 None None] Port db97cf1f-1425-4f70-8f6a-e3989dd850ed cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:38.883520 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port b3b447d3-147b-4a05-87a9-12cb90092273, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b3b447d3-147b-4a05-87a9-12cb90092273,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:38.891036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:38.891928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 24941d5c-2a64-4171-9753-42491d7f12d1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:38.912019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router f0b64e35-5155-497a-b2b5-14b5db7f6cea has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:38.979632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=b3b447d3-147b-4a05-87a9-12cb90092273,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:39.007220 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 24941d5c-2a64-4171-9753-42491d7f12d1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:39.012007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 24941d5c-2a64-4171-9753-42491d7f12d1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:39.012379 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.017646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-240dfedb-72d4-461e-b0a7-d820278e4216 None None] Provisioning complete for port db97cf1f-1425-4f70-8f6a-e3989dd850ed triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:39.018054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-240dfedb-72d4-461e-b0a7-d820278e4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.040288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:39.046053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8b5a6a84-2419-4974-b209-9fe1051dd8c5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/f0b64e35-5155-497a-b2b5-14b5db7f6cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6648369 Jul 15 14:14:39.063090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Sync routers for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:39.098403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:39.099130 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:39.103054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-240dfedb-72d4-461e-b0a7-d820278e4216 None None] Port db97cf1f-1425-4f70-8f6a-e3989dd850ed cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:39.207670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-31c0eb6b-f796-4150-a575-8649b2ed3c55 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572309652&fields=id&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 267 time: 0.0347116 Jul 15 14:14:39.242240 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.261150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:39.287040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-b90c4892-5eae-4804-996e-fbfe6f8b8e9b None None] Provisioning complete for port db97cf1f-1425-4f70-8f6a-e3989dd850ed triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:39.287406 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b90c4892-5eae-4804-996e-fbfe6f8b8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.336869 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-9e0659ed-584c-4fa6-b981-feb3715db116 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:39.338640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-9e0659ed-584c-4fa6-b981-feb3715db116 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/networks?id=69c05d28-8e05-4ddc-9185-b021866e2831 HTTP/1.1" status: 200 len: 797 time: 0.1233408 Jul 15 14:14:39.355615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-529e0f6a-b8c9-495e-8b2b-ad32937aa6a3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/quotas/695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 375 time: 0.0107813 Jul 15 14:14:39.373587 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 24941d5c-2a64-4171-9753-42491d7f12d1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=24941d5c-2a64-4171-9753-42491d7f12d1,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:39.383767 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.425859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-b90c4892-5eae-4804-996e-fbfe6f8b8e9b None None] Port db97cf1f-1425-4f70-8f6a-e3989dd850ed cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:39.434403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-38eaf938-4225-48ee-bc1c-19586f16e7d5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724154 Jul 15 14:14:39.497307 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=24941d5c-2a64-4171-9753-42491d7f12d1,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:39.556444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 2, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:39.581396 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-aa00aff9-c0ab-48e3-adb6-5de219f7f4fe service neutron] 10.222.0.57 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351459 Jul 15 14:14:39.582953 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Checking router: f0b64e35-5155-497a-b2b5-14b5db7f6cea for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:39.583312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Updating router f0b64e35-5155-497a-b2b5-14b5db7f6cea port db97cf1f-1425-4f70-8f6a-e3989dd850ed binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:14:39.621958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.676044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-b8f4c990-80da-483c-bb9a-0b3676d108d1 service neutron] 10.222.0.57 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888312 Jul 15 14:14:39.859229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a18a1b04-db6b-4144-84b7-287bf038fc15 req-6121e144-5f27-49ff-9e95-0bbae1dfe5f3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 210 time: 0.0297725 Jul 15 14:14:39.911434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.922328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Transition to ACTIVE for port object db97cf1f-1425-4f70-8f6a-e3989dd850ed will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:39.938440 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:39.987355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c620-0bb3-4e5b-9146-436d7a414172 None None] Pushing event updated for resources: {'Port': ['ID=db97cf1f-1425-4f70-8f6a-e3989dd850ed,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:40.222794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Attempting to bind port db97cf1f-1425-4f70-8f6a-e3989dd850ed on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:40.223162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Attempting to bind port db97cf1f-1425-4f70-8f6a-e3989dd850ed by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:40.223524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Attempting to bind port db97cf1f-1425-4f70-8f6a-e3989dd850ed on network 69c05d28-8e05-4ddc-9185-b021866e2831 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:40.230412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:40.230978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Checking segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:40.231385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.231781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Bound using segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:40.232239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Bound port: db97cf1f-1425-4f70-8f6a-e3989dd850ed, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:40.232704 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.306772 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] For port db97cf1f-1425-4f70-8f6a-e3989dd850ed, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:40.310747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] For port db97cf1f-1425-4f70-8f6a-e3989dd850ed, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=db97cf1f-1425-4f70-8f6a-e3989dd850ed,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:40.316099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.364005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:40.364649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:40.422671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114c620-0bb3-4e5b-9146-436d7a414172 None None] Pushing event updated for resources: {'Port': ['ID=db97cf1f-1425-4f70-8f6a-e3989dd850ed,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:40.502573 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:40.603888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b3b447d3-147b-4a05-87a9-12cb90092273 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:40.732851 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port b3b447d3-147b-4a05-87a9-12cb90092273 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:40.733221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:40.847304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:40Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:40.850874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 24941d5c-2a64-4171-9753-42491d7f12d1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:40.879318 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b4990-5e1e-4c51-8edc-7aadf6a81f2b None None] The sync data for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 is: [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:40Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:40.935048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 24941d5c-2a64-4171-9753-42491d7f12d1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:40.935048 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.154168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3f138de9-f3ba-406b-86f3-760063f5a198 req-388c58a7-1efd-4132-b854-1c50e4318753 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 210 time: 0.1061630 Jul 15 14:14:41.280755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-136209b0-5ff6-4a4e-9da8-58bf005c335e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.282415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-136209b0-5ff6-4a4e-9da8-58bf005c335e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/networks?id=69c05d28-8e05-4ddc-9185-b021866e2831 HTTP/1.1" status: 200 len: 797 time: 0.1308308 Jul 15 14:14:41.340496 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-5fa6c8cf-b1a8-48a4-aaed-1b90a5394ed9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 380 time: 0.0488966 Jul 15 14:14:41.349373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'port': {'device_id': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'admin_state_up': True, 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'security_groups': ['83ea33e2-e82d-4a04-92a6-c5df3f0a4465']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:41.473781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:14:41.477418 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.629201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.3 (69c05d28-8e05-4ddc-9185-b021866e2831/204e387c-0380-4280-afca-0897e3ac9d22/86f80819-6014-4d5f-bd58-ccd410a11f44) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:41.778169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.793235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 86f80819-6014-4d5f-bd58-ccd410a11f44 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:41.835423 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.887653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 69c05d28-8e05-4ddc-9185-b021866e2831 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:41.891157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:41.895031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:41.902306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=86f80819-6014-4d5f-bd58-ccd410a11f44,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:41.950262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:41.950957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:41.970007 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-c6f161f1-fe5a-484a-b153-56bc9aef5ce1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246154 Jul 15 14:14:42.032655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Request body: {'port': {'device_id': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:42.113038 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.204786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3196b24a-6115-4a10-9123-371a92be510b None None] Provisioning for port 86f80819-6014-4d5f-bd58-ccd410a11f44 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:42.210554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3196b24a-6115-4a10-9123-371a92be510b None None] Provisioning complete for port 86f80819-6014-4d5f-bd58-ccd410a11f44 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:42.211174 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3196b24a-6115-4a10-9123-371a92be510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.260249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3196b24a-6115-4a10-9123-371a92be510b None None] Port 86f80819-6014-4d5f-bd58-ccd410a11f44 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:14:42.333427 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf5d92-876d-42f7-8f77-af76149faea9 req-1ac74337-25df-40d1-81d9-3fe271053539 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.334985 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f9cf5d92-876d-42f7-8f77-af76149faea9 req-1ac74337-25df-40d1-81d9-3fe271053539 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 931 time: 0.0666573 Jul 15 14:14:42.374372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f9cf5d92-876d-42f7-8f77-af76149faea9 req-8cef0087-8506-4bff-ab44-0b76fc9b3991 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Jul 15 14:14:42.398323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f80819-6014-4d5f-bd58-ccd410a11f44 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:42.406116 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.418066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Transition to ACTIVE for port object 86f80819-6014-4d5f-bd58-ccd410a11f44 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:14:42.423965 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.495826 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=86f80819-6014-4d5f-bd58-ccd410a11f44,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:42.561414 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Attempting to bind port 86f80819-6014-4d5f-bd58-ccd410a11f44 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:14:42.561750 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Attempting to bind port 86f80819-6014-4d5f-bd58-ccd410a11f44 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:14:42.562090 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Attempting to bind port 86f80819-6014-4d5f-bd58-ccd410a11f44 on network 69c05d28-8e05-4ddc-9185-b021866e2831 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:42.566990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Port 86f80819-6014-4d5f-bd58-ccd410a11f44 on network 69c05d28-8e05-4ddc-9185-b021866e2831 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:14:42.567324 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Attempting to bind port 86f80819-6014-4d5f-bd58-ccd410a11f44 on network 69c05d28-8e05-4ddc-9185-b021866e2831 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:14:42.574929 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:14:42.575360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Checking segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:14:42.575758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Bound using segment: {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:14:42.577122 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Bound port: 86f80819-6014-4d5f-bd58-ccd410a11f44, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b75654e-3b9d-4b36-9187-379547fc92a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:14:42.577846 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.578934 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device db97cf1f-1425-4f70-8f6a-e3989dd850ed up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:42.637402 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port db97cf1f-1425-4f70-8f6a-e3989dd850ed completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:42.642776 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port db97cf1f-1425-4f70-8f6a-e3989dd850ed triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:42.643239 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.659623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] For port 86f80819-6014-4d5f-bd58-ccd410a11f44, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:14:42.663375 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] For port 86f80819-6014-4d5f-bd58-ccd410a11f44, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=86f80819-6014-4d5f-bd58-ccd410a11f44,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:14:42.670187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.706353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.707424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.708668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] 10.222.0.58 "PUT /v2.0/ports/86f80819-6014-4d5f-bd58-ccd410a11f44 HTTP/1.1" status: 200 len: 1092 time: 0.7309804 Jul 15 14:14:42.709189 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:42.711548 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af280783-e8ca-4360-964c-f9d6e3620dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:42.752447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9025-4582-40e2-b3e9-0f5924bb8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=86f80819-6014-4d5f-bd58-ccd410a11f44,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:42.765518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.766437 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d798c-3b29-466f-8d97-f6f7d24196b5 x-openstack-request-id: req-017d798c-3b29-466f-8d97-f6f7d24196b5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:42.766850 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:42.767203 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-017d798c-3b29-466f-8d97-f6f7d24196b5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:42.767383 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'status': 'completed', 'code': 200} Jul 15 14:14:42.801378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port db97cf1f-1425-4f70-8f6a-e3989dd850ed, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=db97cf1f-1425-4f70-8f6a-e3989dd850ed,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:42.807906 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:42.827153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-1e164634-bb31-48f3-8f67-1864b39834bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.828710 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-1e164634-bb31-48f3-8f67-1864b39834bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 1095 time: 0.0716672 Jul 15 14:14:42.862004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=db97cf1f-1425-4f70-8f6a-e3989dd850ed,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:42.874879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-8f23c806-34b6-495b-b065-fce99bb861ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f80819-6014-4d5f-bd58-ccd410a11f44 HTTP/1.1" status: 200 len: 217 time: 0.0388443 Jul 15 14:14:42.927566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-30c0f5cc-1150-4431-9705-1c7a81cfe8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.929129 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-30c0f5cc-1150-4431-9705-1c7a81cfe8f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=204e387c-0380-4280-afca-0897e3ac9d22 HTTP/1.1" status: 200 len: 834 time: 0.0476346 Jul 15 14:14:42.995293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e822-01e6-46fe-88f3-8ee77374322a req-e7328e7d-366e-4b16-9ee8-1dcc1b6117a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:42.996849 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-e7328e7d-366e-4b16-9ee8-1dcc1b6117a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69c05d28-8e05-4ddc-9185-b021866e2831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613410 Jul 15 14:14:43.101993 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-f97fbcac-5dd7-4d27-acf4-e402d7e4b361 service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984542 Jul 15 14:14:43.140029 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1de4-6e86-4c21-85a5-30586235ec8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:43.201853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c530e822-01e6-46fe-88f3-8ee77374322a req-4bc1ac73-91b0-44b9-982c-7698c58b706e service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937860 Jul 15 14:14:43.311475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-b17ca8ca-e34f-49a6-9dee-5737ab6f4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.312986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-b17ca8ca-e34f-49a6-9dee-5737ab6f4042 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 1095 time: 0.0575278 Jul 15 14:14:43.414780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-92165ccc-d642-4aaf-9c4f-18f09bfff6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.416385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-92165ccc-d642-4aaf-9c4f-18f09bfff6c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69c05d28-8e05-4ddc-9185-b021866e2831 HTTP/1.1" status: 200 len: 898 time: 0.0970623 Jul 15 14:14:43.461586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-c94a246f-c8ea-4f29-9423-eef361dd6328 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f80819-6014-4d5f-bd58-ccd410a11f44 HTTP/1.1" status: 200 len: 217 time: 0.0386713 Jul 15 14:14:43.521285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-8688d180-705a-4553-9623-5c15b7761777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.522888 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-8688d180-705a-4553-9623-5c15b7761777 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=204e387c-0380-4280-afca-0897e3ac9d22 HTTP/1.1" status: 200 len: 834 time: 0.0543189 Jul 15 14:14:43.565881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee5a29-c556-4ce6-9d2d-0b374c8ecc58 req-20bdfc55-d72d-425f-b066-7b88ce1131bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.567406 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-acee5a29-c556-4ce6-9d2d-0b374c8ecc58 req-20bdfc55-d72d-425f-b066-7b88ce1131bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 943 time: 0.0715706 Jul 15 14:14:43.580552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-3a71204d-1c97-48f6-b16d-4911847ee588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:43.582053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-3a71204d-1c97-48f6-b16d-4911847ee588 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69c05d28-8e05-4ddc-9185-b021866e2831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527556 Jul 15 14:14:43.609135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-acee5a29-c556-4ce6-9d2d-0b374c8ecc58 req-3ea60edd-7677-4cf2-b294-84f02ab1c81d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349696 Jul 15 14:14:43.679573 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-b4163a5e-c0bd-4a0b-9d5b-6232dcda7dc2 service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891726 Jul 15 14:14:43.778300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-af280783-e8ca-4360-964c-f9d6e3620dd6 req-8aeffaf7-15d4-44eb-926c-4d2573f6538f service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907371 Jul 15 14:14:44.545561 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device db97cf1f-1425-4f70-8f6a-e3989dd850ed up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:44.601840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port db97cf1f-1425-4f70-8f6a-e3989dd850ed triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:44.602208 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:44.832581 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde8326-1c3f-47b3-9306-11e9afeb0207 req-ef1c201f-84fb-499c-b4a9-02f3f1c6b7af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:44.834162 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7fde8326-1c3f-47b3-9306-11e9afeb0207 req-ef1c201f-84fb-499c-b4a9-02f3f1c6b7af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 943 time: 0.0803742 Jul 15 14:14:45.163821 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7fde8326-1c3f-47b3-9306-11e9afeb0207 req-25b2f36c-e51b-4ed2-93ea-1a2218146ab4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236496 Jul 15 14:14:45.581996 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.655372 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-469a43ac-4a1a-460a-982e-9cec863b4111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.754634 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.866275 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 86f80819-6014-4d5f-bd58-ccd410a11f44 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:14:45.889644 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:45.981484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 86f80819-6014-4d5f-bd58-ccd410a11f44, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=86f80819-6014-4d5f-bd58-ccd410a11f44,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:45.993470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'port_id': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'mac_address': 'fa:16:3e:d4:a8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:14:46.040912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:46.053896 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f80819-6014-4d5f-bd58-ccd410a11f44 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:14:46.074374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 86f80819-6014-4d5f-bd58-ccd410a11f44, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=86f80819-6014-4d5f-bd58-ccd410a11f44,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:46.080968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:46.128809 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=86f80819-6014-4d5f-bd58-ccd410a11f44,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:46.316575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['86f80819-6014-4d5f-bd58-ccd410a11f44'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:14:46.343070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1222cc-ee49-40b2-8e22-c86d84951a60 req-c2faf7f4-7b12-49a0-9294-30594a63a2be tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:46.344781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1d1222cc-ee49-40b2-8e22-c86d84951a60 req-c2faf7f4-7b12-49a0-9294-30594a63a2be tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 944 time: 0.0697680 Jul 15 14:14:46.386345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1d1222cc-ee49-40b2-8e22-c86d84951a60 req-a2760855-08a4-49cc-abb0-7b71cc4f89a8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356755 Jul 15 14:14:47.334728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:47.572812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1631f-ae03-445e-9b23-28d98d4cd9f3 req-142951d6-d51d-4497-a8ae-8c63de2ca408 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:47.574432 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efb1631f-ae03-445e-9b23-28d98d4cd9f3 req-142951d6-d51d-4497-a8ae-8c63de2ca408 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 944 time: 0.0693154 Jul 15 14:14:47.618835 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-efb1631f-ae03-445e-9b23-28d98d4cd9f3 req-e2f6a55a-7663-4c21-b670-37a9103e892b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378511 Jul 15 14:14:47.876262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 86f80819-6014-4d5f-bd58-ccd410a11f44 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:14:47.934925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 86f80819-6014-4d5f-bd58-ccd410a11f44 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:14:47.939053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 86f80819-6014-4d5f-bd58-ccd410a11f44 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:14:47.939426 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:48.025053 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:48.049120 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:48.051446 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62919c3d-e71e-4259-b3d8-7f10903fa5bb" -d '{"events": [{"server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "name": "network-vif-plugged", "status": "completed", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:48.063900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 86f80819-6014-4d5f-bd58-ccd410a11f44, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=86f80819-6014-4d5f-bd58-ccd410a11f44,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:14:48.069331 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:48.093092 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691e88f-fc29-437f-825c-4863ab4d46be x-openstack-request-id: req-7691e88f-fc29-437f-825c-4863ab4d46be {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:48.093383 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "name": "network-vif-plugged", "status": "completed", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:48.093630 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7691e88f-fc29-437f-825c-4863ab4d46be {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:48.094089 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'code': 200} Jul 15 14:14:48.120868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=86f80819-6014-4d5f-bd58-ccd410a11f44,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:48.210876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ae146-cdc2-4eb7-803b-f8f6d4fe0861 req-8bfa7de2-525d-41fc-b61e-1f9cf9859ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:48.212434 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-152ae146-cdc2-4eb7-803b-f8f6d4fe0861 req-8bfa7de2-525d-41fc-b61e-1f9cf9859ffb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 1097 time: 0.0562596 Jul 15 14:14:48.251876 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-152ae146-cdc2-4eb7-803b-f8f6d4fe0861 req-3780d4c4-0e00-4047-b5d2-ffdcc526120d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331812 Jul 15 14:14:48.818904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:48.822509 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0665292-be25-4438-9f72-6e7357d984b6 req-36494c78-8441-4e2d-9df1-8dc2e92f1a6f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:48.824280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0665292-be25-4438-9f72-6e7357d984b6 req-36494c78-8441-4e2d-9df1-8dc2e92f1a6f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0739889 Jul 15 14:14:48.868748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a0665292-be25-4438-9f72-6e7357d984b6 req-f0727a8c-f335-4c10-add7-5d33c4e2a1d9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374908 Jul 15 14:14:50.063805 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb494c3d-da2a-4b3e-bb5b-7e16cd0a9723 req-e7b1137d-308a-481d-9c45-fb9c28c82d1b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.065341 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb494c3d-da2a-4b3e-bb5b-7e16cd0a9723 req-e7b1137d-308a-481d-9c45-fb9c28c82d1b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0715661 Jul 15 14:14:50.475284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cb494c3d-da2a-4b3e-bb5b-7e16cd0a9723 req-c116b830-486a-4277-afdf-3a91b7298916 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4015064 Jul 15 14:14:50.660951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3f381-cb04-425d-bf19-252e51297f23 req-77bb44e1-16b8-43a8-901c-a4c16d1b88f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.662456 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fd3f381-cb04-425d-bf19-252e51297f23 req-77bb44e1-16b8-43a8-901c-a4c16d1b88f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0691142 Jul 15 14:14:50.705393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fd3f381-cb04-425d-bf19-252e51297f23 req-a89f30bd-0363-4de9-8351-a806c05685e2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368006 Jul 15 14:14:50.730019 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58226) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:50.789167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507394b3-2008-4adf-b54f-fa5059eb794b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:50.790769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-507394b3-2008-4adf-b54f-fa5059eb794b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 1092 time: 0.0597081 Jul 15 14:14:50.793917 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58228) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:50.798492 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:14:50.830217 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:50.940532 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:51.046264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.98 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/5304de12-754a-4a60-963d-cc59767d8153) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:14:51.150193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:51.197412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:51.240609 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:14:51.243448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:14:51.247519 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:14:51.253157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=5304de12-754a-4a60-963d-cc59767d8153,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:51.769539 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:51.881035 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:52.060752 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:52.067568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:52.132214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=5304de12-754a-4a60-963d-cc59767d8153,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:14:52.144745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:52.245277 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP b93c97d4-d337-4118-8eda-d2fd35e3776d associated. External IP: 172.25.3.98, port: 86f80819-6014-4d5f-bd58-ccd410a11f44. Jul 15 14:14:52.472054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router f0b64e35-5155-497a-b2b5-14b5db7f6cea has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:14:52.588477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:14:52.598891 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] Sync routers for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:14:52.609544 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:52.609976 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:14:52.610169 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:52.648273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-29a391b6-432a-494e-89fc-97986b1913ac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8532865 Jul 15 14:14:52.648875 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:14:52.651227 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca512781-a8e7-41ff-8c58-ff00a07e9945" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:14:52.695215 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc3a370-ba5f-4ed6-88ab-50f9ade6588d x-openstack-request-id: req-5dc3a370-ba5f-4ed6-88ab-50f9ade6588d {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:14:52.695215 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:14:52.695492 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5dc3a370-ba5f-4ed6-88ab-50f9ade6588d {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:14:52.695844 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'status': 'completed', 'code': 200} Jul 15 14:14:52.719405 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:52.774644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-5646282f-d11c-48e7-ab25-9de6ef677032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:52.776227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-5646282f-d11c-48e7-ab25-9de6ef677032 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 1097 time: 0.0577490 Jul 15 14:14:52.829270 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e756a68-c444-4799-bd61-c460066f82da req-736f12ea-e091-4a89-b8df-88f874cdad4f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:52.831863 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e756a68-c444-4799-bd61-c460066f82da req-736f12ea-e091-4a89-b8df-88f874cdad4f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0818851 Jul 15 14:14:52.871522 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e756a68-c444-4799-bd61-c460066f82da req-6bab3dcb-b9d4-4a23-a3c6-f87beeaf5dd6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337155 Jul 15 14:14:52.873590 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-2c8fc3f9-aba1-42fe-a146-d383d247df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:52.875121 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-2c8fc3f9-aba1-42fe-a146-d383d247df66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69c05d28-8e05-4ddc-9185-b021866e2831 HTTP/1.1" status: 200 len: 898 time: 0.0928059 Jul 15 14:14:52.901048 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58234) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:52.955668 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b93c97d4-d337-4118-8eda-d2fd35e3776d', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'port_id': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'mac_address': 'fa:16:3e:d4:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:51Z', 'updated_at': '2021-07-15T14:14:51Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:42Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:52.971307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6d2a8159-129e-434f-a59f-72af56a0a46e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/b93c97d4-d337-4118-8eda-d2fd35e3776d HTTP/1.1" status: 200 len: 990 time: 0.0690403 Jul 15 14:14:52.985666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-64b0b7aa-c92b-4728-b0c5-136c3137678c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f80819-6014-4d5f-bd58-ccd410a11f44 HTTP/1.1" status: 200 len: 998 time: 0.1036801 Jul 15 14:14:52.985951 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] Checking router: f0b64e35-5155-497a-b2b5-14b5db7f6cea for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:14:52.994545 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:14:52.995191 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:14:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:53.045443 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-1d4df0af-f20d-487a-8396-ba3586bc0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:53.047047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-1d4df0af-f20d-487a-8396-ba3586bc0fe5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=204e387c-0380-4280-afca-0897e3ac9d22 HTTP/1.1" status: 200 len: 834 time: 0.0547166 Jul 15 14:14:53.103324 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:14:53.115119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-2fa04e39-bbc0-4652-9780-47ea409a2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:14:53.116689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-2fa04e39-bbc0-4652-9780-47ea409a2807 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69c05d28-8e05-4ddc-9185-b021866e2831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628536 Jul 15 14:14:53.211748 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-77e9a5b5-e55a-4a71-bc25-c33824e2cce7 service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884895 Jul 15 14:14:53.304196 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ca512781-a8e7-41ff-8c58-ff00a07e9945 req-74759c99-d681-4eea-9832-d25cfb138dd3 service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864983 Jul 15 14:14:53.335923 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b93c97d4-d337-4118-8eda-d2fd35e3776d', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'port_id': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'mac_address': 'fa:16:3e:d4:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:51Z', 'updated_at': '2021-07-15T14:14:51Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:42Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:14:53.362274 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990dc183-65aa-47d1-8331-ad19da1760c1 None None] The sync data for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 is: [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b93c97d4-d337-4118-8eda-d2fd35e3776d', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'port_id': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'mac_address': 'fa:16:3e:d4:a8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:14:51Z', 'updated_at': '2021-07-15T14:14:51Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:42Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:14:53.571621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0125f3-62a8-4deb-ac0e-646b39ebb1d4 None None] New status for floating IP b93c97d4-d337-4118-8eda-d2fd35e3776d: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:14:53.975574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58238) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:14:54.048760 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4ac6c2fd-1159-4809-b896-88353da585f1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/b93c97d4-d337-4118-8eda-d2fd35e3776d HTTP/1.1" status: 200 len: 992 time: 0.0719166 Jul 15 14:15:09.116937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-48285c4d-fa33-41c0-82d0-b49a97c43add req-ef1eeda5-34b8-4bba-813c-dfd6ad2deebe service neutron] (93994) timed out ('10.222.0.59', 65467) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:15:10.304092 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:13.136863 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb2b9188-da61-44f2-b9dc-0685a184b843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.579747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.654951 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-25846bb1-7c41-44f3-ae96-7ddaf22f4a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.751473 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:15.891788 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:17.342675 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:18.823875 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:20.997332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66871cf1-15e1-4ee1-b8ca-141eb14886e8 req-ea3ee8b5-a5e1-4a7f-ad42-7bae06772b07 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:20.998803 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66871cf1-15e1-4ee1-b8ca-141eb14886e8 req-ea3ee8b5-a5e1-4a7f-ad42-7bae06772b07 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0752895 Jul 15 14:15:21.039652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66871cf1-15e1-4ee1-b8ca-141eb14886e8 req-8d01348c-4ab7-4a10-b5cd-345625366cb1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Jul 15 14:15:22.237622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4c3b-5bf3-4e79-a933-d87be2dac9e8 req-b36fca41-9d1b-4e49-b50d-cfa034b43a56 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:22.239494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-601e4c3b-5bf3-4e79-a933-d87be2dac9e8 req-b36fca41-9d1b-4e49-b50d-cfa034b43a56 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0818729 Jul 15 14:15:22.288960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-601e4c3b-5bf3-4e79-a933-d87be2dac9e8 req-58b9c70b-269a-4169-b3b2-6da53e0e28e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Jul 15 14:15:22.314802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58256) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:22.388870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a6aa9ada-fef2-48ee-b6e9-11cec7faef1e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/b93c97d4-d337-4118-8eda-d2fd35e3776d HTTP/1.1" status: 200 len: 992 time: 0.0727322 Jul 15 14:15:23.861215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94826cff-a5b6-45fe-adaa-5a684028ac9a req-086c13fc-ae29-4312-adfc-09357b0a2777 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:23.862843 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94826cff-a5b6-45fe-adaa-5a684028ac9a req-086c13fc-ae29-4312-adfc-09357b0a2777 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0689991 Jul 15 14:15:23.902742 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94826cff-a5b6-45fe-adaa-5a684028ac9a req-c0a8d669-e1dc-4a8a-83f3-44cfca2ad4c6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Jul 15 14:15:25.100098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a809-df55-49ba-a4cd-acfdf83a44ed req-c06f5ca4-4362-45f8-bb69-fd04b0b62be2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:25.101703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdd3a809-df55-49ba-a4cd-acfdf83a44ed req-c06f5ca4-4362-45f8-bb69-fd04b0b62be2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0754201 Jul 15 14:15:25.146260 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cdd3a809-df55-49ba-a4cd-acfdf83a44ed req-2d10e5cc-ee3a-4b6d-b0a0-e89507110602 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384295 Jul 15 14:15:25.175790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58266) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:25.250215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3dbccabf-be44-4aa8-93d9-e47dbf11a8c2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/b93c97d4-d337-4118-8eda-d2fd35e3776d HTTP/1.1" status: 200 len: 992 time: 0.0730186 Jul 15 14:15:25.569742 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58272) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:25.775000 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 5304de12-754a-4a60-963d-cc59767d8153 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:25.775345 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:25.855439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:25.855756 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:25.867757 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 5304de12-754a-4a60-963d-cc59767d8153 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:26.054815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.083799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=5304de12-754a-4a60-963d-cc59767d8153,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:26.094497 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.094874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.095218 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.095557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.095891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.096223 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.096593 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.097428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.097428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.097647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.097824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.098162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:26.170609 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.171014 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP b93c97d4-d337-4118-8eda-d2fd35e3776d disassociated (deleted). External IP: 172.25.3.98, port: 86f80819-6014-4d5f-bd58-ccd410a11f44. Jul 15 14:15:26.658435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router f0b64e35-5155-497a-b2b5-14b5db7f6cea has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:26.778895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:26.783494 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:26.788902 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] Sync routers for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:26.799428 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:26.800071 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:26.830439 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4af16eaf-5c12-4418-ac1e-9385621c55d0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/floatingips/b93c97d4-d337-4118-8eda-d2fd35e3776d HTTP/1.1" status: 204 len: 168 time: 1.2591016 Jul 15 14:15:26.830991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:26.833334 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b4584-a81a-4c8b-b0f3-f158bf214f20" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:26.872115 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb34b1-d9fd-437a-95cf-7b47971d0129 x-openstack-request-id: req-fefb34b1-d9fd-437a-95cf-7b47971d0129 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:26.872419 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:26.872626 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fefb34b1-d9fd-437a-95cf-7b47971d0129 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:26.873052 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'status': 'completed', 'code': 200} Jul 15 14:15:26.918129 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:26.964803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-8909f640-ffa7-409f-b0f0-d572fd95cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:26.966727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-8909f640-ffa7-409f-b0f0-d572fd95cc88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 1097 time: 0.0677037 Jul 15 14:15:27.081470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-724368c9-688c-4935-ad17-102bd0906977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.083108 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-724368c9-688c-4935-ad17-102bd0906977 service neutron] 10.222.0.58 "GET /v2.0/networks?id=69c05d28-8e05-4ddc-9185-b021866e2831 HTTP/1.1" status: 200 len: 898 time: 0.1097143 Jul 15 14:15:27.125787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-81e1b317-38c9-4a4e-bd9a-673bd6662705 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86f80819-6014-4d5f-bd58-ccd410a11f44 HTTP/1.1" status: 200 len: 217 time: 0.0353131 Jul 15 14:15:27.215470 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-62b1b5a3-71cb-4f3d-88e3-e34e640f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.217028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-62b1b5a3-71cb-4f3d-88e3-e34e640f6d06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=204e387c-0380-4280-afca-0897e3ac9d22 HTTP/1.1" status: 200 len: 834 time: 0.0847507 Jul 15 14:15:27.256443 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:42Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:27.277818 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583381c-e8d6-4757-b440-fad9b6ded1af req-2a7473e3-1d93-4683-8883-e2d0457fa9a0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.279361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5583381c-e8d6-4757-b440-fad9b6ded1af req-2a7473e3-1d93-4683-8883-e2d0457fa9a0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.1179712 Jul 15 14:15:27.282792 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] Checking router: f0b64e35-5155-497a-b2b5-14b5db7f6cea for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:27.292388 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:27.293011 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:27.319693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-155dc374-6554-409a-907b-d1454136c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:27.321135 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-155dc374-6554-409a-907b-d1454136c862 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=69c05d28-8e05-4ddc-9185-b021866e2831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961497 Jul 15 14:15:27.329146 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5583381c-e8d6-4757-b440-fad9b6ded1af req-7ee8aaf1-19c4-43af-b9cc-d14ab4dac722 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Jul 15 14:15:27.399850 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:27.425150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-cedb3563-f00f-46e7-93e8-a50f3a931536 service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955136 Jul 15 14:15:27.525540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-750b4584-a81a-4c8b-b0f3-f158bf214f20 req-2f637fe3-5929-4650-afd3-b258c5b7aa23 service neutron] 10.222.0.58 "GET /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921998 Jul 15 14:15:27.607342 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:42Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:27.638280 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee2b5-8054-43cd-b2cc-e425504f3fd1 None None] The sync data for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 is: [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'db97cf1f-1425-4f70-8f6a-e3989dd850ed', 'name': '', 'network_id': '69c05d28-8e05-4ddc-9185-b021866e2831', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:0e:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '204e387c-0380-4280-afca-0897e3ac9d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:37Z', 'updated_at': '2021-07-15T14:14:42Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '204e387c-0380-4280-afca-0897e3ac9d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:27.887912 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7742c1-2308-4cc0-8481-b23a3bcfb795 None None] New status for floating IP b93c97d4-d337-4118-8eda-d2fd35e3776d: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:15:28.517171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aed52-7075-4efe-8d8c-27314d8b93df req-d6cd55f3-e50e-4d1f-8443-70d08854921f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.518713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e15aed52-7075-4efe-8d8c-27314d8b93df req-d6cd55f3-e50e-4d1f-8443-70d08854921f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0720301 Jul 15 14:15:28.557705 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e15aed52-7075-4efe-8d8c-27314d8b93df req-fef1e7bd-a7ee-4de0-9c4c-e16022c68fc1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=83ea33e2-e82d-4a04-92a6-c5df3f0a4465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331163 Jul 15 14:15:28.719846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8584819-9139-4130-8d85-92df2eb7a054 req-659e088f-ba2a-4ce4-b612-9e8be43820c6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:28.721342 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8584819-9139-4130-8d85-92df2eb7a054 req-659e088f-ba2a-4ce4-b612-9e8be43820c6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 945 time: 0.0714219 Jul 15 14:15:28.829683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 86f80819-6014-4d5f-bd58-ccd410a11f44 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:28.830023 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:28.932351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 86f80819-6014-4d5f-bd58-ccd410a11f44, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=86f80819-6014-4d5f-bd58-ccd410a11f44,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:28.932742 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:28.953377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 86f80819-6014-4d5f-bd58-ccd410a11f44 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:29.087006 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.120441 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=86f80819-6014-4d5f-bd58-ccd410a11f44,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:29.166229 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] No DVR routers for this DVR port 86f80819-6014-4d5f-bd58-ccd410a11f44 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:29.169365 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:29.171488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8584819-9139-4130-8d85-92df2eb7a054 req-cee0fe32-b3fc-4bbc-99cb-e31f87999234 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "DELETE /v2.0/ports/86f80819-6014-4d5f-bd58-ccd410a11f44 HTTP/1.1" status: 204 len: 173 time: 0.4445918 Jul 15 14:15:29.171900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'name': 'network-vif-deleted', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:29.174317 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282fffde-7e38-4796-8f77-b4cd2d0ce8c6" -d '{"events": [{"server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "name": "network-vif-deleted", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:29.213334 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72be1fa-92bc-42bd-84ea-6b0bebde64c5 x-openstack-request-id: req-a72be1fa-92bc-42bd-84ea-6b0bebde64c5 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:29.213629 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a5716-5937-448b-b36d-1556ca4553bd", "name": "network-vif-deleted", "tag": "86f80819-6014-4d5f-bd58-ccd410a11f44", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:29.213931 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a72be1fa-92bc-42bd-84ea-6b0bebde64c5 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:29.214337 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a5716-5937-448b-b36d-1556ca4553bd', 'name': 'network-vif-deleted', 'tag': '86f80819-6014-4d5f-bd58-ccd410a11f44', 'status': 'completed', 'code': 200} Jul 15 14:15:29.729519 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-71f5146b-d942-4e5f-8c04-5357741f99c7 req-750a6f47-48bb-45e7-898e-8d9a4dc06259 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=f16a5716-5937-448b-b36d-1556ca4553bd HTTP/1.1" status: 200 len: 210 time: 0.0357621 Jul 15 14:15:30.832769 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58288) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:31.225358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.524299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port db97cf1f-1425-4f70-8f6a-e3989dd850ed {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:31.524595 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.620619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port db97cf1f-1425-4f70-8f6a-e3989dd850ed, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=db97cf1f-1425-4f70-8f6a-e3989dd850ed,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:31.620946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.634417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for db97cf1f-1425-4f70-8f6a-e3989dd850ed owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:31.838780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:31.875483 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=db97cf1f-1425-4f70-8f6a-e3989dd850ed,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:32.048872 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.564867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router f0b64e35-5155-497a-b2b5-14b5db7f6cea has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:32.675101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:32.680863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6d977e1f-69d9-439f-86b2-6bb26557ba22 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/f0b64e35-5155-497a-b2b5-14b5db7f6cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8466623 Jul 15 14:15:32.683803 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58290) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:32.686245 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] Sync routers for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:32.696899 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:32.697496 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:32.733449 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting subnet 204e387c-0380-4280-afca-0897e3ac9d22 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:15:32.736599 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.777388 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.808556 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:32.870890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.929785 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.944544 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:32.946976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/subnets/204e387c-0380-4280-afca-0897e3ac9d22 HTTP/1.1" status: 204 len: 168 time: 0.2618444 Jul 15 14:15:32.949958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58292) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:32.950434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6745609e-be79-4b7f-8b4b-d3924668d979 None None] Network 69c05d28-8e05-4ddc-9185-b021866e2831 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:32.965362 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294492dd-1426-4352-9cdc-21e7a71a7f31 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Subnet': ['ID=204e387c-0380-4280-afca-0897e3ac9d22,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:33.008417 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:15:31Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:33.034039 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] Checking router: f0b64e35-5155-497a-b2b5-14b5db7f6cea for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:33.043505 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] Routers {'f0b64e35-5155-497a-b2b5-14b5db7f6cea'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:33.044299 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:33.069143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.148331 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] Set router f0b64e35-5155-497a-b2b5-14b5db7f6cea gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:33.166269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] DHCP port deletion for 69c05d28-8e05-4ddc-9185-b021866e2831 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:15:33.182306 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.219857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Deleting port 24941d5c-2a64-4171-9753-42491d7f12d1 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:33.220878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.248042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port b3b447d3-147b-4a05-87a9-12cb90092273 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:15:33.248544 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.293549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] For port 24941d5c-2a64-4171-9753-42491d7f12d1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=24941d5c-2a64-4171-9753-42491d7f12d1,segment=NetworkSegment(7b75654e-3b9d-4b36-9187-379547fc92a8),segment_id=7b75654e-3b9d-4b36-9187-379547fc92a8)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:33.293867 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.309521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Calling delete_port for 24941d5c-2a64-4171-9753-42491d7f12d1 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:33.342193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port b3b447d3-147b-4a05-87a9-12cb90092273, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=b3b447d3-147b-4a05-87a9-12cb90092273,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:33.342594 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.351377 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:15:31Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:33.357584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for b3b447d3-147b-4a05-87a9-12cb90092273 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:15:33.379700 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3122ac21-e07c-41dd-9eea-636819bb8a34 None None] The sync data for ids ['f0b64e35-5155-497a-b2b5-14b5db7f6cea'] in n-d-798054-11 is: [{'id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52936321', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:14:33Z', 'updated_at': '2021-07-15T14:15:31Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'b3b447d3-147b-4a05-87a9-12cb90092273', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b64e35-5155-497a-b2b5-14b5db7f6cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:14:34Z', 'updated_at': '2021-07-15T14:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:33.403895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.430636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Pushing event deleted for resources: {'Port': ['ID=24941d5c-2a64-4171-9753-42491d7f12d1,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:33.436247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] No DVR routers for this DVR port 24941d5c-2a64-4171-9753-42491d7f12d1 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:15:33.447054 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.447403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.447742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.448062 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.448422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.448710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.449042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.449360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.449683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.450002 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.450325 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.450674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a7d547-1f44-4213-915c-e2d7ab539585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.546665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.572445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=b3b447d3-147b-4a05-87a9-12cb90092273,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:33.584441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.584794 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.585169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.585505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.585840 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.586172 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.586504 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.586869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.587203 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.587532 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.587858 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.588169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:33.651737 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.758998 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.761266 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.818899 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.819527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Fanout notify agent at l3_agent the message router_deleted on router f0b64e35-5155-497a-b2b5-14b5db7f6cea {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:15:33.826846 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:33.828030 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1f7cc531-9217-42ea-a9d3-0f28ec154863 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/routers/f0b64e35-5155-497a-b2b5-14b5db7f6cea HTTP/1.1" status: 204 len: 168 time: 0.8770285 Jul 15 14:15:33.831104 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58294) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:33.916565 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.004142 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.015697 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c05d28-8e05-4ddc-9185-b021866e2831']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:34.026876 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b75654e-3b9d-4b36-9187-379547fc92a8') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:34.027169 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b75654e-3b9d-4b36-9187-379547fc92a8') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:34.036864 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.051397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.058006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:15:34.058414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:15:34.061530 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:15:34.104621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 86f80819-6014-4d5f-bd58-ccd410a11f44 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:34.127600 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 86f80819-6014-4d5f-bd58-ccd410a11f44 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:34.128129 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 86f80819-6014-4d5f-bd58-ccd410a11f44 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:34.129216 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.137849 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.139505 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/networks/69c05d28-8e05-4ddc-9185-b021866e2831 HTTP/1.1" status: 204 len: 168 time: 0.3071430 Jul 15 14:15:34.142176 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58296) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:34.158058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691486e5-6c36-42e8-b407-4aa20d8a807d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Network': ['ID=69c05d28-8e05-4ddc-9185-b021866e2831,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:34.216888 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b13cf62d-c72c-4e5f-80fb-5c4c25ba366c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.243069 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b13cf62d-c72c-4e5f-80fb-5c4c25ba366c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.312444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b13cf62d-c72c-4e5f-80fb-5c4c25ba366c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.316437 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b13cf62d-c72c-4e5f-80fb-5c4c25ba366c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.318560 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b13cf62d-c72c-4e5f-80fb-5c4c25ba366c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/security-groups/83ea33e2-e82d-4a04-92a6-c5df3f0a4465 HTTP/1.1" status: 204 len: 168 time: 0.1672246 Jul 15 14:15:34.328879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cf62d-c72c-4e5f-80fb-5c4c25ba366c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea33e2-e82d-4a04-92a6-c5df3f0a4465,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:34.574494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b3b447d3-147b-4a05-87a9-12cb90092273 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:34.595825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: b3b447d3-147b-4a05-87a9-12cb90092273 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:34.596256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device b3b447d3-147b-4a05-87a9-12cb90092273 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:34.596724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 24941d5c-2a64-4171-9753-42491d7f12d1 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:34.615621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 24941d5c-2a64-4171-9753-42491d7f12d1 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:34.615967 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 24941d5c-2a64-4171-9753-42491d7f12d1 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:34.616727 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device db97cf1f-1425-4f70-8f6a-e3989dd850ed no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:15:34.638063 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: db97cf1f-1425-4f70-8f6a-e3989dd850ed {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:15:34.638399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device db97cf1f-1425-4f70-8f6a-e3989dd850ed not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:15:34.764293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58302) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:34.770680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545787008', 'description': 'tempest-secgroup-smoke-1545787008 description', 'project_id': '695fa006141f421a91212bfe9b3e1b5e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:34.796970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.898741 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.903818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.930397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:34.931665 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1661408 Jul 15 14:15:34.935146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58304) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:34.935824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d81afa-eb23-4695-aac9-aae8c196d22f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea827deb-99b2-4634-8c53-fb0d2186c451,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:34.941597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': 'ea827deb-99b2-4634-8c53-fb0d2186c451', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:34.971348 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.034489 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.039869 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.059120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ea0a2b-e08d-471e-bbc4-8e90628238fa,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.064061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.065383 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa1bd1c1-528e-4326-b192-0a07a83998cf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291523 Jul 15 14:15:35.068681 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58306) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.073636 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': 'ea827deb-99b2-4634-8c53-fb0d2186c451', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.105060 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.163326 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.168154 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.185124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94afae32-8ed9-4605-ab77-4f8fd301220f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.195237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.196689 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eccfd1c6-bfcb-4f05-a33f-6a3213ab2de9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269009 Jul 15 14:15:35.199831 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58308) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.204264 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': 'ea827deb-99b2-4634-8c53-fb0d2186c451', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.233815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.296398 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.305464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.322557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9e894f-d8a7-4077-8d05-1766a29a7be1,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.330460 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.331728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c1f71b74-2eb7-43bd-a9a9-0400a81bee44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309531 Jul 15 14:15:35.335722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58310) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.340232 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': 'ea827deb-99b2-4634-8c53-fb0d2186c451', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.372102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.440391 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.446566 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.471451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb56a1a-1054-49dd-9b2c-a51f4e18ceac,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.475367 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.476675 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a8e1db96-43c6-4434-8f53-783e99522426 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400194 Jul 15 14:15:35.479656 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58312) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.484773 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': 'ea827deb-99b2-4634-8c53-fb0d2186c451', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.509012 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:15:35.514835 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.594220 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.599630 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.621908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122c3598-8548-4e9f-ab10-76a9c1856672,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.630297 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.631648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1b2ef401-1663-448e-88a6-b980bb4b1fde tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509016 Jul 15 14:15:35.634922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58314) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.639476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': 'ea827deb-99b2-4634-8c53-fb0d2186c451', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.661679 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:15:35.667055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.729397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.735391 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.753952 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907480a1-0f3b-4dfa-8b9b-0acb45eccd72,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.762477 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.763779 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dc242fa1-3bc9-4c3f-80f5-f22e4b1819bd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279471 Jul 15 14:15:35.766846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58316) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.771893 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'network': {'name': 'tempest-network-smoke--718302691', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'port_security_enabled': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.795448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:35.799167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.827384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:15:35.836433 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.836784 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Added segment 59f6e46d-7a25-4ea6-8179-632e043bf0d2 of type vlan for network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 Jul 15 14:15:35.882418 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.918694 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.925391 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:35.926099 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.965329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973736 Jul 15 14:15:35.968265 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58318) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:35.973152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'admin_state_up': True, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:35.998330 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:35.998620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d1a6c-3533-4dc2-b7cf-ea808a5347a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Network': ['ID=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:35.999514 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.011625 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:15:36.053292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.194255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.400025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.418744 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.533477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.113 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/25cd9f86-03a0-403d-b604-40fbb0f2280f) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:36.658445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.705538 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:36.746413 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:36.751043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:36.753718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:36.759630 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=25cd9f86-03a0-403d-b604-40fbb0f2280f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:37.026866 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.241250 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.392299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 406edee0-f017-4cfc-a533-423b47ead448 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:15:37.501940 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:37.512278 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Sync routers for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:37.523178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:37.523665 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.523834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:37.525071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-eba6cdc6-a335-4999-a97b-1601f5d2ca27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5557203 Jul 15 14:15:37.528702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58320) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.558018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2b91162e-9ecb-4c9f-b4e2-b5b85f1fcbf4 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=695fa006141f421a91212bfe9b3e1b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281625 Jul 15 14:15:37.562003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58322) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.635691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:37.651419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432adc4-6420-46df-ba12-f71808250a3e tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:37.652853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1432adc4-6420-46df-ba12-f71808250a3e tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898345 Jul 15 14:15:37.655911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58324) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.693257 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-32e20638-edef-4367-aa1b-1e3fef955cbc tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359747 Jul 15 14:15:37.695800 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58326) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:37.701012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419692993', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:37.797282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:37.801325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.821154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:37.852232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Checking router: 406edee0-f017-4cfc-a533-423b47ead448 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:37.852588 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Updating router 406edee0-f017-4cfc-a533-423b47ead448 port 25cd9f86-03a0-403d-b604-40fbb0f2280f binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:37.889415 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:37.993890 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.061053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Subnet': ['ID=674ffe41-17f7-42b8-9bd2-0b59154dfa8e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:38.069101 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Checking segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:38.069466 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network hostable DHCP agents. Network: e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:15:38.090788 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:15:38.109030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:38.113873 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:38.114465 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.137280 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9d25d6ab-06bd-4b6f-b4ae-76c43e3082dc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4397137 Jul 15 14:15:38.140559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8804a5-e6ba-40d1-a25d-26c56dae578d None None] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:38.140791 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58328) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:38.341924 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.380666 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Transition to ACTIVE for port object 25cd9f86-03a0-403d-b604-40fbb0f2280f will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:38.390738 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.478707 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Attempting to bind port 25cd9f86-03a0-403d-b604-40fbb0f2280f on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:38.479071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Attempting to bind port 25cd9f86-03a0-403d-b604-40fbb0f2280f by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:38.479446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Attempting to bind port 25cd9f86-03a0-403d-b604-40fbb0f2280f on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:38.489990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1cf3a-60b2-420b-b301-bf14f893ee45 None None] Pushing event updated for resources: {'Port': ['ID=25cd9f86-03a0-403d-b604-40fbb0f2280f,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:38.494365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:38.494783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:38.495204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.495572 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:38.496079 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Bound port: 25cd9f86-03a0-403d-b604-40fbb0f2280f, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:38.496458 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.552758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:15:38.553676 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.585046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] For port 25cd9f86-03a0-403d-b604-40fbb0f2280f, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:38.589413 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] For port 25cd9f86-03a0-403d-b604-40fbb0f2280f, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=25cd9f86-03a0-403d-b604-40fbb0f2280f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:38.607411 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.638912 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:38.739169 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:38.739819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:38.790012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1cf3a-60b2-420b-b301-bf14f893ee45 None None] Pushing event updated for resources: {'Port': ['ID=25cd9f86-03a0-403d-b604-40fbb0f2280f,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:38.815611 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Allocated IP 172.20.0.2 (e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5/674ffe41-17f7-42b8-9bd2-0b59154dfa8e/3fbdd8b8-3eee-4866-bba8-310906652168) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:38.904115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:39.147654 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.159575 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Transition to ACTIVE for port object 3fbdd8b8-3eee-4866-bba8-310906652168 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:39.183403 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Transition to ACTIVE for port object 3fbdd8b8-3eee-4866-bba8-310906652168 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:39.191826 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.229760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:39.236834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:39.245283 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.1 (e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5/674ffe41-17f7-42b8-9bd2-0b59154dfa8e/61d576e1-6f83-44f6-a4fb-944dc353022b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:39.267538 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:39.270039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:39.275907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d323a1-f3ad-4fdd-b7c3-25c5a39b695d None None] The sync data for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 is: [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:36Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:39.288837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Pushing event updated for resources: {'Port': ['ID=3fbdd8b8-3eee-4866-bba8-310906652168,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:39.355686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Attempting to bind port 3fbdd8b8-3eee-4866-bba8-310906652168 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:39.356253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Attempting to bind port 3fbdd8b8-3eee-4866-bba8-310906652168 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:39.356691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Attempting to bind port 3fbdd8b8-3eee-4866-bba8-310906652168 on network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:39.362717 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:39.363194 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Checking segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:39.363703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.364161 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Bound using segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:39.364691 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Bound port: 3fbdd8b8-3eee-4866-bba8-310906652168, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:39.365141 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.385063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.399378 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 61d576e1-6f83-44f6-a4fb-944dc353022b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:39.434922 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.435474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] For port 3fbdd8b8-3eee-4866-bba8-310906652168, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:39.439141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] For port 3fbdd8b8-3eee-4866-bba8-310906652168, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fbdd8b8-3eee-4866-bba8-310906652168,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:39.445360 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.483006 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:39.486592 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:39.491884 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:39.495784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=61d576e1-6f83-44f6-a4fb-944dc353022b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:39.511125 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583c60f-7d53-4da1-b16f-8ce9efd6ac8e None None] Pushing event updated for resources: {'Port': ['ID=3fbdd8b8-3eee-4866-bba8-310906652168,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:39.586652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:39.779929 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.095074 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.102202 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.183330 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=61d576e1-6f83-44f6-a4fb-944dc353022b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:40.188733 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.301569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:40.303994 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:40.431323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 406edee0-f017-4cfc-a533-423b47ead448 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:40.498805 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0add903-04ab-485e-846f-37fa531418a2 None None] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:15:40.549465 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:40.554912 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-36bd740e-1c1f-4ba0-a632-266d6d0dd55f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/406edee0-f017-4cfc-a533-423b47ead448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4128740 Jul 15 14:15:40.596359 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-666ec99d-4dd6-493c-878b-cd7e2e944be7 None None] Provisioning for port 3fbdd8b8-3eee-4866-bba8-310906652168 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:40.651065 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fbdd8b8-3eee-4866-bba8-310906652168 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:40.736560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 3fbdd8b8-3eee-4866-bba8-310906652168 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:40.741178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3fbdd8b8-3eee-4866-bba8-310906652168 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:40.741293 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.743206 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-cfede25e-0241-4ced-86c9-43b2ad789df6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545787008&fields=id&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 267 time: 0.0424242 Jul 15 14:15:40.844552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.870251 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-c1dafc39-91c9-4b3d-aaf5-3571a66bec0f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:40.877834 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-c1dafc39-91c9-4b3d-aaf5-3571a66bec0f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 796 time: 0.1276948 Jul 15 14:15:40.882300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 3fbdd8b8-3eee-4866-bba8-310906652168, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fbdd8b8-3eee-4866-bba8-310906652168,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:40.890279 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:40.891610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 25cd9f86-03a0-403d-b604-40fbb0f2280f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:40.895230 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-0cf99f1c-e4b1-43bc-8ad8-fe88323bb36d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/quotas/695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 375 time: 0.0163167 Jul 15 14:15:40.971548 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-a35c23bd-3fd6-4362-bcbe-32c05a327b80 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753665 Jul 15 14:15:40.972813 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=3fbdd8b8-3eee-4866-bba8-310906652168,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:41.007860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 25cd9f86-03a0-403d-b604-40fbb0f2280f completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:41.013880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 25cd9f86-03a0-403d-b604-40fbb0f2280f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:41.014255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.062767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-edf1b8fb-9401-4000-968d-70f53160fe08 None None] Provisioning for port 61d576e1-6f83-44f6-a4fb-944dc353022b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:41.069399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-edf1b8fb-9401-4000-968d-70f53160fe08 None None] Provisioning complete for port 61d576e1-6f83-44f6-a4fb-944dc353022b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:41.070783 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-edf1b8fb-9401-4000-968d-70f53160fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.122304 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Sync routers for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:41.134089 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:41.134810 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:41.144202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-edf1b8fb-9401-4000-968d-70f53160fe08 None None] Port 61d576e1-6f83-44f6-a4fb-944dc353022b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:41.164995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.169915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-edf1b8fb-9401-4000-968d-70f53160fe08 None None] Provisioning complete for port 3fbdd8b8-3eee-4866-bba8-310906652168 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:41.170286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-edf1b8fb-9401-4000-968d-70f53160fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.191794 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-923c1508-788a-4e09-aab5-0e6cf312bce2 service neutron] 10.222.0.57 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987388 Jul 15 14:15:41.217966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 25cd9f86-03a0-403d-b604-40fbb0f2280f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=25cd9f86-03a0-403d-b604-40fbb0f2280f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:41.226911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.259793 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:41.301485 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-c78de2d1-a32c-4549-bfde-67fdbf35403c service neutron] 10.222.0.57 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015444 Jul 15 14:15:41.320015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=25cd9f86-03a0-403d-b604-40fbb0f2280f,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:41.485722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-524878bf-8b18-4924-9da7-eb4ed4106c92 None None] Provisioning complete for port 61d576e1-6f83-44f6-a4fb-944dc353022b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:41.486103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-524878bf-8b18-4924-9da7-eb4ed4106c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.504959 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 2, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:41.526497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-524878bf-8b18-4924-9da7-eb4ed4106c92 None None] Port 61d576e1-6f83-44f6-a4fb-944dc353022b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:41.542800 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Checking router: 406edee0-f017-4cfc-a533-423b47ead448 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:41.543426 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Updating router 406edee0-f017-4cfc-a533-423b47ead448 port 61d576e1-6f83-44f6-a4fb-944dc353022b binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:15:41.547729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-97c3e84c-76f4-40ab-a14e-50011aa6e3f2 req-b192f7b5-bb39-46c2-be6f-22a0985ddacc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 210 time: 0.0467129 Jul 15 14:15:41.577418 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.956043 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:41.966599 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Transition to ACTIVE for port object 61d576e1-6f83-44f6-a4fb-944dc353022b will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:41.973178 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.032433 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Pushing event updated for resources: {'Port': ['ID=61d576e1-6f83-44f6-a4fb-944dc353022b,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.057173 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.057521 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.057843 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.058174 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.058472 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.058851 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.059173 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.059488 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.059803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.060118 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.060406 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.060724 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:15:42.097534 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Attempting to bind port 61d576e1-6f83-44f6-a4fb-944dc353022b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:42.097977 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Attempting to bind port 61d576e1-6f83-44f6-a4fb-944dc353022b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:42.098380 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Attempting to bind port 61d576e1-6f83-44f6-a4fb-944dc353022b on network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:42.105336 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:42.105689 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Checking segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:42.106289 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.106776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Bound using segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:42.108232 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Bound port: 61d576e1-6f83-44f6-a4fb-944dc353022b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:42.108669 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.185844 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] For port 61d576e1-6f83-44f6-a4fb-944dc353022b, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:42.189140 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] For port 61d576e1-6f83-44f6-a4fb-944dc353022b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=61d576e1-6f83-44f6-a4fb-944dc353022b,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:42.194611 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.248240 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470cbae-0ee4-4198-9242-d281c55905e2 None None] Pushing event updated for resources: {'Port': ['ID=61d576e1-6f83-44f6-a4fb-944dc353022b,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:42.261840 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:42.262452 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:42.371955 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:42.594215 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:42.594753 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fbdd8b8-3eee-4866-bba8-310906652168 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:42.626632 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5c4c2-6406-4fba-92d7-fc291cb96250 None None] The sync data for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 is: [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:42Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:42.660720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 3fbdd8b8-3eee-4866-bba8-310906652168 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:42.661100 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.720175 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1143cc3e-6f51-42bf-a04f-71ca4e5bb082 req-bf3808de-93b1-4367-ba02-c941f15be6f5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 210 time: 0.0627947 Jul 15 14:15:42.778461 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 25cd9f86-03a0-403d-b604-40fbb0f2280f up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:42.835825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 25cd9f86-03a0-403d-b604-40fbb0f2280f triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:42.836388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:42.851640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-c03710f8-6aec-4634-89a0-d47c1b63c11c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:42.853227 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-c03710f8-6aec-4634-89a0-d47c1b63c11c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 796 time: 0.1357646 Jul 15 14:15:42.903607 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-8a075b36-0c3d-4145-9a31-89bcf4d862ef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 380 time: 0.0404472 Jul 15 14:15:42.912979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'port': {'device_id': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'admin_state_up': True, 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'security_groups': ['ea827deb-99b2-4634-8c53-fb0d2186c451']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:43.037702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:15:43.041712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.134425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c7fe70a1-5779-46dd-bf8f-45a7f7ccd0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.185505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.4 (e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5/674ffe41-17f7-42b8-9bd2-0b59154dfa8e/358f41c8-0b30-46cd-9374-4876bdef64b4) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:43.358131 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.372881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 358f41c8-0b30-46cd-9374-4876bdef64b4 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:43.409358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.462169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:43.465543 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:43.469642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:43.495774 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=358f41c8-0b30-46cd-9374-4876bdef64b4,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:43.531360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:43.532009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.550692 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-897d659c-da86-41d0-908f-09ed05982cb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417112 Jul 15 14:15:43.617263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Request body: {'port': {'device_id': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:43.700321 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.720304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8dd67399-f835-4088-972f-44b42c911bde None None] Provisioning for port 358f41c8-0b30-46cd-9374-4876bdef64b4 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:43.725313 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8dd67399-f835-4088-972f-44b42c911bde None None] Provisioning complete for port 358f41c8-0b30-46cd-9374-4876bdef64b4 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:43.725814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8dd67399-f835-4088-972f-44b42c911bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:43.780173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8dd67399-f835-4088-972f-44b42c911bde None None] Port 358f41c8-0b30-46cd-9374-4876bdef64b4 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:15:43.908725 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ab2f4-4927-4c4e-9c12-dfd02a792ae3 req-86edebb6-d98a-4b7e-9911-69aafb49bae2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:43.910270 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-039ab2f4-4927-4c4e-9c12-dfd02a792ae3 req-86edebb6-d98a-4b7e-9911-69aafb49bae2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 931 time: 0.0670705 Jul 15 14:15:43.952933 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-039ab2f4-4927-4c4e-9c12-dfd02a792ae3 req-eeb84d7c-db8a-479f-911f-f3ce640e2c17 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352314 Jul 15 14:15:43.994192 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358f41c8-0b30-46cd-9374-4876bdef64b4 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:15:44.002232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.014888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Transition to ACTIVE for port object 358f41c8-0b30-46cd-9374-4876bdef64b4 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:15:44.022585 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.075120 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Pushing event updated for resources: {'Port': ['ID=358f41c8-0b30-46cd-9374-4876bdef64b4,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:44.149008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Attempting to bind port 358f41c8-0b30-46cd-9374-4876bdef64b4 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:15:44.149506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Attempting to bind port 358f41c8-0b30-46cd-9374-4876bdef64b4 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:15:44.149869 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Attempting to bind port 358f41c8-0b30-46cd-9374-4876bdef64b4 on network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:44.154514 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Port 358f41c8-0b30-46cd-9374-4876bdef64b4 on network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:15:44.154862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Attempting to bind port 358f41c8-0b30-46cd-9374-4876bdef64b4 on network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:15:44.159775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:15:44.160110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Checking segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:15:44.160496 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Bound using segment: {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:15:44.160922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Bound port: 358f41c8-0b30-46cd-9374-4876bdef64b4, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f6e46d-7a25-4ea6-8179-632e043bf0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:15:44.161285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.239942 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] For port 358f41c8-0b30-46cd-9374-4876bdef64b4, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:15:44.243347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] For port 358f41c8-0b30-46cd-9374-4876bdef64b4, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=358f41c8-0b30-46cd-9374-4876bdef64b4,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:15:44.249264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.284057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:44.284757 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.286139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] 10.222.0.59 "PUT /v2.0/ports/358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 1092 time: 0.7282505 Jul 15 14:15:44.286550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:44.289913 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74813fb6-81f1-4a59-8973-ee291cb36321" -d '{"events": [{"name": "network-changed", "server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:44.322899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a3441-9f67-4c78-be5e-64b6553c29dd service neutron] Pushing event updated for resources: {'Port': ['ID=358f41c8-0b30-46cd-9374-4876bdef64b4,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:44.365960 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64454623-85ec-4c8d-9955-a0e81e218bfe x-openstack-request-id: req-64454623-85ec-4c8d-9955-a0e81e218bfe {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:44.366245 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:44.366484 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64454623-85ec-4c8d-9955-a0e81e218bfe {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:44.366919 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'status': 'completed', 'code': 200} Jul 15 14:15:44.396167 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-84060e4d-16d3-42a2-9d48-5ac60188230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:44.397795 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-84060e4d-16d3-42a2-9d48-5ac60188230d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1095 time: 0.0626678 Jul 15 14:15:44.444259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-220ef771-65c8-4a32-9389-440c5290f936 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 217 time: 0.0392897 Jul 15 14:15:44.494841 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-fe2aef40-a670-41fe-a0e0-46dd59e571d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:44.496407 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-fe2aef40-a670-41fe-a0e0-46dd59e571d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 200 len: 835 time: 0.0465178 Jul 15 14:15:44.562382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-652336ba-d0e0-40f1-89a1-70e8fc5c90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:44.563959 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-652336ba-d0e0-40f1-89a1-70e8fc5c90e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610600 Jul 15 14:15:44.609042 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 61d576e1-6f83-44f6-a4fb-944dc353022b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:44.663655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-f1e2f2f4-2b68-4742-834d-dc61d3e6beef service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929110 Jul 15 14:15:44.667549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 61d576e1-6f83-44f6-a4fb-944dc353022b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:44.673534 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 61d576e1-6f83-44f6-a4fb-944dc353022b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:44.673911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.755931 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.768942 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e4f6815-0534-4d28-b983-0417e38eeedf req-64a5e2d1-5eb0-4fa7-afa1-3622ffddde37 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987976 Jul 15 14:15:44.789811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 61d576e1-6f83-44f6-a4fb-944dc353022b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=61d576e1-6f83-44f6-a4fb-944dc353022b,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:44.794748 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:44.848263 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=61d576e1-6f83-44f6-a4fb-944dc353022b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:44.886474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-b1972dad-6269-43c4-b121-122913c1b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:44.888019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-b1972dad-6269-43c4-b121-122913c1b2f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1095 time: 0.0693560 Jul 15 14:15:45.185699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264b0f-515d-4977-a6b8-b76afbd53a62 req-9509a444-d77c-4522-82fb-c63e666bf375 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:45.187545 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94264b0f-515d-4977-a6b8-b76afbd53a62 req-9509a444-d77c-4522-82fb-c63e666bf375 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 943 time: 0.0846779 Jul 15 14:15:45.233171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94264b0f-515d-4977-a6b8-b76afbd53a62 req-810e11ee-3e55-49af-a698-206f7429a154 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Jul 15 14:15:45.457123 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-7850485c-133f-4aa9-a2dd-42a258853503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:45.458979 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-7850485c-133f-4aa9-a2dd-42a258853503 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 897 time: 0.5639665 Jul 15 14:15:45.509675 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-3ef79bba-8aa3-4101-bf27-5c454385cc75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 217 time: 0.0436316 Jul 15 14:15:45.579811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-6c4508ef-acd2-4aec-955f-0cc22ec0f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:45.581292 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-6c4508ef-acd2-4aec-955f-0cc22ec0f571 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 200 len: 835 time: 0.0649195 Jul 15 14:15:45.599266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.648825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bdd8eec4-c41b-4b93-9502-9847a88dc993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.663450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-1999e698-5418-4ee3-af04-e9b779be47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:45.665017 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-1999e698-5418-4ee3-af04-e9b779be47f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774961 Jul 15 14:15:45.756140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.778335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-39ec4b6e-7b1b-4dae-b8c6-cf98a3540d5a service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062794 Jul 15 14:15:45.892475 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:45.902475 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-74813fb6-81f1-4a59-8973-ee291cb36321 req-b232b645-9a64-45ae-9967-fa1b77b3d6a0 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167486 Jul 15 14:15:46.454482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958498dd-031e-4ef8-981a-8045c9a729ee req-c48fb021-28d7-4c6f-9a2d-7276d0d908a4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:46.457242 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-958498dd-031e-4ef8-981a-8045c9a729ee req-c48fb021-28d7-4c6f-9a2d-7276d0d908a4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 943 time: 0.1040521 Jul 15 14:15:46.504762 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-958498dd-031e-4ef8-981a-8045c9a729ee req-da3cac67-84dc-4c42-aa9e-6e48c128c454 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 Jul 15 14:15:46.574923 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 61d576e1-6f83-44f6-a4fb-944dc353022b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:46.635238 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 61d576e1-6f83-44f6-a4fb-944dc353022b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:46.635626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.303935 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:15:47.340464 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:47.698167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c215a56-bc8e-4eaf-a289-c19b930def36 req-8232f818-62b4-43a3-9198-ea12433df3ff tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:47.699666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c215a56-bc8e-4eaf-a289-c19b930def36 req-8232f818-62b4-43a3-9198-ea12433df3ff tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 943 time: 0.0720589 Jul 15 14:15:47.739640 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8c215a56-bc8e-4eaf-a289-c19b930def36 req-7778baee-b1f2-44be-81d4-bc7de475171c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Jul 15 14:15:48.428037 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 358f41c8-0b30-46cd-9374-4876bdef64b4 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:15:48.527981 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 358f41c8-0b30-46cd-9374-4876bdef64b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=358f41c8-0b30-46cd-9374-4876bdef64b4,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:48.539484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'port_id': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'mac_address': 'fa:16:3e:43:f2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:15:48.578355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.592066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358f41c8-0b30-46cd-9374-4876bdef64b4 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:15:48.612806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 358f41c8-0b30-46cd-9374-4876bdef64b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=358f41c8-0b30-46cd-9374-4876bdef64b4,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:48.618987 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.668592 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=358f41c8-0b30-46cd-9374-4876bdef64b4,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:48.832320 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:48.858545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['358f41c8-0b30-46cd-9374-4876bdef64b4'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:15:48.931227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7e9e5-3804-4f89-86a4-edb2cbafae09 req-4a3ce03c-3700-4c4f-8d0d-2fc81b9d47a8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:48.933396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fca7e9e5-3804-4f89-86a4-edb2cbafae09 req-4a3ce03c-3700-4c4f-8d0d-2fc81b9d47a8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 944 time: 0.0755634 Jul 15 14:15:48.973713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fca7e9e5-3804-4f89-86a4-edb2cbafae09 req-710a83f4-e906-4872-aa06-68ce109021ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346169 Jul 15 14:15:50.163146 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00599d5-2ee3-4e13-b071-5f2774299cb9 req-94125b3b-d835-4388-a6f5-b87bf928b0e0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:50.164706 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d00599d5-2ee3-4e13-b071-5f2774299cb9 req-94125b3b-d835-4388-a6f5-b87bf928b0e0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 944 time: 0.0719531 Jul 15 14:15:50.207963 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d00599d5-2ee3-4e13-b071-5f2774299cb9 req-b86b1da5-b299-46ad-8ee9-e32cd340406d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351520 Jul 15 14:15:50.442429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 358f41c8-0b30-46cd-9374-4876bdef64b4 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:15:50.498789 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 358f41c8-0b30-46cd-9374-4876bdef64b4 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:15:50.502821 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 358f41c8-0b30-46cd-9374-4876bdef64b4 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:15:50.503176 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:50.580773 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:50.604577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:50.606942 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d4ca1d-4f23-4684-b850-f78dcb98c0cf" -d '{"events": [{"server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "name": "network-vif-plugged", "status": "completed", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:50.621522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 358f41c8-0b30-46cd-9374-4876bdef64b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=358f41c8-0b30-46cd-9374-4876bdef64b4,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:15:50.626970 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:50.657653 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dbead2-4da9-49bb-b745-6d7516b4cbe1 x-openstack-request-id: req-51dbead2-4da9-49bb-b745-6d7516b4cbe1 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:50.657936 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "name": "network-vif-plugged", "status": "completed", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:50.658182 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51dbead2-4da9-49bb-b745-6d7516b4cbe1 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:50.658582 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'code': 200} Jul 15 14:15:50.684669 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=358f41c8-0b30-46cd-9374-4876bdef64b4,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:50.778608 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2a97e-1571-4d25-8039-1dd8ddb622d2 req-6f933110-aa03-485d-ab6a-0428f6b8032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:50.780162 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24c2a97e-1571-4d25-8039-1dd8ddb622d2 req-6f933110-aa03-485d-ab6a-0428f6b8032d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1097 time: 0.0656736 Jul 15 14:15:50.820831 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-24c2a97e-1571-4d25-8039-1dd8ddb622d2 req-d07ab8b8-032b-41e2-8fa7-88fe3d0ce959 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339863 Jul 15 14:15:51.394415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31afb9a-027f-45fc-8af0-5683d489f85a req-b472108c-fd04-43ac-a5cd-0638ac44d947 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:51.396066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a31afb9a-027f-45fc-8af0-5683d489f85a req-b472108c-fd04-43ac-a5cd-0638ac44d947 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Jul 15 14:15:51.444015 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a31afb9a-027f-45fc-8af0-5683d489f85a req-14e2feb4-8829-415e-9766-1cf1a48df4d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 Jul 15 14:15:52.640983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c03a6-d4ff-4495-a244-90b1261b7568 req-192f1d0a-39db-4fd0-8571-cd4f4f3c5c01 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:52.642415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-351c03a6-d4ff-4495-a244-90b1261b7568 req-192f1d0a-39db-4fd0-8571-cd4f4f3c5c01 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0781305 Jul 15 14:15:52.683445 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-351c03a6-d4ff-4495-a244-90b1261b7568 req-d014f2e0-e7cf-4d34-8212-aa5eb142f7b8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352192 Jul 15 14:15:52.870564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcfd97-f348-48f9-a11f-93473bf4b14e req-e12ddbd3-d78c-496d-af2b-3711b3871a72 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:52.872126 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a1dcfd97-f348-48f9-a11f-93473bf4b14e req-e12ddbd3-d78c-496d-af2b-3711b3871a72 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0672266 Jul 15 14:15:52.917485 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a1dcfd97-f348-48f9-a11f-93473bf4b14e req-2092e6e2-ac75-4227-8861-b3f11e6c22f8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Jul 15 14:15:52.942424 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58394) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:53.001188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718625-85f0-4b53-9e07-67a304b3bab6 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:53.002772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-91718625-85f0-4b53-9e07-67a304b3bab6 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1092 time: 0.0592234 Jul 15 14:15:53.005895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58396) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:53.011247 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:15:53.036708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.148043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.262329 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.64 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/fb02431d-e43b-4bb6-b5a6-cff5d73bba34) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:15:53.378216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.424349 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.468815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:15:53.471784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:15:53.477050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:15:53.483357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=fb02431d-e43b-4bb6-b5a6-cff5d73bba34,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:53.884859 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:53.968261 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:54.138260 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:54.145777 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:54.216910 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=fb02431d-e43b-4bb6-b5a6-cff5d73bba34,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:15:54.231767 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:54.356938 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP 6385dabd-c3e3-4614-a5d2-884b30840306 associated. External IP: 172.25.3.64, port: 358f41c8-0b30-46cd-9374-4876bdef64b4. Jul 15 14:15:54.588468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 406edee0-f017-4cfc-a533-423b47ead448 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:15:54.709285 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:15:54.719807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] Sync routers for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:15:54.729103 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:15:54.730911 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:54.731656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:54.767066 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25e1f00c-c3bd-4599-8f84-7069faeb74d1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7601497 Jul 15 14:15:54.767998 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:15:54.770454 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83275d58-4346-469d-9ae9-f284ce89c2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:15:54.814944 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d352ca5f-7d14-4879-8c15-11cdb4602034 x-openstack-request-id: req-d352ca5f-7d14-4879-8c15-11cdb4602034 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:15:54.814944 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:15:54.814944 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d352ca5f-7d14-4879-8c15-11cdb4602034 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:15:54.815423 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'status': 'completed', 'code': 200} Jul 15 14:15:54.945279 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-708396fd-38db-47f9-9140-8367e5fe30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:54.947133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-708396fd-38db-47f9-9140-8367e5fe30f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1097 time: 0.1056304 Jul 15 14:15:54.971850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b652-1d70-411e-a59d-b30835875997 req-d064949d-400a-43a6-b869-0051acf4269d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:54.973494 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e947b652-1d70-411e-a59d-b30835875997 req-d064949d-400a-43a6-b869-0051acf4269d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.1024885 Jul 15 14:15:55.007950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:55.062002 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e947b652-1d70-411e-a59d-b30835875997 req-ba5b7cec-582c-41ea-b08c-8215679ea28f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765257 Jul 15 14:15:55.084456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-20c114a7-7de3-48c8-8632-8f17cbff1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:55.085977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-20c114a7-7de3-48c8-8632-8f17cbff1e66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 897 time: 0.1312366 Jul 15 14:15:55.087352 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58402) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:55.196046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e89ba01b-e701-4c4e-9c62-cf776cc0fff7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/6385dabd-c3e3-4614-a5d2-884b30840306 HTTP/1.1" status: 200 len: 990 time: 0.1074588 Jul 15 14:15:55.202868 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-5ae7eeb3-a988-4c1f-b363-802eec01ffc1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 998 time: 0.1087937 Jul 15 14:15:55.231387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '6385dabd-c3e3-4614-a5d2-884b30840306', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '406edee0-f017-4cfc-a533-423b47ead448', 'port_id': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'mac_address': 'fa:16:3e:43:f2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:53Z', 'updated_at': '2021-07-15T14:15:53Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:55.257194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-00f0fa5b-c988-4e7f-94a2-ad8143bd53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:55.258741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-00f0fa5b-c988-4e7f-94a2-ad8143bd53f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 200 len: 835 time: 0.0499089 Jul 15 14:15:55.262140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] Checking router: 406edee0-f017-4cfc-a533-423b47ead448 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:15:55.271694 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:15:55.272357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:15:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:55.322915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-ca0a5e9f-be7c-46c2-ab2f-def5836613bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:15:55.324433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-ca0a5e9f-be7c-46c2-ab2f-def5836613bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592327 Jul 15 14:15:55.382178 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:15:55.457764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-5a86603b-9dde-43d0-8298-20b5bf245e16 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264062 Jul 15 14:15:55.568210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-83275d58-4346-469d-9ae9-f284ce89c2d8 req-a1e2d854-e25d-4de5-8f75-aba3ad4310bd service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045892 Jul 15 14:15:55.642095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '6385dabd-c3e3-4614-a5d2-884b30840306', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '406edee0-f017-4cfc-a533-423b47ead448', 'port_id': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'mac_address': 'fa:16:3e:43:f2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:53Z', 'updated_at': '2021-07-15T14:15:53Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:15:55.669566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7a938-801a-465d-b457-f7537ccbff47 None None] The sync data for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 is: [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '6385dabd-c3e3-4614-a5d2-884b30840306', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '406edee0-f017-4cfc-a533-423b47ead448', 'port_id': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'mac_address': 'fa:16:3e:43:f2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:15:53Z', 'updated_at': '2021-07-15T14:15:53Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:15:55.927311 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be11f4a-0f5d-45ce-9aa3-02b126f6cb75 None None] New status for floating IP 6385dabd-c3e3-4614-a5d2-884b30840306: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:15:56.199698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58404) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:15:56.270284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d924972a-62d9-470f-a5e1-5fce900f0ad9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/6385dabd-c3e3-4614-a5d2-884b30840306 HTTP/1.1" status: 200 len: 992 time: 0.0694692 Jul 15 14:16:13.132212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e96cd5c8-de6b-4531-b276-b5cb99f3f7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:15.620118 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:15.653878 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38f83e87-958b-4b43-84be-fc2a55715aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:15.752151 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:15.882458 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:17.346873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:18.828792 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:23.222800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-c6112b59-f756-4f25-ba70-5932761e2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:23.224381 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-c6112b59-f756-4f25-ba70-5932761e2752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1097 time: 0.0640333 Jul 15 14:16:23.339790 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-61488331-f55d-4a9c-9241-f189abfeb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:23.342455 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-61488331-f55d-4a9c-9241-f189abfeb440 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 897 time: 0.1078968 Jul 15 14:16:23.443396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-832ca626-3a4e-4b13-880f-ed0880933ba8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 1000 time: 0.0932686 Jul 15 14:16:23.497581 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-79c70b7f-92f5-44c3-bc61-3aea83c739a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:23.499504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-79c70b7f-92f5-44c3-bc61-3aea83c739a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 200 len: 835 time: 0.0499978 Jul 15 14:16:23.575202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-5a5dbb00-c838-44aa-afbb-de1b7bf90cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:23.576805 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-5a5dbb00-c838-44aa-afbb-de1b7bf90cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688291 Jul 15 14:16:23.613293 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe1d44-80b3-4ecd-8719-11269ff0118d req-98d93fb7-b17c-46d1-a550-4a7fc5014c5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:23.615824 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5fe1d44-80b3-4ecd-8719-11269ff0118d req-98d93fb7-b17c-46d1-a550-4a7fc5014c5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.4061725 Jul 15 14:16:23.668054 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5fe1d44-80b3-4ecd-8719-11269ff0118d req-43f912c2-18fb-41a3-8017-6f3a5e93234e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Jul 15 14:16:23.692832 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-4743a212-a001-4bf2-b581-f061901589b1 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081061 Jul 15 14:16:23.800512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3bdee42-2247-46e4-aa05-31e44cdfb482 req-f5fd1e22-7cc7-4c20-b087-1622455ee35a service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988955 Jul 15 14:16:24.304005 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:16:24.640659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-a578c542-4e12-4423-8c37-d3e756c6e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:24.642103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-a578c542-4e12-4423-8c37-d3e756c6e958 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1097 time: 0.0588691 Jul 15 14:16:24.771326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-2f34c0cf-1e52-4f21-bd83-84aa49d676b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:24.772784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-2f34c0cf-1e52-4f21-bd83-84aa49d676b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 897 time: 0.1080933 Jul 15 14:16:24.860033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-c050cf4a-3ef6-4111-a40e-c9cfae46b778 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 1000 time: 0.0800843 Jul 15 14:16:24.944081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-3ec8e2cc-7cd5-4b0b-98f9-07fbffdc63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:24.945531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-3ec8e2cc-7cd5-4b0b-98f9-07fbffdc63e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 200 len: 835 time: 0.0784640 Jul 15 14:16:25.038202 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf00db8-17d3-4d10-b84c-70f90c468944 req-e32ec72a-675a-4785-a624-8bdee5482df2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:25.040639 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bcf00db8-17d3-4d10-b84c-70f90c468944 req-e32ec72a-675a-4785-a624-8bdee5482df2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.2234840 Jul 15 14:16:25.119356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-f3b475e2-9dab-45f0-b22b-c17843f7069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:25.121816 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-f3b475e2-9dab-45f0-b22b-c17843f7069d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678257 Jul 15 14:16:25.127698 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bcf00db8-17d3-4d10-b84c-70f90c468944 req-8a3d7449-501a-4ff5-a6cb-789309c94b27 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797477 Jul 15 14:16:25.228010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-ea06e399-159f-4538-9c88-89f7caaa1733 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961025 Jul 15 14:16:25.363310 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1c6626d4-34c2-424d-b48c-6329bb907a94 req-b091b260-ab29-4d3f-8409-3a92f9f3eaa1 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257861 Jul 15 14:16:26.331453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3e065-32c6-4bfd-98ed-81033921d5b4 req-f9e49fce-da2a-427d-bef2-2727f72bc471 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:26.333868 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54e3e065-32c6-4bfd-98ed-81033921d5b4 req-f9e49fce-da2a-427d-bef2-2727f72bc471 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0833249 Jul 15 14:16:26.385698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-54e3e065-32c6-4bfd-98ed-81033921d5b4 req-80aca4e1-8b05-434e-8114-e4a24627cb26 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458176 Jul 15 14:16:27.580112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495dc09-0573-4d6a-8c98-e9eef89fb1e6 req-97adcc44-e8a7-4e70-9617-01c07bcdc43e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:27.581679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0495dc09-0573-4d6a-8c98-e9eef89fb1e6 req-97adcc44-e8a7-4e70-9617-01c07bcdc43e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0729575 Jul 15 14:16:27.624752 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0495dc09-0573-4d6a-8c98-e9eef89fb1e6 req-6bc024ad-bd56-46eb-89e8-a7343d1fb5b7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360537 Jul 15 14:16:28.813862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3a565-3044-454b-bbb6-2f69533da95b req-bb526e5e-a0df-4b9e-9732-480f33eea693 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:28.815520 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84d3a565-3044-454b-bbb6-2f69533da95b req-bb526e5e-a0df-4b9e-9732-480f33eea693 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0728757 Jul 15 14:16:28.858608 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-84d3a565-3044-454b-bbb6-2f69533da95b req-0814560a-8998-453e-a14e-c765347debd5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368018 Jul 15 14:16:30.045295 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7d72b-5de9-4f23-9468-ba8bc171ac3d req-ad896a50-3903-4ba7-b391-a9c03819475a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:30.046802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ecb7d72b-5de9-4f23-9468-ba8bc171ac3d req-ad896a50-3903-4ba7-b391-a9c03819475a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0704474 Jul 15 14:16:30.088536 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ecb7d72b-5de9-4f23-9468-ba8bc171ac3d req-5b0d708b-f139-4c48-8bbc-d4e424c9d323 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360389 Jul 15 14:16:31.282401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dcaa1-5828-4c2f-8d85-21867813dbd8 req-523f6249-fe0d-47cb-8831-d4d04734f0eb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:31.283976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-698dcaa1-5828-4c2f-8d85-21867813dbd8 req-523f6249-fe0d-47cb-8831-d4d04734f0eb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0733938 Jul 15 14:16:31.325156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-698dcaa1-5828-4c2f-8d85-21867813dbd8 req-ffaa5e47-2f0d-4139-8684-225af56c1a99 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352416 Jul 15 14:16:32.515976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7099ad-ac63-4852-b500-b9b75028a95f req-59d2d097-fc42-4f2d-b6d9-78c0398fc906 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:32.517465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb7099ad-ac63-4852-b500-b9b75028a95f req-59d2d097-fc42-4f2d-b6d9-78c0398fc906 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0692582 Jul 15 14:16:32.556756 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bb7099ad-ac63-4852-b500-b9b75028a95f req-171e5e7b-1c43-49b2-b498-0cba4c1a5dae tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334952 Jul 15 14:16:33.744239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5b1f5-b223-40ce-86a3-bcfac0bcccfa req-a5d0caaf-c8a7-4d0a-bb45-7ff34942933a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:33.745857 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64c5b1f5-b223-40ce-86a3-bcfac0bcccfa req-a5d0caaf-c8a7-4d0a-bb45-7ff34942933a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0703635 Jul 15 14:16:33.788220 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64c5b1f5-b223-40ce-86a3-bcfac0bcccfa req-b8f9dc44-99cd-48d3-81ac-e30fd197564c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Jul 15 14:16:34.978853 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c17556-f1fd-4d00-90d4-e03937bb558b req-9f09ea0b-f15b-4a00-ba8e-2258333010e7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:16:34.980520 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9c17556-f1fd-4d00-90d4-e03937bb558b req-9f09ea0b-f15b-4a00-ba8e-2258333010e7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0696499 Jul 15 14:16:35.034160 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9c17556-f1fd-4d00-90d4-e03937bb558b req-7f1fe301-6aba-48cd-a61f-cd29bb85c34b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 Jul 15 14:16:35.058558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58438) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:16:35.130187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f9470621-da7c-497a-92c1-15f36acd9f00 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/6385dabd-c3e3-4614-a5d2-884b30840306 HTTP/1.1" status: 200 len: 992 time: 0.0703220 Jul 15 14:16:43.130072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-070e3525-17eb-4f61-a964-61ebafed845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:44.801865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-2b32a42d-55fe-4e21-9a1b-92d9d9e995bc req-baf4b266-6453-44eb-a4cc-0db2443a5537 service neutron] (93994) timed out ('10.222.0.57', 40126) {{(pid=93994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 14:16:45.611658 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:45.662328 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f55459d0-3caf-4058-a8cd-377d54499e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:45.761385 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:45.902364 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:47.346502 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:16:48.831454 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:01.303969 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:05.775359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58456) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:05.967962 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port fb02431d-e43b-4bb6-b5a6-cff5d73bba34 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:17:05.968237 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.046834 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.047200 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.060097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for fb02431d-e43b-4bb6-b5a6-cff5d73bba34 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:17:06.234672 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.261548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=fb02431d-e43b-4bb6-b5a6-cff5d73bba34,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:06.272012 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.272568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.272913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.273253 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.273591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.274320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.274320 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.274591 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.274924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.275251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.275580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.275903 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:06.338823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.339153 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP 6385dabd-c3e3-4614-a5d2-884b30840306 disassociated (deleted). External IP: 172.25.3.64, port: 358f41c8-0b30-46cd-9374-4876bdef64b4. Jul 15 14:17:06.569627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 406edee0-f017-4cfc-a533-423b47ead448 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:17:06.680753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:17:06.685735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:06.691946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] Sync routers for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:17:06.703347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:06.703965 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:16:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:06.724330 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-86e18993-493b-4b53-a3df-b1bde91eb394 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/floatingips/6385dabd-c3e3-4614-a5d2-884b30840306 HTTP/1.1" status: 204 len: 168 time: 0.9478066 Jul 15 14:17:06.725171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:06.727605 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5363322f-50f4-44b0-b4a8-bb5bbb35de57" -d '{"events": [{"name": "network-changed", "server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:06.770811 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e147cb-44ce-45af-8d6f-4a5e714eece9 x-openstack-request-id: req-d4e147cb-44ce-45af-8d6f-4a5e714eece9 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:06.771170 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:06.771971 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4e147cb-44ce-45af-8d6f-4a5e714eece9 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:06.772663 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'status': 'completed', 'code': 200} Jul 15 14:17:06.812639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:06.850111 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-0bc24b17-f43f-4d8d-9d78-a3b150cad301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:06.853009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-0bc24b17-f43f-4d8d-9d78-a3b150cad301 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 1097 time: 0.0566325 Jul 15 14:17:06.958072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-39bea115-a617-4ac6-9301-1d3f615cca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:06.960078 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-39bea115-a617-4ac6-9301-1d3f615cca76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 200 len: 897 time: 0.1012416 Jul 15 14:17:07.003103 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-72b84af3-65f5-4ffb-bde8-51cd4a3eed98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 200 len: 217 time: 0.0358961 Jul 15 14:17:07.028503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:07.060815 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-2bd98712-3dac-4221-b97e-f33bbd34343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:07.063513 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-2bd98712-3dac-4221-b97e-f33bbd34343c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 200 len: 835 time: 0.0523725 Jul 15 14:17:07.066767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] Checking router: 406edee0-f017-4cfc-a533-423b47ead448 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:17:07.076641 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:07.077285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:16:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:07.137592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d3d1-effb-472b-b6b8-4b5474e9b30e req-1f8ab395-1f7b-4b1e-b9bd-c098ee874d24 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:07.139241 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d894d3d1-effb-472b-b6b8-4b5474e9b30e req-1f8ab395-1f7b-4b1e-b9bd-c098ee874d24 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0760846 Jul 15 14:17:07.143209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-871f7a42-e1d5-45e8-9930-550c6a8ee368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:07.144892 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-871f7a42-e1d5-45e8-9930-550c6a8ee368 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749798 Jul 15 14:17:07.184147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d894d3d1-effb-472b-b6b8-4b5474e9b30e req-e6e92e4d-500b-47b2-99f7-554a7ee43bb6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Jul 15 14:17:07.195007 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:07.241679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-9bdc2223-ee37-4e0a-abc6-741062824f5f service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889692 Jul 15 14:17:07.407833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:07.436551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a1f97-b00d-4f56-88fc-f2788987459b None None] The sync data for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 is: [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:39Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '61d576e1-6f83-44f6-a4fb-944dc353022b', 'name': '', 'network_id': 'e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:80:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:38Z', 'updated_at': '2021-07-15T14:15:44Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '674ffe41-17f7-42b8-9bd2-0b59154dfa8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:17:07.680046 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93554b4f-1056-4053-833a-14210155b364 None None] New status for floating IP 6385dabd-c3e3-4614-a5d2-884b30840306: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:17:07.710013 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5363322f-50f4-44b0-b4a8-bb5bbb35de57 req-97846ca4-5882-48e8-a7c7-7d0886318c73 service neutron] 10.222.0.59 "GET /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593751 Jul 15 14:17:08.365793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11550-a471-418d-80ac-995580a41101 req-5fbc1ad1-32fc-420f-a4f7-059be550e740 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.367437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f11550-a471-418d-80ac-995580a41101 req-5fbc1ad1-32fc-420f-a4f7-059be550e740 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0671535 Jul 15 14:17:08.406501 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-41f11550-a471-418d-80ac-995580a41101 req-729dc19f-790e-4711-9b16-79275bc1b47e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=ea827deb-99b2-4634-8c53-fb0d2186c451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jul 15 14:17:08.481762 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609ba10-42df-495e-bda7-c6741685cd1b req-3f9c9e60-bf28-4dbc-ada4-9166d4c3e720 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:08.483210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3609ba10-42df-495e-bda7-c6741685cd1b req-3f9c9e60-bf28-4dbc-ada4-9166d4c3e720 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 945 time: 0.0698373 Jul 15 14:17:08.597016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 358f41c8-0b30-46cd-9374-4876bdef64b4 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:17:08.597649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:08.694016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 358f41c8-0b30-46cd-9374-4876bdef64b4, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=358f41c8-0b30-46cd-9374-4876bdef64b4,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:08.694337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:08.707368 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 358f41c8-0b30-46cd-9374-4876bdef64b4 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:17:08.847130 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:08.889650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=358f41c8-0b30-46cd-9374-4876bdef64b4,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:08.920024 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.920384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.920733 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.921072 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.921425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.921778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.922112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.922438 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.922838 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.923079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.923433 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.923771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:08.945076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] No DVR routers for this DVR port 358f41c8-0b30-46cd-9374-4876bdef64b4 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:17:08.947665 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:08.949763 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3609ba10-42df-495e-bda7-c6741685cd1b req-854cfaab-60ba-4ea0-b37d-cb06646d140c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "DELETE /v2.0/ports/358f41c8-0b30-46cd-9374-4876bdef64b4 HTTP/1.1" status: 204 len: 173 time: 0.4609718 Jul 15 14:17:08.950205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'name': 'network-vif-deleted', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:08.952586 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e9f73-f492-4842-85ea-7757aaa1c81c" -d '{"events": [{"server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "name": "network-vif-deleted", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:09.052314 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb96f2f5-7b47-46e7-be8b-e8e684e52ab6 x-openstack-request-id: req-eb96f2f5-7b47-46e7-be8b-e8e684e52ab6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:09.052659 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb40db12-0719-4fc1-8ca0-0ab5c12f9386", "name": "network-vif-deleted", "tag": "358f41c8-0b30-46cd-9374-4876bdef64b4", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:09.053511 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb96f2f5-7b47-46e7-be8b-e8e684e52ab6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:09.053930 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb40db12-0719-4fc1-8ca0-0ab5c12f9386', 'name': 'network-vif-deleted', 'tag': '358f41c8-0b30-46cd-9374-4876bdef64b4', 'status': 'completed', 'code': 200} Jul 15 14:17:09.565648 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0ffbb3bf-4cf7-447c-ad3a-2407ca27e7fa req-411b7272-294c-4563-97a6-d4f83b04e125 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb40db12-0719-4fc1-8ca0-0ab5c12f9386 HTTP/1.1" status: 200 len: 210 time: 0.0313129 Jul 15 14:17:10.662123 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58474) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:11.029188 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.317482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 61d576e1-6f83-44f6-a4fb-944dc353022b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:17:11.317809 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.430833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 61d576e1-6f83-44f6-a4fb-944dc353022b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=61d576e1-6f83-44f6-a4fb-944dc353022b,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:11.431441 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.451665 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 61d576e1-6f83-44f6-a4fb-944dc353022b owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:17:11.681268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:11.709119 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=61d576e1-6f83-44f6-a4fb-944dc353022b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:11.888926 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.115824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 406edee0-f017-4cfc-a533-423b47ead448 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:17:12.236819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:17:12.242629 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6241e1d4-1e25-4189-87d1-3b4d97baedba tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/406edee0-f017-4cfc-a533-423b47ead448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790172 Jul 15 14:17:12.245058 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58476) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:12.249183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] Sync routers for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:17:12.260350 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:12.261103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:16:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:12.300269 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting subnet 674ffe41-17f7-42b8-9bd2-0b59154dfa8e {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:17:12.305048 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.351505 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.379261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:12.440283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.507358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.543245 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Subnet': ['ID=674ffe41-17f7-42b8-9bd2-0b59154dfa8e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:12.546476 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.548899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1148a751-3372-4bd9-8547-e1f4e57f1938 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/subnets/674ffe41-17f7-42b8-9bd2-0b59154dfa8e HTTP/1.1" status: 204 len: 168 time: 0.3028629 Jul 15 14:17:12.551895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58478) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:12.553113 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d21e6-294d-4fd3-8e36-dd1c29d026bf None None] Network e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:17:12.679408 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:17:11Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:12.691761 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.713853 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] Checking router: 406edee0-f017-4cfc-a533-423b47ead448 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:17:12.730894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] Routers {'406edee0-f017-4cfc-a533-423b47ead448'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:12.731548 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:16:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['406edee0-f017-4cfc-a533-423b47ead448'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:12.783048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 358f41c8-0b30-46cd-9374-4876bdef64b4 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:12.808793 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.835649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 358f41c8-0b30-46cd-9374-4876bdef64b4 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:17:12.835992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 358f41c8-0b30-46cd-9374-4876bdef64b4 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:17:12.869051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] Set router 406edee0-f017-4cfc-a533-423b47ead448 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:12.872672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] DHCP port deletion for e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:17:12.877100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 25cd9f86-03a0-403d-b604-40fbb0f2280f {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:17:12.877406 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.958640 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 25cd9f86-03a0-403d-b604-40fbb0f2280f, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=25cd9f86-03a0-403d-b604-40fbb0f2280f,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:12.959002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:12.972081 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 25cd9f86-03a0-403d-b604-40fbb0f2280f owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:17:13.056471 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Deleting port 3fbdd8b8-3eee-4866-bba8-310906652168 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:17:13.056835 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.137235 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] For port 3fbdd8b8-3eee-4866-bba8-310906652168, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=3fbdd8b8-3eee-4866-bba8-310906652168,segment=NetworkSegment(59f6e46d-7a25-4ea6-8179-632e043bf0d2),segment_id=59f6e46d-7a25-4ea6-8179-632e043bf0d2)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:13.137632 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.150893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.155033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Calling delete_port for 3fbdd8b8-3eee-4866-bba8-310906652168 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:17:13.160562 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-28197148-3aef-48ca-82cb-5f038bee82aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.179976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=25cd9f86-03a0-403d-b604-40fbb0f2280f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:13.209165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:17:11Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:13.249529 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.345815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.348204 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.395619 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.396238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Fanout notify agent at l3_agent the message router_deleted on router 406edee0-f017-4cfc-a533-423b47ead448 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:17:13.403281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.404415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3bd98d48-759b-447f-ac89-baf01cee6bac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/routers/406edee0-f017-4cfc-a533-423b47ead448 HTTP/1.1" status: 204 len: 168 time: 0.8513002 Jul 15 14:17:13.407177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58480) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:13.407392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87aef12-abc1-4b4b-896f-d75a05049b94 None None] The sync data for ids ['406edee0-f017-4cfc-a533-423b47ead448'] in n-d-798054-11 is: [{'id': '406edee0-f017-4cfc-a533-423b47ead448', 'name': 'tempest-TestNetworkAdvancedServerOps-router-452045642', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:17:11Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': '25cd9f86-03a0-403d-b604-40fbb0f2280f', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406edee0-f017-4cfc-a533-423b47ead448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:15:36Z', 'updated_at': '2021-07-15T14:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:17:13.452359 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.477485 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Pushing event deleted for resources: {'Port': ['ID=3fbdd8b8-3eee-4866-bba8-310906652168,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:13.481844 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] No DVR routers for this DVR port 3fbdd8b8-3eee-4866-bba8-310906652168 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.491841 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.493133 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.493663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.493663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.493663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.493663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.493663 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501a9fb-0021-4540-aa64-015839609f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:13.588286 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.599309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:13.609940 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f6e46d-7a25-4ea6-8179-632e043bf0d2') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:13.610234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f6e46d-7a25-4ea6-8179-632e043bf0d2') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:13.619332 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.636340 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.646248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:17:13.646930 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:17:13.650488 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:17:13.720927 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.728547 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.730551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/networks/e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5 HTTP/1.1" status: 204 len: 168 time: 0.3224125 Jul 15 14:17:13.734392 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58482) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:13.756726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30188687-13cb-47b1-ae96-63ded0c7e08b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Network': ['ID=e392c3c5-7c8a-4c9f-b87c-cbe98d6eb4e5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:13.817829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e265c26-6c73-4815-9c42-26410d86c546 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.846562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e265c26-6c73-4815-9c42-26410d86c546 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.917379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e265c26-6c73-4815-9c42-26410d86c546 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.920426 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0e265c26-6c73-4815-9c42-26410d86c546 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:13.922041 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0e265c26-6c73-4815-9c42-26410d86c546 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/security-groups/ea827deb-99b2-4634-8c53-fb0d2186c451 HTTP/1.1" status: 204 len: 168 time: 0.1849277 Jul 15 14:17:13.937958 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e265c26-6c73-4815-9c42-26410d86c546 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea827deb-99b2-4634-8c53-fb0d2186c451,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:14.383849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58488) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:14.391318 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991066158', 'description': 'tempest-secgroup-smoke-1991066158 description', 'project_id': '695fa006141f421a91212bfe9b3e1b5e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:14.417600 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.514356 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.520764 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.561002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e135c6-2be5-43f7-859d-1fc02f378aad,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:14.563559 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.567575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b46517f6-76b1-4788-a216-c4db780029b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1797745 Jul 15 14:17:14.567974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58490) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:14.577191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '98e135c6-2be5-43f7-859d-1fc02f378aad', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:14.609860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.634466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fbdd8b8-3eee-4866-bba8-310906652168 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:14.655249 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 3fbdd8b8-3eee-4866-bba8-310906652168 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:17:14.655593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 3fbdd8b8-3eee-4866-bba8-310906652168 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:17:14.655995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 25cd9f86-03a0-403d-b604-40fbb0f2280f no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:14.668991 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.673313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.679952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 25cd9f86-03a0-403d-b604-40fbb0f2280f {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:17:14.680207 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 25cd9f86-03a0-403d-b604-40fbb0f2280f not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:17:14.680651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 61d576e1-6f83-44f6-a4fb-944dc353022b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:17:14.692396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0729f2-abc7-4bea-843f-0bffdb105a67,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:14.700481 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 61d576e1-6f83-44f6-a4fb-944dc353022b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:17:14.701029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 61d576e1-6f83-44f6-a4fb-944dc353022b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:17:14.702745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.704364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-45cf51a8-6b0f-4aa3-b78d-459b1bf79286 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350012 Jul 15 14:17:14.708418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58492) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:14.712571 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '98e135c6-2be5-43f7-859d-1fc02f378aad', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:14.743245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.807487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.812821 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.835957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335ea0d7-3475-49b5-b981-ce1bd185b3af,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:14.843917 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.845117 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b389872-f621-487a-bbb2-2a0faca6cf88 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369436 Jul 15 14:17:14.849490 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58494) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:14.853947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '98e135c6-2be5-43f7-859d-1fc02f378aad', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:14.882480 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.952347 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.957332 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.976455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa21582-1d18-4389-955d-428c52b6967a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:14.980862 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:14.982467 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-20aee3ae-7f5c-4c69-8eac-6a0816387d5c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316478 Jul 15 14:17:14.985146 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58496) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:14.989755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '98e135c6-2be5-43f7-859d-1fc02f378aad', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:15.019597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.088137 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.094787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.112010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486b299e-93a7-45b0-836f-addeb36c0ef5,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:15.120088 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.121666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-523acf4b-8603-4494-9abe-77d7e087b91e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355844 Jul 15 14:17:15.124802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58498) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:15.130113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '98e135c6-2be5-43f7-859d-1fc02f378aad', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:15.157027 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:17:15.162517 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.226493 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.232491 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.250699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53e2bcb-ca3e-485e-9f80-d3da82483b60,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:15.258369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.259762 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3a55112d-13b2-48e7-ae86-6fb70037f385 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336486 Jul 15 14:17:15.263422 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58500) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:15.267833 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '98e135c6-2be5-43f7-859d-1fc02f378aad', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:15.292180 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:17:15.297025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.361004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.366831 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.384457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e44749-09b5-4cc1-b9f5-ebb5567ba79f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:15.391329 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.392959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b176d81f-52d6-4926-b6eb-8dc420c2f424 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282270 Jul 15 14:17:15.396406 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58502) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:15.401658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'network': {'name': 'tempest-network-smoke--1285057225', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:15.424658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:17:15.428167 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.452508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:17:15.462156 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.462491 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Added segment ad10138b-9500-4b52-80ee-20d84488b69e of type vlan for network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a Jul 15 14:17:15.507078 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.538177 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.544108 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:15.544797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.582760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851335 Jul 15 14:17:15.585842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58504) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:15.593488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'admin_state_up': True, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:15.607496 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.634328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f77898-e354-4479-879c-3333b37d0d8e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Network': ['ID=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:15.647190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:17:15.649900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.651397 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.674325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-44a3120a-db06-4909-81da-573261120614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.703653 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.757255 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.847390 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:15.899475 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:16.065562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:16.083596 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:16.198736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.69 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/a5659888-9432-4161-9ced-b5603fed88fa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:17:16.307653 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:16.349394 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:16.389866 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:16.392670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:16.396653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:17:16.402230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=a5659888-9432-4161-9ced-b5603fed88fa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:16.956773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:17.164229 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:17.314135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:17:17.347984 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:17.421256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:17:17.430973 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Sync routers for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:17:17.440663 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:17.440898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:17.441477 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:17:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:17.445329 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a2c7e2f-4c5b-4a69-9373-f5417c2361bc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8584590 Jul 15 14:17:17.445540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58506) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:17.476215 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-781df353-f187-4189-80ee-7999e01bf779 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=695fa006141f421a91212bfe9b3e1b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295653 Jul 15 14:17:17.479287 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58508) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:17.550447 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:17.662057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a78f9-2bda-418d-a581-bc5df26d2d1f tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:17.666335 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e25a78f9-2bda-418d-a581-bc5df26d2d1f tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1831546 Jul 15 14:17:17.666614 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58510) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:17.701720 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-db11e32f-954a-4d87-985b-78e8bb6c188b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338767 Jul 15 14:17:17.704259 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58512) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:17.709456 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1920448189', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:17.731221 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:16Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:17.762349 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Checking router: fe6a9cee-2ff9-4be1-9cca-f66d153cd88f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:17:17.762728 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Updating router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f port a5659888-9432-4161-9ced-b5603fed88fa binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:17:17.807505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:17:17.811257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:17.893995 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.033106 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.107905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Subnet': ['ID=c8707641-7d85-4c45-ac52-d4afb7fa3556,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:18.122144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Checking segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:18.122505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network hostable DHCP agents. Network: 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:17:18.146445 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:17:18.158411 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:18.163102 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:18.163708 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.169790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12e630-6bfa-4937-a6b8-98a2df878402 None None] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:17:18.183821 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.185032 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-eddbfd15-542a-431f-8018-ca30074073de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4796028 Jul 15 14:17:18.187706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58514) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:18.195352 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Transition to ACTIVE for port object a5659888-9432-4161-9ced-b5603fed88fa will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:18.202628 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.261057 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Attempting to bind port a5659888-9432-4161-9ced-b5603fed88fa on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:17:18.261426 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Attempting to bind port a5659888-9432-4161-9ced-b5603fed88fa by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:17:18.261799 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Attempting to bind port a5659888-9432-4161-9ced-b5603fed88fa on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:18.271172 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Pushing event updated for resources: {'Port': ['ID=a5659888-9432-4161-9ced-b5603fed88fa,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:18.274275 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:17:18.274663 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:18.275209 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.275600 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:17:18.276068 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Bound port: a5659888-9432-4161-9ced-b5603fed88fa, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:17:18.276461 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.282994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.283251 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.283465 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.283825 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.284145 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.284497 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.285296 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.285296 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.285532 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.285823 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.286142 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.286560 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:17:18.340227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:17:18.341212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.342982 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] For port a5659888-9432-4161-9ced-b5603fed88fa, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:18.347365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] For port a5659888-9432-4161-9ced-b5603fed88fa, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a5659888-9432-4161-9ced-b5603fed88fa,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:17:18.355722 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.420866 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:18.421557 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:17:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:18.460833 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cb2ca-8f80-4811-b54d-281dc58eee6a None None] Pushing event updated for resources: {'Port': ['ID=a5659888-9432-4161-9ced-b5603fed88fa,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:18.498705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Allocated IP 172.20.0.2 (05d4dbdd-94d0-4e33-adc0-a9df0bd7511a/c8707641-7d85-4c45-ac52-d4afb7fa3556/4135872d-cadf-481d-9a86-46871cd87f3e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:17:18.534760 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:18.657502 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.666752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Transition to ACTIVE for port object 4135872d-cadf-481d-9a86-46871cd87f3e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:18.684974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Transition to ACTIVE for port object 4135872d-cadf-481d-9a86-46871cd87f3e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:18.686659 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.692799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.737582 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:18.740846 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:18.741388 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:16Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:18.746300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:17:18.753983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Pushing event updated for resources: {'Port': ['ID=4135872d-cadf-481d-9a86-46871cd87f3e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:18.772396 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021bb5ea-ef6b-479b-aeb5-dbb475f38988 None None] The sync data for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 is: [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:16Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:17:18.837622 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Attempting to bind port 4135872d-cadf-481d-9a86-46871cd87f3e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:17:18.838010 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Attempting to bind port 4135872d-cadf-481d-9a86-46871cd87f3e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:17:18.838348 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Attempting to bind port 4135872d-cadf-481d-9a86-46871cd87f3e on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:18.847156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:17:18.847640 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Checking segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:18.848224 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.848689 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Bound using segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:17:18.849880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Bound port: 4135872d-cadf-481d-9a86-46871cd87f3e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:17:18.850348 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.853964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:18.925374 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] For port 4135872d-cadf-481d-9a86-46871cd87f3e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:18.931040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] For port 4135872d-cadf-481d-9a86-46871cd87f3e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4135872d-cadf-481d-9a86-46871cd87f3e,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:17:18.937248 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.008910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75a88-31cb-45f4-8d9e-7a357ba26d81 None None] Pushing event updated for resources: {'Port': ['ID=4135872d-cadf-481d-9a86-46871cd87f3e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:19.039975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.1 (05d4dbdd-94d0-4e33-adc0-a9df0bd7511a/c8707641-7d85-4c45-ac52-d4afb7fa3556/5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:17:19.187696 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.202932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:19.268958 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.316772 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:19.320531 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:19.323242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:17:19.362495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:19.382439 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.533039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.859470 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.865650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:19.947922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:19.952046 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:20.032215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf7563-0ad2-4531-8c05-90e7b4df8a34 None None] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:17:20.056263 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:20.057718 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:20.121425 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-69a5c78b-bdd7-4d5d-9244-ce4ea1e6dba8 None None] Provisioning for port 4135872d-cadf-481d-9a86-46871cd87f3e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:20.190245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:17:20.320843 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:17:20.326261 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d5b7ee89-c439-4997-82f1-97a31e1e192e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/fe6a9cee-2ff9-4be1-9cca-f66d153cd88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1356421 Jul 15 14:17:20.486598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-8e97c4b8-b5ad-4042-8bcc-668d965d2b92 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991066158&fields=id&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 267 time: 0.0419204 Jul 15 14:17:20.486808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Sync routers for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:17:20.497092 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:20.497706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:17:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:20.602050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db77cdb9-6a24-45c7-9ec1-930fafd04eb0 None None] Provisioning for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:20.608213 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-db77cdb9-6a24-45c7-9ec1-930fafd04eb0 None None] Provisioning complete for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:20.608477 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db77cdb9-6a24-45c7-9ec1-930fafd04eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:20.644013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-8a26b1a3-2591-4994-9cb2-6cba044cb0f1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:20.651275 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-8a26b1a3-2591-4994-9cb2-6cba044cb0f1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 797 time: 0.1569519 Jul 15 14:17:20.662400 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-823c64a7-93d8-4576-ba79-73f29e808ce7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/quotas/695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 375 time: 0.0101833 Jul 15 14:17:20.669547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:20.671703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-db77cdb9-6a24-45c7-9ec1-930fafd04eb0 None None] Port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:17:20.764994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4135872d-cadf-481d-9a86-46871cd87f3e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:20.876096 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0f6275d1-a58d-45cf-ae89-49d3c5ed23fc None None] Provisioning complete for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:20.876368 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0f6275d1-a58d-45cf-ae89-49d3c5ed23fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:20.935748 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 4135872d-cadf-481d-9a86-46871cd87f3e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:20.949750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4135872d-cadf-481d-9a86-46871cd87f3e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:20.950119 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:20.954253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0f6275d1-a58d-45cf-ae89-49d3c5ed23fc None None] Port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:17:21.017019 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 2, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:21.067431 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Checking router: fe6a9cee-2ff9-4be1-9cca-f66d153cd88f for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:17:21.068182 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Updating router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:17:21.107021 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.123967 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-fd23b409-02c3-4aae-a463-9b5605e2e25e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4548602 Jul 15 14:17:21.127190 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-82b795ff-f951-4307-810e-6d80c0c5c1d7 None None] Provisioning complete for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:21.127500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-82b795ff-f951-4307-810e-6d80c0c5c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.152873 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.184099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 4135872d-cadf-481d-9a86-46871cd87f3e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4135872d-cadf-481d-9a86-46871cd87f3e,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:21.208706 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.209512 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a5659888-9432-4161-9ced-b5603fed88fa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:21.226289 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-53593021-b5be-44eb-ad39-f32a94dfc655 service neutron] 10.222.0.57 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907063 Jul 15 14:17:21.236361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-82b795ff-f951-4307-810e-6d80c0c5c1d7 None None] Port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:17:21.321004 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-b8fbdaea-8283-4143-b7cf-8cd8d1820992 service neutron] 10.222.0.57 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880709 Jul 15 14:17:21.368751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=4135872d-cadf-481d-9a86-46871cd87f3e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:21.403317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port a5659888-9432-4161-9ced-b5603fed88fa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:21.410807 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a5659888-9432-4161-9ced-b5603fed88fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:21.411158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.537715 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d04a4701-472d-4c45-855b-d6d8c29bfb68 req-9753e80d-b242-405b-a65f-2fead8b16879 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 15 14:17:21.585728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.612409 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.617918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port a5659888-9432-4161-9ced-b5603fed88fa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a5659888-9432-4161-9ced-b5603fed88fa,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:21.624645 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.631819 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Transition to ACTIVE for port object 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:21.664206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.691743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=a5659888-9432-4161-9ced-b5603fed88fa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:21.788516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134018b-9a7a-4449-99fa-f0684373c9e3 None None] Pushing event updated for resources: {'Port': ['ID=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:21.793743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Attempting to bind port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:17:21.794104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Attempting to bind port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:17:21.794467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Attempting to bind port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:21.800168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:17:21.800537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Checking segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:21.800944 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.801329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Bound using segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:17:21.801899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Bound port: 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:17:21.802281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.875191 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] For port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:21.878985 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] For port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:17:21.884720 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:21.942321 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:21.943615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:17:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:21.991294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134018b-9a7a-4449-99fa-f0684373c9e3 None None] Pushing event updated for resources: {'Port': ['ID=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:22.238168 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:22.469301 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:22.500646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64314e1-858e-4f48-b650-ef02524c01c5 None None] The sync data for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 is: [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:17:22.764251 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8fcca2e4-b1ff-42ac-b0e0-2453a385b707 req-f9dca729-7b40-4915-9d40-4340fb954f49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 210 time: 0.0628972 Jul 15 14:17:22.800626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:22.841430 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-7f70ff4b-c550-4c17-8352-1aa21cc00fe0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:22.844096 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-7f70ff4b-c550-4c17-8352-1aa21cc00fe0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 797 time: 0.1525939 Jul 15 14:17:22.852032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:22.860329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:22.860697 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:22.894005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-914915f2-6d67-438c-8eb8-d3e51da4e344 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 380 time: 0.0402768 Jul 15 14:17:22.903720 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'port': {'device_id': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'admin_state_up': True, 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'security_groups': ['98e135c6-2be5-43f7-859d-1fc02f378aad']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:22.959556 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:22.999526 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:23.005856 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.006910 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4135872d-cadf-481d-9a86-46871cd87f3e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:23.032830 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:17:23.037211 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.091849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:23.102295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 4135872d-cadf-481d-9a86-46871cd87f3e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:23.102696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.187398 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a5659888-9432-4161-9ced-b5603fed88fa up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:23.187646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.7 (05d4dbdd-94d0-4e33-adc0-a9df0bd7511a/c8707641-7d85-4c45-ac52-d4afb7fa3556/ac2e094f-4835-4570-a4ca-27b0606df8aa) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:17:23.244369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port a5659888-9432-4161-9ced-b5603fed88fa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:23.244959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.339588 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.363709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object ac2e094f-4835-4570-a4ca-27b0606df8aa will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:23.402172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.450448 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:23.453600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:23.457605 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:17:23.464513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:23.513525 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:23.514218 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.535159 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-4493f640-cc5d-48d0-a22a-c6a8a31365e8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6356413 Jul 15 14:17:23.547656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Request body: {'port': {'device_id': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:23.644647 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.693914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ea73af8-00a9-4f2e-8952-c3efa2a62213 None None] Provisioning for port ac2e094f-4835-4570-a4ca-27b0606df8aa completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:23.698999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0ea73af8-00a9-4f2e-8952-c3efa2a62213 None None] Provisioning complete for port ac2e094f-4835-4570-a4ca-27b0606df8aa triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:23.699408 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0ea73af8-00a9-4f2e-8952-c3efa2a62213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:23.735701 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-0ea73af8-00a9-4f2e-8952-c3efa2a62213 None None] Port ac2e094f-4835-4570-a4ca-27b0606df8aa cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:17:23.976598 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2e094f-4835-4570-a4ca-27b0606df8aa {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:23.985169 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.008282 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa38c76-0d97-4135-8dee-7a5afe0f0fb9 req-c956c54f-1c7f-4c7e-8dae-6a56ddc60c53 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.009820 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fa38c76-0d97-4135-8dee-7a5afe0f0fb9 req-c956c54f-1c7f-4c7e-8dae-6a56ddc60c53 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 931 time: 0.1214330 Jul 15 14:17:24.010857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Transition to ACTIVE for port object ac2e094f-4835-4570-a4ca-27b0606df8aa will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:17:24.017913 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.099523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:24.108660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1fa38c76-0d97-4135-8dee-7a5afe0f0fb9 req-8b852bf3-9c22-4d12-a47d-73f23900c0e1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859919 Jul 15 14:17:24.179358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:17:24.179707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:17:24.180047 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:24.184824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Port ac2e094f-4835-4570-a4ca-27b0606df8aa on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:17:24.185152 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:17:24.190315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:17:24.190701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Checking segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:17:24.191097 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Bound using segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:17:24.191537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Bound port: ac2e094f-4835-4570-a4ca-27b0606df8aa, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:17:24.191904 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.261472 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:17:24.264642 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:17:24.270889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.308419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.309281 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.311663 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 1092 time: 0.7687101 Jul 15 14:17:24.312401 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:24.316496 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a" -d '{"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:24.342783 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb26a-e888-43bc-be80-b6c12d8c7b97 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:24.366264 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c2362-8982-4c52-a7a1-e90de6886890 x-openstack-request-id: req-558c2362-8982-4c52-a7a1-e90de6886890 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:24.366566 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:24.366883 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-558c2362-8982-4c52-a7a1-e90de6886890 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:24.367273 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'status': 'completed', 'code': 200} Jul 15 14:17:24.416099 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-c6022b3f-57ed-45f1-9676-d0f443df0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.417847 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-c6022b3f-57ed-45f1-9676-d0f443df0453 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1095 time: 0.0605187 Jul 15 14:17:24.463910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-167324db-3835-47ea-bf53-27deceef0e46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 217 time: 0.0382762 Jul 15 14:17:24.517829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-85bf9971-fe49-4c5c-a048-d8e308b8b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.519371 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-85bf9971-fe49-4c5c-a048-d8e308b8b688 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0485711 Jul 15 14:17:24.581579 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-2fff3d06-b7f4-48a1-951f-5aa6838b61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.583988 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-2fff3d06-b7f4-48a1-951f-5aa6838b61cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579019 Jul 15 14:17:24.654152 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:24.693076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-ab53ecd8-c681-41b7-a0d8-3a7f3a2618a4 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029780 Jul 15 14:17:24.708108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:24.708470 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:24.789263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ad80a157-2de9-45c7-8eac-6513eebedf2b req-d672ea54-8713-415d-ae57-1e0bf40ea0ff service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Jul 15 14:17:24.898863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-b7d11fe1-b20f-4685-ad00-ccdcd452f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.900401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-b7d11fe1-b20f-4685-ad00-ccdcd452f36c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1095 time: 0.0564442 Jul 15 14:17:24.997532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-da30b89a-53b0-4c12-942a-64d6e6387c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:24.999071 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-da30b89a-53b0-4c12-942a-64d6e6387c19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.0917804 Jul 15 14:17:25.041448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-44be4b20-8d5a-401a-852d-1648020661bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 217 time: 0.0359130 Jul 15 14:17:25.096587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-d19078db-6735-4cdc-b61e-8e218eda2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:25.098076 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-d19078db-6735-4cdc-b61e-8e218eda2638 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0503988 Jul 15 14:17:25.159684 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-c066ac2e-6892-4dfd-9d29-49910021ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:25.162873 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-c066ac2e-6892-4dfd-9d29-49910021ccf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580680 Jul 15 14:17:25.291680 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-28ffa90b-87c6-4fde-9b7c-9caa8b6f7782 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220179 Jul 15 14:17:25.346349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2426-82bc-42b8-bcab-ca5922c72863 req-cad4b6fd-d074-4d6e-93c8-35e57d256a11 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:25.347853 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3bd2426-82bc-42b8-bcab-ca5922c72863 req-cad4b6fd-d074-4d6e-93c8-35e57d256a11 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.1196423 Jul 15 14:17:25.431615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3bd2426-82bc-42b8-bcab-ca5922c72863 req-49de0bad-78d3-46e3-bfa6-598f6115c415 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578387 Jul 15 14:17:25.433539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecd93fb3-23fe-4d9b-9177-2566a4a0632a req-65b17de6-d10c-4be6-ad8b-23833c77ce80 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339636 Jul 15 14:17:26.638357 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84c5d8-5fe2-43c0-aa1e-4387edae57ea req-d652ef38-69c8-48d1-b85b-45d112b233eb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:26.639923 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da84c5d8-5fe2-43c0-aa1e-4387edae57ea req-d652ef38-69c8-48d1-b85b-45d112b233eb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.0855360 Jul 15 14:17:26.685169 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-da84c5d8-5fe2-43c0-aa1e-4387edae57ea req-3cbfa492-bbfc-4825-ad2b-d07a247904f5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395048 Jul 15 14:17:27.864683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb645-0a9e-4a73-8a25-1b743ac6c39c req-67a87fcd-03e6-48e4-91b2-52eae3bb7691 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:27.866250 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94bbb645-0a9e-4a73-8a25-1b743ac6c39c req-67a87fcd-03e6-48e4-91b2-52eae3bb7691 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.0670056 Jul 15 14:17:27.911042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-94bbb645-0a9e-4a73-8a25-1b743ac6c39c req-fd9e2912-0118-4e1e-9472-6b52f2bd2bf6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364170 Jul 15 14:17:28.690676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:17:28.798119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:28.813117 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'port_id': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'mac_address': 'fa:16:3e:88:56:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:17:28.851810 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:28.865434 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2e094f-4835-4570-a4ca-27b0606df8aa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:17:28.887525 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:28.893206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:28.943515 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:29.098580 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231602-78ec-4c4b-b7e6-d3930a857979 req-ec5d96d5-e669-4f2c-b1e4-c611eaafb5ea tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:29.100084 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad231602-78ec-4c4b-b7e6-d3930a857979 req-ec5d96d5-e669-4f2c-b1e4-c611eaafb5ea tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 944 time: 0.0724473 Jul 15 14:17:29.121827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['ac2e094f-4835-4570-a4ca-27b0606df8aa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:17:29.154672 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ad231602-78ec-4c4b-b7e6-d3930a857979 req-3f6a958c-b834-427c-922e-491e1a3fc9fe tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452111 Jul 15 14:17:30.342661 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9a162-eaaa-49d7-a52f-11736559a6c3 req-ce584967-8450-408f-9029-56c2eb7194de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:30.344182 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64d9a162-eaaa-49d7-a52f-11736559a6c3 req-ce584967-8450-408f-9029-56c2eb7194de tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 944 time: 0.0751607 Jul 15 14:17:30.392037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-64d9a162-eaaa-49d7-a52f-11736559a6c3 req-c02b0cd6-3dcf-473b-8a66-83fd8f4992e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 Jul 15 14:17:30.704949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:17:30.764964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port ac2e094f-4835-4570-a4ca-27b0606df8aa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:17:30.771466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port ac2e094f-4835-4570-a4ca-27b0606df8aa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:17:30.771963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.854112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.881636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:30.886018 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547cd448-0e87-4c5a-8a48-adb8b06db288" -d '{"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-plugged", "status": "completed", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:30.903889 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:17:30.909221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:30.940231 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9602209d-32c4-4af8-bf6f-895c5211e813 x-openstack-request-id: req-9602209d-32c4-4af8-bf6f-895c5211e813 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:30.940526 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-plugged", "status": "completed", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:30.940778 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9602209d-32c4-4af8-bf6f-895c5211e813 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:30.941164 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'code': 200} Jul 15 14:17:30.979852 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:31.050564 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7af45-dc66-4773-8158-13d4a3cee18f req-cbb6a01a-2a40-40d2-b846-ebb9cf4b80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:31.052028 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dca7af45-dc66-4773-8158-13d4a3cee18f req-cbb6a01a-2a40-40d2-b846-ebb9cf4b80f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1097 time: 0.0567822 Jul 15 14:17:31.087691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-dca7af45-dc66-4773-8158-13d4a3cee18f req-3e926e7f-94bb-4941-9ae0-bc6e35ecab69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293174 Jul 15 14:17:31.580267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084c56-6242-4bbe-95d7-ddb74ede7b04 req-35e8a772-dadf-4b31-b549-bf9f9b520ad5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:31.581799 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2084c56-6242-4bbe-95d7-ddb74ede7b04 req-35e8a772-dadf-4b31-b549-bf9f9b520ad5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0683322 Jul 15 14:17:31.634540 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f2084c56-6242-4bbe-95d7-ddb74ede7b04 req-c31f10c3-b957-4cd3-bed0-739038ff6ed2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460095 Jul 15 14:17:32.842220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05d125-2ab8-4392-a6f2-dd5b868b6134 req-5af895e5-b503-4f82-8feb-06df3bdf8907 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:32.843653 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c05d125-2ab8-4392-a6f2-dd5b868b6134 req-5af895e5-b503-4f82-8feb-06df3bdf8907 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0761828 Jul 15 14:17:32.886083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9c05d125-2ab8-4392-a6f2-dd5b868b6134 req-8d2b5ed9-01f0-491f-b96f-f4485e18f8a2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367417 Jul 15 14:17:33.069130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5842015-f9c7-4f49-956a-6405d766b836 req-d58e85dc-1059-46b2-a512-c36e2c5f1074 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:33.070924 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5842015-f9c7-4f49-956a-6405d766b836 req-d58e85dc-1059-46b2-a512-c36e2c5f1074 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0710678 Jul 15 14:17:33.131536 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b5842015-f9c7-4f49-956a-6405d766b836 req-8112ad17-4c1d-45da-86b7-5143a8c0bb15 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517125 Jul 15 14:17:33.156568 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58568) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:33.216634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51519069-8044-41d8-b6cd-2c64f9da831e tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:33.218234 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-51519069-8044-41d8-b6cd-2c64f9da831e tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1092 time: 0.0603511 Jul 15 14:17:33.222593 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58570) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:33.227238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:17:33.254042 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:33.356047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:33.473095 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.54 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/0261f8a2-945e-488c-ad54-e77399195d85) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:17:33.588230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:33.638189 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:33.678414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:17:33.681743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:17:33.686451 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:17:33.692110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=0261f8a2-945e-488c-ad54-e77399195d85,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:34.083697 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.172211 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.333649 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.342334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.424082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=0261f8a2-945e-488c-ad54-e77399195d85,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:17:34.434267 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.547548 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP c2f69841-2940-4164-ba79-74b287e8982c associated. External IP: 172.25.3.54, port: ac2e094f-4835-4570-a4ca-27b0606df8aa. Jul 15 14:17:34.777052 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:17:34.898696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:17:34.909091 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] Sync routers for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:17:34.917083 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:34.920172 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:34.920798 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:17:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:34.962055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-b1367b51-1de0-4c99-bcd9-259eda57fd44 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7356493 Jul 15 14:17:34.962055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:17:34.962509 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1215d425-5cf5-499e-b4dc-e9cade668e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:17:35.005932 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f6e6c-712e-42fb-857c-f0d9125eb6ae x-openstack-request-id: req-283f6e6c-712e-42fb-857c-f0d9125eb6ae {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:17:35.006225 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:17:35.006477 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-283f6e6c-712e-42fb-857c-f0d9125eb6ae {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:17:35.006914 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'status': 'completed', 'code': 200} Jul 15 14:17:35.029325 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:35.091428 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-bed7972a-e432-4eab-a9f0-9da667bafe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:35.093036 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-bed7972a-e432-4eab-a9f0-9da667bafe60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1097 time: 0.0621836 Jul 15 14:17:35.127636 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936e459-7d06-42a9-90b2-7a00b4bc9367 req-5dd55e20-60d0-4158-959f-8e8ae4234bae tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:35.129186 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a936e459-7d06-42a9-90b2-7a00b4bc9367 req-5dd55e20-60d0-4158-959f-8e8ae4234bae tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0643535 Jul 15 14:17:35.169284 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a936e459-7d06-42a9-90b2-7a00b4bc9367 req-6fda5823-652a-4b67-9076-0742213388ca tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338924 Jul 15 14:17:35.194478 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58576) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:35.197323 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-ddbc9d17-2e1e-4200-a077-dbb2c8d1c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:35.198793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-ddbc9d17-2e1e-4200-a077-dbb2c8d1c639 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.0990949 Jul 15 14:17:35.269079 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c2f69841-2940-4164-ba79-74b287e8982c', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'port_id': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'mac_address': 'fa:16:3e:88:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:17:33Z', 'updated_at': '2021-07-15T14:17:33Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:22Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:35.299098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] Checking router: fe6a9cee-2ff9-4be1-9cca-f66d153cd88f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:17:35.305422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9dd606d2-1acc-429a-8aa0-f7f52f5b9448 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/c2f69841-2940-4164-ba79-74b287e8982c HTTP/1.1" status: 200 len: 990 time: 0.1091609 Jul 15 14:17:35.307315 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-eb515b3a-645e-4c8b-8c7f-a3a3bce743f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 998 time: 0.1025794 Jul 15 14:17:35.308305 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:17:35.308921 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:17:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:35.359153 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-61aec64b-1e53-4813-ab31-e58f6c41b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:35.360666 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-61aec64b-1e53-4813-ab31-e58f6c41b24f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0466721 Jul 15 14:17:35.412863 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:17:35.418587 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-db80a792-5745-49c7-9fcd-8a5390085a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:35.420113 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-db80a792-5745-49c7-9fcd-8a5390085a93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534503 Jul 15 14:17:35.518116 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-f97991e0-da43-44bf-b94a-dde1cd2fcbac service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908227 Jul 15 14:17:35.613604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1215d425-5cf5-499e-b4dc-e9cade668e7a req-93456865-3f21-46c4-b218-6e29a9eafaf8 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889745 Jul 15 14:17:35.661318 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c2f69841-2940-4164-ba79-74b287e8982c', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'port_id': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'mac_address': 'fa:16:3e:88:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:17:33Z', 'updated_at': '2021-07-15T14:17:33Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:22Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:17:35.690278 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac53d23-0eb3-4981-b97b-36c62017176b None None] The sync data for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 is: [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c2f69841-2940-4164-ba79-74b287e8982c', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'port_id': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'mac_address': 'fa:16:3e:88:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:17:33Z', 'updated_at': '2021-07-15T14:17:33Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:22Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:17:35.910861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2ce6c-f4a8-4f40-8412-2f60b80f647c None None] New status for floating IP c2f69841-2940-4164-ba79-74b287e8982c: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:17:36.308825 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58578) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:17:36.381877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-afe45bce-198f-4490-9783-67ff7bc61681 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/c2f69841-2940-4164-ba79-74b287e8982c HTTP/1.1" status: 200 len: 992 time: 0.0718579 Jul 15 14:17:38.304440 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:17:39.154463 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-61578ffa-3ab1-4d47-b35c-5e6441cf726b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552094 Jul 15 14:17:39.258410 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-974b42db-b99a-4174-b317-f0563bb90971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:39.259986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-974b42db-b99a-4174-b317-f0563bb90971 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1097 time: 0.0574808 Jul 15 14:17:39.680273 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-85a3264a-711e-40a2-bf1e-4b84bbc19263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:39.682765 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-85a3264a-711e-40a2-bf1e-4b84bbc19263 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.3964882 Jul 15 14:17:39.751409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-26fb018d-85c8-479d-9d00-b0354f90c3fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 1000 time: 0.0621414 Jul 15 14:17:39.813771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-a51a1a51-b2c0-42b9-b75e-8a3b9ffd2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:39.815337 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-a51a1a51-b2c0-42b9-b75e-8a3b9ffd2612 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0583758 Jul 15 14:17:39.884383 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-f6fae07c-7fcf-4ec3-9deb-9af9ba15e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:17:39.886147 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-f6fae07c-7fcf-4ec3-9deb-9af9ba15e443 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642655 Jul 15 14:17:39.981662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-b802cd5e-86ff-4845-a65c-53d3ee589a14 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883443 Jul 15 14:17:40.082683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e9a45135-4ca9-4c50-adf6-9f90d11e2fff req-6978e634-864d-4d72-9c25-74103871a721 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942311 Jul 15 14:17:43.130870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c113a90-9b75-42a0-85f8-87a79c68f5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.622558 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.669996 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-00c6fc5e-da00-4723-9445-4f7940705612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.764153 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:45.886286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:47.353859 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:17:48.842131 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:03.435491 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-ef01054d-fb89-4583-8937-d00d904f3f0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375699 Jul 15 14:18:03.443878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aebc9-f731-447c-b06c-a517f58dccd0 req-7497be62-4895-4a22-b627-00c3fa0402aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:03.445323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d6aebc9-f731-447c-b06c-a517f58dccd0 req-7497be62-4895-4a22-b627-00c3fa0402aa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.1038311 Jul 15 14:18:03.487583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1d6aebc9-f731-447c-b06c-a517f58dccd0 req-e213f602-95c5-440a-a614-044060e71bb2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361683 Jul 15 14:18:04.682327 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329953c-378c-4282-87fd-29f143e3ef60 req-da593e8b-fb1b-4c62-9d64-addab5e49fbe tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:04.683890 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6329953c-378c-4282-87fd-29f143e3ef60 req-da593e8b-fb1b-4c62-9d64-addab5e49fbe tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0706005 Jul 15 14:18:04.702728 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-7820ad66-53fd-4295-a7f1-0c93c18046cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:04.704308 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-7820ad66-53fd-4295-a7f1-0c93c18046cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1097 time: 0.0588171 Jul 15 14:18:04.725442 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6329953c-378c-4282-87fd-29f143e3ef60 req-15e3079b-809b-42ea-aa22-cdc71df77e84 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356982 Jul 15 14:18:04.813558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-073255c8-18f9-43e1-805e-9fbd85e28a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:04.815100 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-073255c8-18f9-43e1-805e-9fbd85e28a63 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.1045280 Jul 15 14:18:04.896429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-166a25e0-d0a7-45c2-8f7e-f110774c539a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 1000 time: 0.0740294 Jul 15 14:18:04.946159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-f631a88b-0231-471f-aaf2-e595b8ea4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:04.947614 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-f631a88b-0231-471f-aaf2-e595b8ea4038 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0445037 Jul 15 14:18:05.009427 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-4096a2d9-fe23-412c-bffa-c3afea769c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:05.011011 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-4096a2d9-fe23-412c-bffa-c3afea769c95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565543 Jul 15 14:18:05.115470 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-6266d81b-b17d-432b-af38-6f8fefcb8a6f service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939424 Jul 15 14:18:05.216222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-ee452f41-8554-4c85-9138-da8826180a2b service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911651 Jul 15 14:18:05.923952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65140ecf-40ac-4759-b09d-3fb55df142f8 req-4015eaa8-b63c-41f0-8f26-0a89f690692b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:05.925479 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65140ecf-40ac-4759-b09d-3fb55df142f8 req-4015eaa8-b63c-41f0-8f26-0a89f690692b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0793936 Jul 15 14:18:05.964691 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-65140ecf-40ac-4759-b09d-3fb55df142f8 req-e34b43a3-04f4-46c4-a47c-b3ae4b5aa604 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Jul 15 14:18:07.347029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c88f-1444-4a6a-8cba-058cde2bce31 req-d7a0818a-c8af-45b0-ba65-5ecc0955b4a5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:07.348593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cd0c88f-1444-4a6a-8cba-058cde2bce31 req-d7a0818a-c8af-45b0-ba65-5ecc0955b4a5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0821259 Jul 15 14:18:07.390551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6cd0c88f-1444-4a6a-8cba-058cde2bce31 req-19658598-da15-49b8-b929-a98c0d646cbe tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362182 Jul 15 14:18:08.588468 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdadfb-2d30-4456-b611-280d2b765fba req-c7eb3a5d-7ce5-4894-b5ed-1060359aa24e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:08.590898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ecdadfb-2d30-4456-b611-280d2b765fba req-c7eb3a5d-7ce5-4894-b5ed-1060359aa24e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0764329 Jul 15 14:18:08.635168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ecdadfb-2d30-4456-b611-280d2b765fba req-8b5c2991-184b-415a-8eb8-d31d05c76dc1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359159 Jul 15 14:18:09.834468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77c9d-f7f9-4b4f-b984-c7658bf78a12 req-f5fb17df-c07a-4462-9e6a-94fca924f45a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:09.836018 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51e77c9d-f7f9-4b4f-b984-c7658bf78a12 req-f5fb17df-c07a-4462-9e6a-94fca924f45a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0816510 Jul 15 14:18:09.880512 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-51e77c9d-f7f9-4b4f-b984-c7658bf78a12 req-e487367a-6329-4f3f-b947-0cbdb9349846 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369921 Jul 15 14:18:11.080964 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10180283-6211-4a1e-b5cd-51636ff0dac8 req-821c86ec-a665-4185-a502-9a5e6753ffc4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:11.082646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10180283-6211-4a1e-b5cd-51636ff0dac8 req-821c86ec-a665-4185-a502-9a5e6753ffc4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0825400 Jul 15 14:18:11.131686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10180283-6211-4a1e-b5cd-51636ff0dac8 req-bf55658c-cb26-4303-81b2-9000d33f535f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Jul 15 14:18:12.325143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86bb72-e581-4a40-95e0-c6cb42ac0d9a req-8a83e950-37c6-490c-bd42-af12a8258daa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:12.326746 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e86bb72-e581-4a40-95e0-c6cb42ac0d9a req-8a83e950-37c6-490c-bd42-af12a8258daa tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0691304 Jul 15 14:18:12.366378 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2e86bb72-e581-4a40-95e0-c6cb42ac0d9a req-967ac944-6df3-4754-9ceb-757d47d0dc21 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338638 Jul 15 14:18:13.128598 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a9974ed-caad-4212-91ba-0e38efac4e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:13.565180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d500f50-4b04-4346-998b-91e6130c97db req-838fb0e6-aec2-44e9-bb34-3cdaf842176e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:13.566674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d500f50-4b04-4346-998b-91e6130c97db req-838fb0e6-aec2-44e9-bb34-3cdaf842176e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0765576 Jul 15 14:18:13.607881 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7d500f50-4b04-4346-998b-91e6130c97db req-113bc48e-fa70-42af-9c4f-1af86df17cbe tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329666 Jul 15 14:18:14.794965 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293af13-9e41-4679-bd3c-fd73a5b79943 req-356a0194-4777-43e9-88e5-5fbf6ba3e9b9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:14.796501 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5293af13-9e41-4679-bd3c-fd73a5b79943 req-356a0194-4777-43e9-88e5-5fbf6ba3e9b9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0708070 Jul 15 14:18:14.837750 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5293af13-9e41-4679-bd3c-fd73a5b79943 req-b38f3d52-88c5-4287-8d0f-1ab86d251e09 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351162 Jul 15 14:18:15.304451 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:15.625448 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:15.667493 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-004d5175-5707-47ba-957b-c52b53dfa848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:15.762137 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:15.891872 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:16.022907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089973b8-34b9-4ce3-87cf-114887c0d97e req-a137b40c-2fef-461a-acb0-8c7d16931ea2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:16.024428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-089973b8-34b9-4ce3-87cf-114887c0d97e req-a137b40c-2fef-461a-acb0-8c7d16931ea2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0682001 Jul 15 14:18:16.066512 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-089973b8-34b9-4ce3-87cf-114887c0d97e req-c1feeff2-0e84-4863-95df-dbaa4c005d0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Jul 15 14:18:17.130645 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-675457e1-3faa-4588-b932-266ce92c6abd service neutron] show failed (client error): The resource could not be found. Jul 15 14:18:17.131749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-675457e1-3faa-4588-b932-266ce92c6abd service neutron] 10.222.0.58 "GET /v2.0/ports/ac2e094f-4835-4570-a4ca-27b0606df8aa/bindings/n-h1-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0643275 Jul 15 14:18:17.249560 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd553-5432-42fa-bf94-f4801cf0d4f4 req-6afc2766-e975-4466-9869-5bdc012d5044 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:17.252148 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-765dd553-5432-42fa-bf94-f4801cf0d4f4 req-6afc2766-e975-4466-9869-5bdc012d5044 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0709336 Jul 15 14:18:17.296592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-765dd553-5432-42fa-bf94-f4801cf0d4f4 req-33ab8989-f910-4de6-b523-77c462c59d30 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397995 Jul 15 14:18:17.352935 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:17.442360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-8d3d42eb-30c1-4c28-a868-ce9debd7f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:17.443957 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-8d3d42eb-30c1-4c28-a868-ce9debd7f4bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 1097 time: 0.0917456 Jul 15 14:18:17.454895 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:17.527382 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:17.760277 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:17.794865 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h2-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:18:17.835972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:17.838690 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2b3104-ffa5-4c23-ba64-0da992803789" -d '{"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:17.842683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:17.856854 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Transition to ACTIVE for port object ac2e094f-4835-4570-a4ca-27b0606df8aa will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:18:17.861194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:17.889206 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10075fa1-652a-454a-beb5-d9ae6c81c5d0 x-openstack-request-id: req-10075fa1-652a-454a-beb5-d9ae6c81c5d0 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:17.889518 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:17.889771 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10075fa1-652a-454a-beb5-d9ae6c81c5d0 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:17.890174 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'code': 200} Jul 15 14:18:18.238898 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=6']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:18.268924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.269641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.269641 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.269850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.270107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.270450 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.270796 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.271088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.271406 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.271721 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.272034 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.272348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:18.309761 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] No DVR routers for this DVR port ac2e094f-4835-4570-a4ca-27b0606df8aa on host n-h2-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:18:18.492577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:18:18.492918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:18:18.493717 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:18:18.505223 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Port ac2e094f-4835-4570-a4ca-27b0606df8aa on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:18:18.505544 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Attempting to bind port ac2e094f-4835-4570-a4ca-27b0606df8aa on network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:18:18.513382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:18:18.513722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Checking segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:18:18.514110 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Bound using segment: {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:18:18.514548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Bound port: ac2e094f-4835-4570-a4ca-27b0606df8aa, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad10138b-9500-4b52-80ee-20d84488b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:18:18.514919 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:18.537050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87cccf-3e13-4c9a-9649-97a1b11b1e50 req-bb3fd582-bae8-4869-ae89-2a8a52135d2e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.538606 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd87cccf-3e13-4c9a-9649-97a1b11b1e50 req-bb3fd582-bae8-4869-ae89-2a8a52135d2e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.1191154 Jul 15 14:18:18.617712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fd87cccf-3e13-4c9a-9649-97a1b11b1e50 req-b6b065a8-a290-4e9d-bda6-a019fa72f48a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587752 Jul 15 14:18:18.622701 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:18:18.625951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:18:18.632590 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:18.667633 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.668262 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:18.669693 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] 10.222.0.59 "PUT /v2.0/ports/ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 1092 time: 1.2189281 Jul 15 14:18:18.694073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe3366-08cb-4be9-b4e5-f22d6ed0c89a service neutron] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=7']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:18.776760 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-2cd02fce-82f7-4ee7-98b8-20fcbaba9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.778564 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-2cd02fce-82f7-4ee7-98b8-20fcbaba9943 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1095 time: 0.0813243 Jul 15 14:18:18.841550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:18.878823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-2b894faf-4062-4abe-b17b-0ea3023637b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:18.880321 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-2b894faf-4062-4abe-b17b-0ea3023637b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.0959988 Jul 15 14:18:18.946560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-9ee17666-763e-4f2d-bf28-154b03914105 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 998 time: 0.0598130 Jul 15 14:18:19.005647 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-d8e84c67-9370-4e94-95d1-38b526b01cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.007188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-d8e84c67-9370-4e94-95d1-38b526b01cdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0549302 Jul 15 14:18:19.069846 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-4fe4a819-cb98-43bc-ad47-03efb4a72241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.071486 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-4fe4a819-cb98-43bc-ad47-03efb4a72241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571043 Jul 15 14:18:19.174645 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-eac28caa-ce96-4417-9d0f-591d656402c1 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969801 Jul 15 14:18:19.272060 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f80a7ffe-8803-495f-95f1-2eec55b839fc req-67841717-9457-474f-9277-f0abb3ede512 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909681 Jul 15 14:18:19.801805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6599-eee7-4042-9671-030f5f22fd96 req-e37868df-c70a-4d71-9443-b54886b48f3d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:19.803513 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3fd6599-eee7-4042-9671-030f5f22fd96 req-e37868df-c70a-4d71-9443-b54886b48f3d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.0670857 Jul 15 14:18:19.846279 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3fd6599-eee7-4042-9671-030f5f22fd96 req-1d5b2716-ebc7-4ec3-b15c-4ac3dd366503 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364118 Jul 15 14:18:19.892196 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:19.895941 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09636076-d65e-4a3e-93f6-2cf7532f4ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:19.947117 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e77422-10ed-4410-94a0-3a764473212c x-openstack-request-id: req-33e77422-10ed-4410-94a0-3a764473212c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:19.947435 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:19.947651 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33e77422-10ed-4410-94a0-3a764473212c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:19.948057 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'status': 'completed', 'code': 200} Jul 15 14:18:20.025322 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-3cc9817f-a114-4560-a93d-b3d997c91cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.026936 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-3cc9817f-a114-4560-a93d-b3d997c91cc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1095 time: 0.0583012 Jul 15 14:18:20.029125 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-ea694258-0779-460f-bed1-f3d33ada397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.030677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-ea694258-0779-460f-bed1-f3d33ada397c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1095 time: 0.0571871 Jul 15 14:18:20.127852 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-5dc24bae-0717-4b86-8cab-7a73325e0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.128151 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-997dc5d0-ac61-41fd-958f-95451c5544d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.129730 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-997dc5d0-ac61-41fd-958f-95451c5544d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.0920048 Jul 15 14:18:20.129896 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-5dc24bae-0717-4b86-8cab-7a73325e0a81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.0958395 Jul 15 14:18:20.197877 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-e2ef746c-8f35-4386-ac75-d9c2021dfbc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 998 time: 0.0617568 Jul 15 14:18:20.198185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-f0b14188-385a-4927-9d74-c8497732a16e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 998 time: 0.0607114 Jul 15 14:18:20.252811 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-25d7915c-e48a-4ce7-b4e2-8dadebaade3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.253499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-609a41eb-704a-4f45-8097-24f20cf6a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.254298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-25d7915c-e48a-4ce7-b4e2-8dadebaade3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0502257 Jul 15 14:18:20.255020 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-609a41eb-704a-4f45-8097-24f20cf6a678 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0505085 Jul 15 14:18:20.315352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-0a430ea7-19e6-4fe4-9d02-5ad7e5fe6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.317266 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-0a430ea7-19e6-4fe4-9d02-5ad7e5fe6fc9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552886 Jul 15 14:18:20.318512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-cfd60cd6-a2c4-416e-bba3-35c0fdc7d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:20.320046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-cfd60cd6-a2c4-416e-bba3-35c0fdc7d94b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576484 Jul 15 14:18:20.412035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-2e4283fe-9530-4eb0-ba0d-5367f4e74ba7 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882983 Jul 15 14:18:20.416948 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-5260a2bd-b92a-412b-9929-fd5316633f05 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889535 Jul 15 14:18:20.510179 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-f1bc693d-21e8-4e2b-8736-88734794aac2 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912604 Jul 15 14:18:20.520433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-09636076-d65e-4a3e-93f6-2cf7532f4ba3 req-440a1d72-ab4b-408b-8218-2721b9fa6142 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967870 Jul 15 14:18:20.982942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:21.039449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:21.043969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075f23b-115d-4a5c-a64c-a8b33eb03bd4 req-d96698fb-50cc-46b6-b9c5-0d337a66cabd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:21.045515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3075f23b-115d-4a5c-a64c-a8b33eb03bd4 req-d96698fb-50cc-46b6-b9c5-0d337a66cabd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.0747366 Jul 15 14:18:21.109216 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3075f23b-115d-4a5c-a64c-a8b33eb03bd4 req-53484ec4-2432-42e3-9912-04708edc5538 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577049 Jul 15 14:18:22.295931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681043b-f9d5-4119-b7a7-e7916ed8e3ff req-68a155aa-0300-431f-ba92-093ff2da872c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:22.297462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d681043b-f9d5-4119-b7a7-e7916ed8e3ff req-68a155aa-0300-431f-ba92-093ff2da872c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.0706146 Jul 15 14:18:22.343042 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d681043b-f9d5-4119-b7a7-e7916ed8e3ff req-2a964792-5632-44a1-9096-5f1bed03c1d8 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397727 Jul 15 14:18:22.658653 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c265e-85e7-43e1-a869-88fb5cad43f4 req-462bbf95-64c0-41f4-a5ad-efec923b5201 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:22.660100 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc3c265e-85e7-43e1-a869-88fb5cad43f4 req-462bbf95-64c0-41f4-a5ad-efec923b5201 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.0740523 Jul 15 14:18:22.699802 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959fc96-a622-4348-9252-185b1ece4402 req-6e5d20fa-3bf6-41de-a385-69b51b210634 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:22.700797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc3c265e-85e7-43e1-a869-88fb5cad43f4 req-c05c213d-23c4-4353-a30b-70bcb38abc2c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348899 Jul 15 14:18:22.702110 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-6e5d20fa-3bf6-41de-a385-69b51b210634 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6&tenant_id=695fa006141f421a91212bfe9b3e1b5e&binding%3Ahost_id=n-h1-798054-11 HTTP/1.1" status: 200 len: 943 time: 0.1101036 Jul 15 14:18:22.766565 n-d-798054-11 neutron-server[93995]: INFO neutron.api.v2.resource [req-3959fc96-a622-4348-9252-185b1ece4402 req-1edaeed4-ac99-4995-bc78-ca8f798aed7b service neutron] delete failed (client error): The resource could not be found. Jul 15 14:18:22.767651 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-1edaeed4-ac99-4995-bc78-ca8f798aed7b service neutron] 10.222.0.58 "DELETE /v2.0/ports/ac2e094f-4835-4570-a4ca-27b0606df8aa/bindings/n-h2-798054-11 HTTP/1.1" status: 404 len: 381 time: 0.0588262 Jul 15 14:18:22.916526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959fc96-a622-4348-9252-185b1ece4402 req-95f5cfa0-6ce5-4e96-ba74-361f375813aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:22.918051 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-95f5cfa0-6ce5-4e96-ba74-361f375813aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1095 time: 0.0991898 Jul 15 14:18:22.928357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ece77d-081e-475b-90c3-8e63f0265b42 req-1793ff14-33fa-4ed3-ab87-7e024a584fab tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:22.929749 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92ece77d-081e-475b-90c3-8e63f0265b42 req-1793ff14-33fa-4ed3-ab87-7e024a584fab tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 943 time: 0.1025226 Jul 15 14:18:23.018918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-92ece77d-081e-475b-90c3-8e63f0265b42 req-dbf3fafb-7b7a-4fe2-9610-48ea988188ce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805895 Jul 15 14:18:23.043087 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959fc96-a622-4348-9252-185b1ece4402 req-ec78a0ef-c2d5-43c8-922c-6a41f37d17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:23.044593 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-ec78a0ef-c2d5-43c8-922c-6a41f37d17dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.1140015 Jul 15 14:18:23.077771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:18:23.121447 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-4cab1a5d-b460-434c-8381-95cd621468cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 998 time: 0.0694218 Jul 15 14:18:23.177428 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:23.180862 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959fc96-a622-4348-9252-185b1ece4402 req-13d8c6d1-7a5e-42ad-a8cb-432977a01440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:23.182604 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-13d8c6d1-7a5e-42ad-a8cb-432977a01440 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0540137 Jul 15 14:18:23.190779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'port_id': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'mac_address': 'fa:16:3e:88:56:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:18:23.232339 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:23.241852 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959fc96-a622-4348-9252-185b1ece4402 req-39505fcf-ad74-48d6-82e0-afd144c381b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:23.243930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-39505fcf-ad74-48d6-82e0-afd144c381b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549586 Jul 15 14:18:23.246786 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2e094f-4835-4570-a4ca-27b0606df8aa {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:18:23.266038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:23.271505 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:23.319529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:23.326998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.327342 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.327685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.328005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.328361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.328646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.328989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.329302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.329621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.329940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.330276 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.330601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:23.340735 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-ee30fac6-4787-458b-bda9-fd57ceef5374 service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896621 Jul 15 14:18:23.440936 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3959fc96-a622-4348-9252-185b1ece4402 req-cdb07cdb-f396-4e75-aac1-dc75d3684f9f service neutron] 10.222.0.58 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931022 Jul 15 14:18:23.517959 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['ac2e094f-4835-4570-a4ca-27b0606df8aa'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:18:24.202950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47d2b-60d8-486c-83e1-fccf0aa7c2ad req-bad2c961-20d6-4944-aa8d-396fbfc7bb91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:24.204601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44e47d2b-60d8-486c-83e1-fccf0aa7c2ad req-bad2c961-20d6-4944-aa8d-396fbfc7bb91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 944 time: 0.0681224 Jul 15 14:18:24.257875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-44e47d2b-60d8-486c-83e1-fccf0aa7c2ad req-359c016b-7359-477a-8e95-77b011062bda tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470746 Jul 15 14:18:24.291067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58668) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:24.365134 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b2f67f43-e7c8-407e-8711-1168be3466d6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/c2f69841-2940-4164-ba79-74b287e8982c HTTP/1.1" status: 200 len: 991 time: 0.0728340 Jul 15 14:18:25.108886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:18:25.169404 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port ac2e094f-4835-4570-a4ca-27b0606df8aa completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:18:25.174379 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port ac2e094f-4835-4570-a4ca-27b0606df8aa triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:18:25.174927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:25.264760 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:25.287281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:25.289533 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e0bf8-ea1b-4c10-862c-7ee9c4192445" -d '{"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-plugged", "status": "completed", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:25.302516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:25.308036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:25.360552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:25.384954 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a2485b-0b25-405f-acb9-49b74eb1114a x-openstack-request-id: req-35a2485b-0b25-405f-acb9-49b74eb1114a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:25.384954 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-plugged", "status": "completed", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:25.385260 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35a2485b-0b25-405f-acb9-49b74eb1114a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:25.385530 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'code': 200} Jul 15 14:18:27.001214 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-395df709-7937-43dc-9641-98cbfe916943 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622785 Jul 15 14:18:27.110275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-f2bab9f7-fe73-46c5-a419-082b3bcefb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:27.111819 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-f2bab9f7-fe73-46c5-a419-082b3bcefb14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1097 time: 0.0676219 Jul 15 14:18:27.236079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-593defae-8447-44d7-bbf1-c61b7de7662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:27.237570 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-593defae-8447-44d7-bbf1-c61b7de7662e service neutron] 10.222.0.59 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.1029899 Jul 15 14:18:27.316297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-9b4ef9fe-fff9-46e3-b17f-311c5d3ee04a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 1000 time: 0.0717847 Jul 15 14:18:27.367400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-0608ee8a-4e27-4dc1-bf52-ab84c33c994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:27.369342 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-0608ee8a-4e27-4dc1-bf52-ab84c33c994f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.0464542 Jul 15 14:18:27.437240 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-4b34c6e2-2813-483c-99c5-bc65cf18fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:27.438977 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-4b34c6e2-2813-483c-99c5-bc65cf18fba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634310 Jul 15 14:18:27.560085 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-cd776fb6-a3b4-4020-81c4-7ee525a68bc1 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142912 Jul 15 14:18:27.657814 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-59fe239d-536f-4560-bc88-a0e7fdf10ff1 req-058bd991-6f52-45e7-90dc-2d0072ba8562 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918770 Jul 15 14:18:43.126094 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d9699e2c-2794-4663-b47f-50e9f5131f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.638360 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.660364 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f4ed-0766-418b-ab41-ba6bffa4acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.757733 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:45.890111 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:47.360158 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:48.851384 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:50.756016 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58684) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:50.930792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 0261f8a2-945e-488c-ad54-e77399195d85 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:50.931047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.016027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.016341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.030055 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 0261f8a2-945e-488c-ad54-e77399195d85 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:51.227962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.260009 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=0261f8a2-945e-488c-ad54-e77399195d85,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:51.331369 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.331724 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP c2f69841-2940-4164-ba79-74b287e8982c disassociated (deleted). External IP: 172.25.3.54, port: ac2e094f-4835-4570-a4ca-27b0606df8aa. Jul 15 14:18:51.565193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:18:51.681934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:18:51.687085 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:51.691619 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] Sync routers for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:18:51.701290 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:51.701908 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:51.731309 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f4ee8e1e-1438-4214-a025-c945c2c0a74b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/floatingips/c2f69841-2940-4164-ba79-74b287e8982c HTTP/1.1" status: 204 len: 168 time: 0.9742370 Jul 15 14:18:51.731907 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:51.734229 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1aab07-5e83-4982-a119-c34aac25bbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:51.788083 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e959e3-2365-4a9e-897b-c627513d852d x-openstack-request-id: req-96e959e3-2365-4a9e-897b-c627513d852d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:51.788911 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:51.788911 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-96e959e3-2365-4a9e-897b-c627513d852d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:51.789305 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'status': 'completed', 'code': 200} Jul 15 14:18:51.823167 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:51.869185 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-a50b1426-25f1-4071-a8d8-2c75fd6595d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:51.869610 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-a50b1426-25f1-4071-a8d8-2c75fd6595d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 1097 time: 0.0578814 Jul 15 14:18:51.973101 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-1b28a3ec-1433-4768-a186-a4586a98a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:51.974662 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-1b28a3ec-1433-4768-a186-a4586a98a27a service neutron] 10.222.0.59 "GET /v2.0/networks?id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 200 len: 898 time: 0.0991859 Jul 15 14:18:52.025847 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-43ad73cc-4fe8-4cf9-a2ea-b6c5e3c0dfd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 200 len: 217 time: 0.0373640 Jul 15 14:18:52.037423 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:22Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:52.067171 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] Checking router: fe6a9cee-2ff9-4be1-9cca-f66d153cd88f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:18:52.076612 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:52.077156 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:52.185061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:52.323639 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:18:52.390107 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-370c3fbb-8e23-462f-9cb2-79b5dd0090c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:52.391503 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-370c3fbb-8e23-462f-9cb2-79b5dd0090c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 200 len: 835 time: 0.3588331 Jul 15 14:18:52.395518 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:22Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:52.421873 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669ed21-2106-4da5-b41b-b6f5186edf94 None None] The sync data for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 is: [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:17:19Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92', 'name': '', 'network_id': '05d4dbdd-94d0-4e33-adc0-a9df0bd7511a', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:a1:1a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:18Z', 'updated_at': '2021-07-15T14:17:22Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': 'c8707641-7d85-4c45-ac52-d4afb7fa3556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:18:52.471587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92348d5c-03a2-45c1-a434-a388e1fd804b req-edd463cf-5546-45e4-a79b-3193d799d88d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:52.473140 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92348d5c-03a2-45c1-a434-a388e1fd804b req-edd463cf-5546-45e4-a79b-3193d799d88d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.3960876 Jul 15 14:18:52.488267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-b1caef60-c7d7-4ed7-a5b2-8f665774efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:52.489850 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-b1caef60-c7d7-4ed7-a5b2-8f665774efb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905247 Jul 15 14:18:52.550583 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92348d5c-03a2-45c1-a434-a388e1fd804b req-cdf8c838-9f57-4adb-aabe-e835440d7657 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=98e135c6-2be5-43f7-859d-1fc02f378aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706339 Jul 15 14:18:52.607780 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-31a0041b-eada-4c4d-acb0-3b346b4913f5 service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091771 Jul 15 14:18:52.659777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc7f17-e92f-4e7e-9f44-5eba44e33a93 None None] New status for floating IP c2f69841-2940-4164-ba79-74b287e8982c: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:18:52.704280 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e1aab07-5e83-4982-a119-c34aac25bbf1 req-54276edd-a689-4d1a-9bf1-385860ef0dce service neutron] 10.222.0.59 "GET /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900154 Jul 15 14:18:53.324947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331904c3-a4da-4980-9626-05112f96d3bc req-95659395-6368-444d-81c7-7e2bcb097c81 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:53.326426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-331904c3-a4da-4980-9626-05112f96d3bc req-95659395-6368-444d-81c7-7e2bcb097c81 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 945 time: 0.0758967 Jul 15 14:18:53.436262 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port ac2e094f-4835-4570-a4ca-27b0606df8aa {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:53.436580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.537652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port ac2e094f-4835-4570-a4ca-27b0606df8aa, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=ac2e094f-4835-4570-a4ca-27b0606df8aa,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:53.537989 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.552198 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for ac2e094f-4835-4570-a4ca-27b0606df8aa owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:53.682974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.713525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7247659a-b5e6-4468-ab82-f5db9ea919da req-0c94c4f8-e070-424f-b918-1449aca75663 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=debca66e-d2ee-4017-ad69-c0460cbf69f6 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Jul 15 14:18:53.716237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=ac2e094f-4835-4570-a4ca-27b0606df8aa,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:53.762983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] No DVR routers for this DVR port ac2e094f-4835-4570-a4ca-27b0606df8aa on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:18:53.766933 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:53.769767 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-331904c3-a4da-4980-9626-05112f96d3bc req-1969da5a-641a-4be3-a78d-39f959e92489 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "DELETE /v2.0/ports/ac2e094f-4835-4570-a4ca-27b0606df8aa HTTP/1.1" status: 204 len: 173 time: 0.4374740 Jul 15 14:18:53.790619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-deleted', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:18:53.793337 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbbe55-88a9-4487-b60c-96e60100e1d1" -d '{"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-deleted", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:18:53.830248 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6bac47-3d2b-42dd-83d6-5b4cf47065c6 x-openstack-request-id: req-3b6bac47-3d2b-42dd-83d6-5b4cf47065c6 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:18:53.830608 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca66e-d2ee-4017-ad69-c0460cbf69f6", "name": "network-vif-deleted", "tag": "ac2e094f-4835-4570-a4ca-27b0606df8aa", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:18:53.830865 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b6bac47-3d2b-42dd-83d6-5b4cf47065c6 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:18:53.831272 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca66e-d2ee-4017-ad69-c0460cbf69f6', 'name': 'network-vif-deleted', 'tag': 'ac2e094f-4835-4570-a4ca-27b0606df8aa', 'status': 'completed', 'code': 200} Jul 15 14:18:54.815915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58702) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:55.299692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.641892 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:55.642116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.741775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:55.742115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.756135 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:55.958637 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:55.986400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:56.175257 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.403979 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:18:56.515527 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:18:56.521177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a43dbd1f-d06d-4546-935d-c1d965f2ae2a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/fe6a9cee-2ff9-4be1-9cca-f66d153cd88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039328 Jul 15 14:18:56.524610 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58704) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:56.525427 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] Sync routers for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:18:56.535031 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:56.535644 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:56.576823 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting subnet c8707641-7d85-4c45-ac52-d4afb7fa3556 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:18:56.580320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.627518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.646177 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:56.749656 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.822157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.838044 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:18:55Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:56.850400 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Subnet': ['ID=c8707641-7d85-4c45-ac52-d4afb7fa3556,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:56.854580 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.859527 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58706) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:56.862595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21448e-8d12-48b6-b508-46a2c8a83037 None None] Network 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:18:56.863286 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c2f73d21-0d79-4028-81c8-98d618b2c8cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/subnets/c8707641-7d85-4c45-ac52-d4afb7fa3556 HTTP/1.1" status: 204 len: 168 time: 0.3374181 Jul 15 14:18:56.868558 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] Checking router: fe6a9cee-2ff9-4be1-9cca-f66d153cd88f for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:18:56.877803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] Routers {'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:18:56.878033 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:56.968548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:56.982029 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] Set router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:18:57.068742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] DHCP port deletion for 05d4dbdd-94d0-4e33-adc0-a9df0bd7511a request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:18:57.081597 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.120406 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] Deleting port 4135872d-cadf-481d-9a86-46871cd87f3e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:57.120822 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.144580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port a5659888-9432-4161-9ced-b5603fed88fa {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:18:57.145032 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.192626 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] For port 4135872d-cadf-481d-9a86-46871cd87f3e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=4135872d-cadf-481d-9a86-46871cd87f3e,segment=NetworkSegment(ad10138b-9500-4b52-80ee-20d84488b69e),segment_id=ad10138b-9500-4b52-80ee-20d84488b69e)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:57.193047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.205543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] Calling delete_port for 4135872d-cadf-481d-9a86-46871cd87f3e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:57.233538 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port a5659888-9432-4161-9ced-b5603fed88fa, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=a5659888-9432-4161-9ced-b5603fed88fa,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:18:57.233815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.250721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for a5659888-9432-4161-9ced-b5603fed88fa owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:18:57.268246 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:18:55Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:57.299531 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755cdbeb-8372-478d-bd76-8eda08f4af80 None None] The sync data for ids ['fe6a9cee-2ff9-4be1-9cca-f66d153cd88f'] in n-d-798054-11 is: [{'id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112564867', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:17:15Z', 'updated_at': '2021-07-15T14:18:55Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'a5659888-9432-4161-9ced-b5603fed88fa', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a9cee-2ff9-4be1-9cca-f66d153cd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:17:16Z', 'updated_at': '2021-07-15T14:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:18:57.306300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:57.344207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.347495 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: ac2e094f-4835-4570-a4ca-27b0606df8aa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:18:57.347831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device ac2e094f-4835-4570-a4ca-27b0606df8aa not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:57.373865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] Pushing event deleted for resources: {'Port': ['ID=4135872d-cadf-481d-9a86-46871cd87f3e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:57.379365 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584651a-897d-47f2-ac90-d81bd0d1dc51 None None] No DVR routers for this DVR port 4135872d-cadf-481d-9a86-46871cd87f3e on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:18:57.456876 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.481482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=a5659888-9432-4161-9ced-b5603fed88fa,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:57.493305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.493677 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.494009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.494342 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.494698 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.495005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.495419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.495942 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.496252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.496558 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.496895 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.497187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:18:57.555039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.645857 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.648536 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.700507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.701143 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Fanout notify agent at l3_agent the message router_deleted on router fe6a9cee-2ff9-4be1-9cca-f66d153cd88f {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:18:57.709581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.713300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-64ee4941-05a0-4a24-85fd-e29a3dffa886 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/routers/fe6a9cee-2ff9-4be1-9cca-f66d153cd88f HTTP/1.1" status: 204 len: 168 time: 0.8501933 Jul 15 14:18:57.713699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58708) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:57.802735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.898156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.910688 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d4dbdd-94d0-4e33-adc0-a9df0bd7511a']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:57.922121 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad10138b-9500-4b52-80ee-20d84488b69e') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:57.922452 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad10138b-9500-4b52-80ee-20d84488b69e') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:18:57.933787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.948720 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.955704 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:18:57.956101 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:18:57.959305 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:18:58.028274 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.036161 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.037099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/networks/05d4dbdd-94d0-4e33-adc0-a9df0bd7511a HTTP/1.1" status: 204 len: 168 time: 0.3221288 Jul 15 14:18:58.040091 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58710) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:58.050338 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdb456-3453-43c3-935c-0bd391e67459 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Network': ['ID=05d4dbdd-94d0-4e33-adc0-a9df0bd7511a,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:58.102262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d43d3eff-1917-42fe-a70f-e0dec21a38af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.129371 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d43d3eff-1917-42fe-a70f-e0dec21a38af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.198405 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d43d3eff-1917-42fe-a70f-e0dec21a38af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.200947 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d43d3eff-1917-42fe-a70f-e0dec21a38af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.202139 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d43d3eff-1917-42fe-a70f-e0dec21a38af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/security-groups/98e135c6-2be5-43f7-859d-1fc02f378aad HTTP/1.1" status: 204 len: 168 time: 0.1604264 Jul 15 14:18:58.212110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d3eff-1917-42fe-a70f-e0dec21a38af tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e135c6-2be5-43f7-859d-1fc02f378aad,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:58.478860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58716) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:58.483989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15974874', 'description': 'tempest-secgroup-smoke-15974874 description', 'project_id': '695fa006141f421a91212bfe9b3e1b5e'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:58.512568 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.592549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.598020 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.629275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.633331 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1504707 Jul 15 14:18:58.633331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3393e-34bc-4c26-9c1f-40faf1a2cfa6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e32072-b603-4f6a-a085-2c7aee3bba6f,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:58.634109 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:58.640847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '01e32072-b603-4f6a-a085-2c7aee3bba6f', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:58.669965 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.689897 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:58.710173 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:18:58.710554 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 5bfdd0ab-6f62-45be-9f1b-b08caaa8ce92 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:58.710978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4135872d-cadf-481d-9a86-46871cd87f3e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:58.726651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.730658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 4135872d-cadf-481d-9a86-46871cd87f3e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:18:58.731012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 4135872d-cadf-481d-9a86-46871cd87f3e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:58.731437 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a5659888-9432-4161-9ced-b5603fed88fa no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:18:58.731808 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.750166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325fd02d-c359-4783-a05b-e4d60157aff6,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:58.751567 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: a5659888-9432-4161-9ced-b5603fed88fa {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:18:58.751921 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device a5659888-9432-4161-9ced-b5603fed88fa not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:18:58.758320 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.759866 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e392ae8c-0833-44de-9196-8b3af3d53d91 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235385 Jul 15 14:18:58.763085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58720) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:58.767722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '01e32072-b603-4f6a-a085-2c7aee3bba6f', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:58.798404 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.869444 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.874839 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.892376 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4922ff-3bdb-4397-8f1c-5ebf4376691b,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:58.900617 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:58.902104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5b6cb009-0048-4be4-ae4f-329f0d0aeafd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378767 Jul 15 14:18:58.906070 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58722) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:58.910606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '01e32072-b603-4f6a-a085-2c7aee3bba6f', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:58.940648 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.015512 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.027325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.051042 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99579853-ab0d-48ba-a444-77727821e39a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:59.057215 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.058650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-93512aac-a71c-4504-8c59-0a64fa93705d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515431 Jul 15 14:18:59.061945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58724) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:59.066435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '01e32072-b603-4f6a-a085-2c7aee3bba6f', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:59.094272 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.162016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.169140 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.189408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b510e62-fb56-4f92-8ed6-f413e6be37e5,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:59.198700 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.200395 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-9ffd0605-0cde-43da-ba0b-ea6c8ee62787 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374924 Jul 15 14:18:59.203355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58726) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:59.208136 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '01e32072-b603-4f6a-a085-2c7aee3bba6f', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:59.232444 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:18:59.237526 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.298667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.304503 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.321491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb456be5-63b5-46f8-9ae8-3b26499cbb79,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:59.330433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.331641 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-48d84f60-b340-4ec8-90a3-b34efb9651e9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272330 Jul 15 14:18:59.334821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58728) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:59.339444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '01e32072-b603-4f6a-a085-2c7aee3bba6f', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:59.361413 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:18:59.366137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.428919 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.439079 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.458236 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84497872-8fbc-4a59-baa7-983f0069f9cd,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:59.473328 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.474676 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4aeb06ec-9ca4-4ff9-ae05-ae0853719a5f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388962 Jul 15 14:18:59.477799 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58730) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:59.484147 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'network': {'name': 'tempest-network-smoke--608485946', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'port_security_enabled': True}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:59.508294 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:18:59.511928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.540220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:18:59.549798 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.550300 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Added segment fce6f8e0-e111-40c9-8f22-30dfd59e2c8b of type vlan for network 25a993a1-6943-4a44-b871-61dca4df2f21 Jul 15 14:18:59.592215 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.621221 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.626692 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:18:59.627275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.662899 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1839414 Jul 15 14:18:59.665904 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58732) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:18:59.670896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'admin_state_up': True, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:18:59.694444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebd0da-e280-4c71-b7ac-25062d60ad4e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Network': ['ID=25a993a1-6943-4a44-b871-61dca4df2f21,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:18:59.700902 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.702472 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:18:59.705547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 25a993a1-6943-4a44-b871-61dca4df2f21 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:18:59.782328 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.212487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.422896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.441934 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.559983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.7 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/be40276d-3077-4df4-ad6c-e9414d6653ef) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:00.680533 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.722043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:00.758511 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:00.763434 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:00.766290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:00.801517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=be40276d-3077-4df4-ad6c-e9414d6653ef,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:01.051354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.288138 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.429147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router db487be0-cee9-4d77-bb1f-c1cb67f60793 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:19:01.552426 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:01.562046 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Sync routers for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:01.571392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:01.572118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:01.575462 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.576833 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d416d951-e93e-4e77-9549-e299b96d1966 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9097173 Jul 15 14:19:01.580076 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58734) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:01.608357 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cb90f7a4-cc40-4200-994f-93f9b78476d5 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=695fa006141f421a91212bfe9b3e1b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271502 Jul 15 14:19:01.611118 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58736) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:01.678865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:01.710478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68043fb2-3472-40ca-a5c2-3c8fefba979a tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:01.712059 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-68043fb2-3472-40ca-a5c2-3c8fefba979a tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0999186 Jul 15 14:19:01.715874 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58738) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:01.745511 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-991e717d-3682-40fd-8edf-3cb023fc1fc5 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278711 Jul 15 14:19:01.748188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58740) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:01.755547 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1383684464', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:01.853421 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:01.856678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:00Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:01.857396 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:01.889315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Checking router: db487be0-cee9-4d77-bb1f-c1cb67f60793 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:01.889610 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Updating router db487be0-cee9-4d77-bb1f-c1cb67f60793 port be40276d-3077-4df4-ad6c-e9414d6653ef binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:19:02.069525 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.088721 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.122345 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Subnet': ['ID=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:02.138985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Checking segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:02.139343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network hostable DHCP agents. Network: 25a993a1-6943-4a44-b871-61dca4df2f21, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:19:02.157611 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 25a993a1-6943-4a44-b871-61dca4df2f21 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:19:02.168060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 25a993a1-6943-4a44-b871-61dca4df2f21) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:02.173705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:02.174346 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.185077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296af71-32a2-4d20-9ed0-4fe9ee458cdb None None] Network 25a993a1-6943-4a44-b871-61dca4df2f21 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:02.192615 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-025f598d-4649-4c2e-962d-67ca379582c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4431577 Jul 15 14:19:02.195422 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58742) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:02.478232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-25a993a1-6943-4a44-b871-61dca4df2f21', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:19:02.479139 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.520422 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.580417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Transition to ACTIVE for port object be40276d-3077-4df4-ad6c-e9414d6653ef will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:02.594196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.654307 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.695005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Attempting to bind port be40276d-3077-4df4-ad6c-e9414d6653ef on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:02.695375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Attempting to bind port be40276d-3077-4df4-ad6c-e9414d6653ef by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:02.695747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Attempting to bind port be40276d-3077-4df4-ad6c-e9414d6653ef on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:02.700784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a0101-0a96-454a-9d5a-227fbdebdd4c None None] Pushing event updated for resources: {'Port': ['ID=be40276d-3077-4df4-ad6c-e9414d6653ef,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:02.707885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Allocated IP 172.20.0.2 (25a993a1-6943-4a44-b871-61dca4df2f21/72ffc12e-a6a0-4e3a-9a73-efdaa22fc997/9f0519c4-912f-451a-8a04-b1de9f22738d) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:02.710754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:02.711381 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:02.711569 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.711950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:02.713542 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Bound port: be40276d-3077-4df4-ad6c-e9414d6653ef, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:02.713542 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.825665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] For port be40276d-3077-4df4-ad6c-e9414d6653ef, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:02.848777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] For port be40276d-3077-4df4-ad6c-e9414d6653ef, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=be40276d-3077-4df4-ad6c-e9414d6653ef,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:02.859531 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:02.965292 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:02.965864 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:02.969559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a0101-0a96-454a-9d5a-227fbdebdd4c None None] Pushing event updated for resources: {'Port': ['ID=be40276d-3077-4df4-ad6c-e9414d6653ef,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.021627 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.036215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Transition to ACTIVE for port object 9f0519c4-912f-451a-8a04-b1de9f22738d will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:03.087101 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Transition to ACTIVE for port object 9f0519c4-912f-451a-8a04-b1de9f22738d will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:03.096958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.141790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:03.146238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.1 (25a993a1-6943-4a44-b871-61dca4df2f21/72ffc12e-a6a0-4e3a-9a73-efdaa22fc997/1d0d1641-3ca3-4e6c-969d-66cd05079b36) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:03.210827 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Network 25a993a1-6943-4a44-b871-61dca4df2f21 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:03.211690 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Pushing event updated for resources: {'Port': ['ID=9f0519c4-912f-451a-8a04-b1de9f22738d,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.216862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:03.227410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:03.271224 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.286517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 1d0d1641-3ca3-4e6c-969d-66cd05079b36 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:03.324645 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.333122 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Attempting to bind port 9f0519c4-912f-451a-8a04-b1de9f22738d on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:03.333491 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Attempting to bind port 9f0519c4-912f-451a-8a04-b1de9f22738d by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:03.333854 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Attempting to bind port 9f0519c4-912f-451a-8a04-b1de9f22738d on network 25a993a1-6943-4a44-b871-61dca4df2f21 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:03.349083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:03.349464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Checking segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:03.349908 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.350452 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Bound using segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:03.350989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Bound port: 9f0519c4-912f-451a-8a04-b1de9f22738d, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:03.351378 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.368141 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 25a993a1-6943-4a44-b871-61dca4df2f21 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:03.374963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:03.380275 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:03.411962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=1d0d1641-3ca3-4e6c-969d-66cd05079b36,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.439191 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.453302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] For port 9f0519c4-912f-451a-8a04-b1de9f22738d, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:03.457302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] For port 9f0519c4-912f-451a-8a04-b1de9f22738d, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f0519c4-912f-451a-8a04-b1de9f22738d,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:03.463197 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:00Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:03.465641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.520066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f309e0a-8681-4988-877f-b173b7f4f5de None None] The sync data for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 is: [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:00Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:03.552336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db65284-62fe-4345-b200-4afd07d4ff7d None None] Pushing event updated for resources: {'Port': ['ID=9f0519c4-912f-451a-8a04-b1de9f22738d,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:03.615516 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.966549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:03.972818 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.053483 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=1d0d1641-3ca3-4e6c-969d-66cd05079b36,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:04.056117 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.493711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 25a993a1-6943-4a44-b871-61dca4df2f21 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:04.495495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:04.497994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139faf2d-9aff-404f-9cf1-cddc4b3008dc None None] Network 25a993a1-6943-4a44-b871-61dca4df2f21 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:19:04.567308 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-a7d41b04-72ae-414e-b452-3e56709633c0 None None] Provisioning for port 9f0519c4-912f-451a-8a04-b1de9f22738d completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:04.614814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router db487be0-cee9-4d77-bb1f-c1cb67f60793 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:04.744162 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:04.757699 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-71a84c3c-00ad-4852-bbc6-ead40d013b7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/db487be0-cee9-4d77-bb1f-c1cb67f60793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533884 Jul 15 14:19:04.781473 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be40276d-3077-4df4-ad6c-e9414d6653ef up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:04.836863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port be40276d-3077-4df4-ad6c-e9414d6653ef completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:04.841747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port be40276d-3077-4df4-ad6c-e9414d6653ef triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:04.842123 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.920083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-b52c9b4b-dbb7-4bc3-a137-b3e7d2e3ee2b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15974874&fields=id&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 267 time: 0.0367041 Jul 15 14:19:04.932383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.955632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port be40276d-3077-4df4-ad6c-e9414d6653ef, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=be40276d-3077-4df4-ad6c-e9414d6653ef,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:04.964347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:04.965394 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f0519c4-912f-451a-8a04-b1de9f22738d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:05.063577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Provisioning for port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:05.065414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-896b3c1f-5cef-420c-ae41-7e161e2c7b82 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:05.067504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-896b3c1f-5cef-420c-ae41-7e161e2c7b82 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 796 time: 0.1392846 Jul 15 14:19:05.073454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Provisioning complete for port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:05.073836 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.076421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=be40276d-3077-4df4-ad6c-e9414d6653ef,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:05.088504 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-9904308f-3075-422c-9056-ff2fd2575b52 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/quotas/695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 375 time: 0.0104206 Jul 15 14:19:05.124108 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:05.127484 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9f0519c4-912f-451a-8a04-b1de9f22738d completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:05.132401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9f0519c4-912f-451a-8a04-b1de9f22738d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:05.132814 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.164150 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Provisioning complete for port 9f0519c4-912f-451a-8a04-b1de9f22738d triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:05.164526 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.174982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-6b4b51ee-b399-4715-9e52-d0dfaa31bace tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743542 Jul 15 14:19:05.284174 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-f738f2c8-ac47-42ac-ad30-24fbcf1992a7 service neutron] 10.222.0.57 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046915 Jul 15 14:19:05.285905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.314515 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.339144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9f0519c4-912f-451a-8a04-b1de9f22738d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f0519c4-912f-451a-8a04-b1de9f22738d,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:05.348341 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:05.389153 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-07b7cc68-075d-4102-9280-6b1520fced72 service neutron] 10.222.0.57 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990469 Jul 15 14:19:05.423796 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:19:05.424146 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-9a5ae84c-a338-479b-b780-06d4a9f82b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:19:05.427505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9f0519c4-912f-451a-8a04-b1de9f22738d,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:05.451783 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Sync routers for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:05.460580 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:05.461263 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:05.583311 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:05.587401 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3b9b3967-dd1e-40c7-83e0-6d399a427953 req-f6d23044-b0de-4c83-adb6-53efaac18830 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 210 time: 0.0316200 Jul 15 14:19:05.790902 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 2, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:05.819169 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Checking router: db487be0-cee9-4d77-bb1f-c1cb67f60793 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:05.819655 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Updating router db487be0-cee9-4d77-bb1f-c1cb67f60793 port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:19:05.862097 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.151275 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.161031 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Transition to ACTIVE for port object 1d0d1641-3ca3-4e6c-969d-66cd05079b36 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:06.168734 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.243181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Pushing event updated for resources: {'Port': ['ID=1d0d1641-3ca3-4e6c-969d-66cd05079b36,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:06.252038 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.252387 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.252740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.253061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.253409 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.253734 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.254059 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.254384 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.254717 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.255108 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.255355 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.255676 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:19:06.289214 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Attempting to bind port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:06.289584 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Attempting to bind port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:06.289976 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Attempting to bind port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 on network 25a993a1-6943-4a44-b871-61dca4df2f21 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:06.295662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:06.296118 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Checking segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:06.296443 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.296839 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Bound using segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:06.297306 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Bound port: 1d0d1641-3ca3-4e6c-969d-66cd05079b36, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:06.297686 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.361821 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] For port 1d0d1641-3ca3-4e6c-969d-66cd05079b36, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:06.365500 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] For port 1d0d1641-3ca3-4e6c-969d-66cd05079b36, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1d0d1641-3ca3-4e6c-969d-66cd05079b36,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:06.370468 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.425978 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:06.426636 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:18:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:06.431645 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954e420-de4d-4593-858c-8e82b069dbcf None None] Pushing event updated for resources: {'Port': ['ID=1d0d1641-3ca3-4e6c-969d-66cd05079b36,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:06.538700 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:06.762971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be40276d-3077-4df4-ad6c-e9414d6653ef up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:06.767132 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-7445a571-7262-4721-9969-3682fff80b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:06Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:06.786617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d8e7231a-5131-412c-84d5-4a7b5003d95e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:06.792358 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d8e7231a-5131-412c-84d5-4a7b5003d95e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 796 time: 0.1706698 Jul 15 14:19:06.795252 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445a571-7262-4721-9969-3682fff80b8d None None] The sync data for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 is: [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:06Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:06.828487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eee11134-f6bf-4b6d-91ce-f8381c542a53 req-634ce9aa-677b-4d03-b086-0e1a1697d6fe tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 210 time: 0.0499752 Jul 15 14:19:06.838835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port be40276d-3077-4df4-ad6c-e9414d6653ef triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:06.839287 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:06.865171 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-089987ec-968c-404e-8454-f7ea666a7089 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 378 time: 0.0641458 Jul 15 14:19:06.880194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'port': {'device_id': 'e058212f-8857-4d25-ae67-206ad2087abe', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'admin_state_up': True, 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'security_groups': ['01e32072-b603-4f6a-a085-2c7aee3bba6f']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:06.969127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f0519c4-912f-451a-8a04-b1de9f22738d up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:07.019763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:19:07.023868 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.026147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9f0519c4-912f-451a-8a04-b1de9f22738d triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:07.026742 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.159932 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.3 (25a993a1-6943-4a44-b871-61dca4df2f21/72ffc12e-a6a0-4e3a-9a73-efdaa22fc997/683b2053-7e73-4572-b05f-f5df09ba2098) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:07.332754 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.348506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 683b2053-7e73-4572-b05f-f5df09ba2098 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:07.388730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.439919 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 25a993a1-6943-4a44-b871-61dca4df2f21 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:07.443244 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:07.447288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:07.486552 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=683b2053-7e73-4572-b05f-f5df09ba2098,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:07.512844 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:07.513522 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.531473 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-d354643e-66be-42fb-8ed7-db02fa857ef9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6597619 Jul 15 14:19:07.543256 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-59641636-33c8-4932-9a08-403c7aa18fdf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:19:07.544896 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-59641636-33c8-4932-9a08-403c7aa18fdf tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063207 Jul 15 14:19:07.555772 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Request body: {'port': {'device_id': 'e058212f-8857-4d25-ae67-206ad2087abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:07.759995 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ad1ab6a2-4355-46fd-bb98-2bd3c124a692 None None] Provisioning for port 683b2053-7e73-4572-b05f-f5df09ba2098 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:07.765657 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ad1ab6a2-4355-46fd-bb98-2bd3c124a692 None None] Provisioning complete for port 683b2053-7e73-4572-b05f-f5df09ba2098 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:07.766819 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ad1ab6a2-4355-46fd-bb98-2bd3c124a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:07.825041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ab6a2-4355-46fd-bb98-2bd3c124a692 None None] Port 683b2053-7e73-4572-b05f-f5df09ba2098 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:19:07.968412 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.114110 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385144e-f401-47dd-941b-8efd31311140 req-b88dd9a2-1839-4e60-861c-10f2d5483dc3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:08.115645 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d385144e-f401-47dd-941b-8efd31311140 req-b88dd9a2-1839-4e60-861c-10f2d5483dc3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 931 time: 0.1564643 Jul 15 14:19:08.180623 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d385144e-f401-47dd-941b-8efd31311140 req-8a823706-5f83-4618-833e-aa39c402dae2 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579233 Jul 15 14:19:08.310900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683b2053-7e73-4572-b05f-f5df09ba2098 {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:08.319311 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.332447 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Transition to ACTIVE for port object 683b2053-7e73-4572-b05f-f5df09ba2098 will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:19:08.337499 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.386460 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Pushing event updated for resources: {'Port': ['ID=683b2053-7e73-4572-b05f-f5df09ba2098,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:08.463435 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Attempting to bind port 683b2053-7e73-4572-b05f-f5df09ba2098 on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:19:08.463753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Attempting to bind port 683b2053-7e73-4572-b05f-f5df09ba2098 by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:19:08.464359 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Attempting to bind port 683b2053-7e73-4572-b05f-f5df09ba2098 on network 25a993a1-6943-4a44-b871-61dca4df2f21 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:08.469505 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Port 683b2053-7e73-4572-b05f-f5df09ba2098 on network 25a993a1-6943-4a44-b871-61dca4df2f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:19:08.469840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Attempting to bind port 683b2053-7e73-4572-b05f-f5df09ba2098 on network 25a993a1-6943-4a44-b871-61dca4df2f21 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:19:08.475103 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:19:08.475476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Checking segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:19:08.475867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Bound using segment: {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:19:08.476309 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Bound port: 683b2053-7e73-4572-b05f-f5df09ba2098, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:19:08.476815 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.545438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] For port 683b2053-7e73-4572-b05f-f5df09ba2098, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:19:08.548792 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] For port 683b2053-7e73-4572-b05f-f5df09ba2098, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=683b2053-7e73-4572-b05f-f5df09ba2098,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:19:08.554283 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.590031 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:08.590676 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.592109 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] 10.222.0.58 "PUT /v2.0/ports/683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 1092 time: 1.0410624 Jul 15 14:19:08.592559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:08.594882 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bdda92-8b29-4d43-ad5d-7501ebc83fff" -d '{"events": [{"name": "network-changed", "server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:08.621469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e64ad-7881-4d18-8259-1a1d109433cc service neutron] Pushing event updated for resources: {'Port': ['ID=683b2053-7e73-4572-b05f-f5df09ba2098,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:08.729989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-e8a058d3-03f0-42b5-8a92-1aa9732c0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:08.732022 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-e8a058d3-03f0-42b5-8a92-1aa9732c0039 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1095 time: 0.0893848 Jul 15 14:19:08.733389 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3fd09-9945-4b1c-878f-e485b70094de x-openstack-request-id: req-c9f3fd09-9945-4b1c-878f-e485b70094de {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:08.733712 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:08.733961 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9f3fd09-9945-4b1c-878f-e485b70094de {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:08.734358 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098', 'status': 'completed', 'code': 200} Jul 15 14:19:08.739166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1d0d1641-3ca3-4e6c-969d-66cd05079b36 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:08.779793 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-da52f6d6-48ac-43c8-b54e-dd5a98fd53e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 217 time: 0.0369906 Jul 15 14:19:08.799603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:08.807446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:08.808011 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.834404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-1ea37f3b-bdef-4a23-8e6b-9c5a5a1fc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:08.836103 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-1ea37f3b-bdef-4a23-8e6b-9c5a5a1fc678 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 200 len: 835 time: 0.0500066 Jul 15 14:19:08.904722 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.906838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f83fa-e124-467f-a170-b84871ff7dbb req-6d630b3a-ba33-4d40-bb76-b73dab1d7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:08.908883 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-6d630b3a-ba33-4d40-bb76-b73dab1d7a8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25a993a1-6943-4a44-b871-61dca4df2f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660474 Jul 15 14:19:08.938887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 1d0d1641-3ca3-4e6c-969d-66cd05079b36, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1d0d1641-3ca3-4e6c-969d-66cd05079b36,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:08.943769 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:08.992410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=1d0d1641-3ca3-4e6c-969d-66cd05079b36,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:09.006566 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-60b22a07-489d-4f35-9a35-fef007bfd255 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904005 Jul 15 14:19:09.108307 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-569f83fa-e124-467f-a170-b84871ff7dbb req-9a87dea2-0876-4f1d-847e-1d057560227d service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952349 Jul 15 14:19:09.211225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-867106bd-5467-4465-9912-0df8aa438516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:09.213053 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-867106bd-5467-4465-9912-0df8aa438516 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1095 time: 0.0534494 Jul 15 14:19:09.354407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-dc954769-28e8-4dd5-9b6e-acfe07154ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:09.356000 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-dc954769-28e8-4dd5-9b6e-acfe07154ba2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 897 time: 0.1360571 Jul 15 14:19:09.403393 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-1a0778ff-d0c6-4d9c-bd63-3370e9cc921f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 217 time: 0.0402880 Jul 15 14:19:09.426780 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00b75f-2ee1-49ca-808e-44c29749b002 req-7babd50f-5df3-45ed-84ef-cf52d032824c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:09.428222 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c00b75f-2ee1-49ca-808e-44c29749b002 req-7babd50f-5df3-45ed-84ef-cf52d032824c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 943 time: 0.1215189 Jul 15 14:19:09.485042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-ba04de8c-1160-464d-93d0-297582187858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:09.486587 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-ba04de8c-1160-464d-93d0-297582187858 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 200 len: 835 time: 0.0751042 Jul 15 14:19:09.507969 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-9c00b75f-2ee1-49ca-808e-44c29749b002 req-ad5b4293-c929-418c-8eb9-0930d057528e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555024 Jul 15 14:19:09.551404 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-b065b32e-f461-4611-a5d5-81f220511b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:09.552976 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-b065b32e-f461-4611-a5d5-81f220511b52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25a993a1-6943-4a44-b871-61dca4df2f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582197 Jul 15 14:19:09.657610 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-9c7dc241-5b71-48ac-80f0-48141e6d85c9 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974116 Jul 15 14:19:09.758251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-07bdda92-8b29-4d43-ad5d-7501ebc83fff req-4f62d8b0-897d-4e88-be41-aac32822323d service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928688 Jul 15 14:19:10.700401 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1d0d1641-3ca3-4e6c-969d-66cd05079b36 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:10.705015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79bbb4-a548-4d76-a175-816027963e6f req-15c49edb-07a6-4cb9-a537-4733ad611925 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:10.706562 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b79bbb4-a548-4d76-a175-816027963e6f req-15c49edb-07a6-4cb9-a537-4733ad611925 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 943 time: 0.0704947 Jul 15 14:19:10.746093 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-5b79bbb4-a548-4d76-a175-816027963e6f req-5647b55a-7a40-4d8a-8fd4-5eb07406a261 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337796 Jul 15 14:19:10.751154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:10.751616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:11.931651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18ac6-d672-402a-a74f-5929a1d51937 req-bffad4de-defb-4e86-af65-61f17a7d1c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:11.933863 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10f18ac6-d672-402a-a74f-5929a1d51937 req-bffad4de-defb-4e86-af65-61f17a7d1c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 943 time: 0.0714869 Jul 15 14:19:11.972426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-10f18ac6-d672-402a-a74f-5929a1d51937 req-3113def8-96d2-434b-b33f-d712fd3c7e62 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333443 Jul 15 14:19:13.130142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6a376ac1-d703-444f-a758-9ffcfe72a041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.171201 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0d3f8-e721-4093-9e15-0d6e26226b9b req-6c94cf36-58b8-471b-9644-3c3a379d0fb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:13.172754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-99b0d3f8-e721-4093-9e15-0d6e26226b9b req-6c94cf36-58b8-471b-9644-3c3a379d0fb3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 943 time: 0.0778761 Jul 15 14:19:13.198845 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 683b2053-7e73-4572-b05f-f5df09ba2098 details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:19:13.211932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-99b0d3f8-e721-4093-9e15-0d6e26226b9b req-b6c02fba-1ea1-4c74-9391-ba38ac35f85a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334525 Jul 15 14:19:13.315702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 683b2053-7e73-4572-b05f-f5df09ba2098, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=683b2053-7e73-4572-b05f-f5df09ba2098,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:13.327424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '683b2053-7e73-4572-b05f-f5df09ba2098', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'port_id': '683b2053-7e73-4572-b05f-f5df09ba2098', 'mac_address': 'fa:16:3e:76:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:19:13.364712 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.386128 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683b2053-7e73-4572-b05f-f5df09ba2098 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:19:13.407052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 683b2053-7e73-4572-b05f-f5df09ba2098, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=683b2053-7e73-4572-b05f-f5df09ba2098,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:13.413142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:13.465585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=683b2053-7e73-4572-b05f-f5df09ba2098,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:13.641676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['683b2053-7e73-4572-b05f-f5df09ba2098'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:19:14.413450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a30a2-49ac-40ad-b72d-26eebe561437 req-85e53342-686c-4aaa-900e-db417829b1ab tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:14.414975 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-571a30a2-49ac-40ad-b72d-26eebe561437 req-85e53342-686c-4aaa-900e-db417829b1ab tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 944 time: 0.0753756 Jul 15 14:19:14.452759 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-571a30a2-49ac-40ad-b72d-26eebe561437 req-ec0a121d-cd97-428b-a51b-cff235662d30 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319490 Jul 15 14:19:15.215124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 683b2053-7e73-4572-b05f-f5df09ba2098 up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:19:15.270156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 683b2053-7e73-4572-b05f-f5df09ba2098 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:19:15.273834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 683b2053-7e73-4572-b05f-f5df09ba2098 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:19:15.274206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.362492 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.386232 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:15.388875 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b203a0a2-6564-490b-84c2-af7db36f7c04" -d '{"events": [{"server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "name": "network-vif-plugged", "status": "completed", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:15.402900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 683b2053-7e73-4572-b05f-f5df09ba2098, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=683b2053-7e73-4572-b05f-f5df09ba2098,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:19:15.408467 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.436168 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb91838-25e8-46b1-9868-ce8dd2d664aa x-openstack-request-id: req-bdb91838-25e8-46b1-9868-ce8dd2d664aa {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:15.436445 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "name": "network-vif-plugged", "status": "completed", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:15.436719 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdb91838-25e8-46b1-9868-ce8dd2d664aa {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:15.437117 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098', 'code': 200} Jul 15 14:19:15.468417 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=683b2053-7e73-4572-b05f-f5df09ba2098,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:15.552952 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce83697-f6b7-4fd0-abcc-9da2edc855c3 req-9b9ea550-d67d-4fc5-a95f-689f71bcc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:15.554490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ce83697-f6b7-4fd0-abcc-9da2edc855c3 req-9b9ea550-d67d-4fc5-a95f-689f71bcc080 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1097 time: 0.0520988 Jul 15 14:19:15.624484 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2ce83697-f6b7-4fd0-abcc-9da2edc855c3 req-8a2365b8-08fd-4b52-8fbe-f395922bdd9c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623562 Jul 15 14:19:15.656980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.663381 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f014af-793a-4a87-9706-73723fe07fb6 req-c8150cbd-6149-47c7-a98a-f441420bf1a1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:15.665518 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-00f014af-793a-4a87-9706-73723fe07fb6 req-c8150cbd-6149-47c7-a98a-f441420bf1a1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0913985 Jul 15 14:19:15.671771 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c8857465-b8bf-48b5-b297-0aa212ab66cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.709556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-00f014af-793a-4a87-9706-73723fe07fb6 req-60933687-1ae9-427d-a5dd-6a422393aa01 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370982 Jul 15 14:19:15.762458 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:15.891843 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:16.900877 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9b96d-2a88-496d-a115-fc26494292db req-95efae04-f57f-4d21-886e-64930102c644 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:16.902336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d9b96d-2a88-496d-a115-fc26494292db req-95efae04-f57f-4d21-886e-64930102c644 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0777102 Jul 15 14:19:16.941476 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-88d9b96d-2a88-496d-a115-fc26494292db req-0be68f27-f6ff-4ae8-a29e-a295471439b3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326035 Jul 15 14:19:17.129305 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8227fc-0836-48ca-a0fe-a643a36156de req-683cb32f-10f4-4fbf-b794-73c4056991b4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:17.130875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f8227fc-0836-48ca-a0fe-a643a36156de req-683cb32f-10f4-4fbf-b794-73c4056991b4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0737231 Jul 15 14:19:17.172737 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f8227fc-0836-48ca-a0fe-a643a36156de req-9e03d62d-dfe2-408e-a834-d8d37a38310a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333412 Jul 15 14:19:17.206463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58798) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:17.273763 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b25c05-0089-48f4-b32a-2f57808b2c1b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:17.275974 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-76b25c05-0089-48f4-b32a-2f57808b2c1b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1092 time: 0.0676908 Jul 15 14:19:17.278396 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:17.283120 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '683b2053-7e73-4572-b05f-f5df09ba2098', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:19:17.309301 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.360198 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.422924 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.527392 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.63 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ccd56154-69f5-4ffc-889f-df91ab77a027) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:19:17.633299 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.687070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:17.724162 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:19:17.729022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:19:17.734778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:19:17.740405 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=ccd56154-69f5-4ffc-889f-df91ab77a027,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.115521 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.211951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.395738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.403085 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.468623 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=ccd56154-69f5-4ffc-889f-df91ab77a027,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:19:18.479122 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.584226 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP 2fe0f5da-0d56-43c6-9a02-a80837bde851 associated. External IP: 172.25.3.63, port: 683b2053-7e73-4572-b05f-f5df09ba2098. Jul 15 14:19:18.835744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router db487be0-cee9-4d77-bb1f-c1cb67f60793 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:19:18.846756 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.950364 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:19:18.960571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] Sync routers for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:19:18.969852 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:18.970771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:18.971449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:19.009910 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8de0408a-0e3f-42cf-a236-1b072eedf868 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7302730 Jul 15 14:19:19.010989 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:19:19.013080 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30e621-ff30-46aa-8514-a1b8be73b4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:19:19.053200 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb35f244-34d6-4649-ad41-bee19aa935f2 x-openstack-request-id: req-cb35f244-34d6-4649-ad41-bee19aa935f2 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:19:19.053584 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:19:19.053811 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb35f244-34d6-4649-ad41-bee19aa935f2 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:19:19.054241 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098', 'status': 'completed', 'code': 200} Jul 15 14:19:19.088642 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:19.134481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-2b49d643-c38f-45ce-a983-0751bbd660d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.136167 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-2b49d643-c38f-45ce-a983-0751bbd660d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1097 time: 0.0588608 Jul 15 14:19:19.168431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03892-629e-4f2f-a139-7f02508b5f9e req-1a7bb151-6e8e-4124-a388-41a3aed400cc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.170363 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd03892-629e-4f2f-a139-7f02508b5f9e req-1a7bb151-6e8e-4124-a388-41a3aed400cc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0668283 Jul 15 14:19:19.209927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4fd03892-629e-4f2f-a139-7f02508b5f9e req-6294b17e-554b-4724-9470-d3ecd839e35c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337813 Jul 15 14:19:19.235797 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58806) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:19.248201 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-e5f9d6d6-e36b-42c9-9088-21bbd8fbaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.250166 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-e5f9d6d6-e36b-42c9-9088-21bbd8fbaafd service neutron] 10.222.0.58 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 897 time: 0.1070645 Jul 15 14:19:19.311062 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-351b90b9-b6b5-4471-a24d-c03092c7cdbd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/2fe0f5da-0d56-43c6-9a02-a80837bde851 HTTP/1.1" status: 200 len: 990 time: 0.0737689 Jul 15 14:19:19.328655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-0204e8f1-0544-4df5-930a-f2c7ee19a959 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 998 time: 0.0710621 Jul 15 14:19:19.346162 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '2fe0f5da-0d56-43c6-9a02-a80837bde851', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'port_id': '683b2053-7e73-4572-b05f-f5df09ba2098', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'mac_address': 'fa:16:3e:76:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058212f-8857-4d25-ae67-206ad2087abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:17Z', 'updated_at': '2021-07-15T14:19:17Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:08Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:19.377950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] Checking router: db487be0-cee9-4d77-bb1f-c1cb67f60793 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:19:19.385804 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-7ab26751-3cd2-453f-b5dd-56923e15a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.387071 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:19:19.387366 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-7ab26751-3cd2-453f-b5dd-56923e15a36e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 200 len: 835 time: 0.0512207 Jul 15 14:19:19.387735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:19:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:19.446067 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-8a22fb3d-c69b-40f5-91aa-8d98bd7f09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:19.447662 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-8a22fb3d-c69b-40f5-91aa-8d98bd7f09e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25a993a1-6943-4a44-b871-61dca4df2f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535164 Jul 15 14:19:19.501380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:19:19.540067 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-7bfdcff2-cbfd-4afe-9c8e-70171c39200b service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855122 Jul 15 14:19:19.652554 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-eb30e621-ff30-46aa-8514-a1b8be73b4c2 req-5aa21067-e243-4a21-819c-e9324fa046f5 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937340 Jul 15 14:19:19.728929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '2fe0f5da-0d56-43c6-9a02-a80837bde851', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'port_id': '683b2053-7e73-4572-b05f-f5df09ba2098', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'mac_address': 'fa:16:3e:76:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058212f-8857-4d25-ae67-206ad2087abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:17Z', 'updated_at': '2021-07-15T14:19:17Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:08Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:19:19.758891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3839bd63-8993-40c3-a2da-a40eb618b9fc None None] The sync data for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 is: [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '2fe0f5da-0d56-43c6-9a02-a80837bde851', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'port_id': '683b2053-7e73-4572-b05f-f5df09ba2098', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'mac_address': 'fa:16:3e:76:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058212f-8857-4d25-ae67-206ad2087abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:19:17Z', 'updated_at': '2021-07-15T14:19:17Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:08Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:19:19.968967 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5317385c-4a54-40ea-8b5b-26f6f2fbcbeb None None] New status for floating IP 2fe0f5da-0d56-43c6-9a02-a80837bde851: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:19:20.313242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58808) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:19:20.381668 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2886e893-a5cf-45a4-b3be-4899b470e2d7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/2fe0f5da-0d56-43c6-9a02-a80837bde851 HTTP/1.1" status: 200 len: 992 time: 0.0671937 Jul 15 14:19:29.323745 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:19:41.163117 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-ff7329e4-29c4-4f6f-a5cf-b3bf24870316 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635798 Jul 15 14:19:41.270461 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539da93-b14f-4b31-a770-560400cdce61 req-8fde6f71-e731-469c-9672-ccd52f9dcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:41.272105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-8fde6f71-e731-469c-9672-ccd52f9dcc52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1097 time: 0.0633433 Jul 15 14:19:41.685667 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539da93-b14f-4b31-a770-560400cdce61 req-7d48bdc0-bbfa-42f7-9459-bb5edf31993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:41.687184 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-7d48bdc0-bbfa-42f7-9459-bb5edf31993c service neutron] 10.222.0.58 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 897 time: 0.3891516 Jul 15 14:19:41.758101 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-5ab290e1-837d-45f0-82ae-6346861e3043 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 1000 time: 0.0633917 Jul 15 14:19:41.808024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539da93-b14f-4b31-a770-560400cdce61 req-b8c5a46f-0fa7-4c0d-bcea-0cfae2a24599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:41.809515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-b8c5a46f-0fa7-4c0d-bcea-0cfae2a24599 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 200 len: 835 time: 0.0445931 Jul 15 14:19:41.879237 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539da93-b14f-4b31-a770-560400cdce61 req-8640ba2d-8144-4dfb-a97c-fab38e13e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:41.881381 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-8640ba2d-8144-4dfb-a97c-fab38e13e30b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25a993a1-6943-4a44-b871-61dca4df2f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650787 Jul 15 14:19:41.982310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-7d9c7a65-0e67-4d94-beda-91164aa0f4a6 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920250 Jul 15 14:19:42.081033 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3539da93-b14f-4b31-a770-560400cdce61 req-e92e75d0-9128-4ce9-a3aa-4dcfc57073fe service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917327 Jul 15 14:19:43.125615 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a20c3249-8d42-416a-94fc-2eab7bc645cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.669414 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.670510 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c85663ed-2dff-4891-b87c-8eef3ffd6936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.778025 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:45.920130 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:47.373352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:48.859008 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:19:49.562863 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ee967-1907-4c94-9db2-2b1661830b33 req-97500a99-7a40-4ec8-b7c2-2a544a4c191a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:49.564522 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f40ee967-1907-4c94-9db2-2b1661830b33 req-97500a99-7a40-4ec8-b7c2-2a544a4c191a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.1599705 Jul 15 14:19:49.622825 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f40ee967-1907-4c94-9db2-2b1661830b33 req-68979571-c751-4f05-8c95-7540e3150e6f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494168 Jul 15 14:19:50.818047 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5611a-e154-44e5-9112-39bff86c2675 req-e8383ef1-e166-42cf-a66b-f2ab4c0ff9f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:50.819601 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a4c5611a-e154-44e5-9112-39bff86c2675 req-e8383ef1-e166-42cf-a66b-f2ab4c0ff9f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0748334 Jul 15 14:19:50.865078 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a4c5611a-e154-44e5-9112-39bff86c2675 req-7fbdba59-5112-4fd8-afe7-bc1a3523bb74 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390232 Jul 15 14:19:52.057329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a719be-1f26-4834-bf14-6e17e70b2d8c req-d2f8987e-8d55-4aad-ae80-b63d728bacd5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:52.058884 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96a719be-1f26-4834-bf14-6e17e70b2d8c req-d2f8987e-8d55-4aad-ae80-b63d728bacd5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0759168 Jul 15 14:19:52.100583 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-96a719be-1f26-4834-bf14-6e17e70b2d8c req-800496e4-408c-48ca-bc39-a1f164287975 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336206 Jul 15 14:19:53.296267 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087de80e-7400-4147-8c84-042e10ed33f2 req-7010c2d9-aae8-4215-8009-ef7b9b5c6dd6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:53.297766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-087de80e-7400-4147-8c84-042e10ed33f2 req-7010c2d9-aae8-4215-8009-ef7b9b5c6dd6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0702982 Jul 15 14:19:53.338879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-087de80e-7400-4147-8c84-042e10ed33f2 req-49698cfc-a3f4-49b3-92be-9a34500277f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325217 Jul 15 14:19:54.537574 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691269b7-6ca7-415e-9ad1-509e5408c4a1 req-e5cdf95e-b558-4881-9f80-c606a2ecc11d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:54.539236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-691269b7-6ca7-415e-9ad1-509e5408c4a1 req-e5cdf95e-b558-4881-9f80-c606a2ecc11d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0722117 Jul 15 14:19:54.584800 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-691269b7-6ca7-415e-9ad1-509e5408c4a1 req-d7b829e8-909d-4912-b806-77aa0f9a880d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392892 Jul 15 14:19:55.785755 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7dfe-5623-49f5-abd6-88eed66ac302 req-b4197b57-ffda-43c7-b07d-638cfecc655c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:55.787290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e20c7dfe-5623-49f5-abd6-88eed66ac302 req-b4197b57-ffda-43c7-b07d-638cfecc655c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0700471 Jul 15 14:19:55.826505 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e20c7dfe-5623-49f5-abd6-88eed66ac302 req-7b1d0bef-1e6e-4752-adb9-294f35bf877d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328338 Jul 15 14:19:57.015666 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f43c6-3e86-4224-8a8d-a3c0bbe060c0 req-bb73fc47-7308-4652-875a-7ab702f19aac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:57.017143 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f0f43c6-3e86-4224-8a8d-a3c0bbe060c0 req-bb73fc47-7308-4652-875a-7ab702f19aac tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0704136 Jul 15 14:19:57.067556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5f0f43c6-3e86-4224-8a8d-a3c0bbe060c0 req-cee24a3c-e167-4b99-a28d-69f1897a0972 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416660 Jul 15 14:19:58.267402 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87d3c1-c28b-4d7d-8321-6cf988247ea1 req-45df3922-4352-41aa-a101-c4184d40a3b4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:58.268972 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e87d3c1-c28b-4d7d-8321-6cf988247ea1 req-45df3922-4352-41aa-a101-c4184d40a3b4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0778682 Jul 15 14:19:58.314765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6e87d3c1-c28b-4d7d-8321-6cf988247ea1 req-45da19c9-8276-4a2b-a4cd-702cef5186f7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399313 Jul 15 14:19:59.500535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516f37b-368b-4d62-ace5-923b371b4c4e req-29cd1f1a-0feb-47bc-a3a1-80d48645debb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:19:59.502032 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3516f37b-368b-4d62-ace5-923b371b4c4e req-29cd1f1a-0feb-47bc-a3a1-80d48645debb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0712261 Jul 15 14:19:59.541495 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3516f37b-368b-4d62-ace5-923b371b4c4e req-ca1add17-d0ac-4adc-8167-e89211769434 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337710 Jul 15 14:20:00.725894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb07-5bc6-43cb-b01e-503b23ce1a96 req-ac450c6a-425a-4480-b7fc-ec3294f71b99 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:00.727415 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27ebdb07-5bc6-43cb-b01e-503b23ce1a96 req-ac450c6a-425a-4480-b7fc-ec3294f71b99 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0669439 Jul 15 14:20:00.769151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-27ebdb07-5bc6-43cb-b01e-503b23ce1a96 req-4f9c448a-22f1-4958-b078-2b12a6eb4c1c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355341 Jul 15 14:20:00.795970 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58846) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:00.861653 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c0238459-3f46-40cc-bd8e-e2bd19fc49c1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/2fe0f5da-0d56-43c6-9a02-a80837bde851 HTTP/1.1" status: 200 len: 992 time: 0.0643137 Jul 15 14:20:02.354821 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca318f7-05d7-4bfa-9ab4-787185421e38 req-b6fd292a-3018-4b83-8f08-5b749c3340ab tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:02.357460 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ca318f7-05d7-4bfa-9ab4-787185421e38 req-b6fd292a-3018-4b83-8f08-5b749c3340ab tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.1046765 Jul 15 14:20:02.392682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-9c7c625c-2737-4186-a5f1-19e0b6c81bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:02.394221 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-9c7c625c-2737-4186-a5f1-19e0b6c81bc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1097 time: 0.1479771 Jul 15 14:20:02.415088 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8ca318f7-05d7-4bfa-9ab4-787185421e38 req-8f2996eb-7436-4899-ada1-efb55893ee94 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512085 Jul 15 14:20:02.498329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-b173c189-a5b5-4e60-bc29-288ae348b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:02.499906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-b173c189-a5b5-4e60-bc29-288ae348b614 service neutron] 10.222.0.58 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 897 time: 0.0980082 Jul 15 14:20:02.583374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-16a7994b-d138-4063-8812-80c07c5dcd28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 1000 time: 0.0768600 Jul 15 14:20:02.636261 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-0f04d931-88fe-4c11-b004-1399bb5e2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:02.638070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-0f04d931-88fe-4c11-b004-1399bb5e2eeb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 200 len: 835 time: 0.0481808 Jul 15 14:20:02.700938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-4680be9d-5a92-4d05-8c7a-a04da2fe4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:02.702605 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-4680be9d-5a92-4d05-8c7a-a04da2fe4d2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25a993a1-6943-4a44-b871-61dca4df2f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586343 Jul 15 14:20:02.799340 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-aea060db-125b-4128-a4f2-36f7093d8ca9 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902278 Jul 15 14:20:02.891461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-744d3027-58af-45c5-a2dd-6ba29f39266a req-0524a180-6a3a-422c-93ac-5c2a72777ce7 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851288 Jul 15 14:20:03.601539 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e044304-929b-4902-ad39-5517cf79b3f1 req-abc3a339-f418-414a-a8fa-b1d04659d6fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:03.603099 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e044304-929b-4902-ad39-5517cf79b3f1 req-abc3a339-f418-414a-a8fa-b1d04659d6fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0709679 Jul 15 14:20:03.651414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0e044304-929b-4902-ad39-5517cf79b3f1 req-0fa76bff-0d9d-4455-b1f4-81765c53117a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407329 Jul 15 14:20:03.677155 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58858) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:03.762425 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d334dbec-5b3b-4798-a2b4-31bfdf7a0b28 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/2fe0f5da-0d56-43c6-9a02-a80837bde851 HTTP/1.1" status: 200 len: 992 time: 0.0743556 Jul 15 14:20:06.323904 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:13.127105 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9421c490-05f2-494d-8fdd-f40c89277e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:15.666842 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:15.670708 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0e6b760d-b7df-4610-9690-90bf0a89ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:15.763329 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:15.919112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:17.367829 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:18.862401 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.150873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58876) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:34.328071 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port ccd56154-69f5-4ffc-889f-df91ab77a027 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:34.328370 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.413608 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.413985 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.430909 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for ccd56154-69f5-4ffc-889f-df91ab77a027 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:34.611420 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.641835 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=ccd56154-69f5-4ffc-889f-df91ab77a027,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:34.675557 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.675825 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.676174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.676517 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.676862 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.677200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.677538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.677873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.678205 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.678548 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.678888 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.679213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:34.719562 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:34.720387 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP 2fe0f5da-0d56-43c6-9a02-a80837bde851 disassociated (deleted). External IP: 172.25.3.63, port: 683b2053-7e73-4572-b05f-f5df09ba2098. Jul 15 14:20:34.955662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router db487be0-cee9-4d77-bb1f-c1cb67f60793 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:20:35.071983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:20:35.076891 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:35.082580 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] Sync routers for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:20:35.092376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:35.092999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:35.116282 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-28028f6a-1235-47c1-8d83-322e3d75e51b tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/floatingips/2fe0f5da-0d56-43c6-9a02-a80837bde851 HTTP/1.1" status: 204 len: 168 time: 0.9641249 Jul 15 14:20:35.116937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:35.119458 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29abdf0d-b293-4b7c-ac3d-875ee77c1816" -d '{"events": [{"name": "network-changed", "server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:35.160542 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98286d7f-eb89-4ea2-9090-d53711ca10a4 x-openstack-request-id: req-98286d7f-eb89-4ea2-9090-d53711ca10a4 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:35.161211 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:35.161211 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98286d7f-eb89-4ea2-9090-d53711ca10a4 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:35.161517 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098', 'status': 'completed', 'code': 200} Jul 15 14:20:35.206110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:35.247631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-2c99ccc7-727f-4f46-b7f0-89fd728f43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:35.249261 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-2c99ccc7-727f-4f46-b7f0-89fd728f43e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 1097 time: 0.0640168 Jul 15 14:20:35.354118 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-1d01e319-748b-4645-b880-e5575f1ecfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:35.355674 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-1d01e319-748b-4645-b880-e5575f1ecfaf service neutron] 10.222.0.58 "GET /v2.0/networks?id=25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 200 len: 897 time: 0.0990558 Jul 15 14:20:35.403634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-5a264f95-7f27-4a09-a048-903e2adf990d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 200 len: 217 time: 0.0393734 Jul 15 14:20:35.429973 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:08Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:35.457119 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] Checking router: db487be0-cee9-4d77-bb1f-c1cb67f60793 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:20:35.465768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:35.466347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:35.482559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-d7ac3a63-6be1-489f-9bd1-b44e09d7c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:35.484037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-d7ac3a63-6be1-489f-9bd1-b44e09d7c9bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 200 len: 835 time: 0.0735800 Jul 15 14:20:35.550944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01db1dd-f19a-486c-9638-4916d4fce215 req-994ea3a5-4967-4a20-b25e-756d72d50bb6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:35.552610 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d01db1dd-f19a-486c-9638-4916d4fce215 req-994ea3a5-4967-4a20-b25e-756d72d50bb6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.1057358 Jul 15 14:20:35.594619 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-0c1ec49d-be90-4cfd-b769-fd23a52e39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:35.596564 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-0c1ec49d-be90-4cfd-b769-fd23a52e39fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25a993a1-6943-4a44-b871-61dca4df2f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039505 Jul 15 14:20:35.620056 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d01db1dd-f19a-486c-9638-4916d4fce215 req-d6a00e54-26f3-46fd-8a5d-ecdf9a473510 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603299 Jul 15 14:20:35.704999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-b263adc0-1c56-4e9d-aed2-6af9bbd46683 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991907 Jul 15 14:20:35.742783 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:35.805615 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-29abdf0d-b293-4b7c-ac3d-875ee77c1816 req-4ed64adb-b084-4824-bd32-0c477d135c10 service neutron] 10.222.0.58 "GET /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931129 Jul 15 14:20:35.958722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:08Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:35.989608 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e391f-82cf-4ff7-abbc-9d798df35c3a None None] The sync data for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 is: [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:19:03Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '1d0d1641-3ca3-4e6c-969d-66cd05079b36', 'name': '', 'network_id': '25a993a1-6943-4a44-b871-61dca4df2f21', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:79:e8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:02Z', 'updated_at': '2021-07-15T14:19:08Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '72ffc12e-a6a0-4e3a-9a73-efdaa22fc997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:20:36.230166 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b89adc-110c-4e3f-b373-6980b99f2488 None None] New status for floating IP 2fe0f5da-0d56-43c6-9a02-a80837bde851: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:20:36.820468 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b73ac-1a20-491e-b8d6-39586eba846a req-042ab076-de76-4afa-b0fe-6a81d90d7602 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:36.822040 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-381b73ac-1a20-491e-b8d6-39586eba846a req-042ab076-de76-4afa-b0fe-6a81d90d7602 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0680363 Jul 15 14:20:36.870155 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-381b73ac-1a20-491e-b8d6-39586eba846a req-381e3c5f-fb84-4c95-bb79-41c137a47cd5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=01e32072-b603-4f6a-a085-2c7aee3bba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394399 Jul 15 14:20:36.910512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-98602f83-9cda-406b-ad36-ce40fef18b52 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:36.912042 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-98602f83-9cda-406b-ad36-ce40fef18b52 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 945 time: 0.0659947 Jul 15 14:20:37.034613 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 683b2053-7e73-4572-b05f-f5df09ba2098 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:37.034955 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:37.140632 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 683b2053-7e73-4572-b05f-f5df09ba2098, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=683b2053-7e73-4572-b05f-f5df09ba2098,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:37.140995 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:37.153464 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 683b2053-7e73-4572-b05f-f5df09ba2098 owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:37.293082 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:37.323781 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=683b2053-7e73-4572-b05f-f5df09ba2098,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:37.336515 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.336915 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.337220 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.337554 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.337999 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.338188 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.338557 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.338907 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.339238 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.339548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.339913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.340200 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:37.379758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] No DVR routers for this DVR port 683b2053-7e73-4572-b05f-f5df09ba2098 on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:20:37.382430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:37.384466 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f7fb7497-7fc3-4fd0-b1e0-576e63e09497 req-34cfc5d6-acdb-464f-8ccc-df02f475da19 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.58 "DELETE /v2.0/ports/683b2053-7e73-4572-b05f-f5df09ba2098 HTTP/1.1" status: 204 len: 173 time: 0.4668958 Jul 15 14:20:37.384923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'name': 'network-vif-deleted', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:37.387235 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d66ef6-cfcd-445d-a5a8-5b866533b297" -d '{"events": [{"server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "name": "network-vif-deleted", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:37.425532 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eca63e0-93ef-45ef-94d5-d119e45bdabf x-openstack-request-id: req-7eca63e0-93ef-45ef-94d5-d119e45bdabf {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:37.425847 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058212f-8857-4d25-ae67-206ad2087abe", "name": "network-vif-deleted", "tag": "683b2053-7e73-4572-b05f-f5df09ba2098", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:37.426122 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7eca63e0-93ef-45ef-94d5-d119e45bdabf {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:37.426660 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e058212f-8857-4d25-ae67-206ad2087abe', 'name': 'network-vif-deleted', 'tag': '683b2053-7e73-4572-b05f-f5df09ba2098', 'status': 'completed', 'code': 200} Jul 15 14:20:38.029550 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40599fec-a67f-4d7c-ad14-92e862251f9c req-ff9f1218-aa21-4954-ad17-593e55d22607 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=e058212f-8857-4d25-ae67-206ad2087abe HTTP/1.1" status: 200 len: 210 time: 0.0327449 Jul 15 14:20:39.131933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58892) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:39.513767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:39.805822 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 1d0d1641-3ca3-4e6c-969d-66cd05079b36 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:39.806166 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:39.894015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 1d0d1641-3ca3-4e6c-969d-66cd05079b36, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=1d0d1641-3ca3-4e6c-969d-66cd05079b36,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:39.894370 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:39.908221 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 1d0d1641-3ca3-4e6c-969d-66cd05079b36 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:40.118593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:40.146252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=1d0d1641-3ca3-4e6c-969d-66cd05079b36,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:40.317302 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:40.553040 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router db487be0-cee9-4d77-bb1f-c1cb67f60793 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:20:40.975109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:20:40.980769 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-45345108-91ed-407b-a44c-64fc137f4b0c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/db487be0-cee9-4d77-bb1f-c1cb67f60793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8478050 Jul 15 14:20:40.984025 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58894) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:40.986961 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] Sync routers for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:20:40.998636 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:40.999283 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:41.036425 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting subnet 72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:20:41.039985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.084376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.114877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:41.171137 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.233185 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.260874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Subnet': ['ID=72ffc12e-a6a0-4e3a-9a73-efdaa22fc997,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:41.265529 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.267510 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d3f6b15a-9026-4c52-b632-6cfa5c4612fc tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/subnets/72ffc12e-a6a0-4e3a-9a73-efdaa22fc997 HTTP/1.1" status: 204 len: 168 time: 0.2825253 Jul 15 14:20:41.270704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58896) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:41.274743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77676448-cfe7-4f3b-ab4d-25428321f1f7 None None] Network 25a993a1-6943-4a44-b871-61dca4df2f21 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:20:41.375934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.392862 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:20:40Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:41.421295 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] Checking router: db487be0-cee9-4d77-bb1f-c1cb67f60793 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:20:41.436324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] Routers {'db487be0-cee9-4d77-bb1f-c1cb67f60793'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:41.436917 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['db487be0-cee9-4d77-bb1f-c1cb67f60793'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:41.481833 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.540337 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port be40276d-3077-4df4-ad6c-e9414d6653ef {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:41.540680 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.552508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] Set router db487be0-cee9-4d77-bb1f-c1cb67f60793 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:41.555914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] DHCP port deletion for 25a993a1-6943-4a44-b871-61dca4df2f21 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:20:41.623843 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port be40276d-3077-4df4-ad6c-e9414d6653ef, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=be40276d-3077-4df4-ad6c-e9414d6653ef,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:41.624175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.636995 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for be40276d-3077-4df4-ad6c-e9414d6653ef owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:41.682469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 683b2053-7e73-4572-b05f-f5df09ba2098 no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:41.713369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 683b2053-7e73-4572-b05f-f5df09ba2098 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:41.713702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 683b2053-7e73-4572-b05f-f5df09ba2098 not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:41.740004 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Deleting port 9f0519c4-912f-451a-8a04-b1de9f22738d {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:20:41.740286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.814794 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.827391 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] For port 9f0519c4-912f-451a-8a04-b1de9f22738d, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9f0519c4-912f-451a-8a04-b1de9f22738d,segment=NetworkSegment(fce6f8e0-e111-40c9-8f22-30dfd59e2c8b),segment_id=fce6f8e0-e111-40c9-8f22-30dfd59e2c8b)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:41.827778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.840776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=be40276d-3077-4df4-ad6c-e9414d6653ef,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:41.841494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Calling delete_port for 9f0519c4-912f-451a-8a04-b1de9f22738d owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:20:41.896115 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:20:40Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:41.905385 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:41.930872 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89229c0b-5746-4d3e-a0ac-bb08e38d0bfe None None] The sync data for ids ['db487be0-cee9-4d77-bb1f-c1cb67f60793'] in n-d-798054-11 is: [{'id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1735762483', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:18:59Z', 'updated_at': '2021-07-15T14:20:40Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'be40276d-3077-4df4-ad6c-e9414d6653ef', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db487be0-cee9-4d77-bb1f-c1cb67f60793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:19:00Z', 'updated_at': '2021-07-15T14:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:20:41.972068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.004963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Pushing event deleted for resources: {'Port': ['ID=9f0519c4-912f-451a-8a04-b1de9f22738d,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:42.015009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.015323 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.015667 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.016001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.016371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.016685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.017018 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.017349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.017705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.018180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.018613 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.018867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:42.021293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.021699 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152279b3-b778-427c-a22c-1d2f3ebccf34 None None] No DVR routers for this DVR port 9f0519c4-912f-451a-8a04-b1de9f22738d on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:20:42.023865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.075986 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.076514 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Fanout notify agent at l3_agent the message router_deleted on router db487be0-cee9-4d77-bb1f-c1cb67f60793 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:20:42.083592 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.084729 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cb495584-9346-4bca-8b90-23af7f03dfce tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/routers/db487be0-cee9-4d77-bb1f-c1cb67f60793 HTTP/1.1" status: 204 len: 168 time: 0.8132281 Jul 15 14:20:42.088828 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58898) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:42.172376 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.266202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.280768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a993a1-6943-4a44-b871-61dca4df2f21']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:42.292556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:42.292824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce6f8e0-e111-40c9-8f22-30dfd59e2c8b') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:42.303110 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.317590 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.324543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:20:42.324985 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:20:42.328179 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:20:42.393209 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.401968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.403070 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/networks/25a993a1-6943-4a44-b871-61dca4df2f21 HTTP/1.1" status: 204 len: 168 time: 0.3133397 Jul 15 14:20:42.406023 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58900) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:42.415352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b607d-e0fd-4383-b0c1-53ae7ca2e1ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Network': ['ID=25a993a1-6943-4a44-b871-61dca4df2f21,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:42.473167 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1994f0d0-21ae-49c6-a3fe-38ab3f0ccbbb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.498788 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1994f0d0-21ae-49c6-a3fe-38ab3f0ccbbb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.566285 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1994f0d0-21ae-49c6-a3fe-38ab3f0ccbbb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.569023 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1994f0d0-21ae-49c6-a3fe-38ab3f0ccbbb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.570290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1994f0d0-21ae-49c6-a3fe-38ab3f0ccbbb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/security-groups/01e32072-b603-4f6a-a085-2c7aee3bba6f HTTP/1.1" status: 204 len: 168 time: 0.1630018 Jul 15 14:20:42.580379 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f0d0-21ae-49c6-a3fe-38ab3f0ccbbb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e32072-b603-4f6a-a085-2c7aee3bba6f,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:42.843922 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58906) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:42.849049 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528235331', 'description': 'tempest-secgroup-smoke-1528235331 description', 'project_id': '695fa006141f421a91212bfe9b3e1b5e'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:42.879225 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.993264 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:42.999380 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.027913 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be40276d-3077-4df4-ad6c-e9414d6653ef no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:43.035749 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.037051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920743 Jul 15 14:20:43.038382 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cf725-8713-41b7-bf73-b41969696a41 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.040614 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58908) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.046203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.053516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: be40276d-3077-4df4-ad6c-e9414d6653ef {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:43.053971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device be40276d-3077-4df4-ad6c-e9414d6653ef not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:43.054441 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f0519c4-912f-451a-8a04-b1de9f22738d no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:43.084078 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9f0519c4-912f-451a-8a04-b1de9f22738d {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:43.084358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.084604 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9f0519c4-912f-451a-8a04-b1de9f22738d not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:43.085240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1d0d1641-3ca3-4e6c-969d-66cd05079b36 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:20:43.121410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 1d0d1641-3ca3-4e6c-969d-66cd05079b36 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:20:43.121918 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 1d0d1641-3ca3-4e6c-969d-66cd05079b36 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:20:43.141355 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-48d6c766-e1c3-40f4-a911-fac500a8689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.173627 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.180576 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.201172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0f8965-9fde-4a39-b246-8cf22b84bc80,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.207811 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.211970 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fa74e793-fcc7-4749-8b2f-a7bd212e756f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676643 Jul 15 14:20:43.212550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58910) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.217945 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.251433 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.312399 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.317559 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.325468 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:20:43.337926 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44eabd95-a646-4b09-abd3-0df223e0519e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.349120 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.350351 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5c5242c8-18e2-40ab-af4f-0ccb257b35f9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367047 Jul 15 14:20:43.353482 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58912) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.358124 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.388932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.452512 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.458693 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.475840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9ba5d6-7c86-41a0-a5fe-385a65cd846a,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.484934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.486230 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5e23076e-24df-4e3b-8236-7ebaa18df182 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317937 Jul 15 14:20:43.489838 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58914) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.497069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.534725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.599236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.604725 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.623944 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ade7ffe-e34b-46cf-9c3e-cc92650abae0,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.628231 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.629454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-36387042-4505-43a7-8525-16ad687e0767 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382437 Jul 15 14:20:43.632450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58916) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.637009 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.660922 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:20:43.666076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.734341 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.741700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.763719 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a42602-50cf-40be-a291-38ab23f1c822,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.772298 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.773552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-17ec92de-e27e-4f49-8da1-28c5d3c04c1d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401312 Jul 15 14:20:43.777562 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58918) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.782121 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'security_group_rule': {'security_group_id': '4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.810561 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Project 695fa006141f421a91212bfe9b3e1b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:20:43.816543 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.883508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.890503 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.906695 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66828af-9900-4e24-a610-fa78733c5d5e,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:43.916974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.918320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b6f0beee-831c-4a94-b695-1cd7c6962488 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398010 Jul 15 14:20:43.921437 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58920) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:43.927098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'network': {'name': 'tempest-network-smoke--754403449', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'port_security_enabled': True}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:43.950881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:20:43.954454 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.979549 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:20:43.989531 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:43.989852 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Added segment fa8d2659-7540-4397-9fc6-8b72a51e6107 of type vlan for network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e Jul 15 14:20:44.037693 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.074981 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.081847 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:44.082728 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.117521 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1949265 Jul 15 14:20:44.123627 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58922) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:44.125260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'admin_state_up': True, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:44.154141 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.155155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.169807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5f836-ac0a-4454-8cc9-c2d9816ea09e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Network': ['ID=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:44.181192 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:20:44.212187 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.360687 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.578507 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.606969 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.720882 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.88 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ad9fe3d7-dc38-4904-b7ca-26d8c994c221) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:20:44.824196 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.869403 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:44.904545 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:44.911069 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:44.917881 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:20:44.920947 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:45.178443 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.388682 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.527328 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 8512b965-4509-4d72-ad2b-5035e726c9a6 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:20:45.638235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:20:45.649153 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Sync routers for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:20:45.660575 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.666720 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b0fefe29-b506-4be7-89b8-85b4f7717fd3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5422971 Jul 15 14:20:45.667013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58928) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:45.671706 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:45.672442 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:45.685732 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.692231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b15cc2d3-cb67-439b-af0c-8035875c35e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.761643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:45.794365 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:45.928624 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.054885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cfaba76f-dd3e-4deb-bcb8-b33f4ab2e3d0 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=695fa006141f421a91212bfe9b3e1b5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3861310 Jul 15 14:20:46.057709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58932) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:46.081608 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:45Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:46.106981 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Checking router: 8512b965-4509-4d72-ad2b-5035e726c9a6 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:20:46.107330 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Updating router 8512b965-4509-4d72-ad2b-5035e726c9a6 port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:20:46.140730 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.145417 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82313556-f2bc-4b8e-af18-8c8178086492 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:46.149928 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-82313556-f2bc-4b8e-af18-8c8178086492 tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912833 Jul 15 14:20:46.150128 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 58934) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:46.182766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a7657829-07bd-4f20-96e8-a4d03a67013a tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=338329de-77f0-49a0-94f7-e0c314ec995e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313802 Jul 15 14:20:46.185548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58936) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:46.191002 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775256836', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:46.285249 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:20:46.289335 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.418004 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.428621 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Transition to ACTIVE for port object ad9fe3d7-dc38-4904-b7ca-26d8c994c221 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:46.436202 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.488376 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Attempting to bind port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:20:46.488646 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.489234 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Attempting to bind port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:20:46.489234 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Attempting to bind port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:46.498980 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:20:46.499419 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:20:46.499777 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.500168 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:20:46.500646 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Bound port: ad9fe3d7-dc38-4904-b7ca-26d8c994c221, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:20:46.501027 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.504191 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Pushing event updated for resources: {'Port': ['ID=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,revision_number=2']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:46.529863 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.530264 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.530645 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.530973 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.531817 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.531817 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.532073 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.532247 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.532568 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.532888 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.533214 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.533561 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:20:46.554957 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Subnet': ['ID=99368ba0-028a-4173-a11c-27297609fb57,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:46.561656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Checking segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:20:46.561656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network hostable DHCP agents. Network: 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:20:46.573740 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] For port ad9fe3d7-dc38-4904-b7ca-26d8c994c221, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:20:46.576976 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] For port ad9fe3d7-dc38-4904-b7ca-26d8c994c221, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:20:46.581496 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:20:46.583247 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.592028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:46.596526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:46.597123 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.603502 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3c8f3-6140-44e5-a782-6b3ac4b9d69a None None] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:20:46.613128 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0b961b76-c6cb-4474-8d0d-a3d9dc35e000 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4261389 Jul 15 14:20:46.616840 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 58938) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:46.655339 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d4a06-7825-47b2-9003-649f7dc8fccb None None] Pushing event updated for resources: {'Port': ['ID=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:46.659627 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:46.660306 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:46.766794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:20:46.767761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:46.772816 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:46.904595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Allocated IP 172.20.0.2 (2c7439c4-b9fc-4dfd-a0da-7d903c270c7e/99368ba0-028a-4173-a11c-27297609fb57/68b65b0f-8450-44eb-92ff-fb692e4db7a1) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:20:46.952860 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:45Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:46.978472 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeae4d7-5b61-4e72-b27f-e47b13fada87 None None] The sync data for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 is: [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:45Z', 'revision_number': 3, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:20:47.094791 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.103763 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.113360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Transition to ACTIVE for port object 68b65b0f-8450-44eb-92ff-fb692e4db7a1 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:47.129494 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Transition to ACTIVE for port object 68b65b0f-8450-44eb-92ff-fb692e4db7a1 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:47.136850 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.180319 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:47.183421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:47.186464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:20:47.194360 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Pushing event updated for resources: {'Port': ['ID=68b65b0f-8450-44eb-92ff-fb692e4db7a1,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:47.446039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.1 (2c7439c4-b9fc-4dfd-a0da-7d903c270c7e/99368ba0-028a-4173-a11c-27297609fb57/19e80ce6-29eb-47a6-a52e-51de2d68b268) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:20:47.457735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.458632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Attempting to bind port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:20:47.459005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Attempting to bind port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:20:47.459949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Attempting to bind port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 on network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:47.466806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:20:47.467290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Checking segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:20:47.467908 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.468490 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Bound using segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:20:47.469179 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Bound port: 68b65b0f-8450-44eb-92ff-fb692e4db7a1, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:20:47.469751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.539796 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] For port 68b65b0f-8450-44eb-92ff-fb692e4db7a1, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:20:47.542656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] For port 68b65b0f-8450-44eb-92ff-fb692e4db7a1, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=68b65b0f-8450-44eb-92ff-fb692e4db7a1,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:20:47.549681 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.569102 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.585755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object 19e80ce6-29eb-47a6-a52e-51de2d68b268 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:47.626928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbdc45-d6d7-4258-963b-96246c898e9e None None] Pushing event updated for resources: {'Port': ['ID=68b65b0f-8450-44eb-92ff-fb692e4db7a1,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:47.635818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.683704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:47.687135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:47.689701 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:20:47.724795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=19e80ce6-29eb-47a6-a52e-51de2d68b268,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:47.749234 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:47.944951 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.264581 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.272191 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.352847 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=19e80ce6-29eb-47a6-a52e-51de2d68b268,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:48.355887 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.454368 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:48.456553 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:48.580211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 8512b965-4509-4d72-ad2b-5035e726c9a6 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:20:48.612067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93455a-b0f5-4be7-a167-2f6846f3226e None None] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:20:48.688476 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-09555a33-ebf1-46d3-8cf0-380e9bc01126 None None] Provisioning for port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:48.697076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:20:48.712046 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b8ffcd3f-eeb1-4a7b-b034-3385ddcedbc9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/8512b965-4509-4d72-ad2b-5035e726c9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0939155 Jul 15 14:20:48.853347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ad9fe3d7-dc38-4904-b7ca-26d8c994c221 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:48.888792 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:48.911386 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-77ea6a1e-e944-4373-8e6d-e6ca791ed4c4 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528235331&fields=id&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 267 time: 0.0699193 Jul 15 14:20:48.922742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:48.928344 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:48.928344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.034438 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.059866 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ad9fe3d7-dc38-4904-b7ca-26d8c994c221, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:49.065852 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.066892 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 68b65b0f-8450-44eb-92ff-fb692e4db7a1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:49.079666 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-b4cdc436-8111-47e0-b024-7ab58fa9284c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:49.081460 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-b4cdc436-8111-47e0-b024-7ab58fa9284c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 796 time: 0.1691327 Jul 15 14:20:49.112986 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-46712d38-f33a-4d9e-9c5b-5c5396cd57ad tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/quotas/695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 375 time: 0.0138392 Jul 15 14:20:49.173940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Provisioning for port 19e80ce6-29eb-47a6-a52e-51de2d68b268 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:49.183064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:49.193149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Provisioning complete for port 19e80ce6-29eb-47a6-a52e-51de2d68b268 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:49.193536 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.228894 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:49.234557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-55580eaf-d9e2-4473-925e-4bae29f3d4d9 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156633 Jul 15 14:20:49.246099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:49.246683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.248553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Port 19e80ce6-29eb-47a6-a52e-51de2d68b268 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:20:49.319420 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Provisioning complete for port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:49.319791 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.320518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-9de314ea-2228-481e-9a9c-ade4fecb88e9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:20:49.322090 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-9de314ea-2228-481e-9a9c-ade4fecb88e9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741251 Jul 15 14:20:49.373333 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Sync routers for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:20:49.420296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:49.421281 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:49.434462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-f31da1c0-9b5a-493e-9c6d-e931228993ef service neutron] 10.222.0.57 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035557 Jul 15 14:20:49.509052 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.541023 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-676a2b39-0e61-4904-b67d-2f403de4ce0c service neutron] 10.222.0.57 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975370 Jul 15 14:20:49.585101 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.621411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 68b65b0f-8450-44eb-92ff-fb692e4db7a1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=68b65b0f-8450-44eb-92ff-fb692e4db7a1,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:49.640735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:49.711329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:49.761930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-bd4b67ac-5f1d-4e45-a9b0-b1a777fdfcca req-3c789c83-0663-4e64-abf5-f90b4252fd45 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0318205 Jul 15 14:20:49.778256 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:20:49.778256 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-523701d7-25e7-4c46-97f5-0e2937297da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:20:49.787551 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=68b65b0f-8450-44eb-92ff-fb692e4db7a1,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:49.957466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:48Z', 'revision_number': 2, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:49.984688 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Checking router: 8512b965-4509-4d72-ad2b-5035e726c9a6 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:20:49.985039 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Updating router 8512b965-4509-4d72-ad2b-5035e726c9a6 port 19e80ce6-29eb-47a6-a52e-51de2d68b268 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:20:50.023198 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.354664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.365384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Transition to ACTIVE for port object 19e80ce6-29eb-47a6-a52e-51de2d68b268 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:50.374180 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.423189 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240cedd-16ad-4741-9cc7-e577505e496d None None] Pushing event updated for resources: {'Port': ['ID=19e80ce6-29eb-47a6-a52e-51de2d68b268,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:50.492163 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Attempting to bind port 19e80ce6-29eb-47a6-a52e-51de2d68b268 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:20:50.492532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Attempting to bind port 19e80ce6-29eb-47a6-a52e-51de2d68b268 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:20:50.492909 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Attempting to bind port 19e80ce6-29eb-47a6-a52e-51de2d68b268 on network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:50.500878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:20:50.501253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Checking segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:20:50.501665 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.502064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Bound using segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:20:50.502696 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Bound port: 19e80ce6-29eb-47a6-a52e-51de2d68b268, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:20:50.503439 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.582557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] For port 19e80ce6-29eb-47a6-a52e-51de2d68b268, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:20:50.586649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] For port 19e80ce6-29eb-47a6-a52e-51de2d68b268, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=19e80ce6-29eb-47a6-a52e-51de2d68b268,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:20:50.592762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.651650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:20:50.652299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:50.655387 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240cedd-16ad-4741-9cc7-e577505e496d None None] Pushing event updated for resources: {'Port': ['ID=19e80ce6-29eb-47a6-a52e-51de2d68b268,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:50.766838 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ad9fe3d7-dc38-4904-b7ca-26d8c994c221 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:50.820983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:20:50.915837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:50.916079 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:50.935793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-49ce22d0-079d-44ef-8765-823a2f17eff8 req-b1a19083-2da2-4516-b131-f3620ada6019 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0402889 Jul 15 14:20:51.086077 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-1c802ffa-e235-43b2-8767-d9cec6907806 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:51.086336 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 68b65b0f-8450-44eb-92ff-fb692e4db7a1 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:51.087656 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-1c802ffa-e235-43b2-8767-d9cec6907806 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 796 time: 0.1227005 Jul 15 14:20:51.135185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-aab03838-724f-4141-8b2e-3a8d0e4c448e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695fa006141f421a91212bfe9b3e1b5e HTTP/1.1" status: 200 len: 380 time: 0.0389495 Jul 15 14:20:51.145856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'port': {'device_id': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'admin_state_up': True, 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'security_groups': ['4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:51.149044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:50Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:20:51.275820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Made reservation on behalf of 695fa006141f421a91212bfe9b3e1b5e for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:20:51.285301 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.341256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152487b-5e8e-4f42-830f-fc8c10fb943c None None] The sync data for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 is: [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:50Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:20:51.343472 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:51.343954 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.440669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.20.0.12 (2c7439c4-b9fc-4dfd-a0da-7d903c270c7e/99368ba0-028a-4173-a11c-27297609fb57/b001793e-de03-40c4-bb09-d60d24fead39) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:20:51.595035 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.610500 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Transition to ACTIVE for port object b001793e-de03-40c4-bb09-d60d24fead39 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:51.647699 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.692897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:20:51.698752 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:20:51.701692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:20:51.741637 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=b001793e-de03-40c4-bb09-d60d24fead39,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:51.768365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:51.769034 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.787782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-2c95c103-d603-4ad2-88b0-f5776786a61f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6466973 Jul 15 14:20:51.799657 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-fb8d2b78-ab6e-4c29-94dd-a52e9c2c9217 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:20:51.800981 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-fb8d2b78-ab6e-4c29-94dd-a52e9c2c9217 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065722 Jul 15 14:20:51.868083 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Request body: {'port': {'device_id': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:20:51.941631 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8e916bc8-8816-444e-bc9a-dc9dc08ce7b2 None None] Provisioning for port b001793e-de03-40c4-bb09-d60d24fead39 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:51.947585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-8e916bc8-8816-444e-bc9a-dc9dc08ce7b2 None None] Provisioning complete for port b001793e-de03-40c4-bb09-d60d24fead39 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:51.948257 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8e916bc8-8816-444e-bc9a-dc9dc08ce7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.967271 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:51.992703 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8e916bc8-8816-444e-bc9a-dc9dc08ce7b2 None None] Port b001793e-de03-40c4-bb09-d60d24fead39 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:20:52.172848 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3570bfc-cd1b-471f-a416-93a9f8bf8074 req-b62d63a4-2d67-4ee1-98ce-93c11f417328 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:52.175588 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3570bfc-cd1b-471f-a416-93a9f8bf8074 req-b62d63a4-2d67-4ee1-98ce-93c11f417328 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 932 time: 0.0815041 Jul 15 14:20:52.226556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-e3570bfc-cd1b-471f-a416-93a9f8bf8074 req-5956c7b0-297d-4d62-828c-584ec18f3492 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 Jul 15 14:20:52.582845 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b001793e-de03-40c4-bb09-d60d24fead39 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:20:52.590719 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:52.606792 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Transition to ACTIVE for port object b001793e-de03-40c4-bb09-d60d24fead39 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:20:52.615650 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:52.672059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Pushing event updated for resources: {'Port': ['ID=b001793e-de03-40c4-bb09-d60d24fead39,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:52.745129 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Attempting to bind port b001793e-de03-40c4-bb09-d60d24fead39 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:20:52.745463 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Attempting to bind port b001793e-de03-40c4-bb09-d60d24fead39 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:20:52.745800 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Attempting to bind port b001793e-de03-40c4-bb09-d60d24fead39 on network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:52.750550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Port b001793e-de03-40c4-bb09-d60d24fead39 on network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:20:52.750919 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Attempting to bind port b001793e-de03-40c4-bb09-d60d24fead39 on network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:20:52.756234 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:20:52.756574 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Checking segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:20:52.757013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Bound using segment: {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:20:52.757569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Bound port: b001793e-de03-40c4-bb09-d60d24fead39, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8d2659-7540-4397-9fc6-8b72a51e6107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:20:52.757772 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:52.781720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e80ce6-29eb-47a6-a52e-51de2d68b268 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:52.837550 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] For port b001793e-de03-40c4-bb09-d60d24fead39, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:20:52.841702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] For port b001793e-de03-40c4-bb09-d60d24fead39, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b001793e-de03-40c4-bb09-d60d24fead39,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:20:52.841930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 19e80ce6-29eb-47a6-a52e-51de2d68b268 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:52.847177 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 19e80ce6-29eb-47a6-a52e-51de2d68b268 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:52.847904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:52.848269 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:52.883158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:52.883789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:52.885497 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] 10.222.0.59 "PUT /v2.0/ports/b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 1093 time: 1.0761678 Jul 15 14:20:52.885696 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:52.887987 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67812e1-aa0b-4518-b279-57e54f21d201" -d '{"events": [{"name": "network-changed", "server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "tag": "b001793e-de03-40c4-bb09-d60d24fead39"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:52.915820 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac037cb5-ed9e-49cd-9735-f3b58e406332 service neutron] Pushing event updated for resources: {'Port': ['ID=b001793e-de03-40c4-bb09-d60d24fead39,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:52.947670 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8d457-2295-48f5-8f77-5d6f8e7c8b6c x-openstack-request-id: req-04e8d457-2295-48f5-8f77-5d6f8e7c8b6c {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:52.947980 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "tag": "b001793e-de03-40c4-bb09-d60d24fead39", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:52.948217 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04e8d457-2295-48f5-8f77-5d6f8e7c8b6c {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:52.948622 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39', 'status': 'completed', 'code': 200} Jul 15 14:20:52.974392 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:53.003743 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-7655bb09-1d4e-4cda-9f65-39eef25c05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.005440 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-7655bb09-1d4e-4cda-9f65-39eef25c05e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1096 time: 0.0729492 Jul 15 14:20:53.019507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 19e80ce6-29eb-47a6-a52e-51de2d68b268, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=19e80ce6-29eb-47a6-a52e-51de2d68b268,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:53.024423 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:53.074773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-24eddda2-769b-4c6e-b85f-1df0e948d68e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 217 time: 0.0620499 Jul 15 14:20:53.076803 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=19e80ce6-29eb-47a6-a52e-51de2d68b268,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:53.131415 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-8fed71cb-dbae-43e2-b2e6-606470e2c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.132915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-8fed71cb-dbae-43e2-b2e6-606470e2c32c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 200 len: 835 time: 0.0494218 Jul 15 14:20:53.199068 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-38d59570-03aa-4ef5-a80e-d5a575469ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.200618 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-38d59570-03aa-4ef5-a80e-d5a575469ab5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611863 Jul 15 14:20:53.294953 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-f9f09d73-4175-4a5b-8006-404b68cd0f34 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878632 Jul 15 14:20:53.390928 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-965dc922-e49e-4393-b7e5-ae366e1f3c37 req-74ca17a9-16ea-4c84-8ca4-d7ea15fa3a5b service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899477 Jul 15 14:20:53.408491 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ef68f-21af-4132-aac3-ec73818ddd45 req-484bae4c-5cb7-42b5-a143-a5dc0475b49f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.410156 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c29ef68f-21af-4132-aac3-ec73818ddd45 req-484bae4c-5cb7-42b5-a143-a5dc0475b49f tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 944 time: 0.0647991 Jul 15 14:20:53.450990 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c29ef68f-21af-4132-aac3-ec73818ddd45 req-045102da-349f-4cbb-8e07-88d40a80d7ec tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Jul 15 14:20:53.494499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-9b537831-e711-488d-adf2-a74d834e40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.496055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-9b537831-e711-488d-adf2-a74d834e40fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1096 time: 0.0580072 Jul 15 14:20:53.588043 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-009461d7-ecce-4e94-b594-833c3da13101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.589879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-009461d7-ecce-4e94-b594-833c3da13101 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 897 time: 0.0875750 Jul 15 14:20:53.636179 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-b595e62a-2b19-4d13-b406-57fa0a23c8d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 217 time: 0.0395079 Jul 15 14:20:53.689844 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-eb036c58-65d2-405c-8a87-efe082ecbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.691380 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-eb036c58-65d2-405c-8a87-efe082ecbc1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 200 len: 835 time: 0.0477698 Jul 15 14:20:53.753850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-5ab16b93-7be3-44f9-83bd-b43faec00ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:53.755414 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-5ab16b93-7be3-44f9-83bd-b43faec00ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564241 Jul 15 14:20:53.852110 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-c37bed1b-aecc-43a0-a324-c36ce0637158 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895591 Jul 15 14:20:53.946095 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a67812e1-aa0b-4518-b279-57e54f21d201 req-863975c9-7012-4580-8005-c265eecd49f7 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Jul 15 14:20:54.645054 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dab4cf-2f9f-4390-8b1e-8a8198308145 req-0dbe3718-0c43-457e-af08-2a609404c46d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:54.646688 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87dab4cf-2f9f-4390-8b1e-8a8198308145 req-0dbe3718-0c43-457e-af08-2a609404c46d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 944 time: 0.0776794 Jul 15 14:20:54.688183 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-87dab4cf-2f9f-4390-8b1e-8a8198308145 req-ec52b01c-dd4a-4742-909f-256b5eee4769 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355830 Jul 15 14:20:54.757951 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e80ce6-29eb-47a6-a52e-51de2d68b268 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:54.808597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 19e80ce6-29eb-47a6-a52e-51de2d68b268 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:54.808986 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:55.885022 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9facf5b-33f2-48b9-a210-986bb172aa95 req-3daa4089-69d3-47fa-8455-9359a89a0672 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:55.886685 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f9facf5b-33f2-48b9-a210-986bb172aa95 req-3daa4089-69d3-47fa-8455-9359a89a0672 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 944 time: 0.0825717 Jul 15 14:20:55.892651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b001793e-de03-40c4-bb09-d60d24fead39 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:20:55.927251 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f9facf5b-33f2-48b9-a210-986bb172aa95 req-56918999-299e-44f7-bb0f-c73746d80125 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334344 Jul 15 14:20:55.989710 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b001793e-de03-40c4-bb09-d60d24fead39, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b001793e-de03-40c4-bb09-d60d24fead39,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:56.001187 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': 'b001793e-de03-40c4-bb09-d60d24fead39', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'port_id': 'b001793e-de03-40c4-bb09-d60d24fead39', 'mac_address': 'fa:16:3e:6c:2c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:20:56.044156 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:56.060014 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b001793e-de03-40c4-bb09-d60d24fead39 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:20:56.080284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b001793e-de03-40c4-bb09-d60d24fead39, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b001793e-de03-40c4-bb09-d60d24fead39,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:56.088479 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:56.146740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b001793e-de03-40c4-bb09-d60d24fead39,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:56.303320 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['b001793e-de03-40c4-bb09-d60d24fead39'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:20:57.121992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f561-fafa-481d-b10c-78e08a87df98 req-1381bbaf-e99e-4ca0-b8f5-083e33fc51d5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:57.124776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26a2f561-fafa-481d-b10c-78e08a87df98 req-1381bbaf-e99e-4ca0-b8f5-083e33fc51d5 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 945 time: 0.0848880 Jul 15 14:20:57.167493 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-26a2f561-fafa-481d-b10c-78e08a87df98 req-49f9ff4f-8895-4be4-9d75-38b624cc05cb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349448 Jul 15 14:20:57.892098 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b001793e-de03-40c4-bb09-d60d24fead39 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:20:57.944884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port b001793e-de03-40c4-bb09-d60d24fead39 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:20:57.949012 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port b001793e-de03-40c4-bb09-d60d24fead39 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:20:57.949455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:58.042941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:58.066797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:20:58.069237 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e2d5f-608b-43ba-965d-295f08206b73" -d '{"events": [{"server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "b001793e-de03-40c4-bb09-d60d24fead39"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:20:58.083084 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port b001793e-de03-40c4-bb09-d60d24fead39, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b001793e-de03-40c4-bb09-d60d24fead39,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:20:58.089142 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:20:58.119649 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb0720-5aa1-4ec9-a67c-298fb1a12819 x-openstack-request-id: req-5acb0720-5aa1-4ec9-a67c-298fb1a12819 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:20:58.119903 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "b001793e-de03-40c4-bb09-d60d24fead39", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:20:58.120174 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5acb0720-5aa1-4ec9-a67c-298fb1a12819 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:20:58.120561 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39', 'code': 200} Jul 15 14:20:58.146899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=b001793e-de03-40c4-bb09-d60d24fead39,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:20:58.233346 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae93c4-305a-4a55-ab9e-3722640f92fa req-559d80b0-d089-4355-b4b8-368dad901c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:58.236350 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cae93c4-305a-4a55-ab9e-3722640f92fa req-559d80b0-d089-4355-b4b8-368dad901c62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0596621 Jul 15 14:20:58.273466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2cae93c4-305a-4a55-ab9e-3722640f92fa req-728255ec-356f-4746-95c2-5cb6f9d345e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Jul 15 14:20:58.359999 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1345c1-5b4b-48d9-8640-2ef8817bcd8a req-df9b4b84-2259-4c2b-946d-fbed10a345f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:58.361394 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1345c1-5b4b-48d9-8640-2ef8817bcd8a req-df9b4b84-2259-4c2b-946d-fbed10a345f6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0760851 Jul 15 14:20:58.400686 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2f1345c1-5b4b-48d9-8640-2ef8817bcd8a req-2ed2b718-f11c-4d75-b313-bf6ff245e530 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Jul 15 14:20:59.599347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc65e-bab5-4d84-a920-43c04f0b7de2 req-1d0547c6-9bea-4829-ad05-232d06404aff tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:59.601013 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fb7fc65e-bab5-4d84-a920-43c04f0b7de2 req-1d0547c6-9bea-4829-ad05-232d06404aff tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0769744 Jul 15 14:20:59.642621 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fb7fc65e-bab5-4d84-a920-43c04f0b7de2 req-d208aadf-1fe6-4227-a7df-8558060213ed tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357518 Jul 15 14:20:59.832125 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67352dff-c158-4e49-b17a-268cbe5c321d req-8e8ea4ae-5c2f-47bc-807f-65f2539d05ed tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:59.833797 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67352dff-c158-4e49-b17a-268cbe5c321d req-8e8ea4ae-5c2f-47bc-807f-65f2539d05ed tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0730441 Jul 15 14:20:59.876663 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-67352dff-c158-4e49-b17a-268cbe5c321d req-81e649c9-1d16-4998-b4af-18787209ee16 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344830 Jul 15 14:20:59.906686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59002) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:59.979415 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b82be-1e3f-4fec-8f38-afe91c56847b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:20:59.980904 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1e1b82be-1e3f-4fec-8f38-afe91c56847b tempest-TestNetworkAdvancedServerOps-1136670395 tempest-TestNetworkAdvancedServerOps-1136670395-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1093 time: 0.0728102 Jul 15 14:20:59.983924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59004) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:20:59.989477 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'b001793e-de03-40c4-bb09-d60d24fead39', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:00.019262 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.135875 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.247080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Allocated IP 172.25.3.29 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/4de517a3-9c2c-449e-bef5-606290346966) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:00.365500 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.408547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.447912 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:00.450768 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:00.454327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:00.459897 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=4de517a3-9c2c-449e-bef5-606290346966,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:00.858550 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:00.948446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:01.115970 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:01.122767 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:01.189089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event updated for resources: {'Port': ['ID=4de517a3-9c2c-449e-bef5-606290346966,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:01.199678 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:01.300077 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP 117277f6-4e52-49c8-bbba-e93b77197682 associated. External IP: 172.25.3.29, port: b001793e-de03-40c4-bb09-d60d24fead39. Jul 15 14:21:01.513440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 8512b965-4509-4d72-ad2b-5035e726c9a6 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:21:01.925523 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:01.935533 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] Sync routers for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:01.945029 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:01.946124 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:01.946830 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:01.982721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5fd46114-be22-40e5-88ec-5b179eb28400 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9976230 Jul 15 14:21:01.983333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:01.985669 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9934c0d-1f68-4892-82ed-9d140e70b804" -d '{"events": [{"name": "network-changed", "server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "tag": "b001793e-de03-40c4-bb09-d60d24fead39"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:02.022960 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2d70c-fe8f-4ff6-a2fe-8412a5cb7046 x-openstack-request-id: req-adb2d70c-fe8f-4ff6-a2fe-8412a5cb7046 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:02.023236 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "tag": "b001793e-de03-40c4-bb09-d60d24fead39", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:02.023633 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adb2d70c-fe8f-4ff6-a2fe-8412a5cb7046 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:02.024271 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39', 'status': 'completed', 'code': 200} Jul 15 14:21:02.062607 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:02.107188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-e1a45e64-13d7-4d05-a2df-f4262d02fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:02.108800 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-e1a45e64-13d7-4d05-a2df-f4262d02fb12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0619695 Jul 15 14:21:02.152543 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98359564-f4e0-40a3-a9b2-0a558a4fe7e4 req-88a8aab7-8b44-46a0-86b7-0b67b0c4bde7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:02.154409 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98359564-f4e0-40a3-a9b2-0a558a4fe7e4 req-88a8aab7-8b44-46a0-86b7-0b67b0c4bde7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0739822 Jul 15 14:21:02.198867 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98359564-f4e0-40a3-a9b2-0a558a4fe7e4 req-ecaef615-85af-4fbf-b79d-e4a902ae8aeb tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379844 Jul 15 14:21:02.204726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-66e3f0df-4a3b-4122-8be5-fbb16ae5d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:02.206364 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-66e3f0df-4a3b-4122-8be5-fbb16ae5d046 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 897 time: 0.0908666 Jul 15 14:21:02.226656 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59010) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:02.279224 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-c9b91838-c7c4-44db-af5e-b0f5cd914217 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 999 time: 0.0661335 Jul 15 14:21:02.308248 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-00b45835-744e-47fd-a6cf-4de64427330e tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/117277f6-4e52-49c8-bbba-e93b77197682 HTTP/1.1" status: 200 len: 991 time: 0.0801232 Jul 15 14:21:02.311936 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '117277f6-4e52-49c8-bbba-e93b77197682', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'port_id': 'b001793e-de03-40c4-bb09-d60d24fead39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'mac_address': 'fa:16:3e:6c:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:21:00Z', 'updated_at': '2021-07-15T14:21:00Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:52Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:02.329964 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-ec12c9ec-6d60-4710-9a38-b82f7838628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:02.331531 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-ec12c9ec-6d60-4710-9a38-b82f7838628d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 200 len: 835 time: 0.0459721 Jul 15 14:21:02.338882 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] Checking router: 8512b965-4509-4d72-ad2b-5035e726c9a6 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:02.347504 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:02.348119 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:20:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:02.395142 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-d2823ca2-9c44-4142-b172-502172a4c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:02.397226 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-d2823ca2-9c44-4142-b172-502172a4c720 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595355 Jul 15 14:21:02.456741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:02.498154 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-0691ed62-8d01-4494-bf4a-f6befbe25593 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942776 Jul 15 14:21:02.599290 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b9934c0d-1f68-4892-82ed-9d140e70b804 req-9d48c3cf-73a6-47e1-a59c-68cecc390858 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946419 Jul 15 14:21:02.787265 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '117277f6-4e52-49c8-bbba-e93b77197682', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'port_id': 'b001793e-de03-40c4-bb09-d60d24fead39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'mac_address': 'fa:16:3e:6c:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:21:00Z', 'updated_at': '2021-07-15T14:21:00Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:52Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:02.814166 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa18362-1af2-4bd8-9574-6edecfd3b300 None None] The sync data for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 is: [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '117277f6-4e52-49c8-bbba-e93b77197682', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'port_id': 'b001793e-de03-40c4-bb09-d60d24fead39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'mac_address': 'fa:16:3e:6c:2c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:21:00Z', 'updated_at': '2021-07-15T14:21:00Z', 'revision_number': 0, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:52Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:21:03.041289 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2aea0f-400b-4edd-8682-a1c7acec7ddf None None] New status for floating IP 117277f6-4e52-49c8-bbba-e93b77197682: ACTIVE {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:21:03.313617 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59012) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:03.375890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-485a4516-b0bf-48c2-a861-f89760b39121 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/117277f6-4e52-49c8-bbba-e93b77197682 HTTP/1.1" status: 200 len: 993 time: 0.0610747 Jul 15 14:21:13.127650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-07ebf42f-de1a-47d0-8b3a-5112bd5a6641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:15.681765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-49557b81-010c-4e37-b761-2fbd33b42f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:15.693059 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:15.758751 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:15.925543 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:17.375695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:18.867596 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:20.326450 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:30.978802 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-b90aa5b3-720d-418b-81d8-71456f0b50b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613914 Jul 15 14:21:31.092775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-489e49c7-b33b-436d-acb1-b50f4049beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:31.094684 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-489e49c7-b33b-436d-acb1-b50f4049beb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0644498 Jul 15 14:21:31.200851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-0185b746-6445-479b-97ee-47d58823cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:31.202356 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-0185b746-6445-479b-97ee-47d58823cb7a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 897 time: 0.0864902 Jul 15 14:21:31.332670 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-c7850861-bb45-48b0-af80-4e64f64373c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 1001 time: 0.1179729 Jul 15 14:21:31.403082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb52ff-b6dc-4e36-b1f7-122c7118f687 req-c312f5cb-f2c9-439e-8867-4ee6b2269da3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:31.404593 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3edb52ff-b6dc-4e36-b1f7-122c7118f687 req-c312f5cb-f2c9-439e-8867-4ee6b2269da3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.1963484 Jul 15 14:21:31.406387 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-7bf57682-aab6-4cab-aedb-496a497763a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:31.407764 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-7bf57682-aab6-4cab-aedb-496a497763a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 200 len: 835 time: 0.0683827 Jul 15 14:21:31.474235 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-3edb52ff-b6dc-4e36-b1f7-122c7118f687 req-f86278eb-77a4-447c-b2e1-3c6913e930b7 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637667 Jul 15 14:21:31.496802 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-b052eff5-ccc3-400e-814f-81075ee02c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:31.498434 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-b052eff5-ccc3-400e-814f-81075ee02c87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818624 Jul 15 14:21:31.603068 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-fe4be9e3-b2ad-4d1f-b223-d2584b6745e5 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956628 Jul 15 14:21:31.703818 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc28f03c-640d-4dfb-b697-7355a2e7be87 req-0c85e8eb-1eee-45c4-8e56-4ba56d88d27e service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931342 Jul 15 14:21:32.677974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23478d-992b-4f0e-b58e-84e8be5968de req-e49353ed-3346-4d62-9a0b-b7deb5afa8be tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:32.679591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be23478d-992b-4f0e-b58e-84e8be5968de req-e49353ed-3346-4d62-9a0b-b7deb5afa8be tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0746126 Jul 15 14:21:32.719647 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-be23478d-992b-4f0e-b58e-84e8be5968de req-4bb1957e-5d04-4c10-b769-78c485e30588 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338891 Jul 15 14:21:32.747403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59032) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:32.816064 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8ab36fb1-ee11-4a7b-97f5-6d79fa773e7a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/117277f6-4e52-49c8-bbba-e93b77197682 HTTP/1.1" status: 200 len: 993 time: 0.0673819 Jul 15 14:21:34.295579 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-54aaa980-f97f-4be7-a9a7-ec6cc5fb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:34.297116 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-54aaa980-f97f-4be7-a9a7-ec6cc5fb8815 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0999606 Jul 15 14:21:34.308130 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2cbf7-b6b0-4a3c-8522-fa30de845668 req-e7c23c65-fdf6-4ef1-99d1-9b1905ea9001 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:34.309529 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43c2cbf7-b6b0-4a3c-8522-fa30de845668 req-e7c23c65-fdf6-4ef1-99d1-9b1905ea9001 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.1035028 Jul 15 14:21:34.400881 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-43c2cbf7-b6b0-4a3c-8522-fa30de845668 req-1cfda9c7-13b6-4c4a-97e4-c5d1ac209f13 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830719 Jul 15 14:21:34.425851 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-caf34dea-eb52-4083-94eb-c27e2129a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:34.427563 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-caf34dea-eb52-4083-94eb-c27e2129a1c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 897 time: 0.1171951 Jul 15 14:21:34.497778 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-5539a0d3-48aa-467d-9927-5b8dcfe51d90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 1001 time: 0.0638561 Jul 15 14:21:34.551664 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-1ba53a2c-8b14-4606-9b7a-e949a53d6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:34.553911 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-1ba53a2c-8b14-4606-9b7a-e949a53d6be2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 200 len: 835 time: 0.0502131 Jul 15 14:21:34.623057 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-0a0a5e52-6a6c-4bbf-9530-bf42f75b6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:34.625125 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-0a0a5e52-6a6c-4bbf-9530-bf42f75b6eab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638733 Jul 15 14:21:34.719308 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-dd26f3c2-dae5-4774-8418-8a7b7b8450c6 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876384 Jul 15 14:21:34.823781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f6ecf2-083c-4c08-a780-cdba47fcc88e req-66f71128-cf2a-456c-bc47-1e7b9ba2c2e3 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982764 Jul 15 14:21:35.586879 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b4b2-a5d4-4d47-940d-d89ed5e4e372 req-261ba1bc-6029-4ce2-8ca6-163d001c226a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:35.588416 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2479b4b2-a5d4-4d47-940d-d89ed5e4e372 req-261ba1bc-6029-4ce2-8ca6-163d001c226a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0719965 Jul 15 14:21:35.628515 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-2479b4b2-a5d4-4d47-940d-d89ed5e4e372 req-ae1aafb1-413e-49c9-be28-204728515293 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343504 Jul 15 14:21:36.818983 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a7645-480c-4d66-b589-f29f85a48a2a req-2fd9479b-6d1a-45c6-9e5d-a5ca87f7cc37 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:36.820557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-052a7645-480c-4d66-b589-f29f85a48a2a req-2fd9479b-6d1a-45c6-9e5d-a5ca87f7cc37 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0731008 Jul 15 14:21:36.862358 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-052a7645-480c-4d66-b589-f29f85a48a2a req-0ca07a91-aeee-49bd-8bcd-0afc125e7240 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360398 Jul 15 14:21:36.892482 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59044) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:36.967149 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6a830719-5dc9-4ff2-a1d9-63e0473eafc3 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/floatingips/117277f6-4e52-49c8-bbba-e93b77197682 HTTP/1.1" status: 200 len: 993 time: 0.0731308 Jul 15 14:21:37.262331 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59050) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:37.421149 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 4de517a3-9c2c-449e-bef5-606290346966 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:21:37.421467 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:37.499446 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:37.499818 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:37.513676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 4de517a3-9c2c-449e-bef5-606290346966 owned by network:floatingip {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:21:37.676372 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:37.703113 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=4de517a3-9c2c-449e-bef5-606290346966,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:37.733302 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.733600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.733972 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.734303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.734659 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.734986 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.735313 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.735643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.736315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.736633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.736939 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.737258 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:37.777451 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:37.777869 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Floating IP 117277f6-4e52-49c8-bbba-e93b77197682 disassociated (deleted). External IP: 172.25.3.29, port: b001793e-de03-40c4-bb09-d60d24fead39. Jul 15 14:21:37.989682 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 8512b965-4509-4d72-ad2b-5035e726c9a6 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:21:38.133578 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:38.141088 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:38.144461 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] Sync routers for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:38.155574 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:38.156331 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:38.192747 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2e4ad790-e04c-42af-aca1-5fea98b31cf0 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/floatingips/117277f6-4e52-49c8-bbba-e93b77197682 HTTP/1.1" status: 204 len: 168 time: 0.9293578 Jul 15 14:21:38.193459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:38.195920 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c8ffe-fdaf-4433-a656-31357e056272" -d '{"events": [{"name": "network-changed", "server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "tag": "b001793e-de03-40c4-bb09-d60d24fead39"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:38.239554 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ea81ef-16f9-40ad-89b6-a79f38196e73 x-openstack-request-id: req-c6ea81ef-16f9-40ad-89b6-a79f38196e73 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:38.240004 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "tag": "b001793e-de03-40c4-bb09-d60d24fead39", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:38.240398 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6ea81ef-16f9-40ad-89b6-a79f38196e73 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:38.241027 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39', 'status': 'completed', 'code': 200} Jul 15 14:21:38.268087 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:38.345521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-0c937e64-fcfa-4981-ab17-e8852da419b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:38.347307 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-0c937e64-fcfa-4981-ab17-e8852da419b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=695fa006141f421a91212bfe9b3e1b5e&device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0715671 Jul 15 14:21:38.473001 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-0ad1db2f-30d4-48af-ae57-ee4781d22c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:38.474554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-0ad1db2f-30d4-48af-ae57-ee4781d22c72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 200 len: 897 time: 0.1210568 Jul 15 14:21:38.482358 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:52Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:38.514453 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] Checking router: 8512b965-4509-4d72-ad2b-5035e726c9a6 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:38.523671 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:38.524527 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:38.528304 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-7a57438f-19da-4b41-8037-d83482595e43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 200 len: 217 time: 0.0466805 Jul 15 14:21:38.584971 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-47a1f01f-be89-4324-a66f-384e9fe1bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:38.587170 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-47a1f01f-be89-4324-a66f-384e9fe1bd9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 200 len: 835 time: 0.0513232 Jul 15 14:21:38.643631 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f717004-ba35-46a8-be34-48c0155b468e req-e634cd4b-df77-4c77-9fc2-f3797e0cdfcd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:38.651406 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f717004-ba35-46a8-be34-48c0155b468e req-e634cd4b-df77-4c77-9fc2-f3797e0cdfcd tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0907667 Jul 15 14:21:38.658105 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-2c6b191b-b054-4696-b19d-bf838f406b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:38.672997 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-2c6b191b-b054-4696-b19d-bf838f406b73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781682 Jul 15 14:21:38.681585 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:38.703024 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0f717004-ba35-46a8-be34-48c0155b468e req-8015ee7d-9359-4ff3-b555-0c130b00515d tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502815 Jul 15 14:21:38.793166 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-33651c4e-4fa7-4a6c-a3a5-a2198f672fd1 service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119897 Jul 15 14:21:38.888950 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:52Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:38.890541 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b2c8ffe-fdaf-4433-a656-31357e056272 req-3f20d6de-4469-46b3-ba37-7fe1a50eb81e service neutron] 10.222.0.59 "GET /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887742 Jul 15 14:21:38.915621 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59312d7f-f3bb-464d-9d8a-befb6552d387 None None] The sync data for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 is: [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:47Z', 'revision_number': 4, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '19e80ce6-29eb-47a6-a52e-51de2d68b268', 'name': '', 'network_id': '2c7439c4-b9fc-4dfd-a0da-7d903c270c7e', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'mac_address': 'fa:16:3e:e0:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '99368ba0-028a-4173-a11c-27297609fb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:47Z', 'updated_at': '2021-07-15T14:20:52Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'subnets': [{'id': '99368ba0-028a-4173-a11c-27297609fb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:21:39.155795 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbf928-b7aa-4a06-b92f-56c4d116c24a None None] New status for floating IP 117277f6-4e52-49c8-bbba-e93b77197682: DOWN {{(pid=93996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:21:39.888926 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea4391-3386-4ffb-ac5e-ad289fc0c2bc req-16474b59-b5a2-4033-8702-6bdeb665a2e6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:39.890433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4ea4391-3386-4ffb-ac5e-ad289fc0c2bc req-16474b59-b5a2-4033-8702-6bdeb665a2e6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0772319 Jul 15 14:21:39.935408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4ea4391-3386-4ffb-ac5e-ad289fc0c2bc req-8095aba8-ed43-4361-acc3-b12f98b74139 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372019 Jul 15 14:21:40.097093 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15050b-2a3d-41c8-832b-467071550851 req-35f9d23c-2468-4028-9c5b-fa76eff00d74 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:40.099210 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc15050b-2a3d-41c8-832b-467071550851 req-35f9d23c-2468-4028-9c5b-fa76eff00d74 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 946 time: 0.0763476 Jul 15 14:21:40.209789 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port b001793e-de03-40c4-bb09-d60d24fead39 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:21:40.210091 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.309467 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port b001793e-de03-40c4-bb09-d60d24fead39, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=b001793e-de03-40c4-bb09-d60d24fead39,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:40.309812 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.325715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for b001793e-de03-40c4-bb09-d60d24fead39 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:21:40.776466 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.813276 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=b001793e-de03-40c4-bb09-d60d24fead39,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:40.843331 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.843680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.844027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.844366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.844700 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.845028 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.845358 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.845685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.846012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.846334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.846695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.847014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:40.871765 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] No DVR routers for this DVR port b001793e-de03-40c4-bb09-d60d24fead39 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:21:40.874383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:40.876478 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc15050b-2a3d-41c8-832b-467071550851 req-a384a99a-4fcc-4d1b-b40c-34720d4e831a tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.59 "DELETE /v2.0/ports/b001793e-de03-40c4-bb09-d60d24fead39 HTTP/1.1" status: 204 len: 173 time: 0.7719657 Jul 15 14:21:40.876918 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'name': 'network-vif-deleted', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:21:40.879632 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87854e0-573b-4314-b50f-27833340de1d" -d '{"events": [{"server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "name": "network-vif-deleted", "tag": "b001793e-de03-40c4-bb09-d60d24fead39"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:21:40.917162 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4599ba-28ca-46cd-b13d-5c0ea3367dde x-openstack-request-id: req-7a4599ba-28ca-46cd-b13d-5c0ea3367dde {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:21:40.918262 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077b6679-adde-4aeb-b222-fe70c849d3e1", "name": "network-vif-deleted", "tag": "b001793e-de03-40c4-bb09-d60d24fead39", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:21:40.918262 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a4599ba-28ca-46cd-b13d-5c0ea3367dde {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:21:40.918262 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077b6679-adde-4aeb-b222-fe70c849d3e1', 'name': 'network-vif-deleted', 'tag': 'b001793e-de03-40c4-bb09-d60d24fead39', 'status': 'completed', 'code': 200} Jul 15 14:21:41.106019 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-77a0cd78-61a7-4c55-8091-a7784739b66f req-04893972-0b52-4d79-b3ee-1d6fd09132e1 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "GET /v2.0/ports?device_id=077b6679-adde-4aeb-b222-fe70c849d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0290294 Jul 15 14:21:42.206295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59066) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:42.606795 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:42.897416 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port 19e80ce6-29eb-47a6-a52e-51de2d68b268 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:21:42.897735 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.001393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port 19e80ce6-29eb-47a6-a52e-51de2d68b268, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=19e80ce6-29eb-47a6-a52e-51de2d68b268,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:43.001933 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.016874 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for 19e80ce6-29eb-47a6-a52e-51de2d68b268 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:21:43.124210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8a62f790-abe8-46f2-ac6b-ab583aee2dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.224026 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.252139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=19e80ce6-29eb-47a6-a52e-51de2d68b268,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:43.430771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.660215 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Router 8512b965-4509-4d72-ad2b-5035e726c9a6 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:21:43.770586 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:43.776018 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b09a9349-eaf6-467b-8030-30b079ac39b6 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "PUT /v2.0/routers/8512b965-4509-4d72-ad2b-5035e726c9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5684938 Jul 15 14:21:43.779358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59068) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:43.781788 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] Sync routers for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:43.791655 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:43.792268 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:43.831860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting subnet 99368ba0-028a-4173-a11c-27297609fb57 {{(pid=93995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:21:43.835308 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.876288 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3338403'] for subnet, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:43.896158 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:44.082412 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:21:43Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:44.108949 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b001793e-de03-40c4-bb09-d60d24fead39 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:21:44.109722 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] Checking router: 8512b965-4509-4d72-ad2b-5035e726c9a6 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:44.119181 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] Routers {'8512b965-4509-4d72-ad2b-5035e726c9a6'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:44.119815 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['8512b965-4509-4d72-ad2b-5035e726c9a6'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:44.131032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: b001793e-de03-40c4-bb09-d60d24fead39 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:21:44.132245 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device b001793e-de03-40c4-bb09-d60d24fead39 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:21:44.240508 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] Set router 8512b965-4509-4d72-ad2b-5035e726c9a6 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:44.275964 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.337268 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4084918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9131297'] for subnet, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.365421 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Subnet': ['ID=99368ba0-028a-4173-a11c-27297609fb57,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:44.368934 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.371386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5bf36f98-0226-4293-b15c-06cf01be7a49 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/subnets/99368ba0-028a-4173-a11c-27297609fb57 HTTP/1.1" status: 204 len: 168 time: 0.5901897 Jul 15 14:21:44.373626 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59070) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:44.376462 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd07c3a4-8e4e-4f46-9f2d-f1a9fdd9a977 None None] Network 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:21:44.428041 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:21:43Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:44.490197 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.555219 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2acb152-68b6-4f98-a5d1-242b691e6e39 None None] The sync data for ids ['8512b965-4509-4d72-ad2b-5035e726c9a6'] in n-d-798054-11 is: [{'id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-124264932', 'tenant_id': '695fa006141f421a91212bfe9b3e1b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:21:43Z', 'revision_number': 5, 'project_id': '695fa006141f421a91212bfe9b3e1b5e', 'gw_port': {'id': 'ad9fe3d7-dc38-4904-b7ca-26d8c994c221', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8512b965-4509-4d72-ad2b-5035e726c9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:20:44Z', 'updated_at': '2021-07-15T14:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:21:44.584800 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] DHCP port deletion for 2c7439c4-b9fc-4dfd-a0da-7d903c270c7e request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:21:44.608847 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.640272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Deleting port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:21:44.640980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.673886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Deleting port ad9fe3d7-dc38-4904-b7ca-26d8c994c221 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:21:44.674386 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.733609 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] For port 68b65b0f-8450-44eb-92ff-fb692e4db7a1, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=68b65b0f-8450-44eb-92ff-fb692e4db7a1,segment=NetworkSegment(fa8d2659-7540-4397-9fc6-8b72a51e6107),segment_id=fa8d2659-7540-4397-9fc6-8b72a51e6107)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:44.734016 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.756375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Calling delete_port for 68b65b0f-8450-44eb-92ff-fb692e4db7a1 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:21:44.786480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] For port ad9fe3d7-dc38-4904-b7ca-26d8c994c221, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:44.787069 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.799303 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Calling delete_port for ad9fe3d7-dc38-4904-b7ca-26d8c994c221 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:21:44.837265 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:44.862256 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Pushing event deleted for resources: {'Port': ['ID=68b65b0f-8450-44eb-92ff-fb692e4db7a1,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:44.866989 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] No DVR routers for this DVR port 68b65b0f-8450-44eb-92ff-fb692e4db7a1 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:21:44.879928 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.880268 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.880601 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.880930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.881367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.881607 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.881925 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.882240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.882566 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.882884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.883196 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.883508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc73dd98-9e97-44c5-a99a-e8c2a2b81996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:44.974888 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e80ce6-29eb-47a6-a52e-51de2d68b268 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:21:44.980198 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.006751 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 19e80ce6-29eb-47a6-a52e-51de2d68b268 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:21:45.007177 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Port': ['ID=ad9fe3d7-dc38-4904-b7ca-26d8c994c221,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:45.007446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 19e80ce6-29eb-47a6-a52e-51de2d68b268 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:21:45.007982 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 68b65b0f-8450-44eb-92ff-fb692e4db7a1 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:21:45.033222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 68b65b0f-8450-44eb-92ff-fb692e4db7a1 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:21:45.033617 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 68b65b0f-8450-44eb-92ff-fb692e4db7a1 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:21:45.073111 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.167270 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.169481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.221789 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.222672 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Fanout notify agent at l3_agent the message router_deleted on router 8512b965-4509-4d72-ad2b-5035e726c9a6 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:21:45.229631 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.230754 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5d2ee611-f5fd-4311-8b23-56d4f1a1f65c tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/routers/8512b965-4509-4d72-ad2b-5035e726c9a6 HTTP/1.1" status: 204 len: 168 time: 0.8560960 Jul 15 14:21:45.234184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:45.316236 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.402787 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.413130 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7439c4-b9fc-4dfd-a0da-7d903c270c7e']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:45.428450 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d2659-7540-4397-9fc6-8b72a51e6107') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:45.428743 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d2659-7540-4397-9fc6-8b72a51e6107') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:45.438377 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.454275 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.461072 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:21:45.461477 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:21:45.464434 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:21:45.523935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.531202 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.533025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/networks/2c7439c4-b9fc-4dfd-a0da-7d903c270c7e HTTP/1.1" status: 204 len: 168 time: 0.2977800 Jul 15 14:21:45.536044 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59074) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:45.544262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e205a-ffb5-4d88-8515-ee9a08e86099 tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'Network': ['ID=2c7439c4-b9fc-4dfd-a0da-7d903c270c7e,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:45.598623 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d86-5cc3-499e-bfe1-2fa66894beef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.629926 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d86-5cc3-499e-bfe1-2fa66894beef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.669640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d3b098fc-ae53-44df-8eae-5f25a746de92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.701654 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d86-5cc3-499e-bfe1-2fa66894beef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.703964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.704434 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ddec3d86-5cc3-499e-bfe1-2fa66894beef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.705627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ddec3d86-5cc3-499e-bfe1-2fa66894beef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d HTTP/1.1" status: 204 len: 168 time: 0.1685190 Jul 15 14:21:45.716026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec3d86-5cc3-499e-bfe1-2fa66894beef tempest-TestNetworkAdvancedServerOps-1676879494 tempest-TestNetworkAdvancedServerOps-1676879494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b9f8f-8749-48c8-8342-38e8e1ff4a5d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:45.770823 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:45.923036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.103532 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59082) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:46.255744 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-16030446-212d-467b-b2da-307fb9273cad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=695fa006141f421a91212bfe9b3e1b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506076 Jul 15 14:21:46.259285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59086) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:46.315415 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae71dbed-64d6-4361-9ec8-c927b1697716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.339464 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae71dbed-64d6-4361-9ec8-c927b1697716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.392700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae71dbed-64d6-4361-9ec8-c927b1697716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.395508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-ae71dbed-64d6-4361-9ec8-c927b1697716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.396719 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-ae71dbed-64d6-4361-9ec8-c927b1697716 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/745a35c3-b6f7-4f8f-8238-1e5348835c34 HTTP/1.1" status: 204 len: 168 time: 0.1365263 Jul 15 14:21:46.404548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71dbed-64d6-4361-9ec8-c927b1697716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a35c3-b6f7-4f8f-8238-1e5348835c34,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:46.682089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59092) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:46.696290 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9238045b-9026-4ff1-9531-b84056099600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.785412 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ad9fe3d7-dc38-4904-b7ca-26d8c994c221 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:21:46.798429 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9238045b-9026-4ff1-9531-b84056099600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.806006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ad9fe3d7-dc38-4904-b7ca-26d8c994c221 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:21:46.806352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ad9fe3d7-dc38-4904-b7ca-26d8c994c221 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:21:46.806932 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9238045b-9026-4ff1-9531-b84056099600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.846704 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9238045b-9026-4ff1-9531-b84056099600 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a8ce8f9acc0455ea4cd43f2e4d1594a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634367 Jul 15 14:21:46.847973 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238045b-9026-4ff1-9531-b84056099600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86606c5-6aa0-4da1-90b5-1bd6e8279f34,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:46.849508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59094) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:46.912947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e9f-ff27-40ed-a29e-4cdabaf4705d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.942502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e9f-ff27-40ed-a29e-4cdabaf4705d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.996803 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e9f-ff27-40ed-a29e-4cdabaf4705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:46.999549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e9f-ff27-40ed-a29e-4cdabaf4705d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:47.000826 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3e3b1e9f-ff27-40ed-a29e-4cdabaf4705d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d86606c5-6aa0-4da1-90b5-1bd6e8279f34 HTTP/1.1" status: 204 len: 168 time: 0.1502898 Jul 15 14:21:47.009935 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b1e9f-ff27-40ed-a29e-4cdabaf4705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86606c5-6aa0-4da1-90b5-1bd6e8279f34,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:47.376812 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:47.773018 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59116) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:47.875053 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1032737031-network', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:47.907597 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Made reservation on behalf of 8ab360ecc25946559ce9adbf501141f0 for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:21:47.911173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:47.919962 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.029779 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.039638 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.065606 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:21:48.075775 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1d004-779a-4a80-bf55-9aa94bc3efac,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:48.082343 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.082837 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Added segment caf08fa4-9af6-4eed-aee3-e2008ee2f2b4 of type vlan for network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 Jul 15 14:21:48.130334 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.174683 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.175726 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:48.176311 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.225874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4516804 Jul 15 14:21:48.229316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59120) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:48.234531 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Request body: {'subnet': {'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1032737031-subnet', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:48.258049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Made reservation on behalf of 8ab360ecc25946559ce9adbf501141f0 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:21:48.260684 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.272178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34079a5-fcec-45d7-8484-8571d361d50f admin admin] Pushing event updated for resources: {'Network': ['ID=29fa48c2-9cb1-410e-9bb6-6d1466ec8497,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:48.283003 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:21:48.449844 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.503075 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=46772d12-2879-4d72-b799-61e66169e2a2,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:48.513691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Checking segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:48.514053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Network hostable DHCP agents. Network: 29fa48c2-9cb1-410e-9bb6-6d1466ec8497, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:21:48.534024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:21:48.544235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 29fa48c2-9cb1-410e-9bb6-6d1466ec8497) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:48.548566 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:48.549151 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.554781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c56542-c581-45a6-8e4e-afecdc0198f1 None None] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:21:48.570957 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59122) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:48.571249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e1c823d-8e81-496c-bc6e-919629c8a5ab admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3405666 Jul 15 14:21:48.575695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:48.598166 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.599242 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.656170 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.703397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:21:48.704296 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.797727 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:48.853106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Allocated IP 172.20.0.2 (29fa48c2-9cb1-410e-9bb6-6d1466ec8497/46772d12-2879-4d72-b799-61e66169e2a2/9cd169d5-6875-477d-a340-f9af4ff1891e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:48.875056 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.003440 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.011173 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.012251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Transition to ACTIVE for port object 9cd169d5-6875-477d-a340-f9af4ff1891e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:49.027240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Transition to ACTIVE for port object 9cd169d5-6875-477d-a340-f9af4ff1891e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:49.033039 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.034979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.074450 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:49.079006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:49.084339 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:49.117998 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Pushing event updated for resources: {'Port': ['ID=9cd169d5-6875-477d-a340-f9af4ff1891e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:49.153822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Attempting to bind port 9cd169d5-6875-477d-a340-f9af4ff1891e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:49.154183 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Attempting to bind port 9cd169d5-6875-477d-a340-f9af4ff1891e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:49.154560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Attempting to bind port 9cd169d5-6875-477d-a340-f9af4ff1891e on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:49.160639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:49.161214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Checking segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:49.161628 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.162021 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Bound using segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:49.162497 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Bound port: 9cd169d5-6875-477d-a340-f9af4ff1891e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:49.162911 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.170274 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Allocated IP 172.25.3.204 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/97189e42-4482-452b-9783-dfaee53afa16) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:49.234351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] For port 9cd169d5-6875-477d-a340-f9af4ff1891e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:49.238015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] For port 9cd169d5-6875-477d-a340-f9af4ff1891e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9cd169d5-6875-477d-a340-f9af4ff1891e,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:49.243884 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.286724 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.300867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a1722-05db-4241-a5ad-2a2669e6a0d3 None None] Pushing event updated for resources: {'Port': ['ID=9cd169d5-6875-477d-a340-f9af4ff1891e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:49.333603 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.376073 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:49.379272 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:49.383786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:49.386959 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Pushing event updated for resources: {'Port': ['ID=97189e42-4482-452b-9783-dfaee53afa16,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:49.655957 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:49.864861 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.044524 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:21:50.194934 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:50.211952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:50.227287 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.229298 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:50.229996 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:50.230349 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f2a3fc78-3735-4925-a04d-60db74dc4fbe admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6575577 Jul 15 14:21:50.233459 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59124) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:50.297508 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cc0d6-b995-446b-87cb-f72713c82689 None None] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:21:50.588516 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:50.655145 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-e028a45a-3a53-46e9-be26-766a173e1fb0 None None] Provisioning for port 9cd169d5-6875-477d-a340-f9af4ff1891e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:50.801232 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.855352 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9cd169d5-6875-477d-a340-f9af4ff1891e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:50.901941 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:49Z', 'revision_number': 3, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:50.931907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:50.932315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Updating router 71824da2-3b50-4644-88e0-fd4e42c19a59 port 97189e42-4482-452b-9783-dfaee53afa16 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:21:50.971634 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Allocated IP 172.20.0.1 (29fa48c2-9cb1-410e-9bb6-6d1466ec8497/46772d12-2879-4d72-b799-61e66169e2a2/f3bce6ef-fbca-46b9-a568-3013a1b99465) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:50.972118 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:50.975714 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9cd169d5-6875-477d-a340-f9af4ff1891e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:50.997895 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9cd169d5-6875-477d-a340-f9af4ff1891e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:50.998342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.088369 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.102811 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Transition to ACTIVE for port object f3bce6ef-fbca-46b9-a568-3013a1b99465 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:51.132596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-fb955783-ee0e-4e6a-a024-1514d4917dd9 None None] Provisioning complete for port 9cd169d5-6875-477d-a340-f9af4ff1891e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:51.132872 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb955783-ee0e-4e6a-a024-1514d4917dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.149923 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.187013 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:51.193376 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:51.196241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:51.229680 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Pushing event updated for resources: {'Port': ['ID=f3bce6ef-fbca-46b9-a568-3013a1b99465,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:51.248542 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.257995 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.360834 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9cd169d5-6875-477d-a340-f9af4ff1891e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9cd169d5-6875-477d-a340-f9af4ff1891e,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:51.379523 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.430659 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fb955783-ee0e-4e6a-a024-1514d4917dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.433981 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.478347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.489226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9cd169d5-6875-477d-a340-f9af4ff1891e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:51.494599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Transition to ACTIVE for port object 97189e42-4482-452b-9783-dfaee53afa16 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:51.523356 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.564997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.db.api [None req-fb955783-ee0e-4e6a-a024-1514d4917dd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 14:21:51.565346 n-d-798054-11 neutron-server[93996]: DEBUG oslo_db.api [None req-fb955783-ee0e-4e6a-a024-1514d4917dd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 14:21:51.585478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Attempting to bind port 97189e42-4482-452b-9783-dfaee53afa16 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:51.585816 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Attempting to bind port 97189e42-4482-452b-9783-dfaee53afa16 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:51.586195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Attempting to bind port 97189e42-4482-452b-9783-dfaee53afa16 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:51.588221 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399d02a-d352-4ba3-b619-afdb62bec08d None None] Pushing event updated for resources: {'Port': ['ID=97189e42-4482-452b-9783-dfaee53afa16,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:51.593697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:51.594419 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:51.594419 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.594935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:51.595272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Bound port: 97189e42-4482-452b-9783-dfaee53afa16, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:51.595664 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.607621 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.614165 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.647455 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] For port 97189e42-4482-452b-9783-dfaee53afa16, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:51.650639 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] For port 97189e42-4482-452b-9783-dfaee53afa16, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=97189e42-4482-452b-9783-dfaee53afa16,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:51.656529 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.687525 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:51.691924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Pushing event updated for resources: {'Port': ['ID=f3bce6ef-fbca-46b9-a568-3013a1b99465,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:51.713885 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:51.714553 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:51.716358 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399d02a-d352-4ba3-b619-afdb62bec08d None None] Pushing event updated for resources: {'Port': ['ID=97189e42-4482-452b-9783-dfaee53afa16,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:51.788463 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:51.790024 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:51.830883 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:51.927367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:21:52.042074 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:52.045338 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 2, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:52.047277 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fa82205c-7813-476e-ae43-f6e38992831c admin admin] 10.222.0.57 "PUT /v2.0/routers/71824da2-3b50-4644-88e0-fd4e42c19a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126740 Jul 15 14:21:52.076728 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff1ff4-c8a9-47da-b347-29f8fd9e155f None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 2, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:21:52.248123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-98532ec4-b7b8-4fbd-a297-441f96a64b32 None None] Provisioning for port f3bce6ef-fbca-46b9-a568-3013a1b99465 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:52.256723 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-98532ec4-b7b8-4fbd-a297-441f96a64b32 None None] Provisioning complete for port f3bce6ef-fbca-46b9-a568-3013a1b99465 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:52.258128 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-98532ec4-b7b8-4fbd-a297-441f96a64b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.305773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-98532ec4-b7b8-4fbd-a297-441f96a64b32 None None] Port f3bce6ef-fbca-46b9-a568-3013a1b99465 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:21:52.612157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:52.617767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-55492789-network', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:52.641314 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Made reservation on behalf of b9f05d0a0a494752af8f3a67370267e9 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:21:52.643902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.653747 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.767889 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.777031 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.805910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:21:52.812629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d967bd-162a-42d3-bf94-708831f38038,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:52.819445 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.819778 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Added segment ca9416c1-d686-410e-946c-64aaff8787aa of type vlan for network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 Jul 15 14:21:52.867841 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.904837 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.906213 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:52.906862 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:52.940060 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9cd169d5-6875-477d-a340-f9af4ff1891e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:52.943066 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3297353 Jul 15 14:21:52.945796 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59142) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:52.951098 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Request body: {'subnet': {'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-55492789-subnet', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:52.984039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ffee3-6f27-4a3b-88ab-a4f595f84eeb admin admin] Pushing event updated for resources: {'Network': ['ID=5ad19b0f-8e16-4f1f-998b-254e18a6c664,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:52.996860 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:21:53.005749 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Made reservation on behalf of b9f05d0a0a494752af8f3a67370267e9 for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:21:53.008390 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.021731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9cd169d5-6875-477d-a340-f9af4ff1891e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:53.022099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.144131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 97189e42-4482-452b-9783-dfaee53afa16 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:53.201252 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 97189e42-4482-452b-9783-dfaee53afa16 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:53.205565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 97189e42-4482-452b-9783-dfaee53afa16 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:53.206036 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.210935 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.264878 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c708099-e165-470d-a649-df7e2a8f14a5,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:53.285137 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Checking segment: {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:53.285670 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Network hostable DHCP agents. Network: 5ad19b0f-8e16-4f1f-998b-254e18a6c664, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:21:53.295109 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.306357 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:21:53.317315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 97189e42-4482-452b-9783-dfaee53afa16, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=97189e42-4482-452b-9783-dfaee53afa16,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:53.318438 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 5ad19b0f-8e16-4f1f-998b-254e18a6c664) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:53.321054 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.325823 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:53.326452 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.346801 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32867f7-ff87-44e8-b42a-644c577108e3 None None] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:21:53.350355 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2a90f17c-79cc-4f87-a1e4-ffaff91cbc45 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4002976 Jul 15 14:21:53.351139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59146) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:53.356078 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:53.386103 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.387313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.421261 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=97189e42-4482-452b-9783-dfaee53afa16,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:53.441392 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.531337 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-5ad19b0f-8e16-4f1f-998b-254e18a6c664', 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'fixed_ips': [{'subnet_id': '5c708099-e165-470d-a649-df7e2a8f14a5'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:21:53.532820 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.618430 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.678487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Allocated IP 172.20.0.2 (5ad19b0f-8e16-4f1f-998b-254e18a6c664/5c708099-e165-470d-a649-df7e2a8f14a5/610c1d19-ab9f-4484-9597-ad2007c69343) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:53.825255 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.831549 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.840709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Transition to ACTIVE for port object 610c1d19-ab9f-4484-9597-ad2007c69343 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:53.844773 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.857654 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Transition to ACTIVE for port object 610c1d19-ab9f-4484-9597-ad2007c69343 will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:53.865342 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.907524 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:53.911760 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:53.914499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:53.923088 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Pushing event updated for resources: {'Port': ['ID=610c1d19-ab9f-4484-9597-ad2007c69343,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:53.957225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Allocated IP 172.25.3.113 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/ffb26997-b1e4-4ca1-8431-d262dba294e3) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:53.986353 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Attempting to bind port 610c1d19-ab9f-4484-9597-ad2007c69343 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:53.986936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Attempting to bind port 610c1d19-ab9f-4484-9597-ad2007c69343 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:53.987052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Attempting to bind port 610c1d19-ab9f-4484-9597-ad2007c69343 on network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:53.992422 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:53.992790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Checking segment: {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:53.993210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:53.993591 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Bound using segment: {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:53.994067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Bound port: 610c1d19-ab9f-4484-9597-ad2007c69343, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:53.994455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.059829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] For port 610c1d19-ab9f-4484-9597-ad2007c69343, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:54.063291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] For port 610c1d19-ab9f-4484-9597-ad2007c69343, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=610c1d19-ab9f-4484-9597-ad2007c69343,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:54.069578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.072095 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.113070 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.136678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:54.146978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e273-f599-47f3-b05a-bd9af3f712a6 None None] Pushing event updated for resources: {'Port': ['ID=610c1d19-ab9f-4484-9597-ad2007c69343,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:54.163184 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:54.167180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:54.206367 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb26997-b1e4-4ca1-8431-d262dba294e3,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:54.337647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:54.351687 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:54.352328 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:54.461643 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:54.461907 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.684891 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 2, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:54.693823 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.717235 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:54.717370 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Updating router 71824da2-3b50-4644-88e0-fd4e42c19a59 port f3bce6ef-fbca-46b9-a568-3013a1b99465 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:21:54.757252 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:54.850751 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Router 62a87af3-e280-45b8-9fc1-a47c904955b1 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:21:54.963754 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 97189e42-4482-452b-9783-dfaee53afa16 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:55.023822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 97189e42-4482-452b-9783-dfaee53afa16 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:55.025090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.105255 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.124032 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Transition to ACTIVE for port object f3bce6ef-fbca-46b9-a568-3013a1b99465 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:55.132097 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 610c1d19-ab9f-4484-9597-ad2007c69343 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:55.135221 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.194763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 610c1d19-ab9f-4484-9597-ad2007c69343 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:55.214939 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92bc065-c6a7-4053-bdc4-bf571090858d None None] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:21:55.226646 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Pushing event updated for resources: {'Port': ['ID=f3bce6ef-fbca-46b9-a568-3013a1b99465,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:55.258741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.259072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.259315 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.259628 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.259952 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.260278 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.260595 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.261061 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.261383 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.261700 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.262015 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.262328 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:21:55.270505 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Attempting to bind port f3bce6ef-fbca-46b9-a568-3013a1b99465 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:55.271005 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Attempting to bind port f3bce6ef-fbca-46b9-a568-3013a1b99465 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:55.271399 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Attempting to bind port f3bce6ef-fbca-46b9-a568-3013a1b99465 on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:55.278296 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:55.278799 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Checking segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:55.279312 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.279770 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Bound using segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:55.280361 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Bound port: f3bce6ef-fbca-46b9-a568-3013a1b99465, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:55.280750 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.311332 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:55.333175 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.334446 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Sync routers for ids ['62a87af3-e280-45b8-9fc1-a47c904955b1'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:55.337568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-886cbdfc-faef-43c0-9c90-b457daba4031 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9827361 Jul 15 14:21:55.338903 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59148) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:55.341505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] Provisioning for port 610c1d19-ab9f-4484-9597-ad2007c69343 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:55.362375 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] For port f3bce6ef-fbca-46b9-a568-3013a1b99465, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:55.366014 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] For port f3bce6ef-fbca-46b9-a568-3013a1b99465, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f3bce6ef-fbca-46b9-a568-3013a1b99465,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:55.367049 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] Provisioning complete for port 610c1d19-ab9f-4484-9597-ad2007c69343 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:55.367430 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.374973 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:55.375531 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Routers {'62a87af3-e280-45b8-9fc1-a47c904955b1'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:55.376436 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['62a87af3-e280-45b8-9fc1-a47c904955b1'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:55.450145 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:55.451832 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:55.491696 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa6ba5-9de7-4441-b588-4e511afab6a2 None None] Pushing event updated for resources: {'Port': ['ID=f3bce6ef-fbca-46b9-a568-3013a1b99465,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:55.590742 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:55.809537 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Set router 62a87af3-e280-45b8-9fc1-a47c904955b1 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:55.845885 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:55Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:55.879099 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c692ca-6709-42cb-83fd-abbb41efa510 None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:55Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:21:55.930784 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.013429 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] For port 610c1d19-ab9f-4484-9597-ad2007c69343, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=610c1d19-ab9f-4484-9597-ad2007c69343,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:56.032307 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.135373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d190af-0638-4316-bd11-88bbfa23bc46 None None] Pushing event updated for resources: {'Port': ['ID=610c1d19-ab9f-4484-9597-ad2007c69343,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:56.165299 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:54Z', 'revision_number': 3, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:56.193110 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.197799 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Checking router: 62a87af3-e280-45b8-9fc1-a47c904955b1 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:56.198155 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Updating router 62a87af3-e280-45b8-9fc1-a47c904955b1 port ffb26997-b1e4-4ca1-8431-d262dba294e3 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:21:56.237990 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.363077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-0f925cf6-f202-4127-aa2c-5d2b6f288d36 None None] Provisioning complete for port 610c1d19-ab9f-4484-9597-ad2007c69343 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:56.363476 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0f925cf6-f202-4127-aa2c-5d2b6f288d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.438104 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Allocated IP 172.20.0.1 (5ad19b0f-8e16-4f1f-998b-254e18a6c664/5c708099-e165-470d-a649-df7e2a8f14a5/df305799-0b24-4fe8-983a-d4c6e1eff78b) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:21:56.556190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.570737 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Transition to ACTIVE for port object df305799-0b24-4fe8-983a-d4c6e1eff78b will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:56.579528 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.590545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Transition to ACTIVE for port object ffb26997-b1e4-4ca1-8431-d262dba294e3 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:21:56.598172 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.615494 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.657262 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Attempting to bind port ffb26997-b1e4-4ca1-8431-d262dba294e3 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:21:56.657630 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Attempting to bind port ffb26997-b1e4-4ca1-8431-d262dba294e3 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:21:56.657994 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Attempting to bind port ffb26997-b1e4-4ca1-8431-d262dba294e3 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:21:56.661057 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8349-d125-4495-ac49-9a000e42cf74 None None] Pushing event updated for resources: {'Port': ['ID=ffb26997-b1e4-4ca1-8431-d262dba294e3,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:56.663655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:56.665793 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:21:56.666166 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:21:56.666567 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.666814 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:56.666970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:21:56.667421 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Bound port: ffb26997-b1e4-4ca1-8431-d262dba294e3, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:21:56.667787 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.672099 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:21:56.696596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=df305799-0b24-4fe8-983a-d4c6e1eff78b,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:56.714243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.727361 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] For port ffb26997-b1e4-4ca1-8431-d262dba294e3, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:21:56.731369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] For port ffb26997-b1e4-4ca1-8431-d262dba294e3, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffb26997-b1e4-4ca1-8431-d262dba294e3,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:21:56.739605 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:56.800808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Routers {'62a87af3-e280-45b8-9fc1-a47c904955b1'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:56.800808 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['62a87af3-e280-45b8-9fc1-a47c904955b1'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:56.869562 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8349-d125-4495-ac49-9a000e42cf74 None None] Pushing event updated for resources: {'Port': ['ID=ffb26997-b1e4-4ca1-8431-d262dba294e3,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:56.906904 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f3bce6ef-fbca-46b9-a568-3013a1b99465 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:56.961604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.002300 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cba80a0-f89e-45af-91cb-f47e550489bd None None] Provisioning for port df305799-0b24-4fe8-983a-d4c6e1eff78b completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:57.011915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-2cba80a0-f89e-45af-91cb-f47e550489bd None None] Provisioning complete for port df305799-0b24-4fe8-983a-d4c6e1eff78b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:57.012294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2cba80a0-f89e-45af-91cb-f47e550489bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.014903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] Set router 62a87af3-e280-45b8-9fc1-a47c904955b1 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:57.129103 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port f3bce6ef-fbca-46b9-a568-3013a1b99465 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:57.130960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-2cba80a0-f89e-45af-91cb-f47e550489bd None None] Port df305799-0b24-4fe8-983a-d4c6e1eff78b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:21:57.149601 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.156181 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.161683 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port f3bce6ef-fbca-46b9-a568-3013a1b99465 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:57.162050 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.226390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.228350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=df305799-0b24-4fe8-983a-d4c6e1eff78b,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:57.290695 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.315094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:54Z', 'revision_number': 3, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:57.327001 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:21:57.333222 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:21:57.334744 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:21:57.350577 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35f113-146b-4a22-9a41-245448eb0f1e None None] The sync data for ids ['62a87af3-e280-45b8-9fc1-a47c904955b1'] in n-d-798054-11 is: [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:54Z', 'revision_number': 3, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:21:57.355211 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port f3bce6ef-fbca-46b9-a568-3013a1b99465, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f3bce6ef-fbca-46b9-a568-3013a1b99465,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:57.362181 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.363380 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 610c1d19-ab9f-4484-9597-ad2007c69343 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:57.453556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=f3bce6ef-fbca-46b9-a568-3013a1b99465,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:57.463623 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Router 62a87af3-e280-45b8-9fc1-a47c904955b1 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:21:57.473077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 610c1d19-ab9f-4484-9597-ad2007c69343 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:57.473597 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.602179 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:21:57.607225 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-662ab055-1d4b-44c2-95ec-800fb277e6ca admin admin] 10.222.0.57 "PUT /v2.0/routers/62a87af3-e280-45b8-9fc1-a47c904955b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661741 Jul 15 14:21:57.665351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-12f68b2e-ae22-47a9-ab9d-297c3c4390a8 None None] Provisioning complete for port df305799-0b24-4fe8-983a-d4c6e1eff78b triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:57.665759 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-12f68b2e-ae22-47a9-ab9d-297c3c4390a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:57.707766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-12f68b2e-ae22-47a9-ab9d-297c3c4390a8 None None] Port df305799-0b24-4fe8-983a-d4c6e1eff78b cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:21:58.162314 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59156) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:58.167361 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100570152', 'description': 'tempest-secgroup-smoke-100570152 description', 'project_id': '8ab360ecc25946559ce9adbf501141f0'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:58.193016 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.279882 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.285490 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.316227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.318374 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1548769 Jul 15 14:21:58.319595 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73ef31-266c-46eb-b829-0e271e27926c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:58.322891 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59158) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:58.328235 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': 'ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:58.359147 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.418419 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.425044 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.443191 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec9da30-0e6a-4baa-8171-4882f1848bbb,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:58.451839 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.453219 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d14f846b-2923-4268-b369-be3891b5f384 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288557 Jul 15 14:21:58.456885 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59160) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:58.461469 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': 'ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:58.492508 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.561732 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.569242 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.589211 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abf39d6-18da-4647-88dc-3fd2bb962dcd,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:58.595891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.601211 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59162) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:58.601783 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-13fed8b5-d86b-4856-bcc4-9bd8fdd4fba5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432438 Jul 15 14:21:58.606457 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': 'ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:58.636061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.699287 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.704063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.722856 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f21e45-92e8-44fc-9e68-89787260fad1,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:58.726056 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.727393 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-34e56022-f041-4e85-b1f2-dbe4ce14dc04 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250384 Jul 15 14:21:58.730360 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59164) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:58.735759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': 'ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:58.775865 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.846835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.853293 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.874655 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e142c5b2-1708-4edb-9d46-e464dad300fc,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:58.880876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffb26997-b1e4-4ca1-8431-d262dba294e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:58.881906 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.886478 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59166) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:58.886996 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-95245c17-f694-4e57-8de6-9515c4f7dca5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555154 Jul 15 14:21:58.891273 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': 'ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:58.915590 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Project 8ab360ecc25946559ce9adbf501141f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:21:58.920735 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.935364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port ffb26997-b1e4-4ca1-8431-d262dba294e3 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:21:58.939202 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ffb26997-b1e4-4ca1-8431-d262dba294e3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:58.939568 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.983666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:58.990860 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.014502 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d44d10-ebb4-4b3a-a41b-dd79a9a73e03,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:59.022795 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.024200 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-25bfb7a2-c20b-42d5-8b4d-ab247c1b9674 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366489 Jul 15 14:21:59.027417 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59168) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:21:59.031294 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.032872 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': 'ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:21:59.056251 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port ffb26997-b1e4-4ca1-8431-d262dba294e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffb26997-b1e4-4ca1-8431-d262dba294e3,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:21:59.065550 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Project 8ab360ecc25946559ce9adbf501141f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:21:59.066578 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.067478 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f3bce6ef-fbca-46b9-a568-3013a1b99465 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:21:59.076692 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.150477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=ffb26997-b1e4-4ca1-8431-d262dba294e3,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:59.152249 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.162190 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.165543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port f3bce6ef-fbca-46b9-a568-3013a1b99465 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:21:59.166043 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.180961 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3a764c-4c8e-448e-aa24-234c30b7b7dd,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:21:59.192451 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.194074 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c605cce2-f012-4c2d-9a84-f989dbe4a440 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655486 Jul 15 14:21:59.351083 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-344379b3-93dc-4d57-a2f3-b0701075d514 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100570152&fields=id&tenant_id=8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 267 time: 0.0357561 Jul 15 14:21:59.372084 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Sync routers for ids ['62a87af3-e280-45b8-9fc1-a47c904955b1'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:21:59.381297 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Routers {'62a87af3-e280-45b8-9fc1-a47c904955b1'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:21:59.381955 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['62a87af3-e280-45b8-9fc1-a47c904955b1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:59.466156 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-0d88872c-f75f-499f-af88-f287299eb7c8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:21:59.467695 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-0d88872c-f75f-499f-af88-f287299eb7c8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 809 time: 0.1099982 Jul 15 14:21:59.483233 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-a0d9610e-674b-43c1-a424-45b2b091b6c9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/quotas/8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 375 time: 0.0097575 Jul 15 14:21:59.488122 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Set router 62a87af3-e280-45b8-9fc1-a47c904955b1 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:21:59.554133 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-af9364c2-c219-45d0-b6a0-41b1f05820f7 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647404 Jul 15 14:21:59.656462 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-8b0f2a31-4215-4a7c-a04e-14062385facd service neutron] 10.222.0.57 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905175 Jul 15 14:21:59.757135 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-707d7edf-2120-41b1-83be-8120ebb630cc service neutron] 10.222.0.57 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945063 Jul 15 14:21:59.783367 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:56Z', 'revision_number': 4, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'df305799-0b24-4fe8-983a-d4c6e1eff78b', 'name': '', 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'mac_address': 'fa:16:3e:c1:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5c708099-e165-470d-a649-df7e2a8f14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:56Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 2, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'subnets': [{'id': '5c708099-e165-470d-a649-df7e2a8f14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:21:59.809190 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Checking router: 62a87af3-e280-45b8-9fc1-a47c904955b1 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:21:59.809549 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Updating router 62a87af3-e280-45b8-9fc1-a47c904955b1 port df305799-0b24-4fe8-983a-d4c6e1eff78b binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:21:59.846652 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:21:59.966753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d5840d46-400f-4584-ac1f-e7d78effc576 req-090e368d-3bbb-4d53-98d3-e162a14a608f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 210 time: 0.0373898 Jul 15 14:22:00.122875 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.133925 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Transition to ACTIVE for port object df305799-0b24-4fe8-983a-d4c6e1eff78b will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:22:00.141687 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.191252 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38f382-dd17-44f3-b4d6-e99c41cab30d None None] Pushing event updated for resources: {'Port': ['ID=df305799-0b24-4fe8-983a-d4c6e1eff78b,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:00.260609 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Attempting to bind port df305799-0b24-4fe8-983a-d4c6e1eff78b on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:22:00.261029 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Attempting to bind port df305799-0b24-4fe8-983a-d4c6e1eff78b by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:22:00.261609 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Attempting to bind port df305799-0b24-4fe8-983a-d4c6e1eff78b on network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:22:00.270848 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:22:00.271406 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Checking segment: {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:22:00.272020 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.272648 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Bound using segment: {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:22:00.273388 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Bound port: df305799-0b24-4fe8-983a-d4c6e1eff78b, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9416c1-d686-410e-946c-64aaff8787aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:22:00.274012 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.353282 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] For port df305799-0b24-4fe8-983a-d4c6e1eff78b, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:22:00.356858 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] For port df305799-0b24-4fe8-983a-d4c6e1eff78b, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=df305799-0b24-4fe8-983a-d4c6e1eff78b,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:22:00.364028 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:00.415926 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Routers {'62a87af3-e280-45b8-9fc1-a47c904955b1'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:22:00.416584 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['62a87af3-e280-45b8-9fc1-a47c904955b1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:00.466257 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38f382-dd17-44f3-b4d6-e99c41cab30d None None] Pushing event updated for resources: {'Port': ['ID=df305799-0b24-4fe8-983a-d4c6e1eff78b,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:00.543979 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] Set router 62a87af3-e280-45b8-9fc1-a47c904955b1 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:22:00.754098 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:56Z', 'revision_number': 4, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'df305799-0b24-4fe8-983a-d4c6e1eff78b', 'name': '', 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'mac_address': 'fa:16:3e:c1:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5c708099-e165-470d-a649-df7e2a8f14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:56Z', 'updated_at': '2021-07-15T14:22:00Z', 'revision_number': 4, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'subnets': [{'id': '5c708099-e165-470d-a649-df7e2a8f14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:00.780299 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750e9fb-c20d-4378-b1cd-3b34108fd243 None None] The sync data for ids ['62a87af3-e280-45b8-9fc1-a47c904955b1'] in n-d-798054-11 is: [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:56Z', 'revision_number': 4, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'df305799-0b24-4fe8-983a-d4c6e1eff78b', 'name': '', 'network_id': '5ad19b0f-8e16-4f1f-998b-254e18a6c664', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'mac_address': 'fa:16:3e:c1:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5c708099-e165-470d-a649-df7e2a8f14a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:56Z', 'updated_at': '2021-07-15T14:22:00Z', 'revision_number': 4, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'subnets': [{'id': '5c708099-e165-470d-a649-df7e2a8f14a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:22:00.812069 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffb26997-b1e4-4ca1-8431-d262dba294e3 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:22:00.894416 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port ffb26997-b1e4-4ca1-8431-d262dba294e3 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:22:00.894976 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:01.131141 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7f5d1d01-cf63-46f8-b2cb-4ec4f97f4970 req-58ef1b15-1ddf-428b-8e76-bb31d871a295 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 210 time: 0.0336552 Jul 15 14:22:01.404485 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c5e1ed5e-b089-49c2-88bc-f75b78c1e1f6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:01.406043 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c5e1ed5e-b089-49c2-88bc-f75b78c1e1f6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 809 time: 0.1492386 Jul 15 14:22:01.453661 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-24577bd1-1b3b-4381-bb96-5f87e3003a00 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 379 time: 0.0397129 Jul 15 14:22:01.463837 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'port': {'device_id': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'admin_state_up': True, 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'security_groups': ['ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:22:01.576857 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Made reservation on behalf of 8ab360ecc25946559ce9adbf501141f0 for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:22:01.580549 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:01.712654 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Allocated IP 172.20.0.3 (29fa48c2-9cb1-410e-9bb6-6d1466ec8497/46772d12-2879-4d72-b799-61e66169e2a2/bda9d08e-8f48-445b-8bea-ed73f5ad2bcc) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:22:01.852495 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:01.871379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Transition to ACTIVE for port object bda9d08e-8f48-445b-8bea-ed73f5ad2bcc will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:22:01.908594 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:01.955102 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:22:01.958669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:22:01.962911 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:22:01.969484 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:02.016351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:02.016977 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.034915 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-6d438c46-c9a2-49c0-972d-da8afe938e25 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751085 Jul 15 14:22:02.046718 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Request body: {'port': {'device_id': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:22:02.129406 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.196643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30eff329-b961-4bd9-acd0-f2b249808765 None None] Provisioning for port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:22:02.201104 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-30eff329-b961-4bd9-acd0-f2b249808765 None None] Provisioning complete for port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:22:02.201576 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-30eff329-b961-4bd9-acd0-f2b249808765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.238266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-30eff329-b961-4bd9-acd0-f2b249808765 None None] Port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:22:02.398567 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980db7c-b4d8-4f31-89c2-b210dcde5047 req-a291ab43-1bba-492e-926c-87d8110c4ca3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:02.400132 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1980db7c-b4d8-4f31-89c2-b210dcde5047 req-a291ab43-1bba-492e-926c-87d8110c4ca3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 931 time: 0.1487949 Jul 15 14:22:02.479870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1980db7c-b4d8-4f31-89c2-b210dcde5047 req-d40d729f-551f-41ac-a763-11534963ec52 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727808 Jul 15 14:22:02.495005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda9d08e-8f48-445b-8bea-ed73f5ad2bcc {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:22:02.502956 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.516159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Transition to ACTIVE for port object bda9d08e-8f48-445b-8bea-ed73f5ad2bcc will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:22:02.522548 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.586841 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:02.667894 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Attempting to bind port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:22:02.668248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Attempting to bind port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:22:02.668583 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Attempting to bind port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:22:02.673983 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:22:02.674287 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Attempting to bind port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:22:02.680366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:22:02.680711 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Checking segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:22:02.681106 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Bound using segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:22:02.681539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Bound port: bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:22:02.681902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.751797 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:22:02.755035 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:22:02.765891 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.805616 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:02.806424 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.807679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] 10.222.0.58 "PUT /v2.0/ports/bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 1092 time: 0.7655330 Jul 15 14:22:02.808187 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:22:02.810474 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816975e2-8f9d-4f55-b923-5ec538d0b67b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:22:02.844580 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde91d-c015-451e-bed8-29eb23ad919f service neutron] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:02.849464 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device df305799-0b24-4fe8-983a-d4c6e1eff78b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:22:02.870907 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497cab4c-15f8-46ab-a0d2-effaee48a592 x-openstack-request-id: req-497cab4c-15f8-46ab-a0d2-effaee48a592 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:22:02.871258 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:22:02.871638 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-497cab4c-15f8-46ab-a0d2-effaee48a592 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:22:02.872070 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'status': 'completed', 'code': 200} Jul 15 14:22:02.907722 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port df305799-0b24-4fe8-983a-d4c6e1eff78b completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:22:02.912756 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port df305799-0b24-4fe8-983a-d4c6e1eff78b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:22:02.913125 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:02.924924 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-7aff6544-8262-41a0-a0c2-9b897571d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:02.926918 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-7aff6544-8262-41a0-a0c2-9b897571d79c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0672107 Jul 15 14:22:02.970755 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c0ff82d5-b1b0-4f9b-a6c0-19a7336b1912 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 217 time: 0.0361280 Jul 15 14:22:03.000449 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.030500 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-3b0c9ac6-d4ff-4f5e-8762-8b4d352604bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.032125 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-3b0c9ac6-d4ff-4f5e-8762-8b4d352604bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0548980 Jul 15 14:22:03.036052 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port df305799-0b24-4fe8-983a-d4c6e1eff78b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=df305799-0b24-4fe8-983a-d4c6e1eff78b,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:22:03.041215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:03.092080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-5498c137-e7e8-45b4-baf0-8e64b8e2c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.093627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-5498c137-e7e8-45b4-baf0-8e64b8e2c7db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551429 Jul 15 14:22:03.104465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=df305799-0b24-4fe8-983a-d4c6e1eff78b,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:03.195025 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-31357f7e-2d10-4274-951d-87a9e4183f7c service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940640 Jul 15 14:22:03.303787 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-12a548f7-2cfb-4d0c-9817-bd326343eeb0 req-c1c7851b-b2ba-46f2-bd44-a78af2ca0d0f service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025999 Jul 15 14:22:03.414065 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-4dac67b5-ef8b-4c93-a19c-32476907ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.415556 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-4dac67b5-ef8b-4c93-a19c-32476907ac80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0580041 Jul 15 14:22:03.523600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-0a517f49-78c1-4ee3-b1fd-cf5cd168279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.525306 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-0a517f49-78c1-4ee3-b1fd-cf5cd168279a service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.1028757 Jul 15 14:22:03.570313 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-c0973d97-5a1b-4e87-b12e-022d81fd0263 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 217 time: 0.0378311 Jul 15 14:22:03.653225 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-2e92364a-38cd-41e7-a7d1-c37815e7c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.654725 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-2e92364a-38cd-41e7-a7d1-c37815e7c215 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0771029 Jul 15 14:22:03.720938 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec8c42-126e-459c-aaa2-6c60c4ada7c4 req-76946f69-5ccc-4932-8b4d-b50fcc5d35b4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.722760 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bec8c42-126e-459c-aaa2-6c60c4ada7c4 req-76946f69-5ccc-4932-8b4d-b50fcc5d35b4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.1144321 Jul 15 14:22:03.762691 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-ff341ffe-7307-420f-90a1-20acefa9e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:03.764226 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-ff341ffe-7307-420f-90a1-20acefa9e776 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025000 Jul 15 14:22:03.771834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0bec8c42-126e-459c-aaa2-6c60c4ada7c4 req-1afc40c2-b960-48b0-af92-daddb0a59675 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432174 Jul 15 14:22:03.863679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-78452b7c-2fad-4f42-878a-0d1e79f3f1a7 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905695 Jul 15 14:22:03.957140 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-816975e2-8f9d-4f55-b923-5ec538d0b67b req-9a1bec52-e3f4-41e6-9191-cf6df4c0d608 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870371 Jul 15 14:22:04.804922 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device df305799-0b24-4fe8-983a-d4c6e1eff78b up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:22:04.854332 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port df305799-0b24-4fe8-983a-d4c6e1eff78b triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:22:04.854735 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:04.965905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229b28a-2c5e-4246-8d43-ecc989457a95 req-e97af2d5-a117-4abc-b9d1-9c7980647754 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:04.967640 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8229b28a-2c5e-4246-8d43-ecc989457a95 req-e97af2d5-a117-4abc-b9d1-9c7980647754 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0800347 Jul 15 14:22:05.012791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8229b28a-2c5e-4246-8d43-ecc989457a95 req-cd1c04da-6990-4fac-bc86-54d1ce9e6166 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351212 Jul 15 14:22:06.173234 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:22:06.200824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d8aec-0eef-4166-92d3-87d0f23b2536 req-ab07f434-2299-4dad-9a49-37ed1daa5f4f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:06.202369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-516d8aec-0eef-4166-92d3-87d0f23b2536 req-ab07f434-2299-4dad-9a49-37ed1daa5f4f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0733676 Jul 15 14:22:06.246192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-516d8aec-0eef-4166-92d3-87d0f23b2536 req-c627499b-a7c0-4d2e-819d-7e249b8e9e24 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375428 Jul 15 14:22:06.277203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:22:06.458053 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'mac_address': 'fa:16:3e:c9:96:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:22:06.498175 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:06.511986 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda9d08e-8f48-445b-8bea-ed73f5ad2bcc {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:22:06.532208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:22:06.538661 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:06.587891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:06.758255 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:22:07.438249 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb6b2-0cee-4ded-ba94-ef9de762573b req-98e963c5-b74d-44c8-a0da-d5b82b83df73 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:07.439791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1eeb6b2-0cee-4ded-ba94-ef9de762573b req-98e963c5-b74d-44c8-a0da-d5b82b83df73 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 944 time: 0.0746517 Jul 15 14:22:07.480919 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c1eeb6b2-0cee-4ded-ba94-ef9de762573b req-b38e9979-9ac6-4867-8cc3-649373d1ffd5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352345 Jul 15 14:22:08.183266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:22:08.256195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:22:08.260681 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:22:08.261081 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:08.343106 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:08.366979 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:22:08.369388 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08965223-793c-40a2-a331-555be5050535" -d '{"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-plugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:22:08.383356 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:22:08.388904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:08.413428 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c8d537-2d1f-45dd-be4f-e1b5965906b5 x-openstack-request-id: req-d8c8d537-2d1f-45dd-be4f-e1b5965906b5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:22:08.413741 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-plugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:22:08.413994 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8c8d537-2d1f-45dd-be4f-e1b5965906b5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:22:08.414381 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'code': 200} Jul 15 14:22:08.442887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:08.531816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f89cc-3659-41b5-9c44-2af4dfa53d51 req-923518a6-72ae-4e27-bddd-b8ca0f4c6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:08.533391 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-799f89cc-3659-41b5-9c44-2af4dfa53d51 req-923518a6-72ae-4e27-bddd-b8ca0f4c6000 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0602412 Jul 15 14:22:08.573696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-799f89cc-3659-41b5-9c44-2af4dfa53d51 req-28f973ef-5105-47f2-949a-4904a077b667 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Jul 15 14:22:08.674425 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a95baa-6df2-45de-94b6-d18b678322e4 req-287e021e-2293-4c0b-b10e-b206a50b6e9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:08.676557 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0a95baa-6df2-45de-94b6-d18b678322e4 req-287e021e-2293-4c0b-b10e-b206a50b6e9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0758357 Jul 15 14:22:08.718112 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e0a95baa-6df2-45de-94b6-d18b678322e4 req-46dce708-513d-44f6-94dc-980fefd6086f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356100 Jul 15 14:22:09.909770 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec7341-8fbc-4a76-9b07-43d4a39f3f5f req-813c0d3a-3640-43ab-a32f-8240534bb1df tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:09.911312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5bec7341-8fbc-4a76-9b07-43d4a39f3f5f req-813c0d3a-3640-43ab-a32f-8240534bb1df tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0665698 Jul 15 14:22:09.959044 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5bec7341-8fbc-4a76-9b07-43d4a39f3f5f req-58e2480b-5e70-4203-8460-d890039f02d6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Jul 15 14:22:10.149960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e5df4-c634-40ca-88bf-6dd1e0677e7c req-179128ef-e3fd-46e7-9db0-0cbe1527b557 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:10.151573 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-924e5df4-c634-40ca-88bf-6dd1e0677e7c req-179128ef-e3fd-46e7-9db0-0cbe1527b557 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0781796 Jul 15 14:22:10.192453 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-924e5df4-c634-40ca-88bf-6dd1e0677e7c req-1a55b222-9cff-4779-a21a-e4f012108dbc tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350986 Jul 15 14:22:10.216931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59226) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:22:10.386778 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126eb764-d15f-467a-aacb-cc9fbfa79297 tempest-TestShelveInstance-1379824733 tempest-TestShelveInstance-1379824733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:10.388338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-126eb764-d15f-467a-aacb-cc9fbfa79297 tempest-TestShelveInstance-1379824733 tempest-TestShelveInstance-1379824733-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1092 time: 0.1703541 Jul 15 14:22:10.392596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59230) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:22:10.397250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:22:10.422913 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:10.531602 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:10.637930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Allocated IP 172.25.3.12 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/f31c5f9b-021e-4928-8c41-a6ec5a2c209d) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:22:10.779463 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:10.819358 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:10.854932 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:22:10.859698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:22:10.863587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:22:10.887171 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'Port': ['ID=f31c5f9b-021e-4928-8c41-a6ec5a2c209d,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:11.282002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:11.371335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:11.525837 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:11.532230 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:11.603899 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'Port': ['ID=f31c5f9b-021e-4928-8c41-a6ec5a2c209d,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:22:11.617143 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:11.727813 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Floating IP 5c3594c6-9c76-4115-93a6-dcfdfd43ad09 associated. External IP: 172.25.3.12, port: bda9d08e-8f48-445b-8bea-ed73f5ad2bcc. Jul 15 14:22:12.264224 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:22:12.397050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:22:12.407593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:22:12.418263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:12.424140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:22:12.425267 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:12.462477 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0cd95952-6dc9-4326-8f8d-b614868a3a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0686810 Jul 15 14:22:12.463005 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:22:12.465380 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cdaaa9-39dd-4906-8ea6-331055290aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:22:12.544140 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:22:12.565166 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0183b8b0-7b08-46c7-86d3-8c27d75456af x-openstack-request-id: req-0183b8b0-7b08-46c7-86d3-8c27d75456af {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:22:12.565624 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:22:12.565765 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0183b8b0-7b08-46c7-86d3-8c27d75456af {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:22:12.566297 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'status': 'completed', 'code': 200} Jul 15 14:22:12.642159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-ff250b94-9720-41b9-a59a-4468ed446638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:12.643946 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-ff250b94-9720-41b9-a59a-4468ed446638 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0553815 Jul 15 14:22:12.739175 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-ddf386cb-5a77-41a0-b5ab-986193b4969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:12.740683 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-ddf386cb-5a77-41a0-b5ab-986193b4969f service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0907838 Jul 15 14:22:12.786963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5c3594c6-9c76-4115-93a6-dcfdfd43ad09', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'mac_address': 'fa:16:3e:c9:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:22:11Z', 'updated_at': '2021-07-15T14:22:11Z', 'revision_number': 0, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:12.812942 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:22:12.813183 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-64f50ac5-235b-44da-8402-2c71dc480925 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 998 time: 0.0658083 Jul 15 14:22:12.822243 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:22:12.822907 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:21:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:12.863526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-79ba7f1f-4405-4cf5-a287-b47850f05f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:12.865019 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-79ba7f1f-4405-4cf5-a287-b47850f05f9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0455081 Jul 15 14:22:12.921724 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-ac3ed585-e0c1-4008-9e3b-e86a92dc1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:12.923286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-ac3ed585-e0c1-4008-9e3b-e86a92dc1498 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525768 Jul 15 14:22:12.933357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:22:13.021091 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-5e7ea61b-db44-4cb4-a54f-1e2a668bf6c9 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902278 Jul 15 14:22:13.120827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-66cdaaa9-39dd-4906-8ea6-331055290aa8 req-d3843443-68e5-4aeb-a158-81249044eb99 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935709 Jul 15 14:22:13.129281 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-248ceafb-6696-4298-b9a3-ad8e1b2c9f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:13.188621 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5c3594c6-9c76-4115-93a6-dcfdfd43ad09', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'mac_address': 'fa:16:3e:c9:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:22:11Z', 'updated_at': '2021-07-15T14:22:11Z', 'revision_number': 0, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:22:13.215165 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e76a28b-8e87-44a2-a854-8635114d34ab None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '5c3594c6-9c76-4115-93a6-dcfdfd43ad09', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'mac_address': 'fa:16:3e:c9:96:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:22:11Z', 'updated_at': '2021-07-15T14:22:11Z', 'revision_number': 0, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:22:13.441238 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5a8b6-cefb-4330-a8e4-3c2aaf43e692 None None] New status for floating IP 5c3594c6-9c76-4115-93a6-dcfdfd43ad09: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:22:15.664786 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5636-4039-43b7-9dd2-07109ab672af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:15.713840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:15.764521 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:15.927039 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:17.380451 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:18.866883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:34.327739 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:22:43.125574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-24ea0ae6-4473-4949-bdb5-44b04535eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:44.166247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-7fcefadf-00a7-4513-a136-46d22546d384 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685463 Jul 15 14:22:44.283646 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-6b6e507c-0962-4d9f-9148-97c3c2c185f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:44.285201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-6b6e507c-0962-4d9f-9148-97c3c2c185f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0685740 Jul 15 14:22:44.405270 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-00d39dd9-3510-468a-8fc9-28fece678b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:44.406811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-00d39dd9-3510-468a-8fc9-28fece678b83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0971749 Jul 15 14:22:44.475861 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-f927d27f-b82f-4479-a634-fec368e9b005 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 1000 time: 0.0626686 Jul 15 14:22:44.528765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-354ecef6-017c-4e9f-a95b-090000a923c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:44.530429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-354ecef6-017c-4e9f-a95b-090000a923c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0453882 Jul 15 14:22:44.592693 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-a428a6ed-ec15-422b-b0fa-674cbd134f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:22:44.594237 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-a428a6ed-ec15-422b-b0fa-674cbd134f9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576041 Jul 15 14:22:44.697047 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-986af3c9-872b-4cb8-8bbb-b6d0e2178fa2 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961425 Jul 15 14:22:44.798669 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1838c9a3-d7d4-4ff6-89c8-69d8b9b71313 req-3a754946-0ab7-4729-b9e8-b0d30f86e65d service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928791 Jul 15 14:22:45.670728 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-293111b3-27e7-4359-8325-9cb4ac313928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:45.713657 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:45.768980 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:45.926094 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:47.383773 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:22:48.872424 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:11.331559 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:13.122402 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-db30bd52-5a26-41b3-9e38-a180fe9e16d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.676339 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e5ab54b1-e979-4986-94a3-b40af5c3795a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.718861 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.785500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:15.952541 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:17.388778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:18.876363 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:43.118015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b199-99e9-4cc9-822c-9b1830d8343e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.678014 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfeb8-599f-4999-a362-31421ea12323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.712189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.770306 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:45.965215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:46.144085 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-c9ad2782-02b9-496c-b491-1d1776072b25 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588422 Jul 15 14:23:46.251589 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-9919826e-c046-4fcc-bdb1-4a0db213e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.252999 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-9919826e-c046-4fcc-bdb1-4a0db213e50f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0615630 Jul 15 14:23:46.369658 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-0bdc635b-5233-40e6-8a33-24b9eb629d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.371707 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-0bdc635b-5233-40e6-8a33-24b9eb629d0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0970347 Jul 15 14:23:46.439422 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-c8800215-51a7-4e22-8a94-14d66814e752 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 1000 time: 0.0601804 Jul 15 14:23:46.495180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-9c747a65-006c-4278-a670-d9a65a986993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.496655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-9c747a65-006c-4278-a670-d9a65a986993 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0491762 Jul 15 14:23:46.556010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-492938e4-3680-443c-b087-2c02b4447600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:23:46.557494 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-492938e4-3680-443c-b087-2c02b4447600 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540464 Jul 15 14:23:46.657488 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-347e7364-c86c-47f9-a789-a5f5cbf72d8c service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925968 Jul 15 14:23:46.761293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a4ae3503-5e81-4d2d-9f76-d79c3dd1b0e9 req-4a63454c-79a2-4b23-84a9-4f0c01d5c368 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969148 Jul 15 14:23:47.389811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:23:48.332243 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:23:48.881089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:07.253352 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59cedd-658f-4bdc-9ddf-ad5f11d8eeaa req-a38844d7-456c-4845-bd7d-39f843ac28bc tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:07.254978 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e59cedd-658f-4bdc-9ddf-ad5f11d8eeaa req-a38844d7-456c-4845-bd7d-39f843ac28bc tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0749848 Jul 15 14:24:07.296565 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0e59cedd-658f-4bdc-9ddf-ad5f11d8eeaa req-04d69ead-ef18-443a-8899-6ff66d093c20 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337250 Jul 15 14:24:08.494982 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37325e1-67f3-4f0e-918e-a3c61ff5514f req-e5ae2ec9-1344-4417-9ece-e12132cdda7b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:08.496515 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e37325e1-67f3-4f0e-918e-a3c61ff5514f req-e5ae2ec9-1344-4417-9ece-e12132cdda7b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0775344 Jul 15 14:24:08.534747 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e37325e1-67f3-4f0e-918e-a3c61ff5514f req-bdcd445b-ac83-4797-9ba8-a2077ba0896f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323775 Jul 15 14:24:09.774436 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6bf9e-a44d-4077-a1d6-7ec27827c23d req-e39513ba-28dc-4880-b688-cda7b7bbb076 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:09.775979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8a6bf9e-a44d-4077-a1d6-7ec27827c23d req-e39513ba-28dc-4880-b688-cda7b7bbb076 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0758810 Jul 15 14:24:09.816374 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d8a6bf9e-a44d-4077-a1d6-7ec27827c23d req-bcca4a0b-ae70-407d-aa93-3d28d0e5f345 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346174 Jul 15 14:24:11.007317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239f972-927e-4da7-a90a-6d76c6080294 req-424764d1-e3a8-4146-b0d9-542d2a049841 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:11.008889 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f239f972-927e-4da7-a90a-6d76c6080294 req-424764d1-e3a8-4146-b0d9-542d2a049841 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0834911 Jul 15 14:24:11.048650 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f239f972-927e-4da7-a90a-6d76c6080294 req-71cc8325-cbe7-4288-a021-4ecbbafa2d31 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338089 Jul 15 14:24:12.250887 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2254cf8-43d6-4803-894c-9633a1870a9a req-67876b72-67d4-40a6-8893-4f26973642d0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:12.253198 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2254cf8-43d6-4803-894c-9633a1870a9a req-67876b72-67d4-40a6-8893-4f26973642d0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0707874 Jul 15 14:24:12.292697 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d2254cf8-43d6-4803-894c-9633a1870a9a req-ce0b166d-e61a-47f9-88b1-28e8d7d9039d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337863 Jul 15 14:24:13.128366 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-087702ab-89de-44b6-a3ac-dc883ca48d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:13.479060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4de50-bb1c-4e2c-9e53-09c976e92456 req-38c47a56-a272-4d21-a5ae-640c0f01ef36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:13.480589 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ee4de50-bb1c-4e2c-9e53-09c976e92456 req-38c47a56-a272-4d21-a5ae-640c0f01ef36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0707183 Jul 15 14:24:13.523679 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ee4de50-bb1c-4e2c-9e53-09c976e92456 req-92278ca5-cf98-488c-8fc8-2593f0cb2bb0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367374 Jul 15 14:24:14.721934 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6771c62-3325-407b-b801-93e67e20c444 req-a42bf67e-6840-44fd-8e23-f065e378f746 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:14.723552 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6771c62-3325-407b-b801-93e67e20c444 req-a42bf67e-6840-44fd-8e23-f065e378f746 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0753834 Jul 15 14:24:14.765726 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a6771c62-3325-407b-b801-93e67e20c444 req-9d7bb3b6-0e7f-4276-af2b-d284d8b80c96 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Jul 15 14:24:15.674072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-40bd98dc-a7a4-44f8-925b-1b8522a754a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:15.726221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:15.781778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:15.960499 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c832-c8de-45bb-a205-97bb383bdf47 req-b59ba7bc-a1a6-492e-9a94-cdba71517d60 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:15.961781 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:15.961922 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1d26c832-c8de-45bb-a205-97bb383bdf47 req-b59ba7bc-a1a6-492e-9a94-cdba71517d60 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0742455 Jul 15 14:24:16.001258 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1d26c832-c8de-45bb-a205-97bb383bdf47 req-a10ee429-0ff5-4c17-b912-b6fa942d3cae tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Jul 15 14:24:17.203402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada49cd2-b3ef-4d0f-bec2-d2f07b136f3c req-823f4212-2c09-45b0-9c15-644189554b1c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:17.204920 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ada49cd2-b3ef-4d0f-bec2-d2f07b136f3c req-823f4212-2c09-45b0-9c15-644189554b1c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0774910 Jul 15 14:24:17.243838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ada49cd2-b3ef-4d0f-bec2-d2f07b136f3c req-c84b78fd-81e9-4845-a855-f616dea6b7a6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331552 Jul 15 14:24:17.392455 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:18.448518 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67106-3a56-42ab-a9cc-314fb0da75aa req-6eaa7dd5-645c-4fec-8c2f-48dfc83d20c2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:18.450065 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05f67106-3a56-42ab-a9cc-314fb0da75aa req-6eaa7dd5-645c-4fec-8c2f-48dfc83d20c2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0832212 Jul 15 14:24:18.495046 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-05f67106-3a56-42ab-a9cc-314fb0da75aa req-428a3a12-4902-4708-bc60-334c674a6499 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351412 Jul 15 14:24:18.803659 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:24:18.899511 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:18.914975 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:18.925405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'mac_address': 'fa:16:3e:c9:96:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:24:18.963745 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:18.978550 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bda9d08e-8f48-445b-8bea-ed73f5ad2bcc {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:24:19.000469 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:19.006811 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:19.066500 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:19.074395 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.074766 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.075107 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.075443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.075778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.076136 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.076439 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.076770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.077094 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.077418 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.077743 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.078066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:24:19.108259 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:24:19.686795 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d44c-0f67-4042-9430-336244bc2538 req-0220f5d9-d3bd-4a08-9add-fc9e4d159ac8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:19.688349 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1076d44c-0f67-4042-9430-336244bc2538 req-0220f5d9-d3bd-4a08-9add-fc9e4d159ac8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 944 time: 0.0646570 Jul 15 14:24:19.727624 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1076d44c-0f67-4042-9430-336244bc2538 req-601081c7-5af1-40dd-836f-28ad24ad6332 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334859 Jul 15 14:24:20.808050 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:20.872073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:20.872566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.934565 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a8344-6e8f-42ca-a155-e7c6e94c2b42 req-02f81822-03af-47f4-ac1b-469291eb0f82 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:20.937050 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb4a8344-6e8f-42ca-a155-e7c6e94c2b42 req-02f81822-03af-47f4-ac1b-469291eb0f82 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 944 time: 0.0825305 Jul 15 14:24:20.970440 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:20.979008 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fb4a8344-6e8f-42ca-a155-e7c6e94c2b42 req-03e2ad08-eeef-4cef-b7c2-72780fcfde43 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353923 Jul 15 14:24:20.998686 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:21.001093 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2617d-d358-45e6-9816-0f55f19a257b" -d '{"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-plugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:21.016066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:21.022619 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:21.092971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:21.119402 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40549a44-672d-4792-a924-4e2d640805c9 x-openstack-request-id: req-40549a44-672d-4792-a924-4e2d640805c9 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:21.119762 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-plugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:21.120087 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40549a44-672d-4792-a924-4e2d640805c9 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:21.120558 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'code': 200} Jul 15 14:24:22.177389 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd30d-2222-4b9a-94e0-6de4a64ada16 req-1b73cbf9-de1d-46e5-91b2-728ceca3c5bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:22.184576 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c32bd30d-2222-4b9a-94e0-6de4a64ada16 req-1b73cbf9-de1d-46e5-91b2-728ceca3c5bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0807295 Jul 15 14:24:22.220781 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c32bd30d-2222-4b9a-94e0-6de4a64ada16 req-f6d69e1d-7f8f-4104-adbc-e4c3e2ada4b3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352998 Jul 15 14:24:23.424373 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a309363-3594-4ecc-b082-affa51340c6c req-0efbce35-1575-431e-9f1a-8881115e0c4a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:23.426183 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a309363-3594-4ecc-b082-affa51340c6c req-0efbce35-1575-431e-9f1a-8881115e0c4a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0794623 Jul 15 14:24:23.483446 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1a309363-3594-4ecc-b082-affa51340c6c req-51c529af-d5d5-4e00-8539-fb9c1f02f252 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478411 Jul 15 14:24:24.675035 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ebee-26d7-4d3e-ba0b-cf8a0ba4aa3a req-c3a1a3f6-87da-42ea-96a5-94d111f904a6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:24.676741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e570ebee-26d7-4d3e-ba0b-cf8a0ba4aa3a req-c3a1a3f6-87da-42ea-96a5-94d111f904a6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0780470 Jul 15 14:24:24.721022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e570ebee-26d7-4d3e-ba0b-cf8a0ba4aa3a req-52d08ad8-2f78-46c4-9a72-8599f4dd9e13 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Jul 15 14:24:25.332456 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:24:25.916227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b024-e65a-43dc-89b1-de3536f7880d req-71b68ad1-2efa-4a36-a426-873f064b754f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:25.917823 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f29b024-e65a-43dc-89b1-de3536f7880d req-71b68ad1-2efa-4a36-a426-873f064b754f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0675230 Jul 15 14:24:25.959879 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f29b024-e65a-43dc-89b1-de3536f7880d req-8b3361dd-9394-496d-985b-7d382bd84ae4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362527 Jul 15 14:24:27.156448 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712f1b-0385-4a46-b49e-19af20eea166 req-44217e3c-7b0a-44c8-b2cc-525995b670f2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:27.158808 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13712f1b-0385-4a46-b49e-19af20eea166 req-44217e3c-7b0a-44c8-b2cc-525995b670f2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0699446 Jul 15 14:24:27.201908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-13712f1b-0385-4a46-b49e-19af20eea166 req-5f9e35dc-61dc-4526-93b6-bd883934a76b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370173 Jul 15 14:24:28.407079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35228f95-dcd7-41eb-829d-3b447f0d1256 req-4fa4775f-2c23-4646-b694-0a7a7c906941 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:28.408953 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35228f95-dcd7-41eb-829d-3b447f0d1256 req-4fa4775f-2c23-4646-b694-0a7a7c906941 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0797362 Jul 15 14:24:28.452546 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-35228f95-dcd7-41eb-829d-3b447f0d1256 req-01411916-eada-497a-ade1-feac63ecf3aa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377221 Jul 15 14:24:29.195913 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-4060f951-95fa-40b5-8817-a51c0c141c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:29.197463 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-4060f951-95fa-40b5-8817-a51c0c141c24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0669756 Jul 15 14:24:29.299028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-ea9fd7fb-1184-415c-8eb1-e8155fee73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:29.300539 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-ea9fd7fb-1184-415c-8eb1-e8155fee73cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0961971 Jul 15 14:24:29.368131 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-48bf4c9e-7fc5-416f-a6a7-e65012b18c44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 1000 time: 0.0605168 Jul 15 14:24:29.419424 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-ef8fe8f3-6d10-4b1a-a44f-424d76026d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:29.420964 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-ef8fe8f3-6d10-4b1a-a44f-424d76026d3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0460448 Jul 15 14:24:29.489676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-52291231-a454-488b-a58f-3352c486fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:29.491240 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-52291231-a454-488b-a58f-3352c486fc28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616312 Jul 15 14:24:29.581588 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-c14c989e-a763-409c-9f05-bbed774e64db service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833271 Jul 15 14:24:29.630186 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf78f4-8541-48d9-9dc6-218af96e6eb7 req-2d05f1c9-8ff3-44e5-9559-b801d32325d9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:29.631706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afbf78f4-8541-48d9-9dc6-218af96e6eb7 req-2d05f1c9-8ff3-44e5-9559-b801d32325d9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0688074 Jul 15 14:24:29.673208 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-afbf78f4-8541-48d9-9dc6-218af96e6eb7 req-e9db5fa4-15e1-45cf-bb4e-b7d0dbcc7c16 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356243 Jul 15 14:24:29.682410 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7041c7ae-1d39-4757-be8a-c90c5d34b172 req-f63f73b2-dd1d-4823-b7d1-512f5a8c3b47 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930064 Jul 15 14:24:30.862563 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa5d2-c91c-4df4-8d78-0d98ea0d9133 req-ca8c4d1e-a364-4f41-9ab1-3b442ae68601 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:30.864078 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784aa5d2-c91c-4df4-8d78-0d98ea0d9133 req-ca8c4d1e-a364-4f41-9ab1-3b442ae68601 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0697000 Jul 15 14:24:30.908052 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-784aa5d2-c91c-4df4-8d78-0d98ea0d9133 req-4313524a-5b97-433f-a31f-083559577fbd tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356112 Jul 15 14:24:32.104786 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e157936-d67e-4fff-b8d7-a28e67673a9c req-e82c7589-3c70-40aa-9f48-0ebccaebe6a2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:32.106623 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e157936-d67e-4fff-b8d7-a28e67673a9c req-e82c7589-3c70-40aa-9f48-0ebccaebe6a2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0775692 Jul 15 14:24:32.148519 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-8e157936-d67e-4fff-b8d7-a28e67673a9c req-a3f03b63-cf31-460e-b8fd-b30195001119 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337586 Jul 15 14:24:32.709435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748cd2-73cf-4423-be2e-5df4b6ae61ef req-11e8413e-dbc9-4f40-9f8d-f7ddff321a9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:32.711158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4748cd2-73cf-4423-be2e-5df4b6ae61ef req-11e8413e-dbc9-4f40-9f8d-f7ddff321a9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 945 time: 0.0705893 Jul 15 14:24:32.755043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4748cd2-73cf-4423-be2e-5df4b6ae61ef req-13f11880-5988-4cb9-8665-e4db1b944ccd tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Jul 15 14:24:32.848899 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:24:32.928584 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:32.951731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:32.954081 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86dfd36-f9d0-4c7e-a5a9-36e2781afd92" -d '{"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:32.967840 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:32.974077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:33.000625 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a71153-9274-4711-84b4-bddc796facf3 x-openstack-request-id: req-02a71153-9274-4711-84b4-bddc796facf3 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:33.000907 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-unplugged", "status": "failed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "code": 422}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:33.001151 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02a71153-9274-4711-84b4-bddc796facf3 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:33.001534 n-d-798054-11 neutron-server[93996]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'code': 422} returned with failed status Jul 15 14:24:33.026208 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:33.048575 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-5a991cd3-2c05-4de7-80dc-186ba690d375 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284442 Jul 15 14:24:33.952150 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939636-a1e3-4aad-b934-ef2f99ddaea1 req-9bc75846-297a-4d13-95da-f071adaf4d0b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:33.953682 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90939636-a1e3-4aad-b934-ef2f99ddaea1 req-9bc75846-297a-4d13-95da-f071adaf4d0b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0699067 Jul 15 14:24:33.994630 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90939636-a1e3-4aad-b934-ef2f99ddaea1 req-e23791d8-1dd8-4552-bfbb-857c89e0f0b3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Jul 15 14:24:35.201299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c56a0-9fe5-44f8-9431-ca72f0d0b75a req-df3d1ce5-047a-422f-ba30-ba68f810d039 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:35.202906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d4c56a0-9fe5-44f8-9431-ca72f0d0b75a req-df3d1ce5-047a-422f-ba30-ba68f810d039 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0833824 Jul 15 14:24:35.242815 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8d4c56a0-9fe5-44f8-9431-ca72f0d0b75a req-1ca89330-aa9a-4a47-aa62-7ef617cb0914 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339272 Jul 15 14:24:36.426711 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4f392-3dc5-442d-965a-26d4c67bea90 req-ac979555-734f-486c-b4a1-57295f1e2c78 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:36.428296 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50e4f392-3dc5-442d-965a-26d4c67bea90 req-ac979555-734f-486c-b4a1-57295f1e2c78 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0659809 Jul 15 14:24:36.467362 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-50e4f392-3dc5-442d-965a-26d4c67bea90 req-7c868b30-7090-4ff3-acaf-9fd76581da27 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334728 Jul 15 14:24:37.654991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da808f2-e760-447d-953a-22bcd5582a5f req-465f5553-a0e6-473d-a31e-550309f9477e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:37.656383 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5da808f2-e760-447d-953a-22bcd5582a5f req-465f5553-a0e6-473d-a31e-550309f9477e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0650594 Jul 15 14:24:37.695911 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5da808f2-e760-447d-953a-22bcd5582a5f req-560c3a07-f998-47b4-b03c-0f69273085c8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336986 Jul 15 14:24:38.026883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-24338f6d-1c62-49ba-bbcf-84ca2b80f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.028321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-24338f6d-1c62-49ba-bbcf-84ca2b80f195 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6&tenant_id=8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 1095 time: 0.0918541 Jul 15 14:24:38.119883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-ad95decb-9fc5-4bf8-bf6c-f3dd7bb542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.121384 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-ad95decb-9fc5-4bf8-bf6c-f3dd7bb542e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0696294 Jul 15 14:24:38.223611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-49b20dd0-1703-4d3a-b58c-d98fb4218c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.225138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-49b20dd0-1703-4d3a-b58c-d98fb4218c90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0955210 Jul 15 14:24:38.293429 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-63403a7c-3ab6-4bd9-8adc-efd6b22e7ef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 998 time: 0.0620012 Jul 15 14:24:38.349537 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-10200b47-8a64-42ce-8da5-24aa0565bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.351293 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-10200b47-8a64-42ce-8da5-24aa0565bfb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0513258 Jul 15 14:24:38.424219 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-a0ee88e3-710a-4cb9-8e5e-2cca4be0d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.425700 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-a0ee88e3-710a-4cb9-8e5e-2cca4be0d425 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680258 Jul 15 14:24:38.511838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-e3ed9164-bfd6-4c7a-808d-542719b63e57 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797179 Jul 15 14:24:38.890493 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac58ba-5c4f-407b-bacb-8f999c372620 req-6e0251af-8678-4550-bc28-3a5c75ad0667 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:38.892029 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40ac58ba-5c4f-407b-bacb-8f999c372620 req-6e0251af-8678-4550-bc28-3a5c75ad0667 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0735521 Jul 15 14:24:38.911988 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-30a6a048-2711-4ccf-894d-2c207d1da1d9 req-0c70048d-ea4e-479d-91be-d6d976568bc0 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941238 Jul 15 14:24:38.931419 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-40ac58ba-5c4f-407b-bacb-8f999c372620 req-ffaad636-61c5-4a99-8cb1-9699580c19fd tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Jul 15 14:24:40.129872 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becff155-6c7c-4270-871a-bd21718bf10a req-e9c5d403-5421-4bb3-a6fd-a94c60213f9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:40.131468 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-becff155-6c7c-4270-871a-bd21718bf10a req-e9c5d403-5421-4bb3-a6fd-a94c60213f9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0699055 Jul 15 14:24:40.187173 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-becff155-6c7c-4270-871a-bd21718bf10a req-7c0e28fa-3757-4524-98bb-1ce8bea5cd79 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 Jul 15 14:24:41.392950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88da430-f926-4cc5-b81f-298ffdce93af req-214d54af-e674-4e7e-884f-e4101d818864 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:41.395385 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c88da430-f926-4cc5-b81f-298ffdce93af req-214d54af-e674-4e7e-884f-e4101d818864 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0699973 Jul 15 14:24:41.436966 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c88da430-f926-4cc5-b81f-298ffdce93af req-aa695b11-f80a-4d0e-b1d3-93584994be98 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354910 Jul 15 14:24:42.627239 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0867f61-8dd2-4a22-b40b-84200276f19a req-9b1cbfad-b844-4a8f-bc1e-3c6031d1de5f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:42.631290 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f0867f61-8dd2-4a22-b40b-84200276f19a req-9b1cbfad-b844-4a8f-bc1e-3c6031d1de5f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0752342 Jul 15 14:24:42.685260 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f0867f61-8dd2-4a22-b40b-84200276f19a req-06031bf0-ebb7-4236-bc76-6c6c3c113abb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487719 Jul 15 14:24:43.124988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-168e1f8e-d9f5-4e7c-9a5c-699461e2a1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:43.875992 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feec8d-ac1b-4243-80aa-ba64172c56a9 req-f5358a52-71fb-4a79-814e-5786579c1193 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:43.877471 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3feec8d-ac1b-4243-80aa-ba64172c56a9 req-f5358a52-71fb-4a79-814e-5786579c1193 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0741496 Jul 15 14:24:43.921466 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a3feec8d-ac1b-4243-80aa-ba64172c56a9 req-3c96c937-911b-4716-b9ed-bf116e73c173 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379210 Jul 15 14:24:45.108267 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0141b0-06b2-457a-9bd7-5cb457fd3360 req-7a6c5429-23d9-4e09-bd46-cdb3b538d8b2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:45.109757 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f0141b0-06b2-457a-9bd7-5cb457fd3360 req-7a6c5429-23d9-4e09-bd46-cdb3b538d8b2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0632396 Jul 15 14:24:45.151547 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-4f0141b0-06b2-457a-9bd7-5cb457fd3360 req-b1b1e3a8-cc8a-4076-a89c-d9ac662005a9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353355 Jul 15 14:24:45.668853 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50e61f97-4857-444d-a730-bff1e380cafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.726739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.778469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:45.961943 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:46.331706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038877-3ff1-4c82-8811-29e18c865611 req-096731dd-b594-45e9-9529-776af8c3c553 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:46.333422 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30038877-3ff1-4c82-8811-29e18c865611 req-096731dd-b594-45e9-9529-776af8c3c553 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0678821 Jul 15 14:24:46.382669 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-30038877-3ff1-4c82-8811-29e18c865611 req-b102b3c8-82d4-4a22-87da-fae4347ec02f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388935 Jul 15 14:24:47.395972 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:47.579539 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dce6c-1ec8-47ed-88dc-febe55fd483d req-50b32a6e-f083-41d9-920e-6e677c4b5205 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:47.581155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f6dce6c-1ec8-47ed-88dc-febe55fd483d req-50b32a6e-f083-41d9-920e-6e677c4b5205 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0749779 Jul 15 14:24:47.620286 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7f6dce6c-1ec8-47ed-88dc-febe55fd483d req-d916759d-323a-4b90-b850-e864c46959a8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334291 Jul 15 14:24:48.800905 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b2fcb-ac8e-45ad-affb-3c740d5c0018 req-45950471-8f06-499a-b795-660c6fa13044 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:48.802605 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c7b2fcb-ac8e-45ad-affb-3c740d5c0018 req-45950471-8f06-499a-b795-660c6fa13044 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0643227 Jul 15 14:24:48.846218 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-2c7b2fcb-ac8e-45ad-affb-3c740d5c0018 req-1bd3aed2-ba54-4247-9f3b-3af34247ed82 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359883 Jul 15 14:24:48.885195 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:49.430785 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-112f9827-71ae-412d-a952-aa0580a82b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:49.432301 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-112f9827-71ae-412d-a952-aa0580a82b84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0607133 Jul 15 14:24:49.545860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-114534a3-6cb0-4cc4-8c3f-f71f2f3e2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:49.547403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-114534a3-6cb0-4cc4-8c3f-f71f2f3e2386 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0869732 Jul 15 14:24:49.618060 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-b45e909f-4042-4d0c-9c76-e33e028d72bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 998 time: 0.0634763 Jul 15 14:24:49.674114 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-f80483b8-c65e-438c-9993-5d07426daa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:49.676525 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-f80483b8-c65e-438c-9993-5d07426daa5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0513880 Jul 15 14:24:49.736298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-1de15485-64f8-4bba-a245-85b0942cc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:49.737696 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-1de15485-64f8-4bba-a245-85b0942cc775 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534148 Jul 15 14:24:49.834114 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-7039994c-ad13-4e70-a282-1fe5c90af45a service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891137 Jul 15 14:24:49.924741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ecf293aa-2fbf-4541-b2c1-23d69a51464f req-36d4b6e4-3228-4fca-8398-997961f4a975 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832679 Jul 15 14:24:50.088660 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cd703-159e-4694-816b-d5a3d52341e3 req-33633c31-a96c-47ac-8035-a960c119b74a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:50.090267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-021cd703-159e-4694-816b-d5a3d52341e3 req-33633c31-a96c-47ac-8035-a960c119b74a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.1281734 Jul 15 14:24:50.130408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-021cd703-159e-4694-816b-d5a3d52341e3 req-9dd4e8ee-acfe-4e04-b9c9-7ed6f6f57191 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345311 Jul 15 14:24:51.331705 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3634a-a798-4b54-a781-107517a83c63 req-ac7dac5c-8989-4c51-b582-5dc2f1f64de8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:51.333221 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-deb3634a-a798-4b54-a781-107517a83c63 req-ac7dac5c-8989-4c51-b582-5dc2f1f64de8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0815780 Jul 15 14:24:51.385338 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-deb3634a-a798-4b54-a781-107517a83c63 req-08287c2d-d17a-44b7-b6dc-24fb0e937d5d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438583 Jul 15 14:24:52.604476 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc6f40-340e-4282-aa2e-852cc38fc166 req-1d6955c1-0c3f-438a-b58e-d6ef0e292da5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:52.606721 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6abc6f40-340e-4282-aa2e-852cc38fc166 req-1d6955c1-0c3f-438a-b58e-d6ef0e292da5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 943 time: 0.0876060 Jul 15 14:24:52.651058 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6abc6f40-340e-4282-aa2e-852cc38fc166 req-135bdcb1-8afa-44b9-97e5-11a8c6aab0ba tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377958 Jul 15 14:24:52.942250 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:24:53.045368 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:53.056615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'port_id': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'mac_address': 'fa:16:3e:c9:96:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:24:53.095082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.109180 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda9d08e-8f48-445b-8bea-ed73f5ad2bcc {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:24:53.129585 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:53.136976 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:53.186369 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:53.363227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:24:53.848347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4e240-c7c0-481e-988a-e8876ea2aa78 req-02ef7add-d85e-4ea5-a552-76d73079134d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:53.849855 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1dd4e240-c7c0-481e-988a-e8876ea2aa78 req-02ef7add-d85e-4ea5-a552-76d73079134d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 944 time: 0.0652208 Jul 15 14:24:53.888908 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1dd4e240-c7c0-481e-988a-e8876ea2aa78 req-2b9c38b3-af22-4da1-883c-8b062668bdb4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Jul 15 14:24:54.962460 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:24:55.011285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:24:55.011707 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:55.067276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3aeaa-c2ec-40d3-be03-7878cbe2031e req-9034b05e-29de-4b4c-9e0a-06f0d2a7d11a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.068828 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ead3aeaa-c2ec-40d3-be03-7878cbe2031e req-9034b05e-29de-4b4c-9e0a-06f0d2a7d11a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 944 time: 0.0657008 Jul 15 14:24:55.091077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:55.112739 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ead3aeaa-c2ec-40d3-be03-7878cbe2031e req-ef418559-1fe3-4047-8cfb-a8ce93723fb3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379317 Jul 15 14:24:55.114571 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:24:55.116945 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f21f9e-c436-491d-9a83-a51e1cc80128" -d '{"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-plugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:24:55.136009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:24:55.137821 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:24:55.172030 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67aee3-7f8a-47b9-a37f-3f5512f0dc96 x-openstack-request-id: req-ee67aee3-7f8a-47b9-a37f-3f5512f0dc96 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:24:55.172323 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-plugged", "status": "completed", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:24:55.172561 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee67aee3-7f8a-47b9-a37f-3f5512f0dc96 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:24:55.172977 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'code': 200} Jul 15 14:24:55.189385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:24:55.339910 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef96fb-f9b0-4340-a861-e95c4f0f65d2 req-df4fd618-430a-40bc-898e-5552d3e19087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:55.341492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7eef96fb-f9b0-4340-a861-e95c4f0f65d2 req-df4fd618-430a-40bc-898e-5552d3e19087 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1098 time: 0.0563507 Jul 15 14:24:55.377652 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7eef96fb-f9b0-4340-a861-e95c4f0f65d2 req-0bbec078-65f6-4bd7-8520-162db8ae59be service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292103 Jul 15 14:24:56.302192 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fba62-3f51-4b3b-8373-dfa4663bc085 req-97a6e0a2-0273-4177-8322-917f7b608869 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:56.303741 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d96fba62-3f51-4b3b-8373-dfa4663bc085 req-97a6e0a2-0273-4177-8322-917f7b608869 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 946 time: 0.0670466 Jul 15 14:24:56.347585 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-d96fba62-3f51-4b3b-8373-dfa4663bc085 req-1f47f487-43b2-40f3-801e-93b8d42d3c6e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380049 Jul 15 14:24:57.552015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4810fc0-8cb4-4d9a-bb5f-bd883ed19664 req-b2a5ab29-4ed5-42bd-a7b3-93710a6ade1d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:24:57.553578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a4810fc0-8cb4-4d9a-bb5f-bd883ed19664 req-b2a5ab29-4ed5-42bd-a7b3-93710a6ade1d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 946 time: 0.0747523 Jul 15 14:24:57.598932 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a4810fc0-8cb4-4d9a-bb5f-bd883ed19664 req-5df33e53-812f-4a70-a0f3-9936e8abfce7 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367832 Jul 15 14:25:02.338160 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:13.129766 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d6705f04-c467-4d85-b07b-4f4744f96fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:15.672442 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-38cbaa84-cf33-4816-a144-9cff11bf2fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:15.746370 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:15.772634 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:15.973961 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:17.408266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:18.883954 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:39.339994 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:25:43.131469 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d0ccd585-298a-4b17-b4e2-517f685f8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:45.684554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79953e7a-fa63-428c-95f6-58fe82ee6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:45.737643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:45.781283 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:45.975696 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:47.403184 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:48.889172 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:25:49.208492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-cd5352f5-48d5-47a1-83d3-a5a1707c912e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135585 Jul 15 14:25:49.312901 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-9fa93630-d9ef-4586-9761-fd677d817f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:49.314426 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-9fa93630-d9ef-4586-9761-fd677d817f58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1098 time: 0.0576768 Jul 15 14:25:49.436948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-80122b3a-bc01-4c52-b8f8-bba339f45cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:49.438369 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-80122b3a-bc01-4c52-b8f8-bba339f45cd2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.1021066 Jul 15 14:25:49.515195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-7f7484d7-a868-40a5-b19a-c72d652e8d92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 1000 time: 0.0698757 Jul 15 14:25:49.566241 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-622a55f9-ef49-4ac6-bec2-1aa64c01705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:49.567789 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-622a55f9-ef49-4ac6-bec2-1aa64c01705f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0459032 Jul 15 14:25:49.631251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-a5785db4-6221-4f29-8c39-4c4e983d18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:25:49.633174 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-a5785db4-6221-4f29-8c39-4c4e983d18bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586774 Jul 15 14:25:49.729395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-42aa44c9-eccd-4c76-923f-47fd71912389 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892110 Jul 15 14:25:49.827698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-deda3472-cdbe-4fb3-b32b-7eb7b08541b6 req-51b4a16e-92f5-4372-918c-4b81b21a0537 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923302 Jul 15 14:26:06.269512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59576) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:06.446316 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Deleting port f31c5f9b-021e-4928-8c41-a6ec5a2c209d {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:26:06.446790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.529849 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.530116 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.545227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Calling delete_port for f31c5f9b-021e-4928-8c41-a6ec5a2c209d owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:26:06.698063 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.723398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event deleted for resources: {'Port': ['ID=f31c5f9b-021e-4928-8c41-a6ec5a2c209d,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:06.735294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.735639 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.735980 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.736339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.736671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.737012 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.737336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.737658 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.737984 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.738299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.738634 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.738951 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:06.805947 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:06.806247 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Floating IP 5c3594c6-9c76-4115-93a6-dcfdfd43ad09 disassociated (deleted). External IP: 172.25.3.12, port: bda9d08e-8f48-445b-8bea-ed73f5ad2bcc. Jul 15 14:26:07.033245 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:26:07.154587 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:26:07.160139 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:07.164811 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:26:07.175792 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:26:07.176444 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:25:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:07.202259 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-0874c26e-40fe-4bdb-b594-22c600c5f7bb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "DELETE /v2.0/floatingips/5c3594c6-9c76-4115-93a6-dcfdfd43ad09 HTTP/1.1" status: 204 len: 168 time: 0.9315817 Jul 15 14:26:07.202930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:07.205404 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862d58e8-e738-4edb-a04d-505ab0a524e0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:07.275622 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19305e3c-d99e-49ff-8226-48131039691b x-openstack-request-id: req-19305e3c-d99e-49ff-8226-48131039691b {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:07.276246 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:07.276246 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19305e3c-d99e-49ff-8226-48131039691b {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:07.276560 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'status': 'completed', 'code': 200} Jul 15 14:26:07.291023 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:26:07.352479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-ac150e32-b4a0-4f73-9bb5-f2f91d797284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:07.355249 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-ac150e32-b4a0-4f73-9bb5-f2f91d797284 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 1098 time: 0.0556226 Jul 15 14:26:07.461377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-3968024c-5e3e-4a76-ad74-b56e459bd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:07.462989 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-3968024c-5e3e-4a76-ad74-b56e459bd55f service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.1013625 Jul 15 14:26:07.496653 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:07.511111 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-fc9657bf-86e6-4ce0-8d01-191e165f128e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 200 len: 217 time: 0.0414691 Jul 15 14:26:07.538124 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:26:07.548144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:26:07.548747 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:25:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:07.560923 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-c0df189c-03cb-44ff-b081-77a85709a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:07.562430 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-c0df189c-03cb-44ff-b081-77a85709a201 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0447063 Jul 15 14:26:07.618360 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caed51-d5e1-4264-af4c-765be26657f6 req-e0d3f170-ac35-4384-ba9f-60f48c42dffb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:07.619931 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76caed51-d5e1-4264-af4c-765be26657f6 req-e0d3f170-ac35-4384-ba9f-60f48c42dffb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 946 time: 0.0720859 Jul 15 14:26:07.622615 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-2d6ea89a-fcf6-483b-b99f-ace7b63e746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:07.624321 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-2d6ea89a-fcf6-483b-b99f-ace7b63e746c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542836 Jul 15 14:26:07.656106 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:26:07.662809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-76caed51-d5e1-4264-af4c-765be26657f6 req-6b9a75b7-3e54-4949-8499-ba1c1256f653 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356991 Jul 15 14:26:07.727642 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-33e64818-68a7-49df-9257-71ce0c561978 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955055 Jul 15 14:26:07.818959 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-862d58e8-e738-4edb-a04d-505ab0a524e0 req-e0b72321-0c7d-4ada-b3c0-9f3764d0368e service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838416 Jul 15 14:26:07.858595 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:07.884629 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95ec16c-9684-49bd-8e4b-568d2b1ffe48 None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:26:08.120687 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249138de-5aab-44e3-91c0-4e153f3346bf None None] New status for floating IP 5c3594c6-9c76-4115-93a6-dcfdfd43ad09: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:26:08.826807 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-5668f853-81d6-406e-bb11-95793fa8ce31 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:08.828300 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-5668f853-81d6-406e-bb11-95793fa8ce31 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 946 time: 0.0952992 Jul 15 14:26:08.903508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1101b-80f2-4e31-a80c-7d94ea0e5006 req-91554d52-3e07-438b-b6cd-0e071a270c50 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:08.904979 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05d1101b-80f2-4e31-a80c-7d94ea0e5006 req-91554d52-3e07-438b-b6cd-0e071a270c50 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc7777b1-858c-4093-bc23-df4cf54ad6f6 HTTP/1.1" status: 200 len: 946 time: 0.1196427 Jul 15 14:26:08.966969 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-05d1101b-80f2-4e31-a80c-7d94ea0e5006 req-26aa5d42-2aa7-4ddb-853f-a4eeec3687ac tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Jul 15 14:26:08.978868 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Deleting port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:26:08.979562 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:09.081429 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] For port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:09.081790 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:09.094214 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Calling delete_port for bda9d08e-8f48-445b-8bea-ed73f5ad2bcc owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:26:09.247547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:09.276812 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event deleted for resources: {'Port': ['ID=bda9d08e-8f48-445b-8bea-ed73f5ad2bcc,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:09.291042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.291386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.291723 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.292138 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.292407 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.292729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.293049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.293370 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.293683 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.294030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.294347 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.294729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:09.337299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] No DVR routers for this DVR port bda9d08e-8f48-445b-8bea-ed73f5ad2bcc on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:26:09.340189 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:09.342359 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6a06240f-c5c1-4469-990d-8565e55cd1af req-d1f64eb7-a6cd-4120-8c5e-2da296241f97 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "DELETE /v2.0/ports/bda9d08e-8f48-445b-8bea-ed73f5ad2bcc HTTP/1.1" status: 204 len: 173 time: 0.5073440 Jul 15 14:26:09.343167 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-deleted', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:09.346065 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48919fe1-a965-4f8c-954f-49997a58e109" -d '{"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-deleted", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:09.459252 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e1600-f96d-4402-a860-410b867bec62 x-openstack-request-id: req-3b5e1600-f96d-4402-a860-410b867bec62 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:09.459547 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7777b1-858c-4093-bc23-df4cf54ad6f6", "name": "network-vif-deleted", "tag": "bda9d08e-8f48-445b-8bea-ed73f5ad2bcc", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:09.459797 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b5e1600-f96d-4402-a860-410b867bec62 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:09.460203 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7777b1-858c-4093-bc23-df4cf54ad6f6', 'name': 'network-vif-deleted', 'tag': 'bda9d08e-8f48-445b-8bea-ed73f5ad2bcc', 'status': 'completed', 'code': 200} Jul 15 14:26:10.064586 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59602) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:10.125660 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca868674-d35c-4e04-afd3-f3fbf9a211c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.164564 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca868674-d35c-4e04-afd3-f3fbf9a211c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.231974 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca868674-d35c-4e04-afd3-f3fbf9a211c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.234804 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca868674-d35c-4e04-afd3-f3fbf9a211c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.235983 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ca868674-d35c-4e04-afd3-f3fbf9a211c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "DELETE /v2.0/security-groups/ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1 HTTP/1.1" status: 204 len: 168 time: 0.1703823 Jul 15 14:26:10.245973 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca868674-d35c-4e04-afd3-f3fbf9a211c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf5c6db-10ca-4212-bd8f-09ca1ebb04f1,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:10.505228 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 59608) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:10.510052 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688328682', 'description': 'tempest-secgroup-smoke-688328682 description', 'project_id': '8ab360ecc25946559ce9adbf501141f0'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:10.537997 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.628648 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.634062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.661193 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.662428 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1562359 Jul 15 14:26:10.664409 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a97ba-f103-4160-bb56-214f9b84f6c4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:10.665573 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59610) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:10.672300 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': '6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:10.707244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.758944 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.763776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.786310 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70e95b1-23e6-47d5-92cb-81a48047d206,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:10.790430 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.791658 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a9ce3acc-ae89-45b5-a450-2584fd9cc9c5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241121 Jul 15 14:26:10.794480 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59612) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:10.799768 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': '6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:10.828790 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.890195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.895717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.913635 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d653f180-5f3f-4366-bb2e-46fcbf7f3c49,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:10.920951 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:10.922359 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-39149414-3a7a-4fd3-98f3-edc2d87d19f8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268461 Jul 15 14:26:10.925242 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59614) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:10.929698 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': '6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:10.960543 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.028275 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.033236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.051089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79afd31-0e3a-488a-82a3-fc55a55dfc3a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:11.060354 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.061784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f1a407f4-bb7b-4e7d-8be4-97bfac55c227 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355321 Jul 15 14:26:11.064745 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59616) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:11.069332 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': '6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:11.101423 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.163047 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.168127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.186026 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dae823-093d-40b4-af3a-86ecb96cc517,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:11.193613 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.194901 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-6c67ecaf-210d-4183-8138-e89cd88eceaa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291690 Jul 15 14:26:11.197809 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59618) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:11.202643 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': '6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:11.225968 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Project 8ab360ecc25946559ce9adbf501141f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:26:11.231108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.292178 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.298195 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.316464 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c743712-62db-4dc6-9488-1a5093ad25d6,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:11.325022 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.326276 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d80f0e01-e0d5-45b5-a7df-814cd3f1b61a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274686 Jul 15 14:26:11.329027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59620) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:11.333621 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'security_group_rule': {'security_group_id': '6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0', 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:11.358256 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Project 8ab360ecc25946559ce9adbf501141f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:26:11.363059 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.428213 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.434390 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.451340 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03be229b-3e08-4e19-aeea-ad2209db395d,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:11.460397 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:11.461612 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3fe96a6f-c191-4792-a959-cbfd394bb829 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316533 Jul 15 14:26:13.126812 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d3e84a5b-d656-4596-bcdd-8e11c9bf48ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:13.287044 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:26:13.313058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: bda9d08e-8f48-445b-8bea-ed73f5ad2bcc {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:26:13.313442 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device bda9d08e-8f48-445b-8bea-ed73f5ad2bcc not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:26:15.679927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d02ede7f-3fe2-4a37-a0c2-50cb9149311a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:15.738719 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:15.774516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:15.973672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:16.340100 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:26:17.405678 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:18.890804 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:26.984534 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-14f31284-0c4e-470b-90f2-74114fa60ff5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688328682&fields=id&tenant_id=8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 267 time: 0.0399730 Jul 15 14:26:27.098219 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-f17822b6-37d8-430a-857f-b8cbbf51cff3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:27.099745 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-f17822b6-37d8-430a-857f-b8cbbf51cff3 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 809 time: 0.1086128 Jul 15 14:26:27.115164 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-d28b656a-3774-4fcb-9fb0-b77d1ab96ed9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/quotas/8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Jul 15 14:26:27.185439 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-dd7fc1aa-efa3-4701-a7c0-271f8adbd47e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654562 Jul 15 14:26:27.332408 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-d7a5c38d-377a-45c1-ad71-2da16a3bb063 service neutron] 10.222.0.57 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356456 Jul 15 14:26:27.430011 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-38c9f3f9-a3ba-4361-81dc-a14c9f1b7a31 service neutron] 10.222.0.57 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890672 Jul 15 14:26:27.748267 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-264e4aa7-268d-4281-a268-f539aa9511b7 req-3822dc6e-4f31-4c21-9ef6-cf51c79680f1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0288696 Jul 15 14:26:28.899185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b3543f87-06df-4ac4-837b-01cc09b3617f req-1ecab6d2-0eb3-440c-a06f-39a4b5a5a7ac tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0353177 Jul 15 14:26:29.017894 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-2ff47c5b-1b0e-4f94-b91f-7013b654d0e4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:29.019416 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-2ff47c5b-1b0e-4f94-b91f-7013b654d0e4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.59 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 809 time: 0.1252792 Jul 15 14:26:29.064741 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-5a61eadb-85d1-4e99-aa06-e779fe0e3f87 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 379 time: 0.0364380 Jul 15 14:26:29.074254 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'port': {'device_id': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'admin_state_up': True, 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'security_groups': ['6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:29.205060 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Made reservation on behalf of 8ab360ecc25946559ce9adbf501141f0 for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:26:29.209475 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.351923 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Allocated IP 172.20.0.14 (29fa48c2-9cb1-410e-9bb6-6d1466ec8497/46772d12-2879-4d72-b799-61e66169e2a2/7eca9122-7a0c-4291-8ebb-e72ce563c4cf) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:26:29.495003 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.513519 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Transition to ACTIVE for port object 7eca9122-7a0c-4291-8ebb-e72ce563c4cf will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:26:29.547416 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.594735 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:26:29.598248 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:26:29.602695 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:26:29.609832 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:29.666960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:29.667609 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.683525 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-92f7e3d1-9695-4ddd-9908-3f075a07702c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6133401 Jul 15 14:26:29.740350 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Request body: {'port': {'device_id': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:29.822183 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.905315 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5bac975d-e28f-4aec-b2b7-43023a565492 None None] Provisioning for port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:26:29.908929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5bac975d-e28f-4aec-b2b7-43023a565492 None None] Provisioning complete for port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:26:29.909337 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5bac975d-e28f-4aec-b2b7-43023a565492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:29.944364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5bac975d-e28f-4aec-b2b7-43023a565492 None None] Port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:26:30.089535 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead33fd-8922-43f6-bafe-7951788976a0 req-11f1955c-2c52-427e-8369-84f06f9bc73b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:30.091403 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5ead33fd-8922-43f6-bafe-7951788976a0 req-11f1955c-2c52-427e-8369-84f06f9bc73b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 932 time: 0.0658846 Jul 15 14:26:30.092683 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eca9122-7a0c-4291-8ebb-e72ce563c4cf {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:26:30.101164 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.114079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Transition to ACTIVE for port object 7eca9122-7a0c-4291-8ebb-e72ce563c4cf will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:26:30.122325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.138041 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5ead33fd-8922-43f6-bafe-7951788976a0 req-40493c6a-04ec-4bbe-bcf3-ddba8936e685 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Jul 15 14:26:30.223944 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:30.266873 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:26:30.267227 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:26:30.267555 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:26:30.272850 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:26:30.273238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:26:30.279605 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:26:30.279986 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Checking segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:26:30.280347 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Bound using segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:26:30.280784 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Bound port: 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:26:30.281157 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.356317 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:26:30.360137 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:26:30.367027 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.401702 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:30.402149 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:30.403616 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] 10.222.0.59 "PUT /v2.0/ports/7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1093 time: 0.7126398 Jul 15 14:26:30.404082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:30.406307 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:30.464217 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8630121-8bd4-4b15-bb68-854e01cac866 x-openstack-request-id: req-a8630121-8bd4-4b15-bb68-854e01cac866 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:30.464526 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:30.464782 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8630121-8bd4-4b15-bb68-854e01cac866 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:30.465189 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'status': 'completed', 'code': 200} Jul 15 14:26:30.468301 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19e46b-1504-4dc6-b26b-6aa47ea9252f service neutron] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:30.525671 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-1cdd89c8-401e-4ee7-8a7c-4e14fa211880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:30.527766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-1cdd89c8-401e-4ee7-8a7c-4e14fa211880 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0761621 Jul 15 14:26:30.573487 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-40fec17c-da0e-45f0-aed5-7bdd532ae499 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 217 time: 0.0369272 Jul 15 14:26:30.625642 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-002615fe-fab9-4ae5-91ba-0cb81d80f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:30.627184 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-002615fe-fab9-4ae5-91ba-0cb81d80f432 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0471573 Jul 15 14:26:30.686343 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06651-a88b-4e32-a960-6cccd79d364d req-5e741369-12c8-4497-9a8c-31df46de548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:30.687825 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-5e741369-12c8-4497-9a8c-31df46de548a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547931 Jul 15 14:26:30.784982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-c69a0f38-687c-4095-8e67-be26edbb5b58 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907710 Jul 15 14:26:30.880529 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-bee06651-a88b-4e32-a960-6cccd79d364d req-3073d5a3-08f4-46c0-9de2-81315bea9fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895188 Jul 15 14:26:30.985485 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-84132e3b-b00b-4aff-8896-06c965daf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:30.987090 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-84132e3b-b00b-4aff-8896-06c965daf87a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0589929 Jul 15 14:26:31.080577 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-59295ba3-27dd-47c2-bb87-849632f543dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.086791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-59295ba3-27dd-47c2-bb87-849632f543dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0930235 Jul 15 14:26:31.135782 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-9cf278f2-385e-49c3-a637-108850eb9856 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 217 time: 0.0425141 Jul 15 14:26:31.186281 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-897dab0f-2da8-4f90-bb5f-b4d8f7471b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.187729 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-897dab0f-2da8-4f90-bb5f-b4d8f7471b9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0463531 Jul 15 14:26:31.248308 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-a8b05dbf-0047-4566-8e0f-fb5a4c8ba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.250010 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-a8b05dbf-0047-4566-8e0f-fb5a4c8ba8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561774 Jul 15 14:26:31.330765 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12205ca-3b3c-401d-ac99-954691f45997 req-e78503f2-316c-4d3b-876f-23446caf7a28 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:31.332392 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f12205ca-3b3c-401d-ac99-954691f45997 req-e78503f2-316c-4d3b-876f-23446caf7a28 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0675852 Jul 15 14:26:31.374812 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f12205ca-3b3c-401d-ac99-954691f45997 req-5c620124-0c30-408c-9319-00252e29ac8d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359955 Jul 15 14:26:31.670882 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-6b296610-56bd-482b-830d-fbc29ee89790 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137547 Jul 15 14:26:31.760418 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1fbd47c2-a3a3-4cf7-b77a-9019f0127f91 req-1b3969ae-9de8-4a3c-9e5b-a28d81ec0b9c service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832577 Jul 15 14:26:32.632687 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4badbe8-16c0-477b-a8a0-2bc64e1d7b68 req-fb2a4bca-b5d8-4503-be59-b97cef604203 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:32.634207 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4badbe8-16c0-477b-a8a0-2bc64e1d7b68 req-fb2a4bca-b5d8-4503-be59-b97cef604203 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.1362071 Jul 15 14:26:32.673784 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4badbe8-16c0-477b-a8a0-2bc64e1d7b68 req-bee9cd8d-40c1-4bcb-8a12-6f6376539284 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Jul 15 14:26:33.849746 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d1f1a-1048-4c08-bb18-ebf199e261d6 req-08f56288-f37c-4e18-bf6c-e94a7bcd2700 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:33.851276 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-796d1f1a-1048-4c08-bb18-ebf199e261d6 req-08f56288-f37c-4e18-bf6c-e94a7bcd2700 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0666895 Jul 15 14:26:33.893324 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-796d1f1a-1048-4c08-bb18-ebf199e261d6 req-c6c80855-089c-42bb-84e3-72b9d5639447 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330725 Jul 15 14:26:35.078088 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21843532-d096-4155-a266-22466ab4aadd req-a09453a9-1d08-4b72-9048-4d6c557b2a4e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:35.079561 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21843532-d096-4155-a266-22466ab4aadd req-a09453a9-1d08-4b72-9048-4d6c557b2a4e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0707943 Jul 15 14:26:35.121935 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-21843532-d096-4155-a266-22466ab4aadd req-ffc68b97-9d85-46a0-a1f2-9cbed25988d8 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352495 Jul 15 14:26:36.325690 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959e4e5-ecfb-4121-8ba0-c8de920f0f18 req-ab6d39c6-744d-498e-a9cb-b05df8204929 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:36.327218 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b959e4e5-ecfb-4121-8ba0-c8de920f0f18 req-ab6d39c6-744d-498e-a9cb-b05df8204929 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0805984 Jul 15 14:26:36.376932 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b959e4e5-ecfb-4121-8ba0-c8de920f0f18 req-4f1a2ef8-57f4-40f7-b34c-b15fb1655442 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Jul 15 14:26:37.567443 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168834-d8c0-4876-8f1f-de6c7196cbbc req-fb587d9a-59c9-45cf-b779-dee082da6283 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:37.569355 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc168834-d8c0-4876-8f1f-de6c7196cbbc req-fb587d9a-59c9-45cf-b779-dee082da6283 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0746984 Jul 15 14:26:37.608390 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dc168834-d8c0-4876-8f1f-de6c7196cbbc req-a0c728b0-0b21-4438-aa3c-6cd4cbf9e4e0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334167 Jul 15 14:26:38.800081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb086a0-6738-487a-8697-f042f2aba459 req-a867d721-cbe6-4fee-b83a-9d25cc542e9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:38.801633 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7cb086a0-6738-487a-8697-f042f2aba459 req-a867d721-cbe6-4fee-b83a-9d25cc542e9c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0656724 Jul 15 14:26:38.841021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7cb086a0-6738-487a-8697-f042f2aba459 req-e25c968f-bc0e-4cb2-81c1-d1d5b2a4bc68 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333316 Jul 15 14:26:40.015887 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7270-b903-4df0-ae96-fcd5b3c38947 req-89201836-940a-4a64-a2ad-f2e73757d51b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:40.017300 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-919c7270-b903-4df0-ae96-fcd5b3c38947 req-89201836-940a-4a64-a2ad-f2e73757d51b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0643604 Jul 15 14:26:40.058809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-919c7270-b903-4df0-ae96-fcd5b3c38947 req-b8f8ad7a-351e-4432-833f-ecc330b86c0f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Jul 15 14:26:41.242094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e62ce-f223-458f-825c-8323df4c2df7 req-7547b9e6-c918-4240-adf6-a3b3937b87ac tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:41.243610 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a12e62ce-f223-458f-825c-8323df4c2df7 req-7547b9e6-c918-4240-adf6-a3b3937b87ac tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0659351 Jul 15 14:26:41.285482 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a12e62ce-f223-458f-825c-8323df4c2df7 req-320dc4b2-b08b-4be4-b317-1e8dfb57ba18 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362117 Jul 15 14:26:41.348863 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:26:41.462291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:41.479672 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'port_id': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'mac_address': 'fa:16:3e:43:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:26:41.519484 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:41.532878 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eca9122-7a0c-4291-8ebb-e72ce563c4cf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:26:41.553735 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:41.559388 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:41.607929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:41.615474 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.615823 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.616167 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.616532 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.616936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.617351 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.617705 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.618058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.618384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.618739 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.619073 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.619383 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:26:41.802231 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['7eca9122-7a0c-4291-8ebb-e72ce563c4cf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:26:42.478924 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea205df-ed23-40dd-a520-87fd320c4de4 req-ee149e08-2f82-485b-905f-514f7abebe7b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:42.480566 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aea205df-ed23-40dd-a520-87fd320c4de4 req-ee149e08-2f82-485b-905f-514f7abebe7b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0725160 Jul 15 14:26:42.528026 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-aea205df-ed23-40dd-a520-87fd320c4de4 req-6813d019-beaa-4804-afbf-2ca0125b9ecf tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394864 Jul 15 14:26:43.136473 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-047dfb68-0980-4d05-8367-83365c516728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:43.359294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:26:43.418868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:26:43.422700 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:26:43.423075 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:43.508516 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:43.530682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:43.532941 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fc2405-e71b-466a-be48-0325b75ad96a" -d '{"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-plugged", "status": "completed", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:43.547774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:26:43.553411 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:43.588990 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c749e416-337c-4532-825e-3f5c1d25d4fa x-openstack-request-id: req-c749e416-337c-4532-825e-3f5c1d25d4fa {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:43.589307 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-plugged", "status": "completed", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:43.589556 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c749e416-337c-4532-825e-3f5c1d25d4fa {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:43.589941 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'code': 200} Jul 15 14:26:43.620185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:43.746014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c86ebf-b67d-4a8c-be57-67bb1ae4bdd9 req-e39de1de-dd60-46d5-9828-fe842dd39b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:43.747518 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4c86ebf-b67d-4a8c-be57-67bb1ae4bdd9 req-e39de1de-dd60-46d5-9828-fe842dd39b20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0912745 Jul 15 14:26:43.777779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc314-2bbf-49e9-99c3-45ac6d6dfdb0 req-60e9b6aa-2ffe-4e17-993f-c4fbd3ad29c6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:43.779267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17cdc314-2bbf-49e9-99c3-45ac6d6dfdb0 req-60e9b6aa-2ffe-4e17-993f-c4fbd3ad29c6 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.1150751 Jul 15 14:26:43.806145 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b4c86ebf-b67d-4a8c-be57-67bb1ae4bdd9 req-7f26a7dd-36a5-495d-8081-07df44c1e09b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523934 Jul 15 14:26:43.825683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-17cdc314-2bbf-49e9-99c3-45ac6d6dfdb0 req-0e355afd-3cd0-455e-abd5-e885b5419039 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369258 Jul 15 14:26:45.026601 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafac080-5424-4350-bae7-8f8ce685e554 req-abdd801b-fb44-4e8c-a633-09306eb82c7a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:45.028040 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cafac080-5424-4350-bae7-8f8ce685e554 req-abdd801b-fb44-4e8c-a633-09306eb82c7a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0758977 Jul 15 14:26:45.068657 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cafac080-5424-4350-bae7-8f8ce685e554 req-2206db6a-3c07-462b-acd7-8a40bc79df4b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349042 Jul 15 14:26:45.269356 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871d80e-f856-4cb6-92a7-1793eef39554 req-4e564d17-b548-4a8b-80d0-1b86a3501d3c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:45.270903 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7871d80e-f856-4cb6-92a7-1793eef39554 req-4e564d17-b548-4a8b-80d0-1b86a3501d3c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0793445 Jul 15 14:26:45.310256 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7871d80e-f856-4cb6-92a7-1793eef39554 req-c0866302-7715-433c-abb5-3a95f2e95600 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Jul 15 14:26:45.334675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59818) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:45.395678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44000c63-fb3d-45bd-8f30-7935ad4d212c tempest-TestShelveInstance-1379824733 tempest-TestShelveInstance-1379824733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:45.397188 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-44000c63-fb3d-45bd-8f30-7935ad4d212c tempest-TestShelveInstance-1379824733 tempest-TestShelveInstance-1379824733-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1093 time: 0.0613384 Jul 15 14:26:45.402354 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 59820) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:26:45.406740 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:26:45.430867 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.533744 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.643013 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Allocated IP 172.25.3.230 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/48b18075-29f8-41ca-a4d3-efe7d1fd4e38) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:26:45.682741 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ce03e29d-101a-446f-98db-d7b285f08564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.751564 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.762053 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.780005 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.813319 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:45.854181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:26:45.856929 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:26:45.859712 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:26:45.883309 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'Port': ['ID=48b18075-29f8-41ca-a4d3-efe7d1fd4e38,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:45.973502 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.242062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.342809 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.497405 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.503668 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.576453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event updated for resources: {'Port': ['ID=48b18075-29f8-41ca-a4d3-efe7d1fd4e38,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:26:46.588011 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:46.700001 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Floating IP b3046028-2597-4def-88ba-fcf89b7c8d8c associated. External IP: 172.25.3.230, port: 7eca9122-7a0c-4291-8ebb-e72ce563c4cf. Jul 15 14:26:46.917575 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:26:47.041383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:26:47.051731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:26:47.060612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:47.062384 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:26:47.063059 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:26:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:47.097578 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bb31328b-476a-417d-a9ea-c74ffce63f36 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6941941 Jul 15 14:26:47.098175 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:26:47.100529 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185adb69-7d54-4560-be5e-bd3fd3c2e456" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:26:47.139902 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfdada9-1834-4c12-9c9d-d3222a7e7ddc x-openstack-request-id: req-bcfdada9-1834-4c12-9c9d-d3222a7e7ddc {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:26:47.140189 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:26:47.140439 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcfdada9-1834-4c12-9c9d-d3222a7e7ddc {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:26:47.140844 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'status': 'completed', 'code': 200} Jul 15 14:26:47.178731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:26:47.221538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-d58f567f-cd50-449e-9604-686a5e8fc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:47.223125 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-d58f567f-cd50-449e-9604-686a5e8fc8a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0590081 Jul 15 14:26:47.321779 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-d4383160-4515-402a-a544-b5cd7958a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:47.323229 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-d4383160-4515-402a-a544-b5cd7958a1e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0935640 Jul 15 14:26:47.388730 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-b92212dd-165a-4d64-8327-9fecfeb3cc7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1000 time: 0.0588245 Jul 15 14:26:47.410722 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:47.413593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b3046028-2597-4def-88ba-fcf89b7c8d8c', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'port_id': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'mac_address': 'fa:16:3e:43:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:26:46Z', 'updated_at': '2021-07-15T14:26:46Z', 'revision_number': 0, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:47.436538 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-cd22c9c1-038a-468b-b3b0-4225332d4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:47.438030 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-cd22c9c1-038a-468b-b3b0-4225332d4b44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0437341 Jul 15 14:26:47.444081 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:26:47.452770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:26:47.453487 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:26:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:47.499936 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-f1eab16c-f2da-44ad-adea-47e67cf01cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:26:47.501475 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-f1eab16c-f2da-44ad-adea-47e67cf01cd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576468 Jul 15 14:26:47.562070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:26:47.594769 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-9a66bf71-f44e-42a3-b8e4-1f53fd23eb70 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865798 Jul 15 14:26:47.690742 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-185adb69-7d54-4560-be5e-bd3fd3c2e456 req-50289eef-01ba-428b-932e-27fb45b47a77 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895224 Jul 15 14:26:47.794876 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b3046028-2597-4def-88ba-fcf89b7c8d8c', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'port_id': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'mac_address': 'fa:16:3e:43:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:26:46Z', 'updated_at': '2021-07-15T14:26:46Z', 'revision_number': 0, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:26:47.825557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29f32b-9453-4aed-992f-d090acb36034 None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'b3046028-2597-4def-88ba-fcf89b7c8d8c', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'port_id': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'mac_address': 'fa:16:3e:43:3b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:26:46Z', 'updated_at': '2021-07-15T14:26:46Z', 'revision_number': 0, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:26:48.028750 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f337ee5-247b-4335-948d-daae36ef5746 None None] New status for floating IP b3046028-2597-4def-88ba-fcf89b7c8d8c: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:26:48.896924 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:26:53.343312 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:13.130006 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9d5d-2cc9-4f4c-990d-19245c6a10c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.687747 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c8e8307b-8368-4dd9-a12d-72a31d77fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.736449 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.782653 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:15.988163 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:17.411941 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:18.896705 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:30.349526 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:27:39.956708 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-12d72f38-0001-493c-931a-5ad2d7f40f55 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596297 Jul 15 14:27:40.055505 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-a133eecc-a816-4397-abf9-19c63a8185b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:40.057199 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-a133eecc-a816-4397-abf9-19c63a8185b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0547807 Jul 15 14:27:40.167540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-f7f0f127-5339-4050-bf31-46899720f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:40.169055 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-f7f0f127-5339-4050-bf31-46899720f1cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0924263 Jul 15 14:27:40.238080 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-b3cc2243-7164-4e35-88c0-47a250139531 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1002 time: 0.0625279 Jul 15 14:27:40.291181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-85c0ffd4-77b6-4542-bdf1-df578d3a868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:40.292713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-85c0ffd4-77b6-4542-bdf1-df578d3a868f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0485535 Jul 15 14:27:40.349503 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-cc90666f-7efe-4297-b43a-755e40149456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:27:40.350954 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-cc90666f-7efe-4297-b43a-755e40149456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524411 Jul 15 14:27:40.451703 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-6f6259a9-1724-4db2-b544-99afa66b27c6 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939898 Jul 15 14:27:40.558185 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9871ea5a-e9cf-42cf-8206-5f6735335734 req-43b1c6af-3dfc-4f15-a03a-5edfd10d383b service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994709 Jul 15 14:27:43.136149 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3453326d-73c8-4d45-a346-3a2d7828c246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:45.702254 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3eb41fc4-bbc1-428c-9ce9-5f37141a9bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:45.735403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:45.786545 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:45.987195 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:47.420434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:27:48.898870 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:07.355217 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:13.132437 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa536-eb23-483f-b5ff-25903f084217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:15.699314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8afe6149-42e4-4cd7-8781-d1cad3ed6b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:15.731998 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:15.798217 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:15.985209 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:17.424089 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:18.903731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:39.947683 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-de2cea6f-4bc0-402f-9eae-87c5b6cf4c8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573661 Jul 15 14:28:40.061686 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-7428baa5-44ff-4d68-8d0c-63a9b74a6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:40.063976 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-7428baa5-44ff-4d68-8d0c-63a9b74a6dc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0715146 Jul 15 14:28:40.172045 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-412978dd-2b60-416a-b52e-4d55cadbac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:40.173554 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-412978dd-2b60-416a-b52e-4d55cadbac89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0863161 Jul 15 14:28:40.548571 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-c04d1fbf-e11b-4a57-8a43-79b0dca25378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1002 time: 0.3685188 Jul 15 14:28:40.599937 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-69287ef2-dd0d-445c-ab65-d252ada640d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:40.601459 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-69287ef2-dd0d-445c-ab65-d252ada640d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0466876 Jul 15 14:28:40.666238 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-5c366863-e6d7-4839-93ec-80a7a417f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:40.668490 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-5c366863-e6d7-4839-93ec-80a7a417f5ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601656 Jul 15 14:28:40.770843 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-f9ab6bb9-483e-4298-bff5-ff00b3428d76 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953641 Jul 15 14:28:40.866659 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d805f7af-f3eb-4700-a0f4-955798c75cf0 req-71bace5c-8d0a-4274-a0ea-04a30f0819d1 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892298 Jul 15 14:28:43.135968 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7c2c052b-53c8-4e09-a3a2-c92062b09e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:43.865283 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008f94-624f-49eb-9b2c-cd160c1d07fa req-46b920ab-63d3-4030-b732-c1754458aa54 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:43.866838 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db008f94-624f-49eb-9b2c-cd160c1d07fa req-46b920ab-63d3-4030-b732-c1754458aa54 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0674987 Jul 15 14:28:43.910289 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-db008f94-624f-49eb-9b2c-cd160c1d07fa req-e43bb5dd-aa0d-4ffb-bf14-afcca9b847e5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342717 Jul 15 14:28:44.355662 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:28:45.126950 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8656d-9a36-4036-b166-0e8c3fc7a6b1 req-980484cd-0d4b-4b03-ab69-129dc57e1047 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:45.128451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37a8656d-9a36-4036-b166-0e8c3fc7a6b1 req-980484cd-0d4b-4b03-ab69-129dc57e1047 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0751722 Jul 15 14:28:45.167437 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-37a8656d-9a36-4036-b166-0e8c3fc7a6b1 req-99706f55-ad3e-47fd-b398-5adbf0a62afa tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330963 Jul 15 14:28:45.695154 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0d6e49ae-d128-4680-baaa-83cfed0e6292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:45.730772 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:45.795921 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:45.983650 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:46.384948 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd343be1-99ab-4535-b01e-145839ed9403 req-76a75ae4-110f-4dbf-99e5-9e285f96f4c2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:46.386433 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd343be1-99ab-4535-b01e-145839ed9403 req-76a75ae4-110f-4dbf-99e5-9e285f96f4c2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0731683 Jul 15 14:28:46.437165 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd343be1-99ab-4535-b01e-145839ed9403 req-22eb0772-038b-404f-8a02-9b5f7c710efb tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414855 Jul 15 14:28:47.435662 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:47.628385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cf3be-b537-4bc7-b2b8-6b6508906510 req-67ec3870-4899-4545-adff-4f88ebb2b4ea tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:47.629933 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a3cf3be-b537-4bc7-b2b8-6b6508906510 req-67ec3870-4899-4545-adff-4f88ebb2b4ea tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0732045 Jul 15 14:28:47.678245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-1a3cf3be-b537-4bc7-b2b8-6b6508906510 req-c4f3f875-725b-4a18-bfe3-3a55f363b352 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418477 Jul 15 14:28:48.863217 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0353d5-a9d3-4a99-a5c8-565e1a943856 req-77e25448-ba60-45c4-9655-ceff2789433e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:48.864728 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d0353d5-a9d3-4a99-a5c8-565e1a943856 req-77e25448-ba60-45c4-9655-ceff2789433e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0659103 Jul 15 14:28:48.904320 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5d0353d5-a9d3-4a99-a5c8-565e1a943856 req-a3bb1a10-83bd-411f-b981-95dfcb67d2d5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337062 Jul 15 14:28:48.910604 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:50.092596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51a4da-c189-4e83-bc60-d559b06d9879 req-0f7b3e2a-66a2-466f-a872-970eb4cc7fb9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:50.094089 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba51a4da-c189-4e83-bc60-d559b06d9879 req-0f7b3e2a-66a2-466f-a872-970eb4cc7fb9 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0708523 Jul 15 14:28:50.136209 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ba51a4da-c189-4e83-bc60-d559b06d9879 req-56884779-5c93-41ab-80ee-021008ed09e2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364099 Jul 15 14:28:51.344271 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b63877-c320-47d9-9f89-834936815698 req-f1c07a97-370a-47cb-bbfc-3d7eb657bf33 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:51.345754 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19b63877-c320-47d9-9f89-834936815698 req-f1c07a97-370a-47cb-bbfc-3d7eb657bf33 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0780602 Jul 15 14:28:51.386155 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19b63877-c320-47d9-9f89-834936815698 req-78712fd3-816b-49fc-ac9b-32a6cad6d601 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346401 Jul 15 14:28:52.590706 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d3c1b-08f6-4d20-991e-aa7f1ac0cb8e req-61bb9f7a-c8ff-43b5-89de-e4f3071e8678 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:52.592496 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de0d3c1b-08f6-4d20-991e-aa7f1ac0cb8e req-61bb9f7a-c8ff-43b5-89de-e4f3071e8678 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0726883 Jul 15 14:28:52.641401 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-de0d3c1b-08f6-4d20-991e-aa7f1ac0cb8e req-3906faf2-d701-482d-9219-736202874bd0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 Jul 15 14:28:53.838547 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5680-4140-41d3-bd20-364ddd2b7722 req-480da219-dcca-44a5-88a3-56f8ab7acf7e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:53.840287 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-442e5680-4140-41d3-bd20-364ddd2b7722 req-480da219-dcca-44a5-88a3-56f8ab7acf7e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0722547 Jul 15 14:28:53.884550 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-442e5680-4140-41d3-bd20-364ddd2b7722 req-88eb69df-a44a-4fa6-869e-6af17bcda883 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379107 Jul 15 14:28:53.948713 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-3000675f-ef0f-4485-ac37-385c3166cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:53.950167 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-3000675f-ef0f-4485-ac37-385c3166cb85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1098 time: 0.0579662 Jul 15 14:28:54.049188 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-bdce0f2b-8ce0-45ee-bb2d-9b2667ef575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:54.050715 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-bdce0f2b-8ce0-45ee-bb2d-9b2667ef575f service neutron] 10.222.0.59 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0935981 Jul 15 14:28:54.119097 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-11c9b16c-0df9-496c-9e6c-4b83dea670ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1002 time: 0.0618503 Jul 15 14:28:54.172978 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-577084d4-fb8f-4787-a657-b85943bd9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:54.174559 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-577084d4-fb8f-4787-a657-b85943bd9d63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0496390 Jul 15 14:28:54.240455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-a90d051e-3cbb-419e-9dfa-ef98ffac18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:54.241905 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-a90d051e-3cbb-419e-9dfa-ef98ffac18f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611417 Jul 15 14:28:54.334297 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-53b8f417-5187-459e-8aec-45765ca8d6ac service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Jul 15 14:28:54.429927 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cc00c593-8332-4d1f-86bc-ec77631cf66e req-218c1ac3-d114-436c-a684-900bac4e0a84 service neutron] 10.222.0.59 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Jul 15 14:28:55.095204 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc81b9-48ee-4926-9782-4d696989d255 req-08e28ed5-38af-4265-8b2a-9a07cb971d5b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:55.098278 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4cc81b9-48ee-4926-9782-4d696989d255 req-08e28ed5-38af-4265-8b2a-9a07cb971d5b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0892324 Jul 15 14:28:55.145870 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f4cc81b9-48ee-4926-9782-4d696989d255 req-c66c9f49-6338-4284-b561-9358311a18f2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 Jul 15 14:28:56.331451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cee77-f5a3-4cae-8530-258a5611f5ef req-f277e179-a325-408e-a61b-d06cb6871bc0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:56.332930 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-031cee77-f5a3-4cae-8530-258a5611f5ef req-f277e179-a325-408e-a61b-d06cb6871bc0 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0685990 Jul 15 14:28:56.371788 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-031cee77-f5a3-4cae-8530-258a5611f5ef req-7061bfb8-7b50-4315-8415-39cc65548e10 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329986 Jul 15 14:28:57.564336 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c884-3563-4101-87c9-83f6f2905606 req-37930d7f-b771-48db-a33b-50df290b3784 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:57.565730 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ca0c884-3563-4101-87c9-83f6f2905606 req-37930d7f-b771-48db-a33b-50df290b3784 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 946 time: 0.0787010 Jul 15 14:28:57.608736 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ca0c884-3563-4101-87c9-83f6f2905606 req-484394f8-879a-4467-acb5-f97faaeaf196 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372655 Jul 15 14:28:58.061291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:28:58.144328 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:58.166643 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:28:58.168893 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9ccfa-8b04-4d98-8c19-8218ce31f196" -d '{"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-unplugged", "status": "completed", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:28:58.182185 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:28:58.187233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:28:58.209773 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 14:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fee63c-ba7e-4e84-b950-23e0092bd159 x-openstack-request-id: req-73fee63c-ba7e-4e84-b950-23e0092bd159 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:28:58.210061 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-unplugged", "status": "failed", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "code": 422}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:28:58.210309 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73fee63c-ba7e-4e84-b950-23e0092bd159 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:28:58.210725 n-d-798054-11 neutron-server[93996]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'code': 422} returned with failed status Jul 15 14:28:58.238389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:28:58.246736 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.247246 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.247619 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.248242 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.248651 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.249041 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.249593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.250080 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.250407 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.250915 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.251280 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.251584 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:28:58.785169 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed08ca2-05dd-4664-9dbc-11e10b992e9d req-478e9997-52d4-4831-8525-47eaa18ae531 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:58.786775 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ed08ca2-05dd-4664-9dbc-11e10b992e9d req-478e9997-52d4-4831-8525-47eaa18ae531 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0667095 Jul 15 14:28:58.836941 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-6ed08ca2-05dd-4664-9dbc-11e10b992e9d req-8e39f264-df91-48ff-a7e9-e8c55b8f515a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Jul 15 14:28:59.160034 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-bd14051b-619e-4823-9666-5e90a7a670e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0562572 Jul 15 14:28:59.229194 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23424369-b05c-4dd2-9fd8-96372c78493b req-beca78e4-1ae2-40a8-af74-da42911be95e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:28:59.230786 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23424369-b05c-4dd2-9fd8-96372c78493b req-beca78e4-1ae2-40a8-af74-da42911be95e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0652571 Jul 15 14:28:59.273960 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-23424369-b05c-4dd2-9fd8-96372c78493b req-c54907f5-0ac1-4113-8a9d-e0323d5af435 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373292 Jul 15 14:29:00.460951 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af065f-b51c-44a3-91eb-0cd18e6e8f0e req-00d97a19-ea18-484a-adfa-6e341ad7c311 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:00.462660 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41af065f-b51c-44a3-91eb-0cd18e6e8f0e req-00d97a19-ea18-484a-adfa-6e341ad7c311 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0684075 Jul 15 14:29:00.512050 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-41af065f-b51c-44a3-91eb-0cd18e6e8f0e req-8fb88541-8889-4420-973d-abc4af7797ea tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Jul 15 14:29:01.691487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae00ed-b488-4b9a-b716-878494943d2d req-cb612b35-8799-4456-b3a9-bb5b2a7d13a5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:01.692999 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80ae00ed-b488-4b9a-b716-878494943d2d req-cb612b35-8799-4456-b3a9-bb5b2a7d13a5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0657840 Jul 15 14:29:01.732426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-80ae00ed-b488-4b9a-b716-878494943d2d req-ab07db4b-be3f-41e6-b3e2-fa96f3c30a23 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334570 Jul 15 14:29:02.915262 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e9beb-98de-499f-b25b-9759fab1f7d2 req-ab45984a-a978-44b5-ae39-f2028f646fbc tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:02.915859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-662e9beb-98de-499f-b25b-9759fab1f7d2 req-ab45984a-a978-44b5-ae39-f2028f646fbc tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0679746 Jul 15 14:29:02.958887 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-662e9beb-98de-499f-b25b-9759fab1f7d2 req-415c1241-5057-43c5-b689-dcd36955b66e tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366454 Jul 15 14:29:04.153829 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-231aa834-fbab-458c-a227-4dffc09d0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:04.155412 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-231aa834-fbab-458c-a227-4dffc09d0233 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9&tenant_id=8ab360ecc25946559ce9adbf501141f0 HTTP/1.1" status: 200 len: 1096 time: 0.0592344 Jul 15 14:29:04.162849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316458f5-1968-42af-8845-b394a6671a98 req-fee91380-cd1f-45c5-9215-1b0c456321cd tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:04.164343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-316458f5-1968-42af-8845-b394a6671a98 req-fee91380-cd1f-45c5-9215-1b0c456321cd tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0726531 Jul 15 14:29:04.167043 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-798054-11', 'device_owner': 'compute:nova'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:29:04.205627 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-316458f5-1968-42af-8845-b394a6671a98 req-a305471c-7de0-4107-a303-8ec334a3c5e1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351815 Jul 15 14:29:04.239695 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.446003 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:04.485159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h1-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:29:04.516933 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eca9122-7a0c-4291-8ebb-e72ce563c4cf {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:29:04.524897 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.536633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Transition to ACTIVE for port object 7eca9122-7a0c-4291-8ebb-e72ce563c4cf will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:29:04.542009 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.644316 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=7']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:04.667727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.668066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.668434 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.668758 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.669081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.669402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.669722 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.670039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.670351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.670707 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.671027 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.671333 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:29:04.723079 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] No DVR routers for this DVR port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on host n-h1-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:29:04.860633 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:29:04.860883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:29:04.861231 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:29:04.867068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:29:04.867358 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Attempting to bind port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:29:04.872827 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:29:04.873172 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Checking segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:29:04.873559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Bound using segment: {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:29:04.873992 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Bound port: 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:29:04.874353 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.946745 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:29:04.950179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:29:04.956771 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.991308 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:04.991978 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:04.993507 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] 10.222.0.58 "PUT /v2.0/ports/7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1093 time: 0.8304491 Jul 15 14:29:04.994008 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:04.996365 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a28691-4e7d-4907-bf1b-567aa8a23b36" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:05.049477 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682e947f-b7f9-4ab7-a282-8eaa76b790ed x-openstack-request-id: req-682e947f-b7f9-4ab7-a282-8eaa76b790ed {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:05.049766 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:05.050003 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-682e947f-b7f9-4ab7-a282-8eaa76b790ed {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:05.050396 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'status': 'completed', 'code': 200} Jul 15 14:29:05.051135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2569cb4-04f4-424d-b422-e7369a6a2530 service neutron] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=8']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:05.080727 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-b791a0dd-8f13-44dc-a3c5-66e98f71d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.082273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-b791a0dd-8f13-44dc-a3c5-66e98f71d9e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0635710 Jul 15 14:29:05.190824 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-6ee3f571-1541-46a2-bdfe-6e558f0e5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.192361 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-6ee3f571-1541-46a2-bdfe-6e558f0e5e97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.1023052 Jul 15 14:29:05.261483 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-8f3eabb8-7e0d-4562-bca7-4b38c1f803da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1000 time: 0.0609527 Jul 15 14:29:05.313647 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-2f27959d-fb74-4782-9c62-50a00673a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.315193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-2f27959d-fb74-4782-9c62-50a00673a8c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0474870 Jul 15 14:29:05.371662 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-c864b19f-fbdf-4f55-94a4-a903154bf016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.373209 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-c864b19f-fbdf-4f55-94a4-a903154bf016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518048 Jul 15 14:29:05.388585 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063b421-94b3-419c-b6bd-ca7c1073e905 req-7d38e1de-3ae3-4046-9526-0e672dbb8807 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.390872 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d063b421-94b3-419c-b6bd-ca7c1073e905 req-7d38e1de-3ae3-4046-9526-0e672dbb8807 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0704422 Jul 15 14:29:05.430812 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d063b421-94b3-419c-b6bd-ca7c1073e905 req-b786bb8d-d112-4f5a-bc4f-6db95a456a15 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338006 Jul 15 14:29:05.461952 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-6fbde47d-30db-4092-8ce6-0c0f9c59ffdc service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821748 Jul 15 14:29:05.570037 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-f77b3e4e-d6bc-4c59-b369-8fe3a380fd0f service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008329 Jul 15 14:29:05.676005 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-2ccdd8b9-d239-41fc-a15a-038dee04ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.677568 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-2ccdd8b9-d239-41fc-a15a-038dee04ba61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1096 time: 0.0540357 Jul 15 14:29:05.780643 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-284828dd-d309-4ace-a4bd-48d21e74bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.782864 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-284828dd-d309-4ace-a4bd-48d21e74bd4f service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0976365 Jul 15 14:29:05.854105 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-34378a68-17b7-46e9-8fef-ed686449b768 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1000 time: 0.0641038 Jul 15 14:29:05.903867 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-306aaa93-e364-4162-801a-6cef31099f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.905272 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-306aaa93-e364-4162-801a-6cef31099f7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0448313 Jul 15 14:29:05.970442 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-9b7ba2d7-ad01-4fb9-b65e-15089cb7103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:05.972609 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-9b7ba2d7-ad01-4fb9-b65e-15089cb7103f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591061 Jul 15 14:29:06.077677 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-91d3e1e8-d99d-4b15-88eb-ea2173ffd4c3 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970635 Jul 15 14:29:06.175273 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-81a28691-4e7d-4907-bf1b-567aa8a23b36 req-7f9d9cb7-f853-47c4-828a-a3d9165a2e30 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903459 Jul 15 14:29:06.633248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fc205-0a02-4777-bf40-631c220c258c req-aecfadf3-3f9b-4a12-abf5-9b9b70b4883c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:06.634797 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-919fc205-0a02-4777-bf40-631c220c258c req-aecfadf3-3f9b-4a12-abf5-9b9b70b4883c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0679607 Jul 15 14:29:06.673492 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-919fc205-0a02-4777-bf40-631c220c258c req-3ac4998c-007b-4e97-a309-dd15d29412a2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331204 Jul 15 14:29:07.871385 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a762e-8c3b-446b-a5f9-0298c332a37f req-1b8bc7de-c85a-42ad-98ae-7688914dbcb1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:07.872897 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ec2a762e-8c3b-446b-a5f9-0298c332a37f req-1b8bc7de-c85a-42ad-98ae-7688914dbcb1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0669320 Jul 15 14:29:07.910646 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ec2a762e-8c3b-446b-a5f9-0298c332a37f req-76b8210a-f44f-4796-bcf1-2abd4fda652a tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320311 Jul 15 14:29:09.099559 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edaee3-a195-459f-b4b8-8ebea1c95aec req-a4adafe4-c3a4-43df-8d4f-d1b2d3a92034 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:09.101092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8edaee3-a195-459f-b4b8-8ebea1c95aec req-a4adafe4-c3a4-43df-8d4f-d1b2d3a92034 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0729532 Jul 15 14:29:09.140021 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b8edaee3-a195-459f-b4b8-8ebea1c95aec req-99555672-3b28-465b-87e2-8a21c838b867 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327702 Jul 15 14:29:10.336435 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42521f36-33e3-4135-8d96-453551b0f2af req-810b4b41-89cb-4e6c-9e1d-12f6167a74ff tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:10.337913 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-42521f36-33e3-4135-8d96-453551b0f2af req-810b4b41-89cb-4e6c-9e1d-12f6167a74ff tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0751140 Jul 15 14:29:10.384920 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-42521f36-33e3-4135-8d96-453551b0f2af req-0a69072d-8567-4779-ae08-c29a2b1e0f52 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387263 Jul 15 14:29:11.576350 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146b03c-f458-46c4-8f93-1fa5f6da7f20 req-80ae51f4-b995-4483-8eb1-0e8014b269fe tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:11.579014 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0146b03c-f458-46c4-8f93-1fa5f6da7f20 req-80ae51f4-b995-4483-8eb1-0e8014b269fe tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0718374 Jul 15 14:29:11.626698 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-0146b03c-f458-46c4-8f93-1fa5f6da7f20 req-d51f1847-3f69-4eec-ae64-fa6e528e50e2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Jul 15 14:29:12.825567 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b1005-a093-4211-802f-9f8a396ee8e8 req-4c3135ce-5dcb-49f7-a2ae-ae1d89a15c19 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:12.827172 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d24b1005-a093-4211-802f-9f8a396ee8e8 req-4c3135ce-5dcb-49f7-a2ae-ae1d89a15c19 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0738995 Jul 15 14:29:12.868592 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-d24b1005-a093-4211-802f-9f8a396ee8e8 req-9dc64c75-a424-4061-adb7-4516b00a9862 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346560 Jul 15 14:29:13.137574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f12fdef0-a12e-479f-aa7d-eed96362714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:13.891378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:29:14.002026 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:14.014051 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'port_id': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'mac_address': 'fa:16:3e:43:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:29:14.053570 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:14.056203 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365e78c-92ba-4f0a-84e5-72cd1a938d85 req-77e19c80-23f9-4e91-8387-e288629a4107 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:14.057829 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a365e78c-92ba-4f0a-84e5-72cd1a938d85 req-77e19c80-23f9-4e91-8387-e288629a4107 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 944 time: 0.0634594 Jul 15 14:29:14.066328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eca9122-7a0c-4291-8ebb-e72ce563c4cf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:29:14.085742 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:14.091999 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:14.098448 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a365e78c-92ba-4f0a-84e5-72cd1a938d85 req-6dc91de2-127f-4722-a5e8-20828cab381d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349164 Jul 15 14:29:14.139522 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=9']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:14.344095 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['7eca9122-7a0c-4291-8ebb-e72ce563c4cf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:29:15.283029 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9bd68-7867-411c-9283-5458a0881c91 req-7ce0f80a-a038-4769-b3e8-2fb4fe41402f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:15.284538 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92f9bd68-7867-411c-9283-5458a0881c91 req-7ce0f80a-a038-4769-b3e8-2fb4fe41402f tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 945 time: 0.0684092 Jul 15 14:29:15.322900 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-92f9bd68-7867-411c-9283-5458a0881c91 req-cfbf14d4-a4d6-432d-b44e-eca31b2e7fa4 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Jul 15 14:29:15.691881 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-387aeace-e935-4e82-a7f2-758bb39bd047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:15.729352 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:15.798876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:15.889556 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:29:15.946784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:29:15.951324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:29:15.951703 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.001148 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.044468 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.068066 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:29:16.070338 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6159ca-f634-44e9-acfd-05b11c6984cb" -d '{"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-plugged", "status": "completed", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:29:16.083349 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:29:16.088672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:16.112910 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2aac52-8db4-41a4-adb6-9b2875bdb469 x-openstack-request-id: req-af2aac52-8db4-41a4-adb6-9b2875bdb469 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:29:16.113211 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-plugged", "status": "completed", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:29:16.113445 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af2aac52-8db4-41a4-adb6-9b2875bdb469 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:29:16.113877 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'code': 200} Jul 15 14:29:16.149465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=10']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:29:16.295767 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011d88-1d92-40b9-b36c-8f3c693ff737 req-bd200956-158f-4888-b007-c85403a0f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:16.297283 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd011d88-1d92-40b9-b36c-8f3c693ff737 req-bd200956-158f-4888-b007-c85403a0f6dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0636849 Jul 15 14:29:16.331718 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cd011d88-1d92-40b9-b36c-8f3c693ff737 req-9aaddeb0-cd46-46c9-afc3-51258fc6d365 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276191 Jul 15 14:29:16.514793 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e44a-9370-4a2f-9890-68f72b38ed59 req-7bf5e9be-dca2-4054-81a2-5f463e95a25d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:16.516298 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a165e44a-9370-4a2f-9890-68f72b38ed59 req-7bf5e9be-dca2-4054-81a2-5f463e95a25d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 947 time: 0.0795207 Jul 15 14:29:16.559426 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-a165e44a-9370-4a2f-9890-68f72b38ed59 req-9acf16e7-ee14-4246-88e5-dc68ee5559e5 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355523 Jul 15 14:29:17.435245 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:17.757508 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b50bcf-44df-440f-9276-3a282df3e0a4 req-23d39aa8-a770-47bc-8898-b1a3b700544d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:17.759069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3b50bcf-44df-440f-9276-3a282df3e0a4 req-23d39aa8-a770-47bc-8898-b1a3b700544d tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 947 time: 0.0864568 Jul 15 14:29:17.801008 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b3b50bcf-44df-440f-9276-3a282df3e0a4 req-9f0d4c20-3560-4460-8b1e-1d5116e7508c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337417 Jul 15 14:29:18.912828 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:21.358757 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:29:43.138803 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3235db3a-84d9-43c4-9bf9-f7ca02a7232a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:45.688902 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-247bcf01-17af-43df-a804-e58cb1e40f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:45.727462 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:45.794841 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:45.982357 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:47.431905 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:48.913840 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:29:53.151758 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-0ae7121f-f99e-4095-8a23-6421ccdfc9c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577269 Jul 15 14:29:53.256489 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969687-b03b-45dd-b884-7091e0aef24e req-aa0af5bb-dece-4f58-a416-fda262ed87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:53.258009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-aa0af5bb-dece-4f58-a416-fda262ed87a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1099 time: 0.0547247 Jul 15 14:29:53.371171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969687-b03b-45dd-b884-7091e0aef24e req-5bb35aab-d342-4e13-b5c4-6696592ca878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:53.372670 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-5bb35aab-d342-4e13-b5c4-6696592ca878 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.0894921 Jul 15 14:29:53.444092 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-51acab5f-2fc2-484b-9a48-03b90f634169 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 1002 time: 0.0640554 Jul 15 14:29:53.499290 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969687-b03b-45dd-b884-7091e0aef24e req-88d711d3-505c-4ffe-b544-eefedd405aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:53.500827 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-88d711d3-505c-4ffe-b544-eefedd405aee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0497580 Jul 15 14:29:53.565286 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969687-b03b-45dd-b884-7091e0aef24e req-d31b9dd7-9a1d-46aa-a893-2a3a469b1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:29:53.567586 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-d31b9dd7-9a1d-46aa-a893-2a3a469b1376 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596652 Jul 15 14:29:53.579076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-0296af0d-d270-4dbd-86cb-feb9d53fe26d service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:29:53.580017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-0296af0d-d270-4dbd-86cb-feb9d53fe26d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051374 Jul 15 14:29:53.685649 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-9daac52a-f7ac-4ee3-b6e9-49689be4e32a service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982604 Jul 15 14:29:53.786778 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-98969687-b03b-45dd-b884-7091e0aef24e req-9e65eeb2-43be-4249-8aa4-32f3d424079e service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939910 Jul 15 14:29:58.361609 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:13.135749 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-299c2b7b-5982-4b62-b9a9-c89f19daf355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:15.686550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-113da5dc-6ada-4e23-a0c4-9e7ecbc7bb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:15.727805 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:15.796591 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:15.999997 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:17.443072 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:18.930032 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:33.539946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60000) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:33.711732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Deleting port 48b18075-29f8-41ca-a4d3-efe7d1fd4e38 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:33.712043 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:33.797002 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:33.797236 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:33.811420 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Calling delete_port for 48b18075-29f8-41ca-a4d3-efe7d1fd4e38 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:33.965820 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:33.994990 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event deleted for resources: {'Port': ['ID=48b18075-29f8-41ca-a4d3-efe7d1fd4e38,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:34.006441 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.006807 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.007144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.007446 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.007780 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.008134 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.008474 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.008771 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.009089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.009407 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.009722 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.010017 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:34.067592 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:34.067877 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Floating IP b3046028-2597-4def-88ba-fcf89b7c8d8c disassociated (deleted). External IP: 172.25.3.230, port: 7eca9122-7a0c-4291-8ebb-e72ce563c4cf. Jul 15 14:30:34.298143 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:30:34.409596 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:34.415481 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:34.419645 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:30:34.429224 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:34.429859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:34.455508 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a1d25fad-8093-4afa-bdbc-9f86d4221449 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "DELETE /v2.0/floatingips/b3046028-2597-4def-88ba-fcf89b7c8d8c HTTP/1.1" status: 204 len: 168 time: 0.9114680 Jul 15 14:30:34.455508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:30:34.455858 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767073b9-1eb7-4990-b0d1-452b30823168" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:30:34.544376 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:34.572709 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae344d4-7f20-4e24-8b6f-2935026a8cc7 x-openstack-request-id: req-aae344d4-7f20-4e24-8b6f-2935026a8cc7 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:30:34.573267 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:30:34.573267 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aae344d4-7f20-4e24-8b6f-2935026a8cc7 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:30:34.573631 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'status': 'completed', 'code': 200} Jul 15 14:30:34.762868 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:34.794685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:30:34.805940 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:34.806891 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:34.915149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:34.970259 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767073b9-1eb7-4990-b0d1-452b30823168 req-c1696099-d0ee-4788-8791-e4662848adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:34.971841 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-c1696099-d0ee-4788-8791-e4662848adfa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ab360ecc25946559ce9adbf501141f0&device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 1099 time: 0.3741567 Jul 15 14:30:35.108255 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767073b9-1eb7-4990-b0d1-452b30823168 req-4815778e-d384-4b8f-9d88-9d2126c1ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:35.109960 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-4815778e-d384-4b8f-9d88-9d2126c1ab50 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 200 len: 910 time: 0.1302660 Jul 15 14:30:35.122991 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092d0d2-5121-4df3-9588-db032eaca405 req-5de311da-8eb1-4873-b95c-65c443fc2559 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:35.124385 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b092d0d2-5121-4df3-9588-db032eaca405 req-5de311da-8eb1-4873-b95c-65c443fc2559 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 947 time: 0.1845205 Jul 15 14:30:35.139969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:35.160837 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-798b1f86-c757-4a37-805a-efcc6e6673f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 200 len: 217 time: 0.0354099 Jul 15 14:30:35.167822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8256e71-29cc-49fd-ae5b-10a78be6e274 None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:21:51Z', 'revision_number': 4, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'f3bce6ef-fbca-46b9-a568-3013a1b99465', 'name': '', 'network_id': '29fa48c2-9cb1-410e-9bb6-6d1466ec8497', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'mac_address': 'fa:16:3e:f5:76:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '46772d12-2879-4d72-b799-61e66169e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:50Z', 'updated_at': '2021-07-15T14:21:57Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'subnets': [{'id': '46772d12-2879-4d72-b799-61e66169e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:30:35.231842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b092d0d2-5121-4df3-9588-db032eaca405 req-6161eb70-28cd-4971-8d61-6cb49d50658b tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727713 Jul 15 14:30:35.241612 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767073b9-1eb7-4990-b0d1-452b30823168 req-e4bbe15a-1141-4567-a048-8fc65c2ff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:35.243195 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-e4bbe15a-1141-4567-a048-8fc65c2ff3d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 200 len: 848 time: 0.0752831 Jul 15 14:30:35.308365 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767073b9-1eb7-4990-b0d1-452b30823168 req-9224d47c-ac80-4bd6-967d-6b375cedc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:35.309923 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-9224d47c-ac80-4bd6-967d-6b375cedc521 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29fa48c2-9cb1-410e-9bb6-6d1466ec8497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601099 Jul 15 14:30:35.360904 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:30:35.416553 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-40c34bcf-f0f3-47fb-953a-7bab940dd091 service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990674 Jul 15 14:30:35.455455 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e864847-95da-4ff9-be93-a92ed0032cc5 None None] New status for floating IP b3046028-2597-4def-88ba-fcf89b7c8d8c: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:30:35.509809 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-767073b9-1eb7-4990-b0d1-452b30823168 req-eb2736d3-dd15-464c-9016-3f62ce2cd43c service neutron] 10.222.0.58 "GET /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861011 Jul 15 14:30:36.388393 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-c4af6114-03be-4570-baa3-311cbc5966c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:36.390151 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-c4af6114-03be-4570-baa3-311cbc5966c1 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 947 time: 0.0701473 Jul 15 14:30:36.463261 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce024b-6f36-4c00-a29d-af82953a92e0 req-3adf5056-3592-44f3-b044-bf3a52853378 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:36.465152 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0ce024b-6f36-4c00-a29d-af82953a92e0 req-3adf5056-3592-44f3-b044-bf3a52853378 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 947 time: 0.0881937 Jul 15 14:30:36.512033 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0ce024b-6f36-4c00-a29d-af82953a92e0 req-99eb5d10-aca6-4246-85fe-425b8df39cc2 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/security-groups?id=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Jul 15 14:30:36.521473 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Deleting port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:36.521902 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:36.615028 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] For port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:36.615325 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:36.626969 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Calling delete_port for 7eca9122-7a0c-4291-8ebb-e72ce563c4cf owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:36.764851 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:36.798771 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event deleted for resources: {'Port': ['ID=7eca9122-7a0c-4291-8ebb-e72ce563c4cf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:36.830295 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.830669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.831010 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.831366 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.831737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.832062 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.832390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.832712 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.833060 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.833440 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.833753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.834089 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:36.857037 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] No DVR routers for this DVR port 7eca9122-7a0c-4291-8ebb-e72ce563c4cf on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:30:36.859845 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:36.862210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c8d3587d-371a-4d0d-8600-4faea753e359 req-b373613c-8f3e-4e59-aef2-105aa9475a30 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.58 "DELETE /v2.0/ports/7eca9122-7a0c-4291-8ebb-e72ce563c4cf HTTP/1.1" status: 204 len: 173 time: 0.4666085 Jul 15 14:30:36.862678 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-deleted', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:30:36.865180 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1a348e-14f7-4201-a892-0756000603b8" -d '{"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-deleted", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:30:36.901359 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a61a95-0bfc-48c6-9435-dc71141d457c x-openstack-request-id: req-36a61a95-0bfc-48c6-9435-dc71141d457c {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:30:36.901647 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9", "name": "network-vif-deleted", "tag": "7eca9122-7a0c-4291-8ebb-e72ce563c4cf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:30:36.901912 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36a61a95-0bfc-48c6-9435-dc71141d457c {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:30:36.902302 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9', 'name': 'network-vif-deleted', 'tag': '7eca9122-7a0c-4291-8ebb-e72ce563c4cf', 'status': 'completed', 'code': 200} Jul 15 14:30:37.663596 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-fe388200-e2aa-4e09-a7bb-ecd5544d9fd0 req-337e713a-2bfa-4ef1-a0d5-9e8a80d6156c tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Jul 15 14:30:38.216375 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:38.245773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: 7eca9122-7a0c-4291-8ebb-e72ce563c4cf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:38.246593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device 7eca9122-7a0c-4291-8ebb-e72ce563c4cf not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:38.811305 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-c482cf52-7ff8-48a4-bd1c-55fd2b5763a7 req-1b97c43e-e705-4c55-930f-e70e7646e011 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0309663 Jul 15 14:30:39.954673 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f0d1b16d-b2d6-4651-907e-3c480b2a6fe7 req-5a8423b6-efc7-454f-a6c4-4464abe796f7 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c9ea6d8-db00-4bec-a458-cdbdcfd33fe9 HTTP/1.1" status: 200 len: 210 time: 0.0300772 Jul 15 14:30:41.058098 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60038) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:41.129024 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dbd39b52-a8f7-4ebc-b063-e70fff13dc39 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:41.156379 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dbd39b52-a8f7-4ebc-b063-e70fff13dc39 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:41.217680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dbd39b52-a8f7-4ebc-b063-e70fff13dc39 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:41.220254 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-dbd39b52-a8f7-4ebc-b063-e70fff13dc39 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:41.221430 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-dbd39b52-a8f7-4ebc-b063-e70fff13dc39 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] 10.222.0.57 "DELETE /v2.0/security-groups/6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0 HTTP/1.1" status: 204 len: 168 time: 0.1623006 Jul 15 14:30:41.231408 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd39b52-a8f7-4ebc-b063-e70fff13dc39 tempest-TestShelveInstance-436796818 tempest-TestShelveInstance-436796818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad28eb9-0c59-4e9a-88f8-e9df3e8d32e0,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:41.266079 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60042) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:41.728612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:42.013033 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Deleting port f3bce6ef-fbca-46b9-a568-3013a1b99465 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:42.013278 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:42.094495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] For port f3bce6ef-fbca-46b9-a568-3013a1b99465, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=f3bce6ef-fbca-46b9-a568-3013a1b99465,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:42.095276 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:42.108250 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Calling delete_port for f3bce6ef-fbca-46b9-a568-3013a1b99465 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:42.295776 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:42.325731 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bce6ef-fbca-46b9-a568-3013a1b99465,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:42.501335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:42.726328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Router 71824da2-3b50-4644-88e0-fd4e42c19a59 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:30:42.834209 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:42.839396 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-053052aa-5290-462e-89f3-4292a4805eca admin admin] 10.222.0.57 "PUT /v2.0/routers/71824da2-3b50-4644-88e0-fd4e42c19a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720968 Jul 15 14:30:42.842040 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60046) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:42.843127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] Sync routers for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:30:42.856893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:42.857521 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:42.972271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:43.151212 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-a73fd5f0-a852-4a55-87a6-943efbc6ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.214861 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:30:42Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:43.241777 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] Checking router: 71824da2-3b50-4644-88e0-fd4e42c19a59 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:30:43.251154 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] Routers {'71824da2-3b50-4644-88e0-fd4e42c19a59'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:43.251711 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['71824da2-3b50-4644-88e0-fd4e42c19a59'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:43.295090 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.361466 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] Set router 71824da2-3b50-4644-88e0-fd4e42c19a59 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:43.402179 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.457588 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Deleting port 97189e42-4482-452b-9783-dfaee53afa16 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:43.458009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.544178 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] For port 97189e42-4482-452b-9783-dfaee53afa16, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=97189e42-4482-452b-9783-dfaee53afa16,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:43.544540 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.547737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:30:42Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:43.557027 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Calling delete_port for 97189e42-4482-452b-9783-dfaee53afa16 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:43.573804 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ddc62-fcee-480b-bd62-d12558cf6742 None None] The sync data for ids ['71824da2-3b50-4644-88e0-fd4e42c19a59'] in n-d-798054-11 is: [{'id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'name': 'tempest-TestShelveInstance-1032737031-router', 'tenant_id': '8ab360ecc25946559ce9adbf501141f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '97189e42-4482-452b-9783-dfaee53afa16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:48Z', 'updated_at': '2021-07-15T14:30:42Z', 'revision_number': 5, 'project_id': '8ab360ecc25946559ce9adbf501141f0', 'gw_port': {'id': '97189e42-4482-452b-9783-dfaee53afa16', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71824da2-3b50-4644-88e0-fd4e42c19a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:49Z', 'updated_at': '2021-07-15T14:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:30:43.743128 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.780168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Pushing event deleted for resources: {'Port': ['ID=97189e42-4482-452b-9783-dfaee53afa16,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:43.844549 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.940007 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.942425 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.991297 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.991995 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71824da2-3b50-4644-88e0-fd4e42c19a59 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:30:43.997123 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:43.998345 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-ca49c793-0f0f-4df6-9713-1e3286e8698a admin admin] 10.222.0.57 "DELETE /v2.0/routers/71824da2-3b50-4644-88e0-fd4e42c19a59 HTTP/1.1" status: 204 len: 168 time: 1.1553435 Jul 15 14:30:44.001166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60048) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:44.055429 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Deleting subnet 46772d12-2879-4d72-b799-61e66169e2a2 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:30:44.059086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.095227 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.181572 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.242502 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.272476 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46772d12-2879-4d72-b799-61e66169e2a2,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:44.278219 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.280256 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bc332e06-2913-4446-ba15-ba948b923954 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/46772d12-2879-4d72-b799-61e66169e2a2 HTTP/1.1" status: 204 len: 168 time: 0.2780769 Jul 15 14:30:44.282741 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60050) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:44.285355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9141e987-4e7b-44cc-baa5-67bcee467685 None None] Network 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:30:44.351298 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.404703 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Deleting port 9cd169d5-6875-477d-a340-f9af4ff1891e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:44.405052 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.477348 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] For port 9cd169d5-6875-477d-a340-f9af4ff1891e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9cd169d5-6875-477d-a340-f9af4ff1891e,segment=NetworkSegment(caf08fa4-9af6-4eed-aee3-e2008ee2f2b4),segment_id=caf08fa4-9af6-4eed-aee3-e2008ee2f2b4)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:44.477712 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.490294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Calling delete_port for 9cd169d5-6875-477d-a340-f9af4ff1891e owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:44.585476 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.590946 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621339c2-e3cc-43c4-854c-e4658d9dafea None None] DHCP port deletion for 29fa48c2-9cb1-410e-9bb6-6d1466ec8497 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:30:44.620200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd169d5-6875-477d-a340-f9af4ff1891e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:44.623795 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] No DVR routers for this DVR port 9cd169d5-6875-477d-a340-f9af4ff1891e on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:30:44.695162 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.705306 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fa48c2-9cb1-410e-9bb6-6d1466ec8497']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:44.715707 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:44.716007 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf08fa4-9af6-4eed-aee3-e2008ee2f2b4') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:44.725194 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.740159 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.746736 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:30:44.747127 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:30:44.748817 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:30:44.811146 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.817277 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:44.819139 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/29fa48c2-9cb1-410e-9bb6-6d1466ec8497 HTTP/1.1" status: 204 len: 168 time: 0.5353992 Jul 15 14:30:44.822481 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60052) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:44.830551 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5280f51-1621-45e5-bd4b-03aab127a3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29fa48c2-9cb1-410e-9bb6-6d1466ec8497,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:45.121540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9cd169d5-6875-477d-a340-f9af4ff1891e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:45.141661 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9cd169d5-6875-477d-a340-f9af4ff1891e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:45.142141 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9cd169d5-6875-477d-a340-f9af4ff1891e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:45.142656 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f3bce6ef-fbca-46b9-a568-3013a1b99465 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:45.161859 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: f3bce6ef-fbca-46b9-a568-3013a1b99465 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:45.162247 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device f3bce6ef-fbca-46b9-a568-3013a1b99465 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:45.162746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 97189e42-4482-452b-9783-dfaee53afa16 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:45.182239 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 97189e42-4482-452b-9783-dfaee53afa16 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:45.182650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 97189e42-4482-452b-9783-dfaee53afa16 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:45.207691 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.480006 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Deleting port df305799-0b24-4fe8-983a-d4c6e1eff78b {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:45.480305 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.563377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] For port df305799-0b24-4fe8-983a-d4c6e1eff78b, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=df305799-0b24-4fe8-983a-d4c6e1eff78b,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:45.563738 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.576076 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Calling delete_port for df305799-0b24-4fe8-983a-d4c6e1eff78b owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:45.680222 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-fa1d8982-4245-4a9a-8806-9fdec059ea14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.727640 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.789818 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.796920 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.826499 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Pushing event deleted for resources: {'Port': ['ID=df305799-0b24-4fe8-983a-d4c6e1eff78b,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:45.988379 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:45.995544 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:46.210193 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Router 62a87af3-e280-45b8-9fc1-a47c904955b1 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:30:46.320288 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:46.325646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3413b80c-3b4f-45ee-bc86-d645759271be admin admin] 10.222.0.57 "PUT /v2.0/routers/62a87af3-e280-45b8-9fc1-a47c904955b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016475 Jul 15 14:30:46.328260 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60054) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:46.329880 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] Sync routers for ids ['62a87af3-e280-45b8-9fc1-a47c904955b1'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:30:46.340206 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] Routers {'62a87af3-e280-45b8-9fc1-a47c904955b1'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:46.340851 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['62a87af3-e280-45b8-9fc1-a47c904955b1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:46.433861 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:46.448452 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] Set router 62a87af3-e280-45b8-9fc1-a47c904955b1 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:46.531989 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:46.587953 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Deleting port ffb26997-b1e4-4ca1-8431-d262dba294e3 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:46.588220 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:46.619466 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:30:45Z', 'revision_number': 5, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port': {'id': 'ffb26997-b1e4-4ca1-8431-d262dba294e3', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:46.648883 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] Checking router: 62a87af3-e280-45b8-9fc1-a47c904955b1 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:30:46.657725 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] Routers {'62a87af3-e280-45b8-9fc1-a47c904955b1'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:46.658332 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['62a87af3-e280-45b8-9fc1-a47c904955b1'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:46.667315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] For port ffb26997-b1e4-4ca1-8431-d262dba294e3, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=ffb26997-b1e4-4ca1-8431-d262dba294e3,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:46.667675 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:46.680776 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Calling delete_port for ffb26997-b1e4-4ca1-8431-d262dba294e3 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:46.743807 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] Set router 62a87af3-e280-45b8-9fc1-a47c904955b1 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:46.795404 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:30:46Z', 'revision_number': 6, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:46.825790 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c016720-06fa-4850-8202-b9d9e77986f4 None None] The sync data for ids ['62a87af3-e280-45b8-9fc1-a47c904955b1'] in n-d-798054-11 is: [{'id': '62a87af3-e280-45b8-9fc1-a47c904955b1', 'name': 'tempest-TestShelveInstance-55492789-router', 'tenant_id': 'b9f05d0a0a494752af8f3a67370267e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:21:53Z', 'updated_at': '2021-07-15T14:30:46Z', 'revision_number': 6, 'project_id': 'b9f05d0a0a494752af8f3a67370267e9', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:30:47.160058 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.191094 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb26997-b1e4-4ca1-8431-d262dba294e3,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:47.201867 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device df305799-0b24-4fe8-983a-d4c6e1eff78b no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:47.261946 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.357426 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.359797 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.399093 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: df305799-0b24-4fe8-983a-d4c6e1eff78b {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:47.399373 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device df305799-0b24-4fe8-983a-d4c6e1eff78b not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:47.414131 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.414708 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62a87af3-e280-45b8-9fc1-a47c904955b1 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:30:47.419358 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.423906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-d9fcd0cc-8b7c-4414-9933-2e4b9013d378 admin admin] 10.222.0.57 "DELETE /v2.0/routers/62a87af3-e280-45b8-9fc1-a47c904955b1 HTTP/1.1" status: 204 len: 168 time: 1.0944457 Jul 15 14:30:47.426690 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60056) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:47.436061 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.473962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Deleting subnet 5c708099-e165-470d-a649-df7e2a8f14a5 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:30:47.478203 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.516344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.607573 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.666333 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.692613 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c708099-e165-470d-a649-df7e2a8f14a5,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:47.696341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.698240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-8f8666d4-03cf-44e1-98a6-6e4d7fe31cbb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5c708099-e165-470d-a649-df7e2a8f14a5 HTTP/1.1" status: 204 len: 168 time: 0.2705128 Jul 15 14:30:47.701144 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60058) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:47.702902 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe4676-8046-4432-8c70-c47208b2248f None None] Network 5ad19b0f-8e16-4f1f-998b-254e18a6c664 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:30:47.777062 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.835370 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Deleting port 610c1d19-ab9f-4484-9597-ad2007c69343 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:47.835751 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.904662 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] For port 610c1d19-ab9f-4484-9597-ad2007c69343, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=610c1d19-ab9f-4484-9597-ad2007c69343,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:47.904969 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:47.918005 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] DHCP port deletion for 5ad19b0f-8e16-4f1f-998b-254e18a6c664 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:30:47.923051 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Calling delete_port for 610c1d19-ab9f-4484-9597-ad2007c69343 owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:47.963954 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Deleting port 610c1d19-ab9f-4484-9597-ad2007c69343 {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:30:47.964426 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.006815 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.026916 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] For port 610c1d19-ab9f-4484-9597-ad2007c69343, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=610c1d19-ab9f-4484-9597-ad2007c69343,segment=NetworkSegment(ca9416c1-d686-410e-946c-64aaff8787aa),segment_id=ca9416c1-d686-410e-946c-64aaff8787aa)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:48.027296 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.033355 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=610c1d19-ab9f-4484-9597-ad2007c69343,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:48.036881 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] No DVR routers for this DVR port 610c1d19-ab9f-4484-9597-ad2007c69343 on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:30:48.050433 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Calling delete_port for 610c1d19-ab9f-4484-9597-ad2007c69343 owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:30:48.112924 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.124709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad19b0f-8e16-4f1f-998b-254e18a6c664']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:48.129540 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.135975 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9416c1-d686-410e-946c-64aaff8787aa') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:48.136290 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9416c1-d686-410e-946c-64aaff8787aa') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:48.145833 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.154357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Pushing event deleted for resources: {'Port': ['ID=610c1d19-ab9f-4484-9597-ad2007c69343,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:48.159930 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] No DVR routers for this DVR port 610c1d19-ab9f-4484-9597-ad2007c69343 on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:30:48.162682 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.171638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.171638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.171638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.171638 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.172296 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:30:48.172565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.172684 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.172802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.172802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.172802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.172802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.172802 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.173269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.173269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a8409d-322e-4dba-bce2-446a75f5f930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:30:48.173829 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:30:48.231281 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.238441 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.240034 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5ad19b0f-8e16-4f1f-998b-254e18a6c664 HTTP/1.1" status: 204 len: 168 time: 0.5377982 Jul 15 14:30:48.254908 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b8f7b-f6ca-468b-8160-9c2940a106a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad19b0f-8e16-4f1f-998b-254e18a6c664,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:48.353691 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60062) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:48.403622 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c072c04e-a957-49a1-80eb-cbffa90996ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ab360ecc25946559ce9adbf501141f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487113 Jul 15 14:30:48.406230 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60064) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:48.464893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06e9cef2-3741-4d16-bd59-7144791b015b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.487108 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06e9cef2-3741-4d16-bd59-7144791b015b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.541605 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06e9cef2-3741-4d16-bd59-7144791b015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.544245 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-06e9cef2-3741-4d16-bd59-7144791b015b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.545433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-06e9cef2-3741-4d16-bd59-7144791b015b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dce1d004-779a-4a80-bf55-9aa94bc3efac HTTP/1.1" status: 204 len: 168 time: 0.1382709 Jul 15 14:30:48.553976 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9cef2-3741-4d16-bd59-7144791b015b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1d004-779a-4a80-bf55-9aa94bc3efac,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:48.909091 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60070) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:48.923496 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:48.950507 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-cf4a9276-55f2-432c-9ffb-a3d7f60ee29c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9f05d0a0a494752af8f3a67370267e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400507 Jul 15 14:30:48.953379 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60072) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:49.004915 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d163da9-7d70-4981-993c-b7132411995a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:49.027181 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d163da9-7d70-4981-993c-b7132411995a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:49.079547 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d163da9-7d70-4981-993c-b7132411995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:49.082685 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-2d163da9-7d70-4981-993c-b7132411995a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:49.083986 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-2d163da9-7d70-4981-993c-b7132411995a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70d967bd-162a-42d3-bf94-708831f38038 HTTP/1.1" status: 204 len: 168 time: 0.1295826 Jul 15 14:30:49.092285 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d163da9-7d70-4981-993c-b7132411995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d967bd-162a-42d3-bf94-708831f38038,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:49.118072 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffb26997-b1e4-4ca1-8431-d262dba294e3 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:49.139410 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: ffb26997-b1e4-4ca1-8431-d262dba294e3 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:49.139870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device ffb26997-b1e4-4ca1-8431-d262dba294e3 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:49.140367 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 610c1d19-ab9f-4484-9597-ad2007c69343 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:30:49.161798 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 610c1d19-ab9f-4484-9597-ad2007c69343 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:30:49.162134 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 610c1d19-ab9f-4484-9597-ad2007c69343 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:30:49.818915 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60094) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:49.914896 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-398276950-network', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:30:49.940947 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Made reservation on behalf of 4ae35a30c679413da364cb5f5225ff7a for: {'network': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:30:49.944005 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:49.953344 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.052774 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.060624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.093569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:30:50.103645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142ccc7a-def4-4339-936d-dd6f93fd1226,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:50.108604 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.108951 n-d-798054-11 neutron-server[93994]: INFO neutron.db.segments_db [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Added segment 8ab5f01b-43d3-4b7c-8da2-7d229fae3f61 of type vlan for network 9ac24bd8-eaef-4159-8d9e-32d85e984336 Jul 15 14:30:50.149518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.180232 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.181299 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:50.181896 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.213451 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3934896 Jul 15 14:30:50.216594 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60098) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:50.221900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Request body: {'subnet': {'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-398276950-subnet', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'ip_version': 4}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:30:50.244584 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73feb02-4e84-4b68-b622-3b782b483379 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac24bd8-eaef-4159-8d9e-32d85e984336,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:50.245994 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Made reservation on behalf of 4ae35a30c679413da364cb5f5225ff7a for: {'subnet': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:30:50.249488 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9131274'] for subnet, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.255118 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:30:50.422214 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4084841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9131288'] for subnet, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.473134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da532abf-3e0a-45a2-b363-796047ad9649,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:50.484739 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Checking segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:50.485095 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Network hostable DHCP agents. Network: 9ac24bd8-eaef-4159-8d9e-32d85e984336, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:30:50.505686 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:30:50.516548 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 9ac24bd8-eaef-4159-8d9e-32d85e984336) {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:50.521457 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:50.522087 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.526831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fa005-4b45-434a-894d-f5e849203031 None None] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:30:50.537834 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-0a6f4254-aa23-48b4-8eae-0879d5091d87 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3196528 Jul 15 14:30:50.540568 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60100) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:50.545092 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:30:50.566124 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.567195 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.630783 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.680090 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-9ac24bd8-eaef-4159-8d9e-32d85e984336', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:30:50.680974 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.773313 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.827043 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Allocated IP 172.20.0.2 (9ac24bd8-eaef-4159-8d9e-32d85e984336/da532abf-3e0a-45a2-b363-796047ad9649/947dccab-ff06-4686-8106-d717dbc8072a) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:30:50.976134 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:50.984832 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Transition to ACTIVE for port object 947dccab-ff06-4686-8106-d717dbc8072a will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:50.987825 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.000123 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Transition to ACTIVE for port object 947dccab-ff06-4686-8106-d717dbc8072a will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:51.006566 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.010625 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.049757 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:51.055290 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:51.057488 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Pushing event updated for resources: {'Port': ['ID=947dccab-ff06-4686-8106-d717dbc8072a,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:51.059784 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:30:51.116156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Attempting to bind port 947dccab-ff06-4686-8106-d717dbc8072a on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:30:51.116411 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Attempting to bind port 947dccab-ff06-4686-8106-d717dbc8072a by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:30:51.116726 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Attempting to bind port 947dccab-ff06-4686-8106-d717dbc8072a on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:30:51.122038 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:30:51.122296 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Checking segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:51.122713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.123077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Bound using segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:30:51.123857 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Bound port: 947dccab-ff06-4686-8106-d717dbc8072a, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:30:51.124425 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.138550 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Allocated IP 172.25.3.95 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/bd6aae2d-09c1-49fc-ac48-44474f1644c6) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:30:51.199400 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-762e8379-36b9-4499-b738-53118aa72171 None None] For port 947dccab-ff06-4686-8106-d717dbc8072a, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:30:51.202974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-762e8379-36b9-4499-b738-53118aa72171 None None] For port 947dccab-ff06-4686-8106-d717dbc8072a, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=947dccab-ff06-4686-8106-d717dbc8072a,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:30:51.208744 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.243942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.265702 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e8379-36b9-4499-b738-53118aa72171 None None] Pushing event updated for resources: {'Port': ['ID=947dccab-ff06-4686-8106-d717dbc8072a,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:51.294582 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.340850 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:51.343808 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:51.347597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:30:51.353946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6aae2d-09c1-49fc-ac48-44474f1644c6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:51.618968 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.829278 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:51.966156 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Router 0c240755-1c77-4e99-ac2c-ebe527327531 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:30:52.073967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:52.083559 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:30:52.090554 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.092193 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4b72b8f4-947b-4f53-bfe7-bd50ea7b0756 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5506971 Jul 15 14:30:52.095171 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60102) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:52.098001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:52.098724 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:52.133164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8817b9-3146-4bc9-9108-9668081aac94 None None] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:30:52.253770 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-618f65b3-c314-4385-a429-34c241bcb169 None None] Provisioning for port 947dccab-ff06-4686-8106-d717dbc8072a completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:52.279507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:52.509239 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.515560 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:51Z', 'revision_number': 3, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:52.546771 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:30:52.547086 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Updating router 0c240755-1c77-4e99-ac2c-ebe527327531 port bd6aae2d-09c1-49fc-ac48-44474f1644c6 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:30:52.582056 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.674975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Allocated IP 172.20.0.1 (9ac24bd8-eaef-4159-8d9e-32d85e984336/da532abf-3e0a-45a2-b363-796047ad9649/064e8892-1b34-4027-8ab5-a623da18c6b0) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:30:52.781384 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.797353 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Transition to ACTIVE for port object 064e8892-1b34-4027-8ab5-a623da18c6b0 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:52.844760 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.873613 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.884347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Transition to ACTIVE for port object bd6aae2d-09c1-49fc-ac48-44474f1644c6 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:52.887753 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:52.890819 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:52.894592 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:30:52.895271 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.924227 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Pushing event updated for resources: {'Port': ['ID=064e8892-1b34-4027-8ab5-a623da18c6b0,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:52.948324 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.951665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0cb3-3906-4b81-8612-7442d400f1ab None None] Pushing event updated for resources: {'Port': ['ID=bd6aae2d-09c1-49fc-ac48-44474f1644c6,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:52.954227 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Attempting to bind port bd6aae2d-09c1-49fc-ac48-44474f1644c6 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:30:52.954597 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Attempting to bind port bd6aae2d-09c1-49fc-ac48-44474f1644c6 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:30:52.954963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Attempting to bind port bd6aae2d-09c1-49fc-ac48-44474f1644c6 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:30:52.961181 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:30:52.961558 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:52.961963 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:52.962341 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:30:52.962865 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Bound port: bd6aae2d-09c1-49fc-ac48-44474f1644c6, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:30:52.963226 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.019147 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] For port bd6aae2d-09c1-49fc-ac48-44474f1644c6, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:30:53.023594 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] For port bd6aae2d-09c1-49fc-ac48-44474f1644c6, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd6aae2d-09c1-49fc-ac48-44474f1644c6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:30:53.029518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.095914 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:53.096438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:53.124636 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.155671 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0cb3-3906-4b81-8612-7442d400f1ab None None] Pushing event updated for resources: {'Port': ['ID=bd6aae2d-09c1-49fc-ac48-44474f1644c6,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:53.165687 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-452dd620-2c3b-4d80-86ef-9afd7894efc9 None None] Provisioning for port 064e8892-1b34-4027-8ab5-a623da18c6b0 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:53.173070 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 947dccab-ff06-4686-8106-d717dbc8072a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:53.196563 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-452dd620-2c3b-4d80-86ef-9afd7894efc9 None None] Provisioning complete for port 064e8892-1b34-4027-8ab5-a623da18c6b0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:53.197030 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-452dd620-2c3b-4d80-86ef-9afd7894efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.284326 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-452dd620-2c3b-4d80-86ef-9afd7894efc9 None None] Port 064e8892-1b34-4027-8ab5-a623da18c6b0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:30:53.294445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:53.299957 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.305640 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.331382 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 947dccab-ff06-4686-8106-d717dbc8072a completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:53.337947 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 947dccab-ff06-4686-8106-d717dbc8072a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:53.338314 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.375956 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Pushing event updated for resources: {'Port': ['ID=064e8892-1b34-4027-8ab5-a623da18c6b0,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:53.379714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.476671 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:53.478793 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:53.598651 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Router 0c240755-1c77-4e99-ac2c-ebe527327531 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:30:53.696683 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.744032 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-054901ac-fd76-4928-b643-4d049b185769 None None] Provisioning complete for port 064e8892-1b34-4027-8ab5-a623da18c6b0 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:53.744396 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-054901ac-fd76-4928-b643-4d049b185769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.756900 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 947dccab-ff06-4686-8106-d717dbc8072a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=947dccab-ff06-4686-8106-d717dbc8072a,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:53.780895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:53.822266 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-054901ac-fd76-4928-b643-4d049b185769 None None] Port 064e8892-1b34-4027-8ab5-a623da18c6b0 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:30:53.846511 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:52Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:53.876535 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=947dccab-ff06-4686-8106-d717dbc8072a,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:53.879503 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14b79-993c-4dcb-a33a-a9023bdd9659 None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:52Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:30:54.058638 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:54.064619 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e7eac479-6747-4457-b02e-94424cc1c40a admin admin] 10.222.0.57 "PUT /v2.0/routers/0c240755-1c77-4e99-ac2c-ebe527327531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681587 Jul 15 14:30:54.584935 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60118) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:54.590048 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-10540714-network', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:30:54.614709 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Made reservation on behalf of 6f5d39f208de43fab56c8bed95030e26 for: {'network': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:30:54.617860 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for network, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.627715 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.725942 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.731323 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.756729 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:30:54.766801 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab926d8-efc1-4064-989b-08c73fc486f6,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:54.771892 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.772237 n-d-798054-11 neutron-server[93995]: INFO neutron.db.segments_db [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Added segment d3ce6806-029b-4c42-a745-f3db1db21abe of type vlan for network 11a82620-54b6-47b0-8f6b-609587cbcf63 Jul 15 14:30:54.818490 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757990635021'] for network, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.853354 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558'] for network, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.854248 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:54.854810 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:54.893175 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3070555 Jul 15 14:30:54.897328 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60120) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:54.904710 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Request body: {'subnet': {'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-10540714-subnet', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'ip_version': 4}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:30:54.923600 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16c22b-a6f7-4c79-9c0f-0a45646c20c1 admin admin] Pushing event updated for resources: {'Network': ['ID=11a82620-54b6-47b0-8f6b-609587cbcf63,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:54.933619 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Made reservation on behalf of 6f5d39f208de43fab56c8bed95030e26 for: {'subnet': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:30:54.934025 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 details requested by agent ovs-agent-n-d-798054-11 with host n-d-798054-11 {{(pid=93996) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:30:54.937413 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10272286'] for subnet, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.179797 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8816069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10272268'] for subnet, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.231440 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd6aae2d-09c1-49fc-ac48-44474f1644c6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:55.258594 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a906ef1-b753-4ad8-b6f3-66e68055c694,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:55.268833 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Checking segment: {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:55.269366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Network hostable DHCP agents. Network: 11a82620-54b6-47b0-8f6b-609587cbcf63, hostable agents: ['df9eba2d-75f1-4d91-ba5d-c2be955567ca'], hosted agents: [] {{(pid=93994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:30:55.286596 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port bd6aae2d-09c1-49fc-ac48-44474f1644c6 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:55.288962 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 is scheduled to be hosted by DHCP agent df9eba2d-75f1-4d91-ba5d-c2be955567ca with binding_index 1 {{(pid=93994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:30:55.291284 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bd6aae2d-09c1-49fc-ac48-44474f1644c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:55.291816 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.303157 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-798054-11, 11a82620-54b6-47b0-8f6b-609587cbcf63) {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:55.307625 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:30:55.308205 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.318316 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825694d-7a55-47cf-a718-e484b7c670e0 None None] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:30:55.329776 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-d53fd525-5255-4662-b42c-61df86bf6c64 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4294243 Jul 15 14:30:55.331975 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60122) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:55.337451 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:30:55.361593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1696251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11418'] for router, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.362602 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1696649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1696060', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13417'] for router, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.426144 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.484548 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.516963 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port bd6aae2d-09c1-49fc-ac48-44474f1644c6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd6aae2d-09c1-49fc-ac48-44474f1644c6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:55.546482 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.547698 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 947dccab-ff06-4686-8106-d717dbc8072a up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:55.591076 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1696158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13435'] for router, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.612833 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4df3f347-7ed5-524f-a546-79d383b34ede-11a82620-54b6-47b0-8f6b-609587cbcf63', 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'fixed_ips': [{'subnet_id': '2a906ef1-b753-4ad8-b6f3-66e68055c694'}]}} from n-d-798054-11. {{(pid=93996) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:30:55.613616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.689174 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=bd6aae2d-09c1-49fc-ac48-44474f1644c6,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:55.766970 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 947dccab-ff06-4686-8106-d717dbc8072a triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:55.767347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.812077 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.832745 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:55.862099 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.db_base_plugin_common [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Allocated IP 172.20.0.2 (11a82620-54b6-47b0-8f6b-609587cbcf63/2a906ef1-b753-4ad8-b6f3-66e68055c694/d9905019-ca8b-41d4-ae82-3651b7a0c03e) {{(pid=93996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:30:55.942306 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Allocated IP 172.25.3.113 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/9025153f-5025-4d98-9bb9-c370101a86d8) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:30:56.038319 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Notify callbacks [] for port, precommit_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.048565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Transition to ACTIVE for port object d9905019-ca8b-41d4-ae82-3651b7a0c03e will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:56.052553 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.065217 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Transition to ACTIVE for port object d9905019-ca8b-41d4-ae82-3651b7a0c03e will not be triggered until provisioned by entity DHCP. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:56.067935 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:30:56.073825 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397'] for port, after_create {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.077765 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:56.078452 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:56.096840 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.122149 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 is already hosted by enough agents. {{(pid=93996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:56.122848 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Pushing event updated for resources: {'Port': ['ID=d9905019-ca8b-41d4-ae82-3651b7a0c03e,revision_number=1']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:56.127719 n-d-798054-11 neutron-server[93996]: DEBUG neutron.scheduler.base_scheduler [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Resources bound (agent type, host, resource id): {{(pid=93996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:56.131058 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Received port after_create {{(pid=93996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:30:56.135377 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:56.140789 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:56.145140 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:30:56.176479 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Pushing event updated for resources: {'Port': ['ID=9025153f-5025-4d98-9bb9-c370101a86d8,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:56.202048 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:56.211302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Attempting to bind port d9905019-ca8b-41d4-ae82-3651b7a0c03e on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:30:56.211950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Attempting to bind port d9905019-ca8b-41d4-ae82-3651b7a0c03e by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:30:56.212499 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Attempting to bind port d9905019-ca8b-41d4-ae82-3651b7a0c03e on network 11a82620-54b6-47b0-8f6b-609587cbcf63 {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:30:56.218737 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:30:56.219110 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Checking segment: {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:56.219518 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.220083 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Bound using segment: {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:30:56.220740 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Bound port: d9905019-ca8b-41d4-ae82-3651b7a0c03e, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:30:56.221136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.300390 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] For port d9905019-ca8b-41d4-ae82-3651b7a0c03e, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:30:56.303778 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] For port d9905019-ca8b-41d4-ae82-3651b7a0c03e, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d9905019-ca8b-41d4-ae82-3651b7a0c03e,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:30:56.310883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.374186 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175cacb-ad51-489e-aa15-0e30ec61a0be None None] Pushing event updated for resources: {'Port': ['ID=d9905019-ca8b-41d4-ae82-3651b7a0c03e,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:56.428929 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.431508 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 2, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:56.457694 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:30:56.458052 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Updating router 0c240755-1c77-4e99-ac2c-ebe527327531 port 064e8892-1b34-4027-8ab5-a623da18c6b0 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:30:56.497733 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.661205 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1696240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696011'] for router, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.808279 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Router 5919ec2f-9254-4667-a9ec-076cc27a9347 is scheduled to L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c with binding_index 1 {{(pid=93995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:30:56.899509 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.910450 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Transition to ACTIVE for port object 064e8892-1b34-4027-8ab5-a623da18c6b0 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:56.918184 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.919737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:56.930615 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Sync routers for ids ['5919ec2f-9254-4667-a9ec-076cc27a9347'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:30:56.940254 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Routers {'5919ec2f-9254-4667-a9ec-076cc27a9347'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:56.940830 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:56.941016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5919ec2f-9254-4667-a9ec-076cc27a9347'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:56.943263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-02c75f75-d517-4f00-b16f-86f0fec2d220 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6099076 Jul 15 14:30:56.945526 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60124) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:30:56.970815 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Pushing event updated for resources: {'Port': ['ID=064e8892-1b34-4027-8ab5-a623da18c6b0,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:57.000105 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.000440 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.000768 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.001109 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.001442 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.001776 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.002101 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.002422 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.002789 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.003111 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.003435 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.003810 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:30:57.048972 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Attempting to bind port 064e8892-1b34-4027-8ab5-a623da18c6b0 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:30:57.050647 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Attempting to bind port 064e8892-1b34-4027-8ab5-a623da18c6b0 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:30:57.051108 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Attempting to bind port 064e8892-1b34-4027-8ab5-a623da18c6b0 on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:30:57.057733 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:30:57.058742 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Checking segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:57.059373 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.059946 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Bound using segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:30:57.060673 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Bound port: 064e8892-1b34-4027-8ab5-a623da18c6b0, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:30:57.061229 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.109184 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Set router 5919ec2f-9254-4667-a9ec-076cc27a9347 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:57.140758 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] For port 064e8892-1b34-4027-8ab5-a623da18c6b0, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:30:57.146008 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] For port 064e8892-1b34-4027-8ab5-a623da18c6b0, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=064e8892-1b34-4027-8ab5-a623da18c6b0,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:30:57.155568 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.238860 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb373a-4a48-41b3-acac-aaf3914a36d9 None None] Pushing event updated for resources: {'Port': ['ID=064e8892-1b34-4027-8ab5-a623da18c6b0,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:57.258459 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:57.259472 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:57.356269 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd6aae2d-09c1-49fc-ac48-44474f1644c6 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:57.442919 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:57.532443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port bd6aae2d-09c1-49fc-ac48-44474f1644c6 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:57.532864 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.561477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:56Z', 'revision_number': 3, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:57.595599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Checking router: 5919ec2f-9254-4667-a9ec-076cc27a9347 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:30:57.596467 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Updating router 5919ec2f-9254-4667-a9ec-076cc27a9347 port 9025153f-5025-4d98-9bb9-c370101a86d8 binding host n-d-798054-11 {{(pid=93996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:30:57.625309 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.646266 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.670366 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc444d6-a45a-4ec4-add1-be976e06a419 None None] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:30:57.711898 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:57Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:57.739095 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a07848-373e-4e7f-bdf6-75bad63b671b None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:57Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:30:57.790737 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Allocated IP 172.20.0.1 (11a82620-54b6-47b0-8f6b-609587cbcf63/2a906ef1-b753-4ad8-b6f3-66e68055c694/d19d9992-3dd3-4eb8-93c8-dfbcd4574d92) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:30:57.795236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d9905019-ca8b-41d4-ae82-3651b7a0c03e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:57.862830 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-59152459-1805-4e4b-a60d-22fd9e126fc5 None None] Provisioning for port d9905019-ca8b-41d4-ae82-3651b7a0c03e completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:57.906012 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.920134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Transition to ACTIVE for port object d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:57.958836 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:57.998512 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:58.001510 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:58.008016 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:30:58.024603 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d9905019-ca8b-41d4-ae82-3651b7a0c03e completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:58.044475 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:58.051815 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d9905019-ca8b-41d4-ae82-3651b7a0c03e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:58.052192 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.063346 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1696572'] for router_interface, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.212730 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.380923 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Notify callbacks [] for port, precommit_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.408154 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.415627 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Transition to ACTIVE for port object 9025153f-5025-4d98-9bb9-c370101a86d8 will not be triggered until provisioned by entity L2. {{(pid=93996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:30:58.417025 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.426059 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.430851 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.511488 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:58.514929 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696584'] for router_interface, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.530960 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d9905019-ca8b-41d4-ae82-3651b7a0c03e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d9905019-ca8b-41d4-ae82-3651b7a0c03e,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:58.532201 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10339b4-85af-49fc-b3e7-016d04c60c12 None None] Pushing event updated for resources: {'Port': ['ID=9025153f-5025-4d98-9bb9-c370101a86d8,revision_number=2']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:58.534849 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Attempting to bind port 9025153f-5025-4d98-9bb9-c370101a86d8 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:30:58.535215 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Attempting to bind port 9025153f-5025-4d98-9bb9-c370101a86d8 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:30:58.535676 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Attempting to bind port 9025153f-5025-4d98-9bb9-c370101a86d8 on network 338329de-77f0-49a0-94f7-e0c314ec995e {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:30:58.540435 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.547658 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:30:58.548029 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Checking segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:30:58.548428 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.548825 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Bound using segment: {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'} {{(pid=93996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:30:58.549294 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.managers [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Bound port: 9025153f-5025-4d98-9bb9-c370101a86d8, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e'}}] {{(pid=93996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:30:58.549672 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.627151 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d9905019-ca8b-41d4-ae82-3651b7a0c03e,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:58.633066 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:30:58.634761 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:30:58.638599 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] For port 9025153f-5025-4d98-9bb9-c370101a86d8, host n-d-798054-11, cleared binding levels {{(pid=93996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:30:58.642635 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] For port 9025153f-5025-4d98-9bb9-c370101a86d8, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9025153f-5025-4d98-9bb9-c370101a86d8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:30:58.650278 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.725240 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7cf0f3bb-5fb2-48f4-987a-b9f6c509ae2d None None] Provisioning complete for port d9905019-ca8b-41d4-ae82-3651b7a0c03e triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:58.725776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f3bb-5fb2-48f4-987a-b9f6c509ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:58.730317 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Routers {'5919ec2f-9254-4667-a9ec-076cc27a9347'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:30:58.731048 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5919ec2f-9254-4667-a9ec-076cc27a9347'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:58.755035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10339b4-85af-49fc-b3e7-016d04c60c12 None None] Pushing event updated for resources: {'Port': ['ID=9025153f-5025-4d98-9bb9-c370101a86d8,revision_number=3']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:30:58.766816 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Router 5919ec2f-9254-4667-a9ec-076cc27a9347 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:30:58.886987 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:30:58.899855 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-b3cb1c7f-8fb3-46a3-8830-d95fc0de46c2 admin admin] 10.222.0.57 "PUT /v2.0/routers/5919ec2f-9254-4667-a9ec-076cc27a9347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455428 Jul 15 14:30:58.901077 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] Set router 5919ec2f-9254-4667-a9ec-076cc27a9347 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:30:58.950774 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7cf0f3bb-5fb2-48f4-987a-b9f6c509ae2d None None] Provisioning for port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:58.985389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-7cf0f3bb-5fb2-48f4-987a-b9f6c509ae2d None None] Provisioning complete for port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:58.985761 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f3bb-5fb2-48f4-987a-b9f6c509ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:59.062674 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0f3bb-5fb2-48f4-987a-b9f6c509ae2d None None] Port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:30:59.157644 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d9905019-ca8b-41d4-ae82-3651b7a0c03e up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:59.202285 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd19d9992-3dd3-4eb8-93c8-dfbcd4574d92', 'name': '', 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'mac_address': 'fa:16:3e:1b:b5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:57Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 2, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'subnets': [{'id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:30:59.235990 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9347cb1-97f3-42cc-b940-0d4c59e2e63b None None] The sync data for ids ['5919ec2f-9254-4667-a9ec-076cc27a9347'] in n-d-798054-11 is: [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd19d9992-3dd3-4eb8-93c8-dfbcd4574d92', 'name': '', 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'mac_address': 'fa:16:3e:1b:b5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:57Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 2, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'subnets': [{'id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:30:59.241824 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-3683f8db-b666-4319-8fdc-59d42ddda0e7 None None] Provisioning complete for port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:59.242186 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3683f8db-b666-4319-8fdc-59d42ddda0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:59.286731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-3683f8db-b666-4319-8fdc-59d42ddda0e7 None None] Port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:30:59.288438 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d9905019-ca8b-41d4-ae82-3651b7a0c03e triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:59.288713 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:59.375210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 064e8892-1b34-4027-8ab5-a623da18c6b0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:30:59.425540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 064e8892-1b34-4027-8ab5-a623da18c6b0 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:30:59.429875 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 064e8892-1b34-4027-8ab5-a623da18c6b0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:30:59.430252 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:59.541128 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:59.581893 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 064e8892-1b34-4027-8ab5-a623da18c6b0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=064e8892-1b34-4027-8ab5-a623da18c6b0,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:30:59.587215 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:30:59.641974 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=064e8892-1b34-4027-8ab5-a623da18c6b0,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:00.632252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60134) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:00.637181 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375245554', 'description': 'tempest-secgroup-smoke-1375245554 description', 'project_id': '4ae35a30c679413da364cb5f5225ff7a'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:00.663001 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.765101 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.770172 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.799368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.800634 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1672599 Jul 15 14:31:00.802565 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad51e6-2122-45af-bf18-1d4bdd6a6d3e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c8785-f965-44b7-a47e-a923bd7ea074,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:00.804089 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60136) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:00.810366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group_rule': {'security_group_id': '9d7c8785-f965-44b7-a47e-a923bd7ea074', 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:00.839704 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.905009 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.910055 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.930398 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb42aa68-ce47-41ce-bf8c-59aae961d55e,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:00.933302 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:00.934734 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-5c2eaf17-a62f-4908-961c-f9720f39375b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282504 Jul 15 14:31:00.937553 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60138) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:00.942174 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group_rule': {'security_group_id': '9d7c8785-f965-44b7-a47e-a923bd7ea074', 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:00.971243 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.032680 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.037305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.059558 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb619ce-6fca-4fa5-b653-e1f7229dee3a,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:01.070175 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.071539 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-87f76608-11e3-4216-b054-a19bb8ccfeb7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330159 Jul 15 14:31:01.074437 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60140) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:01.079849 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group_rule': {'security_group_id': '9d7c8785-f965-44b7-a47e-a923bd7ea074', 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:01.121227 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.185366 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.190264 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.208805 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1efd363-b099-48b3-a122-960b5190c96f,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:01.217573 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.219102 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-fb282e09-268d-4acb-a4dc-0a485f6c9f29 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435397 Jul 15 14:31:01.226276 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60142) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:01.231134 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group_rule': {'security_group_id': '9d7c8785-f965-44b7-a47e-a923bd7ea074', 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:01.235906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 064e8892-1b34-4027-8ab5-a623da18c6b0 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:31:01.257759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.283655 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 064e8892-1b34-4027-8ab5-a623da18c6b0 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:01.284033 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.319700 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.324714 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.342676 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1fac4b-6885-4e7c-8a11-fe7b8c1adbbf,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:01.355654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.357035 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-3e7d8f84-23da-4046-966f-21b26cb5a70c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296835 Jul 15 14:31:01.359896 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60144) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:01.364307 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group_rule': {'security_group_id': '9d7c8785-f965-44b7-a47e-a923bd7ea074', 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:01.369357 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9025153f-5025-4d98-9bb9-c370101a86d8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:31:01.388715 n-d-798054-11 neutron-server[93995]: INFO neutron.db.securitygroups_db [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Project 4ae35a30c679413da364cb5f5225ff7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:31:01.393458 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.418842 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port 9025153f-5025-4d98-9bb9-c370101a86d8 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:31:01.422966 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9025153f-5025-4d98-9bb9-c370101a86d8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:01.423429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.456772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.461343 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.483444 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b028b972-e2c7-45a9-b052-b1790c6d5117,revision_number=0']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:01.487439 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.491776 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-5482555f-67ed-43e5-8d26-73c58966aa22 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281807 Jul 15 14:31:01.492339 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60146) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:01.497396 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'security_group_rule': {'security_group_id': '9d7c8785-f965-44b7-a47e-a923bd7ea074', 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:01.519635 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.521642 n-d-798054-11 neutron-server[93994]: INFO neutron.db.securitygroups_db [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Project 4ae35a30c679413da364cb5f5225ff7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 14:31:01.527487 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.543214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port 9025153f-5025-4d98-9bb9-c370101a86d8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9025153f-5025-4d98-9bb9-c370101a86d8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:31:01.548918 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.592829 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.597518 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053416'] for security_group_rule, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.598787 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=9025153f-5025-4d98-9bb9-c370101a86d8,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:01.617166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5efab4-5175-43e5-9bba-9e7dc992f9a8,revision_number=0']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:01.626576 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:01.628081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-bcf622a9-709e-441d-8628-c94c8b749adc tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347761 Jul 15 14:31:01.783982 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-04e2f4fb-cd5c-4b51-bac0-d314a91e1ada tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375245554&fields=id&tenant_id=4ae35a30c679413da364cb5f5225ff7a HTTP/1.1" status: 200 len: 267 time: 0.0397444 Jul 15 14:31:01.842190 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Sync routers for ids ['5919ec2f-9254-4667-a9ec-076cc27a9347'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:31:01.853297 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Routers {'5919ec2f-9254-4667-a9ec-076cc27a9347'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:31:01.853836 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5919ec2f-9254-4667-a9ec-076cc27a9347'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:01.902598 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-b21c03f2-e5dd-44a3-bb12-c4d548fdaf62 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:01.904240 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-b21c03f2-e5dd-44a3-bb12-c4d548fdaf62 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 809 time: 0.1125588 Jul 15 14:31:01.920150 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-fce367b6-4985-4b19-84e0-236044a9eb12 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/quotas/4ae35a30c679413da364cb5f5225ff7a HTTP/1.1" status: 200 len: 375 time: 0.0103769 Jul 15 14:31:01.960570 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Set router 5919ec2f-9254-4667-a9ec-076cc27a9347 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:31:01.990136 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-de0454ea-a28b-4a15-850d-37c4dbf69ba0 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646834 Jul 15 14:31:02.007875 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-3a62e82e-b45d-4c93-9347-a3340a75f135 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:31:02.008791 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-3a62e82e-b45d-4c93-9347-a3340a75f135 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057139 Jul 15 14:31:02.106127 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-bf281a51-b353-4a60-a6e8-ade84ab30e80 service neutron] 10.222.0.57 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914500 Jul 15 14:31:02.167366 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd19d9992-3dd3-4eb8-93c8-dfbcd4574d92', 'name': '', 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'mac_address': 'fa:16:3e:1b:b5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:57Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 2, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'subnets': [{'id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:02.193094 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Checking router: 5919ec2f-9254-4667-a9ec-076cc27a9347 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:31:02.193493 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Updating router 5919ec2f-9254-4667-a9ec-076cc27a9347 port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 binding host n-d-798054-11 {{(pid=93997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:31:02.198551 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4531a628-72c3-4ef5-8285-030f691f0060 service neutron] 10.222.0.57 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861797 Jul 15 14:31:02.227192 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:02.506929 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:02.517197 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.provisioning_blocks [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Transition to ACTIVE for port object d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 will not be triggered until provisioned by entity L2. {{(pid=93997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:31:02.524591 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:02.574069 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd705341-b4bb-4508-bc34-6a73a4ea5d3a None None] Pushing event updated for resources: {'Port': ['ID=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,revision_number=3']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:02.625091 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Attempting to bind port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 on host n-d-798054-11 for vnic_type normal with profile {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:31:02.625444 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Attempting to bind port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 by drivers openvswitch,hyperv on host n-d-798054-11 at level 0 using segments [{'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:31:02.625795 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Attempting to bind port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 on network 11a82620-54b6-47b0-8f6b-609587cbcf63 {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:31:02.631360 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Checking agent: {'id': '311ca2c8-d98c-4e94-b6d0-a46e6e6ad3bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 12, 56, 46), 'started_at': datetime.datetime(2021, 7, 15, 12, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-798054-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:31:02.631600 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Checking segment: {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:31:02.631979 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:02.632346 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Bound using segment: {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'} {{(pid=93997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:31:02.632818 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.managers [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Bound port: d19d9992-3dd3-4eb8-93c8-dfbcd4574d92, host: n-d-798054-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ce6806-029b-4c42-a745-f3db1db21abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63'}}] {{(pid=93997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:31:02.633196 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:02.700510 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] For port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92, host n-d-798054-11, cleared binding levels {{(pid=93997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:31:02.703686 n-d-798054-11 neutron-server[93997]: DEBUG neutron.plugins.ml2.db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] For port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92, host n-d-798054-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:31:02.709845 n-d-798054-11 neutron-server[93997]: DEBUG neutron_lib.callbacks.manager [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:02.770504 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Routers {'5919ec2f-9254-4667-a9ec-076cc27a9347'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:31:02.771172 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5919ec2f-9254-4667-a9ec-076cc27a9347'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:02.773574 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd705341-b4bb-4508-bc34-6a73a4ea5d3a None None] Pushing event updated for resources: {'Port': ['ID=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,revision_number=4']} {{(pid=93997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:02.896051 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] Set router 5919ec2f-9254-4667-a9ec-076cc27a9347 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:31:03.097457 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd19d9992-3dd3-4eb8-93c8-dfbcd4574d92', 'name': '', 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'mac_address': 'fa:16:3e:1b:b5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:57Z', 'updated_at': '2021-07-15T14:31:02Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'subnets': [{'id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:03.128377 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ecbc09-1482-44b4-9f17-2cc4c35467f8 None None] The sync data for ids ['5919ec2f-9254-4667-a9ec-076cc27a9347'] in n-d-798054-11 is: [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:30:58Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': 'd19d9992-3dd3-4eb8-93c8-dfbcd4574d92', 'name': '', 'network_id': '11a82620-54b6-47b0-8f6b-609587cbcf63', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'mac_address': 'fa:16:3e:1b:b5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:57Z', 'updated_at': '2021-07-15T14:31:02Z', 'revision_number': 4, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'subnets': [{'id': '2a906ef1-b753-4ad8-b6f3-66e68055c694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:31:03.147814 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:31:03.197477 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning for port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:31:03.201565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:03.201933 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:03.288877 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:03.323874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] For port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:31:03.331060 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:03.331936 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9025153f-5025-4d98-9bb9-c370101a86d8 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:31:03.417438 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-cca65771-0247-4190-97bc-3820d90f4358 req-5569f126-f3f2-40d5-80e6-fa426a0944fa tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 210 time: 0.0321591 Jul 15 14:31:03.418884 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Pushing event updated for resources: {'Port': ['ID=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:03.435586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port 9025153f-5025-4d98-9bb9-c370101a86d8 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:03.436133 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:04.553685 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-b6ae408d-44c9-4531-a423-51e332673e23 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:04.555368 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-b6ae408d-44c9-4531-a423-51e332673e23 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 809 time: 0.1228404 Jul 15 14:31:04.589787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-dcfcbea2-018a-44b3-b7d9-d9075c0a05e4 req-ee25cd52-c291-431b-ac9d-6fdc41477126 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 210 time: 0.0333848 Jul 15 14:31:04.619314 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-3925e9a1-5550-49ae-b0e9-347f105abb56 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae35a30c679413da364cb5f5225ff7a HTTP/1.1" status: 200 len: 380 time: 0.0543206 Jul 15 14:31:04.628059 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'port': {'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'admin_state_up': True, 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'security_groups': ['9d7c8785-f965-44b7-a47e-a923bd7ea074']}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:04.750714 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Made reservation on behalf of 4ae35a30c679413da364cb5f5225ff7a for: {'port': 1} {{(pid=93994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:31:04.754903 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:04.880620 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Allocated IP 172.20.0.6 (9ac24bd8-eaef-4159-8d9e-32d85e984336/da532abf-3e0a-45a2-b363-796047ad9649/228b73f0-0531-4541-aadd-43a02303d186) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:31:05.029253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.043822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Transition to ACTIVE for port object 228b73f0-0531-4541-aadd-43a02303d186 will not be triggered until provisioned by entity DHCP. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:31:05.082006 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.131008 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:31:05.134384 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:31:05.138569 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:31:05.143311 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 up at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:31:05.173622 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:05.200040 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Provisioning complete for port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:05.200404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.204015 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:05.204651 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.221706 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-222a07c4-5dbb-418a-b278-c9bae8df84d5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972574 Jul 15 14:31:05.232112 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-e1ac4825-63ac-4107-9953-e0457a298474 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93994) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:31:05.233343 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-e1ac4825-63ac-4107-9953-e0457a298474 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057547 Jul 15 14:31:05.245545 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Request body: {'port': {'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-798054-11'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:05.325878 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.386210 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5dbef2f7-bcae-4943-ad0f-56ff8d717d80 None None] Provisioning for port 228b73f0-0531-4541-aadd-43a02303d186 completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:31:05.390329 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-5dbef2f7-bcae-4943-ad0f-56ff8d717d80 None None] Provisioning complete for port 228b73f0-0531-4541-aadd-43a02303d186 triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:05.390737 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5dbef2f7-bcae-4943-ad0f-56ff8d717d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.424837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5dbef2f7-bcae-4943-ad0f-56ff8d717d80 None None] Port 228b73f0-0531-4541-aadd-43a02303d186 cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:31:05.597414 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228b73f0-0531-4541-aadd-43a02303d186 {{(pid=93994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:31:05.605666 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.618469 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.provisioning_blocks [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Transition to ACTIVE for port object 228b73f0-0531-4541-aadd-43a02303d186 will not be triggered until provisioned by entity L2. {{(pid=93994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:31:05.625618 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.695050 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:05.748364 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Attempting to bind port 228b73f0-0531-4541-aadd-43a02303d186 on host n-h1-798054-11 for vnic_type normal with profile {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:31:05.748863 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Attempting to bind port 228b73f0-0531-4541-aadd-43a02303d186 by drivers openvswitch,hyperv on host n-h1-798054-11 at level 0 using segments [{'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:31:05.749294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Attempting to bind port 228b73f0-0531-4541-aadd-43a02303d186 on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:31:05.754487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Port 228b73f0-0531-4541-aadd-43a02303d186 on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 not bound, no agent of type Open vSwitch agent registered on host n-h1-798054-11 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:31:05.754917 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Attempting to bind port 228b73f0-0531-4541-aadd-43a02303d186 on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:31:05.760294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Checking agent: {'id': '625d7033-bb4a-4468-ae02-c9dd8a450757', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:31:05.760738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Checking segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:31:05.761190 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Bound using segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} {{(pid=93994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:31:05.761692 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.managers [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Bound port: 228b73f0-0531-4541-aadd-43a02303d186, host: n-h1-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}}] {{(pid=93994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:31:05.762124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.780403 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9d5bd-2874-49d8-90c1-ef43d49a6b14 req-64f8eb32-39fd-4938-add5-dba980f96277 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:05.782379 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8bc9d5bd-2874-49d8-90c1-ef43d49a6b14 req-64f8eb32-39fd-4938-add5-dba980f96277 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 943 time: 0.0745318 Jul 15 14:31:05.830138 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-8bc9d5bd-2874-49d8-90c1-ef43d49a6b14 req-5f41e3ac-4153-440a-83e6-d6d0d9c830aa tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Jul 15 14:31:05.840709 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, cleared binding levels {{(pid=93994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:31:05.843946 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:31:05.855717 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.891925 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:05.892574 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:05.894048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] 10.222.0.59 "PUT /v2.0/ports/228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 1092 time: 0.6530943 Jul 15 14:31:05.894491 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:31:05.896838 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b4a60-36e7-46ea-93c7-a72404fc923c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:31:05.923601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdc10-ffa3-437f-965f-7205f61dffcd service neutron] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=3']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:05.938825 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73233ab-e304-4be2-b385-2fd9939dfd8a x-openstack-request-id: req-f73233ab-e304-4be2-b385-2fd9939dfd8a {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:31:05.939378 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:31:05.939632 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f73233ab-e304-4be2-b385-2fd9939dfd8a {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:31:05.940031 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'status': 'completed', 'code': 200} Jul 15 14:31:05.995466 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-31fb1be7-efe6-4b1f-87df-4521220a93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:05.997031 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-31fb1be7-efe6-4b1f-87df-4521220a93d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1095 time: 0.0562215 Jul 15 14:31:06.040590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-6959cc9c-2371-490d-98c7-ca639b012db5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 217 time: 0.0363014 Jul 15 14:31:06.098985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-7c944108-7cb1-4153-9e9a-ad76c6865d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:06.100961 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-7c944108-7cb1-4153-9e9a-ad76c6865d19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0540779 Jul 15 14:31:06.161453 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-1e1506f4-d8c5-441d-bdd6-5f31e4b266c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:06.163006 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-1e1506f4-d8c5-441d-bdd6-5f31e4b266c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559013 Jul 15 14:31:06.269530 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-d09b80e4-6166-4c4a-ba0b-abae38411c47 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999537 Jul 15 14:31:06.359989 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e6656fdb-45a5-4df9-9e2e-870e47c09412 req-4a742f8b-dc35-49bb-ab8b-c1477e828a49 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842543 Jul 15 14:31:06.467582 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-f2be3119-4c61-4c97-9547-46f7514529f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:06.469113 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-f2be3119-4c61-4c97-9547-46f7514529f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1095 time: 0.0562212 Jul 15 14:31:06.566085 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-1b5b0c7b-124b-460f-aae8-487c3afa9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:06.567647 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-1b5b0c7b-124b-460f-aae8-487c3afa9519 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.0917506 Jul 15 14:31:06.608322 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-0e7fa079-330f-4100-9635-c31add1bf162 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 217 time: 0.0345085 Jul 15 14:31:06.665097 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-7ad7e11d-ea22-4b1c-b665-c0104c854e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:06.666649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-7ad7e11d-ea22-4b1c-b665-c0104c854e24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0512183 Jul 15 14:31:06.729732 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-a5949233-789a-4b2e-8c2f-f7e90d6b9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:06.731244 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-a5949233-789a-4b2e-8c2f-f7e90d6b9b5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572197 Jul 15 14:31:06.826302 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-d715e83c-fd15-4fb6-994b-458f84fcc5ec service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856395 Jul 15 14:31:06.932994 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-035b4a60-36e7-46ea-93c7-a72404fc923c req-f295f5d1-f9ae-41c6-be4e-212f6019d4df service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984488 Jul 15 14:31:07.019494 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e729-500e-4cfd-bda1-6a9d13fa24db req-43c71f38-1402-4687-b829-8603290df245 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:07.021027 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3042e729-500e-4cfd-bda1-6a9d13fa24db req-43c71f38-1402-4687-b829-8603290df245 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 943 time: 0.0734825 Jul 15 14:31:07.062252 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3042e729-500e-4cfd-bda1-6a9d13fa24db req-24c1c11a-d0ef-4ca4-800c-9d7d3f53662f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351834 Jul 15 14:31:08.255147 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e16af-c656-4faf-9ec0-78aadc55de1f req-fa6c9851-a295-4dba-9ec0-ab5baed06b68 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:08.256712 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b3e16af-c656-4faf-9ec0-78aadc55de1f req-fa6c9851-a295-4dba-9ec0-ab5baed06b68 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 943 time: 0.0741386 Jul 15 14:31:08.299329 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9b3e16af-c656-4faf-9ec0-78aadc55de1f req-56bc7423-7041-405b-b0b1-6d284756d1bb tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357678 Jul 15 14:31:08.618385 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:31:08.722270 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:31:08.737887 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '228b73f0-0531-4541-aadd-43a02303d186', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:31:08.776645 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:08.789414 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228b73f0-0531-4541-aadd-43a02303d186 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:31:08.809035 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:31:08.814354 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:08.863552 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:09.030593 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['228b73f0-0531-4541-aadd-43a02303d186'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:31:09.485645 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f827c70-5dcd-4d71-a9e2-eab288ecbce7 req-6996da0b-d067-4054-a492-0678e6f7539f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:09.487296 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f827c70-5dcd-4d71-a9e2-eab288ecbce7 req-6996da0b-d067-4054-a492-0678e6f7539f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 944 time: 0.0689909 Jul 15 14:31:09.527937 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6f827c70-5dcd-4d71-a9e2-eab288ecbce7 req-b99d171e-4e65-42b1-acc6-2f7173490c08 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Jul 15 14:31:10.633347 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:31:10.689820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning for port 228b73f0-0531-4541-aadd-43a02303d186 completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:31:10.693790 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 228b73f0-0531-4541-aadd-43a02303d186 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:31:10.694163 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:10.725063 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da849-4058-4af4-af3b-f9b58a3d6798 req-6c22d2fe-7fa0-4393-8437-d9980120f4be tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:10.726671 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-018da849-4058-4af4-af3b-f9b58a3d6798 req-6c22d2fe-7fa0-4393-8437-d9980120f4be tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 944 time: 0.0734811 Jul 15 14:31:10.766143 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-018da849-4058-4af4-af3b-f9b58a3d6798 req-62e94fe4-97dd-45e9-8454-f673404188d8 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Jul 15 14:31:10.774343 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:10.797729 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:31:10.800074 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0d832-aa42-45a7-9123-b769913cdf35" -d '{"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-plugged", "status": "completed", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:31:10.812969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:31:10.817975 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:10.864812 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:10.887349 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7454d8-aba9-4280-8cb6-8f574cea38e5 x-openstack-request-id: req-7a7454d8-aba9-4280-8cb6-8f574cea38e5 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:31:10.887645 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-plugged", "status": "completed", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:31:10.887901 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a7454d8-aba9-4280-8cb6-8f574cea38e5 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:31:10.888302 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'code': 200} Jul 15 14:31:11.009650 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd60dc-a256-4915-8ed3-597dc3afa3fd req-23262e33-cf70-4b10-99a5-92767b349b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:11.011344 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84cd60dc-a256-4915-8ed3-597dc3afa3fd req-23262e33-cf70-4b10-99a5-92767b349b48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1097 time: 0.0552020 Jul 15 14:31:11.045542 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-84cd60dc-a256-4915-8ed3-597dc3afa3fd req-b6a7ed03-2898-4229-b8ee-f464ff95e58d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271788 Jul 15 14:31:11.944599 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac81592-e5b8-46b0-bd02-e10512167b9d req-c9a5aa6c-a2a9-414e-b262-66f88d0b0166 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:11.946081 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eac81592-e5b8-46b0-bd02-e10512167b9d req-c9a5aa6c-a2a9-414e-b262-66f88d0b0166 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 945 time: 0.0621717 Jul 15 14:31:11.986151 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-eac81592-e5b8-46b0-bd02-e10512167b9d req-b186f1a4-b4e4-47ea-9fea-730e0c99137a tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336151 Jul 15 14:31:12.162433 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19440907-9722-41b3-a379-83d54485671b req-bbfc4e82-aea5-4c10-a0fe-d5e067a6c2ac tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:12.163906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19440907-9722-41b3-a379-83d54485671b req-bbfc4e82-aea5-4c10-a0fe-d5e067a6c2ac tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 945 time: 0.0663180 Jul 15 14:31:12.204169 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-19440907-9722-41b3-a379-83d54485671b req-a7bc4394-056c-497a-aa25-9cce8fe197c1 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Jul 15 14:31:12.229481 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60200) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:12.359689 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:31:12.377132 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689844ae-6c36-49f7-a24e-15ad6bec4faa tempest-TestSnapshotPattern-911233680 tempest-TestSnapshotPattern-911233680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:12.378700 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-689844ae-6c36-49f7-a24e-15ad6bec4faa tempest-TestSnapshotPattern-911233680 tempest-TestSnapshotPattern-911233680-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1092 time: 0.1478839 Jul 15 14:31:12.381583 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60204) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:31:12.386000 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.v2.base [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:31:12.409652 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:12.506511 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:12.929004 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_common [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Allocated IP 172.25.3.98 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/f54702b2-b696-41ee-bad6-aab49d402670) {{(pid=93994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:31:13.041253 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for port, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.097383 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.134675 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:31:13.135301 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-318d3634-0ec7-4da5-9910-c04e172817e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.140236 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.base_scheduler [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Resources bound (agent type, host, resource id): {{(pid=93994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:31:13.143655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Received port after_create {{(pid=93994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:31:13.168100 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'Port': ['ID=f54702b2-b696-41ee-bad6-aab49d402670,revision_number=1']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:13.549289 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.637928 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.803374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for port, precommit_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.810119 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8815952'] for port, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:13.877195 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'Port': ['ID=f54702b2-b696-41ee-bad6-aab49d402670,revision_number=2']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:31:13.893475 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:14.002635 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Floating IP c40aace0-211c-40ad-a5a8-6ec307bd8b26 associated. External IP: 172.25.3.98, port: 228b73f0-0531-4541-aadd-43a02303d186. Jul 15 14:31:14.233257 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Router 0c240755-1c77-4e99-ac2c-ebe527327531 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:31:14.354991 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:31:14.365371 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:31:14.372374 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:14.377324 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:31:14.378056 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:14.408904 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-934edd73-3eb5-4a14-8c51-1e016a4e033f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0262678 Jul 15 14:31:14.409576 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:31:14.411883 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:31:14.453535 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6330bb2-d5a4-4473-83a7-e2ba8ab2d408 x-openstack-request-id: req-d6330bb2-d5a4-4473-83a7-e2ba8ab2d408 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:31:14.453831 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:31:14.454075 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6330bb2-d5a4-4473-83a7-e2ba8ab2d408 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:31:14.454498 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'status': 'completed', 'code': 200} Jul 15 14:31:14.488650 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:31:14.529455 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-7117ad29-d4e1-4704-a77d-4d2e4dac5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:14.531009 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-7117ad29-d4e1-4704-a77d-4d2e4dac5f73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1097 time: 0.0536368 Jul 15 14:31:14.628886 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-e8e2f77f-6b1a-45e2-be16-f451b78f737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:14.630428 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-e8e2f77f-6b1a-45e2-be16-f451b78f737b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.0932462 Jul 15 14:31:14.699655 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-a9a5ec2b-3207-4c65-b62d-c18b4976fdb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 998 time: 0.0632524 Jul 15 14:31:14.718773 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:13Z', 'revision_number': 0, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:14.746016 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:31:14.753506 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-06dcef14-fc4f-4cf2-84f3-10b056adf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:14.755021 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-06dcef14-fc4f-4cf2-84f3-10b056adf068 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0489817 Jul 15 14:31:14.755214 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:31:14.755697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:30:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:14.821561 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-9b9badfb-58a6-409b-a959-cfb99f270616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:14.823158 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-9b9badfb-58a6-409b-a959-cfb99f270616 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624025 Jul 15 14:31:14.869226 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:31:14.922579 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-12f23652-0dde-4ac8-8080-08a71496cdc4 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925295 Jul 15 14:31:15.014007 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-cfea0eeb-1d14-4737-a0cb-c1a0cf586108 req-6fccba57-60ae-4576-b607-016f61d1adc1 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853748 Jul 15 14:31:15.113504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:13Z', 'revision_number': 0, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:31:15.303682 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc455cf-6439-412f-8880-e73de666a8d6 None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:13Z', 'revision_number': 0, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:31:15.507022 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2366e2b7-855a-469b-9c31-d34416d5485f None None] New status for floating IP c40aace0-211c-40ad-a5a8-6ec307bd8b26: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:31:15.684170 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1d22b6b1-ce3e-40b3-bf2b-64e964055de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:15.721491 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:15.794335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:15.997483 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:17.446362 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:18.929335 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:42.986022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-d6373a1f-4e17-43fc-9321-8c5e01ccce74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1052279 Jul 15 14:31:43.119601 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-89fb455c-7560-4ed6-a59c-3614235d60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:43.121126 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-89fb455c-7560-4ed6-a59c-3614235d60be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1097 time: 0.0626392 Jul 15 14:31:43.139408 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-483c9474-75d2-4e7d-ba7d-e655f3c841ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:43.243200 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-6909875c-903a-4f50-ad70-fd6da69dc015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:43.244713 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-6909875c-903a-4f50-ad70-fd6da69dc015 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.1007526 Jul 15 14:31:43.316217 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-aa34886c-1e58-4ffd-96bc-8e41235277a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 1000 time: 0.0640812 Jul 15 14:31:43.369495 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-7b81105b-4fa4-48d9-a3a2-b376f85ea539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:43.371048 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-7b81105b-4fa4-48d9-a3a2-b376f85ea539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0475512 Jul 15 14:31:43.432320 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-18c92f11-3a17-4cda-a409-4bd6700710aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:31:43.433787 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-18c92f11-3a17-4cda-a409-4bd6700710aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543129 Jul 15 14:31:43.547793 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-65879f87-63b5-458e-817f-0a6b9b6a2bd7 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062961 Jul 15 14:31:43.657689 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-7d286371-4af5-40d1-858a-f0f977aedef4 req-f9502775-8385-4cf5-bb49-29aaec6f460b service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017005 Jul 15 14:31:45.690404 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c4c7c90d-2f9c-4137-bb11-bf45d1b1d64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:45.726216 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:45.800415 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:46.008992 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:47.451979 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:48.931103 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:31:49.360273 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:32:13.152246 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cd0a6a86-46d2-4021-9fdc-cd0f68e0e7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:15.689753 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-187a9b82-3b44-4465-a691-3f711367d4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:15.740347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:15.798641 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:16.027554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:17.458369 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:18.938780 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:26.366210 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:32:43.155927 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7e042971-1f99-44a9-9e17-75d97dd3cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:43.938773 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-fa3d8a47-51f2-49aa-a91d-80ae7aeeab66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602489 Jul 15 14:32:44.046477 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-c8602f46-d6bb-4a2a-be58-67ed1df7f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:32:44.048024 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-c8602f46-d6bb-4a2a-be58-67ed1df7f300 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1097 time: 0.0642924 Jul 15 14:32:44.174484 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-ffbbc10a-9b9d-4a30-a70f-173ea4aca863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:32:44.176660 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-ffbbc10a-9b9d-4a30-a70f-173ea4aca863 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.1028326 Jul 15 14:32:44.246608 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-173ce8a1-d16a-4731-96a0-0d8f63ad4bf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 1000 time: 0.0633194 Jul 15 14:32:44.301738 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-9edeeca2-0e1a-4c3e-88c5-c77a32a4200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:32:44.304025 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-9edeeca2-0e1a-4c3e-88c5-c77a32a4200e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0506377 Jul 15 14:32:44.375822 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-805d11c6-572c-4d46-b048-59d1acb20341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:32:44.377319 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-805d11c6-572c-4d46-b048-59d1acb20341 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673597 Jul 15 14:32:44.471879 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-c7469ee9-d0ca-461e-bdb3-ca98e3171ed0 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874386 Jul 15 14:32:44.576626 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-9e7cfab1-ac5e-4b12-9e48-bda3f214f92b req-65c03cc8-713d-4b6d-9712-f258e471de15 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975761 Jul 15 14:32:45.684317 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ce347286-e80a-429f-abfe-30cf44b513c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:45.738959 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:45.793885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:46.032833 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:47.455802 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:32:48.941136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:03.366696 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:33:11.208271 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 details requested by agent hyperv_n-h1-798054-11 with host n-h1-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:33:11.320195 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:11.334144 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Returning: {'device': '228b73f0-0531-4541-aadd-43a02303d186', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:33:11.375561 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:11.388980 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 228b73f0-0531-4541-aadd-43a02303d186 {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:33:11.409291 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:11.416429 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:11.465764 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:11.473820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.474164 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.474505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.474890 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.475222 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.475547 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.475877 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.476200 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.476519 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.476837 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.477156 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.477480 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:11.493706 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] get_ports_and_sgs() called for port_ids ['228b73f0-0531-4541-aadd-43a02303d186'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:33:13.149233 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8f7de967-a57c-40f9-b127-f0cae954f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:13.207978 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 up at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:33:13.261424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Provisioning complete for port 228b73f0-0531-4541-aadd-43a02303d186 triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:33:13.261926 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:13.346554 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:13.371822 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:33:13.374129 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e595e0-8312-4356-bea3-75895c821459" -d '{"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-plugged", "status": "completed", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:33:13.387969 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:13.396094 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:13.427550 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e28135-f618-4908-ac1b-4170b729db34 x-openstack-request-id: req-80e28135-f618-4908-ac1b-4170b729db34 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:33:13.427858 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-plugged", "status": "completed", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:33:13.428091 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80e28135-f618-4908-ac1b-4170b729db34 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:33:13.428472 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'code': 200} Jul 15 14:33:13.457135 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:15.690009 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3ec016b7-fbde-46db-b5df-5e5d788cf429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:15.774514 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:15.800010 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:16.039552 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:17.459231 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:18.941574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:22.449069 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-bc79b495-8a6b-4e81-b444-e33210651486 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375245554&fields=id&tenant_id=4ae35a30c679413da364cb5f5225ff7a HTTP/1.1" status: 200 len: 267 time: 0.0354524 Jul 15 14:33:22.564281 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-22e39ed7-51b2-44d7-b4c5-3554d7a102b7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:22.565938 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-22e39ed7-51b2-44d7-b4c5-3554d7a102b7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 809 time: 0.1102922 Jul 15 14:33:22.581544 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-bf032434-2075-44f6-bb5d-5fd62afd9b85 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/quotas/4ae35a30c679413da364cb5f5225ff7a HTTP/1.1" status: 200 len: 375 time: 0.0099168 Jul 15 14:33:22.664095 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-af49043f-9398-4716-8462-6b3d3dc92111 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0768907 Jul 15 14:33:22.751900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-d78d61b7-9520-4446-9d6a-2fabea44e962 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93995) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:33:22.753160 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-d78d61b7-9520-4446-9d6a-2fabea44e962 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0744169 Jul 15 14:33:23.160490 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-a5ebbdc4-a7bb-4735-bbe9-9c09d1fd7d8c service neutron] 10.222.0.57 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990874 Jul 15 14:33:23.257441 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-9cbc533d-19fd-484a-a823-d4d5cf2b86d5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910404 Jul 15 14:33:23.530740 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-0df74fb4-044d-46c0-b40f-b3f94799c315 req-42fdb2cd-80be-4a73-aa63-7ab357109940 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 210 time: 0.0926309 Jul 15 14:33:24.680462 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-6e3ec924-9201-4437-b776-3ff88a3d6ee0 req-3524b109-32a3-4b68-b54a-19b480bd1a2a tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 210 time: 0.0298784 Jul 15 14:33:24.794426 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-3118aa5d-fae8-40b9-b3d5-46e9f16e1893 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:24.796168 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-3118aa5d-fae8-40b9-b3d5-46e9f16e1893 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.58 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 809 time: 0.1111393 Jul 15 14:33:24.843626 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-a2e44e84-d7ea-4bce-81a9-fe6784f4ef43 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ae35a30c679413da364cb5f5225ff7a HTTP/1.1" status: 200 len: 380 time: 0.0389526 Jul 15 14:33:24.853355 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'port': {'device_id': '6f799506-3da1-4872-85f9-1684add8d16d', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'admin_state_up': True, 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'security_groups': ['9d7c8785-f965-44b7-a47e-a923bd7ea074']}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:33:24.964061 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Made reservation on behalf of 4ae35a30c679413da364cb5f5225ff7a for: {'port': 1} {{(pid=93995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:33:24.968292 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:25.103158 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Allocated IP 172.20.0.5 (9ac24bd8-eaef-4159-8d9e-32d85e984336/da532abf-3e0a-45a2-b363-796047ad9649/cf28d2ac-21d0-4d73-ba93-60edf8508fcf) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:33:25.297712 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:25.319036 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Transition to ACTIVE for port object cf28d2ac-21d0-4d73-ba93-60edf8508fcf will not be triggered until provisioned by entity DHCP. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:33:25.358917 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:25.404635 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:33:25.424230 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:33:25.428611 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:33:25.475150 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:25.491327 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.492050 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.492419 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.492756 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.493084 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.493402 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.493730 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.494054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.494452 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.494747 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.495049 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.495382 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:33:25.530883 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:25.531780 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:25.550150 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-85df8b36-31af-427e-8449-167d00a0e41d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7001965 Jul 15 14:33:25.706258 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-daa52d17-9eab-4c9b-9d02-195dd70aec89 None None] Provisioning for port cf28d2ac-21d0-4d73-ba93-60edf8508fcf completed by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:33:25.710791 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-daa52d17-9eab-4c9b-9d02-195dd70aec89 None None] Provisioning complete for port cf28d2ac-21d0-4d73-ba93-60edf8508fcf triggered by entity DHCP. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:33:25.711276 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-daa52d17-9eab-4c9b-9d02-195dd70aec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:25.749549 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-daa52d17-9eab-4c9b-9d02-195dd70aec89 None None] Port cf28d2ac-21d0-4d73-ba93-60edf8508fcf cannot update to ACTIVE because it is not bound. {{(pid=93996) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:33:25.868075 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5828cc6-9e01-48a9-a604-8c5f85faf322 req-0d9b00f6-f139-4620-843e-6491ed42dbe2 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:25.870649 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5828cc6-9e01-48a9-a604-8c5f85faf322 req-0d9b00f6-f139-4620-843e-6491ed42dbe2 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0726845 Jul 15 14:33:25.916028 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-b5828cc6-9e01-48a9-a604-8c5f85faf322 req-e89b7dda-d415-4dcb-9426-8abaf9a4945c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369091 Jul 15 14:33:27.108736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b5492-a6e7-4db7-8b53-b0a8770fc6ba req-da677573-1c5b-4e7a-9896-02866b05487b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:27.110227 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-597b5492-a6e7-4db7-8b53-b0a8770fc6ba req-da677573-1c5b-4e7a-9896-02866b05487b tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0692554 Jul 15 14:33:27.154584 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-597b5492-a6e7-4db7-8b53-b0a8770fc6ba req-e34a316c-8f27-48b3-8450-f168035095ae tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Jul 15 14:33:27.269997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:33:27.346035 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:27.371203 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:33:27.373431 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25021c6-7fd0-4db3-a0e6-3e9514c08cb2" -d '{"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-unplugged", "status": "completed", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:33:27.389991 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:27.395147 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:27.432695 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12210cf2-d3fd-44eb-b02b-ed6346f7fad0 x-openstack-request-id: req-12210cf2-d3fd-44eb-b02b-ed6346f7fad0 {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:33:27.432988 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-unplugged", "status": "completed", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:33:27.433224 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12210cf2-d3fd-44eb-b02b-ed6346f7fad0 {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:33:27.433619 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'code': 200} Jul 15 14:33:27.446623 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Pushing event updated for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:28.341744 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b5a5c-2a39-4b13-a9bd-46fdae2f4a5e req-39b83c05-cd18-43e5-ae6a-a75211ad046f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:28.343417 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-102b5a5c-2a39-4b13-a9bd-46fdae2f4a5e req-39b83c05-cd18-43e5-ae6a-a75211ad046f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0680518 Jul 15 14:33:28.383889 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-102b5a5c-2a39-4b13-a9bd-46fdae2f4a5e req-2176d098-e7e7-4a4d-a4b6-5115f8d513f4 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Jul 15 14:33:29.569362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8e41-e620-4d7b-8142-646675cc1765 req-d257af5c-6b78-4098-bbfb-cbae268bb593 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:29.570941 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4af8e41-e620-4d7b-8142-646675cc1765 req-d257af5c-6b78-4098-bbfb-cbae268bb593 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0703459 Jul 15 14:33:29.612500 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-e4af8e41-e620-4d7b-8142-646675cc1765 req-dddbb446-ab37-4ab4-921c-899fff2cc528 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Jul 15 14:33:30.796858 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a609e0e-1cd8-4dcb-8926-c96f63bd6472 req-c2b92f85-19a3-4b89-8347-f661d277cbf6 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:30.798413 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a609e0e-1cd8-4dcb-8926-c96f63bd6472 req-c2b92f85-19a3-4b89-8347-f661d277cbf6 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0720768 Jul 15 14:33:30.845017 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5a609e0e-1cd8-4dcb-8926-c96f63bd6472 req-d7245824-0cfd-4762-8d49-4dab7648a24f tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Jul 15 14:33:32.029036 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90170e2c-fdf2-47d2-a4b5-75f48a1383e8 req-105e8ef0-11c6-4a7b-8ad7-370440613a7d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:32.030517 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90170e2c-fdf2-47d2-a4b5-75f48a1383e8 req-105e8ef0-11c6-4a7b-8ad7-370440613a7d tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0692143 Jul 15 14:33:32.080241 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-90170e2c-fdf2-47d2-a4b5-75f48a1383e8 req-cafced63-2625-4051-9d97-19133f262f12 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Jul 15 14:33:33.273536 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17198cc-fafc-48b2-8cc3-7b1a56d4b1cb req-c69335ba-a698-4b14-9998-902033f332b6 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:33.276061 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b17198cc-fafc-48b2-8cc3-7b1a56d4b1cb req-c69335ba-a698-4b14-9998-902033f332b6 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0679111 Jul 15 14:33:33.320388 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-b17198cc-fafc-48b2-8cc3-7b1a56d4b1cb req-848e7e42-bc87-40de-9a78-f5997f974404 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360525 Jul 15 14:33:34.505431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3b47a-8df6-4b69-9f50-3287c5afca75 req-25ddfcf5-cda7-43cc-8efa-d41887bdae98 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:34.507177 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f3b47a-8df6-4b69-9f50-3287c5afca75 req-25ddfcf5-cda7-43cc-8efa-d41887bdae98 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0698524 Jul 15 14:33:34.554766 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-60f3b47a-8df6-4b69-9f50-3287c5afca75 req-103419bb-76d4-4375-b4d8-0201f1f82310 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jul 15 14:33:35.742344 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5eb3-3aae-4e58-a0f0-a9e2b3532ee9 req-be51424b-53a5-4492-a2cf-8d27d854d3aa tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:35.743966 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-752a5eb3-3aae-4e58-a0f0-a9e2b3532ee9 req-be51424b-53a5-4492-a2cf-8d27d854d3aa tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 931 time: 0.0720911 Jul 15 14:33:35.784995 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-752a5eb3-3aae-4e58-a0f0-a9e2b3532ee9 req-80d16e35-c5af-4fa0-a0fe-60dbf0bd666a tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350194 Jul 15 14:33:36.132341 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Request body: {'port': {'device_id': '6f799506-3da1-4872-85f9-1684add8d16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-798054-11'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:33:36.209869 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.479030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf28d2ac-21d0-4d73-ba93-60edf8508fcf {{(pid=93995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:33:36.487318 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.506322 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.provisioning_blocks [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Transition to ACTIVE for port object cf28d2ac-21d0-4d73-ba93-60edf8508fcf will not be triggered until provisioned by entity L2. {{(pid=93995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:33:36.511755 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.566604 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:36.635361 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Attempting to bind port cf28d2ac-21d0-4d73-ba93-60edf8508fcf on host n-h2-798054-11 for vnic_type normal with profile {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:33:36.635704 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Attempting to bind port cf28d2ac-21d0-4d73-ba93-60edf8508fcf by drivers openvswitch,hyperv on host n-h2-798054-11 at level 0 using segments [{'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:33:36.636080 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Attempting to bind port cf28d2ac-21d0-4d73-ba93-60edf8508fcf on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:33:36.640721 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Port cf28d2ac-21d0-4d73-ba93-60edf8508fcf on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 not bound, no agent of type Open vSwitch agent registered on host n-h2-798054-11 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 14:33:36.641054 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Attempting to bind port cf28d2ac-21d0-4d73-ba93-60edf8508fcf on network 9ac24bd8-eaef-4159-8d9e-32d85e984336 {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:33:36.646081 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Checking agent: {'id': '4d995fca-481c-44c1-afec-c77d930bacbb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-798054-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'started_at': datetime.datetime(2021, 7, 15, 13, 4, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:33:36.646513 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Checking segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:33:36.647160 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Bound using segment: {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'} {{(pid=93995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:33:36.647606 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.managers [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Bound port: cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host: n-h2-798054-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336'}}] {{(pid=93995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:33:36.647974 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.714329 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, cleared binding levels {{(pid=93995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:33:36.717338 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:33:36.724368 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.767205 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:36.767822 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:36.769210 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 1092 time: 0.6882846 Jul 15 14:33:36.769669 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:33:36.772355 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773761f2-7729-4302-8439-f900e7f86799" -d '{"events": [{"name": "network-changed", "server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:33:36.795206 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b436c-6bfe-4905-a965-c55d5d2d6ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=3']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:36.879088 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-3609a23b-a50c-4236-907c-67eeaa1256a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:36.880925 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-3609a23b-a50c-4236-907c-67eeaa1256a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1095 time: 0.0686398 Jul 15 14:33:36.925833 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387974d0-4e46-46be-b51b-aa210bbe0746 x-openstack-request-id: req-387974d0-4e46-46be-b51b-aa210bbe0746 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:33:36.926116 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:33:36.926356 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-387974d0-4e46-46be-b51b-aa210bbe0746 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:33:36.926785 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'status': 'completed', 'code': 200} Jul 15 14:33:36.928727 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-9e0b5713-ec95-4d3d-9a59-0a37bd0597d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 217 time: 0.0401430 Jul 15 14:33:37.024017 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-ed0e3b22-9a7b-43e9-a0ab-af15913aef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.025538 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-ed0e3b22-9a7b-43e9-a0ab-af15913aef37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0853724 Jul 15 14:33:37.069131 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1de1c-a2c7-40e5-adfa-e25712d25c12 req-4d2fb2a6-97d5-4393-adbc-6755d031f0d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.070679 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93b1de1c-a2c7-40e5-adfa-e25712d25c12 req-4d2fb2a6-97d5-4393-adbc-6755d031f0d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 943 time: 0.1394138 Jul 15 14:33:37.120263 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-93b1de1c-a2c7-40e5-adfa-e25712d25c12 req-c2c8cb38-8fb4-4517-98fc-26bc3bc914f1 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Jul 15 14:33:37.123112 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-7d5676ed-4725-4e31-8f58-81009e0d45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.124562 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-7d5676ed-4725-4e31-8f58-81009e0d45c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922744 Jul 15 14:33:37.228005 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-cda179f0-823c-47c7-a56d-4db14d6c8c15 service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954254 Jul 15 14:33:37.331395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-434e06bc-de73-474b-bc3f-9149b952f5d9 req-46741b5b-fa31-44a7-a8d0-5e3c75965459 service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955477 Jul 15 14:33:37.454252 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773761f2-7729-4302-8439-f900e7f86799 req-abc9f813-3e9a-48d8-add8-6e348118ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.455885 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-abc9f813-3e9a-48d8-add8-6e348118ce8d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1095 time: 0.0674593 Jul 15 14:33:37.554842 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773761f2-7729-4302-8439-f900e7f86799 req-bc92d169-7ae8-456e-91c3-5fcce76df696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.556386 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-bc92d169-7ae8-456e-91c3-5fcce76df696 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.0938578 Jul 15 14:33:37.602753 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-ae4078e6-7731-4e4c-bfd9-6e2271a82438 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 217 time: 0.0390792 Jul 15 14:33:37.659299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773761f2-7729-4302-8439-f900e7f86799 req-233ea7ee-a994-424c-ad09-8885fc9c8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.661622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-233ea7ee-a994-424c-ad09-8885fc9c8c29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0519695 Jul 15 14:33:37.744015 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773761f2-7729-4302-8439-f900e7f86799 req-791196be-8183-4268-90b2-33846f20f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:37.745535 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-791196be-8183-4268-90b2-33846f20f6eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754240 Jul 15 14:33:37.856181 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-572d0501-3c7c-42a6-aa1b-e626338c0b64 service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012933 Jul 15 14:33:37.952201 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-773761f2-7729-4302-8439-f900e7f86799 req-1fdca32f-f3d2-4b64-a7f2-c05ca44ccbd6 service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Jul 15 14:33:38.508159 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c415bd-678c-48e0-a741-644b4c3ae5c4 req-b882c255-27fc-40fc-bcfb-90d27f1ca825 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:38.509590 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46c415bd-678c-48e0-a741-644b4c3ae5c4 req-b882c255-27fc-40fc-bcfb-90d27f1ca825 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 943 time: 0.0773733 Jul 15 14:33:38.549262 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-46c415bd-678c-48e0-a741-644b4c3ae5c4 req-0260b4f4-6394-4393-82b9-95a416975abb tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jul 15 14:33:39.750759 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f592-d4b9-4ea8-96a6-a29abb99ed4b req-f42ca113-6bfb-4968-ab7d-f6912dd406c5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:39.752333 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3276f592-d4b9-4ea8-96a6-a29abb99ed4b req-f42ca113-6bfb-4968-ab7d-f6912dd406c5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 943 time: 0.0793197 Jul 15 14:33:39.795646 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-3276f592-d4b9-4ea8-96a6-a29abb99ed4b req-c96758af-5759-4927-bfa5-829671996485 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357449 Jul 15 14:33:40.365659 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:33:40.980668 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd4729-0d78-479d-be75-1e2e0f5504f1 req-632b6703-4a83-42e3-9218-31ea69e001e3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:40.982245 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-abbd4729-0d78-479d-be75-1e2e0f5504f1 req-632b6703-4a83-42e3-9218-31ea69e001e3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 943 time: 0.0715420 Jul 15 14:33:41.026883 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-abbd4729-0d78-479d-be75-1e2e0f5504f1 req-17ea1277-a10e-4652-a8b9-06c8b27a21cb tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358016 Jul 15 14:33:41.178047 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:33:41.278697 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:41.290465 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'port_id': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'mac_address': 'fa:16:3e:9f:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:33:41.328885 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:41.341997 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf28d2ac-21d0-4d73-ba93-60edf8508fcf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:33:41.361976 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:41.367403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:41.417806 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=4']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:41.627779 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cf28d2ac-21d0-4d73-ba93-60edf8508fcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:33:42.218773 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1bbd4-f0f2-419f-8c4c-e263cb4f711f req-5ff7fc79-a108-47e0-be12-fff4e1a76d03 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:42.220314 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dd1bbd4-f0f2-419f-8c4c-e263cb4f711f req-5ff7fc79-a108-47e0-be12-fff4e1a76d03 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 944 time: 0.0747061 Jul 15 14:33:42.260898 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dd1bbd4-f0f2-419f-8c4c-e263cb4f711f req-aba1e2e2-d702-4cb1-956e-d9fc1bbc7ea8 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340717 Jul 15 14:33:43.158122 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-28af9f9d-5f22-4cb8-8817-a65a5f7040e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:43.208637 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:33:43.263006 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning for port cf28d2ac-21d0-4d73-ba93-60edf8508fcf completed by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:33:43.268389 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port cf28d2ac-21d0-4d73-ba93-60edf8508fcf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:33:43.268953 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:43.360888 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:43.384445 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:33:43.387277 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8410b1b4-b55b-4997-983c-aad782442416" -d '{"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-plugged", "status": "completed", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:33:43.401874 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:33:43.409220 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:43.433798 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2c009-4883-4215-b43d-93554edf883a x-openstack-request-id: req-b8f2c009-4883-4215-b43d-93554edf883a {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:33:43.434126 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-plugged", "status": "completed", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:33:43.434294 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8f2c009-4883-4215-b43d-93554edf883a {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:33:43.434743 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'code': 200} Jul 15 14:33:43.453418 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153492b-fc7a-4187-9bd5-80d374e63078 req-5846cf7c-55c5-4626-b17a-b321879fa255 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:43.455525 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4153492b-fc7a-4187-9bd5-80d374e63078 req-5846cf7c-55c5-4626-b17a-b321879fa255 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 944 time: 0.0813611 Jul 15 14:33:43.464139 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=5']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:43.504875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-4153492b-fc7a-4187-9bd5-80d374e63078 req-8f9e0c14-ef5b-483a-8e90-1b0517f55e8e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Jul 15 14:33:43.548900 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e225c-1468-4b57-9e64-39ac4d4b23a2 req-f45bd5d4-bad1-4884-bcac-6e1f9f25f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:43.550435 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-214e225c-1468-4b57-9e64-39ac4d4b23a2 req-f45bd5d4-bad1-4884-bcac-6e1f9f25f723 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1097 time: 0.0525494 Jul 15 14:33:43.589906 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-214e225c-1468-4b57-9e64-39ac4d4b23a2 req-ebed1f85-17a1-447e-90f2-d5d371488faf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324285 Jul 15 14:33:44.694726 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f106d99-4873-48b1-ba29-e903080aa79d req-45a620ec-4a25-4e67-b90f-aa66ffa5760e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:44.696247 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f106d99-4873-48b1-ba29-e903080aa79d req-45a620ec-4a25-4e67-b90f-aa66ffa5760e tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 945 time: 0.0765519 Jul 15 14:33:44.737415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-1f106d99-4873-48b1-ba29-e903080aa79d req-8a1771c1-f7b5-4933-8d86-62b8994ea385 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327494 Jul 15 14:33:44.948365 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19836171-2ca2-432d-8093-3065361f8a6a req-ac38194d-6d95-4046-8cff-32743b657fed tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:44.949765 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19836171-2ca2-432d-8093-3065361f8a6a req-ac38194d-6d95-4046-8cff-32743b657fed tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 945 time: 0.1017053 Jul 15 14:33:44.956719 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-21889c27-b33e-49c0-a66f-298ee753aea1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0790050 Jul 15 14:33:44.993728 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-19836171-2ca2-432d-8093-3065361f8a6a req-5f94e3e5-2c7f-411d-877e-7acc737a6223 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360167 Jul 15 14:33:45.019755 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60502) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:33:45.058362 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309b96-204d-4832-a0ed-df917d8849cc req-e82ebd09-801f-40fb-bbac-cc12e368b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:45.060043 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-e82ebd09-801f-40fb-bbac-cc12e368b9cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1095 time: 0.0601947 Jul 15 14:33:45.078820 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8de0a4-ca7d-49bc-b174-2bab863f19f1 tempest-TestSnapshotPattern-911233680 tempest-TestSnapshotPattern-911233680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:45.080364 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-4f8de0a4-ca7d-49bc-b174-2bab863f19f1 tempest-TestSnapshotPattern-911233680 tempest-TestSnapshotPattern-911233680-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1092 time: 0.0595531 Jul 15 14:33:45.083453 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60504) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:33:45.087990 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.v2.base [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Request body: {'floatingip': {'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'port_id': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:33:45.112431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.169326 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309b96-204d-4832-a0ed-df917d8849cc req-d9955bde-b237-482c-aa3d-65b12b9ae793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:45.170022 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-d9955bde-b237-482c-aa3d-65b12b9ae793 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.0886233 Jul 15 14:33:45.217112 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.244849 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-7e956142-0639-4475-819a-198dd6722bac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 998 time: 0.0683110 Jul 15 14:33:45.297631 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309b96-204d-4832-a0ed-df917d8849cc req-2d198b1f-d234-47d1-bd9a-6529c02d69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:45.299243 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-2d198b1f-d234-47d1-bd9a-6529c02d69b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0485580 Jul 15 14:33:45.327310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Allocated IP 172.25.3.160 (338329de-77f0-49a0-94f7-e0c314ec995e/364367f5-7f1d-4d8a-a8b5-c3ae419fd45e/bc4a3ad7-50a4-4b0c-84f0-db0f52012641) {{(pid=93995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:33:45.358819 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309b96-204d-4832-a0ed-df917d8849cc req-9e0a3dac-d68e-4196-8cbb-1279c713d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:45.360336 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-9e0a3dac-d68e-4196-8cbb-1279c713d555 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549326 Jul 15 14:33:45.439099 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for port, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.453597 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-29640d83-3c5c-4ae8-aaa3-123b28ff875f service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852497 Jul 15 14:33:45.479759 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757990698397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.519298 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Network 338329de-77f0-49a0-94f7-e0c314ec995e is already hosted by enough agents. {{(pid=93995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:33:45.522157 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Resources bound (agent type, host, resource id): {{(pid=93995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:33:45.526734 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Received port after_create {{(pid=93995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:33:45.547056 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-01309b96-204d-4832-a0ed-df917d8849cc req-14cc8088-8d3c-4c64-b424-c88c8773f0cd service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862503 Jul 15 14:33:45.550240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'Port': ['ID=bc4a3ad7-50a4-4b0c-84f0-db0f52012641,revision_number=1']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:45.684140 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1f18e53c-4080-4890-aebe-f06271f4b6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.769047 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.792603 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.911668 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:45.997552 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:46.029127 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:46.155724 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for port, precommit_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:46.164126 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4084988'] for port, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:46.231702 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event updated for resources: {'Port': ['ID=bc4a3ad7-50a4-4b0c-84f0-db0f52012641,revision_number=2']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:33:46.244155 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696165'] for floatingip, after_update {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:46.351857 n-d-798054-11 neutron-server[93995]: INFO neutron.db.l3_db [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Floating IP 1b061833-d6c4-4841-bf1a-da39365c9d90 associated. External IP: 172.25.3.160, port: cf28d2ac-21d0-4d73-ba93-60edf8508fcf. Jul 15 14:33:46.573071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Router 0c240755-1c77-4e99-ac2c-ebe527327531 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:33:46.687071 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:33:46.698794 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:33:46.706817 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:46.716304 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:33:46.716971 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:33:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:33:46.745734 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-6ffa8f85-a431-4b18-86eb-7148456c3047 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6612298 Jul 15 14:33:46.750904 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:33:46.750904 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda8a95-2103-4613-b3a6-dbb0601dfe83" -d '{"events": [{"name": "network-changed", "server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:33:46.792027 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeb164e-75c7-40d7-a7b6-3744088c59c8 x-openstack-request-id: req-afeb164e-75c7-40d7-a7b6-3744088c59c8 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:33:46.792552 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:33:46.792920 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afeb164e-75c7-40d7-a7b6-3744088c59c8 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:33:46.793417 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'status': 'completed', 'code': 200} Jul 15 14:33:46.833839 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:33:46.865748 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-49b5529c-5521-4a44-8f63-1471ed1f27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:46.867310 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-49b5529c-5521-4a44-8f63-1471ed1f27e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1097 time: 0.0520310 Jul 15 14:33:47.066565 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1b061833-d6c4-4841-bf1a-da39365c9d90', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:9f:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f799506-3da1-4872-85f9-1684add8d16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:33:45Z', 'updated_at': '2021-07-15T14:33:45Z', 'revision_number': 0, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}, {'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:15Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:33:47.093244 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:33:47.103131 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:33:47.103763 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:33:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:33:47.211987 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:33:47.269349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-6584c974-aa98-49d8-9562-d420c5b68d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:47.270902 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-6584c974-aa98-49d8-9562-d420c5b68d27 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.3976533 Jul 15 14:33:47.335408 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-51b99977-5c74-431f-961a-7a9c127a6c84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 999 time: 0.0574911 Jul 15 14:33:47.383965 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-ac0192d6-b20d-454d-94ad-14c354f9a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:47.385445 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-ac0192d6-b20d-454d-94ad-14c354f9a483 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0439637 Jul 15 14:33:47.449243 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-e6d173a6-6521-42dc-b5e9-8e1fadbad766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:47.450890 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-e6d173a6-6521-42dc-b5e9-8e1fadbad766 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590851 Jul 15 14:33:47.461009 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1b061833-d6c4-4841-bf1a-da39365c9d90', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:9f:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f799506-3da1-4872-85f9-1684add8d16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:33:45Z', 'updated_at': '2021-07-15T14:33:45Z', 'revision_number': 0, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}, {'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:15Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:33:47.464290 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:47.489758 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db0476-a8ab-4606-b6c9-b17a8b091605 None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': '1b061833-d6c4-4841-bf1a-da39365c9d90', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:9f:e7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f799506-3da1-4872-85f9-1684add8d16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:33:45Z', 'updated_at': '2021-07-15T14:33:45Z', 'revision_number': 0, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}, {'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:15Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:33:47.550236 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-03c1714e-9edf-4b34-8961-16e1f4b2dd0d service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 Jul 15 14:33:47.646119 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-7dda8a95-2103-4613-b3a6-dbb0601dfe83 req-4ca94041-7fea-499a-9eb0-3ae18812b8b3 service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Jul 15 14:33:47.687072 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0c6ed-a580-4fb2-8b34-6af702a8a090 None None] New status for floating IP 1b061833-d6c4-4841-bf1a-da39365c9d90: ACTIVE {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:33:48.944778 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:33:57.143542 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-aa66698d-02aa-470b-a6cd-3069e0c9e44d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709906 Jul 15 14:33:57.245859 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-8e935ec0-2bf2-4bef-8384-1d4e48c4e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:57.247395 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-8e935ec0-2bf2-4bef-8384-1d4e48c4e569 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1097 time: 0.0570412 Jul 15 14:33:57.373736 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-94d1de7e-e78e-4ef0-9560-1047f44c03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:57.375292 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-94d1de7e-e78e-4ef0-9560-1047f44c03bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.1041024 Jul 15 14:33:57.450145 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-a697f6a3-59f2-41cd-bbf5-5d5a1a94e038 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 1001 time: 0.0636115 Jul 15 14:33:57.506624 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-a27cb0a6-3c21-4a2b-bfa9-6e39ff9af46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:57.508117 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-a27cb0a6-3c21-4a2b-bfa9-6e39ff9af46d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0504003 Jul 15 14:33:57.574141 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-b5c02a43-d2d0-45f3-8988-367031960ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:33:57.575842 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-b5c02a43-d2d0-45f3-8988-367031960ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609412 Jul 15 14:33:57.678323 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-814df4e2-4a62-45e6-86b8-d657e5b5e10d service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958245 Jul 15 14:33:57.785390 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-126c39bb-48db-44b2-b1bf-c623db1b1f3d req-f7f02469-9407-4ff4-a388-92ce571c846f service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009979 Jul 15 14:34:13.161436 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5b18d61f-b308-4544-9e6f-232ff107b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:15.693115 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f4042918-ef70-4574-8f20-6d789948f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:15.789992 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:15.795574 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:16.062211 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:17.366733 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:34:17.469418 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:18.951403 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:43.320210 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3dda54cd-4640-4aa5-986d-d23cda82e110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:45.697779 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0c049ae3-7418-4da2-8ac0-2bd1b14f9930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:45.783308 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:45.798270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:46.071004 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:46.935237 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-74c2086b-7a03-41bb-b2cd-e435ffa36c74 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648572 Jul 15 14:34:47.033699 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-6d53806d-5aab-4c48-ade2-e81401be015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:47.035279 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-6d53806d-5aab-4c48-ade2-e81401be015b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1095 time: 0.0567920 Jul 15 14:34:47.149652 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-b70b9cfe-7493-433b-be64-6d5a5783feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:47.151187 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-b70b9cfe-7493-433b-be64-6d5a5783feb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.0940235 Jul 15 14:34:47.229859 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-a0a8a2e6-5ea8-4d83-a71b-cebdb47d236d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 998 time: 0.0716233 Jul 15 14:34:47.277960 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-df2be86c-a953-4665-bf8d-596f79d0f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:47.279433 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-df2be86c-a953-4665-bf8d-596f79d0f85c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0440843 Jul 15 14:34:47.345010 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-7f25e450-7524-4124-9fe6-0e4b04600e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:47.346473 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-7f25e450-7524-4124-9fe6-0e4b04600e93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604293 Jul 15 14:34:47.444854 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-53c73046-0700-4157-a89b-f08f692b46d0 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916903 Jul 15 14:34:47.469206 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:47.548051 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-ee7a2d90-a7d4-4046-9aa3-fd427f040a57 req-9f2e56b8-fca3-46b8-a655-130187a58734 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960321 Jul 15 14:34:48.953646 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:34:54.371162 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:34:58.131622 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-4df33b74-464f-49b4-859e-c04ff345418c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0699511 Jul 15 14:34:58.257351 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-9697b72a-8ed1-4f32-8705-4c5658e2ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:58.259686 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-9697b72a-8ed1-4f32-8705-4c5658e2ff3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1097 time: 0.0774121 Jul 15 14:34:58.386109 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-ca3c2dbf-dab2-4821-baf0-3f724f23a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:58.388188 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-ca3c2dbf-dab2-4821-baf0-3f724f23a232 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.1062336 Jul 15 14:34:58.469668 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-0a9fc4ac-34f0-4be6-93e6-9c190f15afb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 1001 time: 0.0738328 Jul 15 14:34:58.521128 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-47deef40-ff0f-44d5-bc79-cb1e4fd3c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:58.522627 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-47deef40-ff0f-44d5-bc79-cb1e4fd3c99d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0458260 Jul 15 14:34:58.581139 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-3b839b6b-e371-4a1b-894c-a6bd2ade76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:34:58.582811 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-3b839b6b-e371-4a1b-894c-a6bd2ade76bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538802 Jul 15 14:34:58.678643 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-1864a4ab-0038-43a4-bdf0-54d77fd2864b service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Jul 15 14:34:58.774370 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-5b2fd5fa-209b-449c-8024-a7e8cc771794 req-37c73d5a-229a-40ac-a540-4b8d62aea028 service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 Jul 15 14:35:13.159347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-629c9310-6fc8-4c2b-8054-05c677d5e5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:15.688364 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-23501446-48e2-4710-84b2-08cfde0f2db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:15.774167 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:15.802587 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:16.065256 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:17.479112 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:18.956367 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:19.757001 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf details requested by agent hyperv_n-h2-798054-11 with host n-h2-798054-11 {{(pid=93996) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 14:35:19.859964 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:19.871405 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Returning: {'device': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'port_id': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'mac_address': 'fa:16:3e:9f:e7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93996) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 14:35:19.909336 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:19.922750 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf28d2ac-21d0-4d73-ba93-60edf8508fcf {{(pid=93996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 14:35:19.943767 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:19.949338 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:20.008399 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=6']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:20.015950 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.016302 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.016648 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.016992 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.017328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.017665 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.018033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.018364 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.018731 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.019064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.019392 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.019715 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:20.025632 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] get_ports_and_sgs() called for port_ids ['cf28d2ac-21d0-4d73-ba93-60edf8508fcf'] {{(pid=93996) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 14:35:21.768127 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf up at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:35:21.828397 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.provisioning_blocks [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Provisioning complete for port cf28d2ac-21d0-4d73-ba93-60edf8508fcf triggered by entity L2. {{(pid=93996) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:35:21.828776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-980640'] for port, provisioning_complete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:21.924446 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:21.954649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:35:21.956983 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55557781-a84e-4039-8ded-c04d9076b870" -d '{"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-plugged", "status": "completed", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:35:21.979543 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:21.987196 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:22.017343 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3dafbc-3277-4785-bbb2-631f7432feca x-openstack-request-id: req-6a3dafbc-3277-4785-bbb2-631f7432feca {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:35:22.017770 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-plugged", "status": "completed", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:35:22.018105 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a3dafbc-3277-4785-bbb2-631f7432feca {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:35:22.018620 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'code': 200} Jul 15 14:35:22.047725 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=7']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:30.235508 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60718) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:30.402237 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Deleting port bc4a3ad7-50a4-4b0c-84f0-db0f52012641 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:30.402558 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:30.480892 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:30.481263 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:30.497213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Calling delete_port for bc4a3ad7-50a4-4b0c-84f0-db0f52012641 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:30.661337 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:30.691168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event deleted for resources: {'Port': ['ID=bc4a3ad7-50a4-4b0c-84f0-db0f52012641,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:30.733729 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.734064 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.734323 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.734681 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.735014 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.735344 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.735669 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.735985 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.736334 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.736655 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.736972 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.737294 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:30.777368 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:30.777712 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Floating IP 1b061833-d6c4-4841-bf1a-da39365c9d90 disassociated (deleted). External IP: 172.25.3.160, port: cf28d2ac-21d0-4d73-ba93-60edf8508fcf. Jul 15 14:35:31.311849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Router 0c240755-1c77-4e99-ac2c-ebe527327531 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:35:31.370999 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:35:31.423037 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:35:31.428440 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:31.434781 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:35:31.444935 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:31.445581 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:31.469044 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-c511352a-6a77-4931-a282-8d349f3d9328 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "DELETE /v2.0/floatingips/1b061833-d6c4-4841-bf1a-da39365c9d90 HTTP/1.1" status: 204 len: 168 time: 1.2323570 Jul 15 14:35:31.469734 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:35:31.472509 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfcbaa6-78ad-4674-94db-df45dd566737" -d '{"events": [{"name": "network-changed", "server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:35:31.513049 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b506e21-e1ee-4594-8751-44bca17034f5 x-openstack-request-id: req-0b506e21-e1ee-4594-8751-44bca17034f5 {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:35:31.513342 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:35:31.513615 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b506e21-e1ee-4594-8751-44bca17034f5 {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:35:31.514010 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'status': 'completed', 'code': 200} Jul 15 14:35:31.556999 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:31.594455 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-00fe91b0-e1e8-43ea-b679-c6fd81c071f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:31.596136 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-00fe91b0-e1e8-43ea-b679-c6fd81c071f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 1097 time: 0.0593097 Jul 15 14:35:31.697068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-fe0b01e1-6094-4077-ac9a-eefb313e3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:31.698592 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-fe0b01e1-6094-4077-ac9a-eefb313e3e64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.0958424 Jul 15 14:35:31.754968 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-253b52a2-4b03-4cf1-9f32-1980b3689738 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 200 len: 217 time: 0.0419354 Jul 15 14:35:31.784759 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:31.820310 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:15Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:31.836974 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-b9b830d1-b85a-4ab5-818f-7d27c3231cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:31.838465 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-b9b830d1-b85a-4ab5-818f-7d27c3231cde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0771441 Jul 15 14:35:31.860449 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:35:31.875424 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:31.876137 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:31.902349 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5345d7-cad2-4ee6-808d-d90d080c2274 req-33068dc4-e40a-4bd7-bc03-d6a6575dd4fa tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:31.903859 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac5345d7-cad2-4ee6-808d-d90d080c2274 req-33068dc4-e40a-4bd7-bc03-d6a6575dd4fa tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 945 time: 0.1098599 Jul 15 14:35:31.955644 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-0778d765-373d-40ec-81e5-c46de65333ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:31.957312 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-0778d765-373d-40ec-81e5-c46de65333ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090357 Jul 15 14:35:31.965192 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-ac5345d7-cad2-4ee6-808d-d90d080c2274 req-3f3152f4-e52b-49d4-a58b-cfeb64b02a67 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548825 Jul 15 14:35:31.978929 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545104'] for port, before_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:32.014906 n-d-798054-11 neutron-server[93996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:35:32.017167 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6baac5726788adc67a42e432ae6fa9c9a743c46f61476162dfa4adca6ea5c51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e71c0ed-cbd3-407a-be86-c138a9e34b6f" -d '{"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93996) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:35:32.034829 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:32.038952 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:32.041053 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757991235413', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757990698415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757990698433'] for port, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:32.064318 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-12da4113-5ea1-46b8-813f-966edc91998e service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906944 Jul 15 14:35:32.072601 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6333f41-ffa7-4765-9249-d3d7125d5def x-openstack-request-id: req-f6333f41-ffa7-4765-9249-d3d7125d5def {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:35:32.072826 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-unplugged", "status": "completed", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "code": 200}]} {{(pid=93996) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:35:32.073050 n-d-798054-11 neutron-server[93996]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6333f41-ffa7-4765-9249-d3d7125d5def {{(pid=93996) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:35:32.073441 n-d-798054-11 neutron-server[93996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'code': 200} Jul 15 14:35:32.160652 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Pushing event updated for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=8']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:32.172655 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-fdfcbaa6-78ad-4674-94db-df45dd566737 req-605bdd7d-e0e1-4da0-a5a3-e419176b57fa service neutron] 10.222.0.58 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972846 Jul 15 14:35:32.319064 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:15Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:32.351709 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851611f-1af3-4cdd-87c4-a6a298babe8f None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_floatingips': [{'id': 'c40aace0-211c-40ad-a5a8-6ec307bd8b26', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'router_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'port_id': '228b73f0-0531-4541-aadd-43a02303d186', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'mac_address': 'fa:16:3e:13:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T14:31:13Z', 'updated_at': '2021-07-15T14:31:15Z', 'revision_number': 1, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:35:32.606205 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897c922-98bd-4b66-b87d-dde6e3be20be None None] New status for floating IP 1b061833-d6c4-4841-bf1a-da39365c9d90: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:35:33.155908 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89e77-e027-4e38-abdc-b1e06573c6d1 req-5ff7a3b3-4b6b-47c0-bd30-67d4f33cddae tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:33.157875 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57c89e77-e027-4e38-abdc-b1e06573c6d1 req-5ff7a3b3-4b6b-47c0-bd30-67d4f33cddae tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 943 time: 0.0679269 Jul 15 14:35:33.198253 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-57c89e77-e027-4e38-abdc-b1e06573c6d1 req-8356de21-2fc7-4a52-ab96-8414a0434f93 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344014 Jul 15 14:35:33.320068 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863facbe-85c0-46da-825e-2c78467531e5 req-ccdca5fd-de46-47dd-b097-9db57bf00d5c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:33.321591 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-863facbe-85c0-46da-825e-2c78467531e5 req-ccdca5fd-de46-47dd-b097-9db57bf00d5c tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 943 time: 0.0755177 Jul 15 14:35:33.432340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Deleting port cf28d2ac-21d0-4d73-ba93-60edf8508fcf {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:33.432692 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:33.522506 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] For port cf28d2ac-21d0-4d73-ba93-60edf8508fcf, host n-h2-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-798054-11',level=0,port_id=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:33.522900 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:33.535504 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Calling delete_port for cf28d2ac-21d0-4d73-ba93-60edf8508fcf owned by compute:nova {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:33.679039 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:33.708132 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event deleted for resources: {'Port': ['ID=cf28d2ac-21d0-4d73-ba93-60edf8508fcf,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:33.720958 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.721303 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.721652 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.722340 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.722731 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.723064 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.723390 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.723699 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.724021 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.724386 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.725291 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.725629 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-798054-11 {{(pid=93995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:35:33.769251 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] No DVR routers for this DVR port cf28d2ac-21d0-4d73-ba93-60edf8508fcf on host n-h2-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:35:33.772378 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:33.774415 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-863facbe-85c0-46da-825e-2c78467531e5 req-dbfb71dc-47f0-4e64-a503-a7b72709a329 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.58 "DELETE /v2.0/ports/cf28d2ac-21d0-4d73-ba93-60edf8508fcf HTTP/1.1" status: 204 len: 173 time: 0.4466496 Jul 15 14:35:33.775129 n-d-798054-11 neutron-server[93995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-deleted', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf'}] {{(pid=93995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:35:33.777449 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59307abc3dcbe088b31a89f0dcd1f34d0ab635c74e13f005cef3da00aa11b9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a72e969-b9ca-46be-85ea-207d61194c76" -d '{"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-deleted", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf"}]}' {{(pid=93995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:35:33.817451 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb814d8-bc2f-490c-99c6-e7ae6d836e27 x-openstack-request-id: req-3eb814d8-bc2f-490c-99c6-e7ae6d836e27 {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:35:33.817739 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f799506-3da1-4872-85f9-1684add8d16d", "name": "network-vif-deleted", "tag": "cf28d2ac-21d0-4d73-ba93-60edf8508fcf", "status": "completed", "code": 200}]} {{(pid=93995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:35:33.818014 n-d-798054-11 neutron-server[93995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3eb814d8-bc2f-490c-99c6-e7ae6d836e27 {{(pid=93995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:35:33.818420 n-d-798054-11 neutron-server[93995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f799506-3da1-4872-85f9-1684add8d16d', 'name': 'network-vif-deleted', 'tag': 'cf28d2ac-21d0-4d73-ba93-60edf8508fcf', 'status': 'completed', 'code': 200} Jul 15 14:35:34.365454 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-a043abe2-dc76-4954-b607-7e30c26b89b1 req-7cc695ef-6511-4cf6-92a9-7f91e9ee86d7 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f799506-3da1-4872-85f9-1684add8d16d HTTP/1.1" status: 200 len: 210 time: 0.0329413 Jul 15 14:35:35.799518 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf no longer exists at agent hyperv_n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:35.819932 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] No Port match for: cf28d2ac-21d0-4d73-ba93-60edf8508fcf {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:35.820272 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Device cf28d2ac-21d0-4d73-ba93-60edf8508fcf not bound to the agent host n-h2-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:36.035215 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60780) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:36.200678 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Deleting port f54702b2-b696-41ee-bad6-aab49d402670 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:36.201313 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.279049 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.279305 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.291166 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Calling delete_port for f54702b2-b696-41ee-bad6-aab49d402670 owned by network:floatingip {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:36.447156 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.473921 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event deleted for resources: {'Port': ['ID=f54702b2-b696-41ee-bad6-aab49d402670,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:36.542698 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for floatingip, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.543060 n-d-798054-11 neutron-server[93994]: INFO neutron.db.l3_db [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Floating IP c40aace0-211c-40ad-a5a8-6ec307bd8b26 disassociated (deleted). External IP: 172.25.3.98, port: 228b73f0-0531-4541-aadd-43a02303d186. Jul 15 14:35:36.765525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Router 0c240755-1c77-4e99-ac2c-ebe527327531 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:35:36.881021 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:35:36.885538 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for floatingip, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:36.891870 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:35:36.901820 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:36.902443 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:36.923761 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-3b960f7c-a877-4bd7-b374-767e6c7adced tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "DELETE /v2.0/floatingips/c40aace0-211c-40ad-a5a8-6ec307bd8b26 HTTP/1.1" status: 204 len: 168 time: 0.8874178 Jul 15 14:35:36.924366 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:35:36.926712 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a58ecf-d41d-49ca-bc79-16be992bca4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:35:37.016886 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:37.025756 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b9d521-1684-4afb-b3c6-94b6d856e82f x-openstack-request-id: req-c8b9d521-1684-4afb-b3c6-94b6d856e82f {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:35:37.026049 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:35:37.026299 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8b9d521-1684-4afb-b3c6-94b6d856e82f {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:35:37.026738 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'status': 'completed', 'code': 200} Jul 15 14:35:37.114931 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-2026e8c7-834e-4936-b867-fb9fd10147a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:37.116560 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-2026e8c7-834e-4936-b867-fb9fd10147a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ae35a30c679413da364cb5f5225ff7a&device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 1095 time: 0.0664971 Jul 15 14:35:37.230193 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-e1af2cf5-618d-4049-a52a-2b85052f88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:37.238372 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-e1af2cf5-618d-4049-a52a-2b85052f88b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 200 len: 910 time: 0.1086252 Jul 15 14:35:37.285128 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-0efcae59-3404-44ff-9605-8a33514ecb06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 200 len: 217 time: 0.0452569 Jul 15 14:35:37.359750 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-b6bd4978-9108-4c50-9882-9e2844e874f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:37.361231 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-b6bd4978-9108-4c50-9882-9e2844e874f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 200 len: 848 time: 0.0566900 Jul 15 14:35:37.386236 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:37.411039 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5774baf-c264-466a-b821-5f06364626de req-36ea713f-dd72-474b-aa4c-463a62cbe2ba tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:37.412540 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5774baf-c264-466a-b821-5f06364626de req-36ea713f-dd72-474b-aa4c-463a62cbe2ba tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 943 time: 0.1373277 Jul 15 14:35:37.415507 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:35:37.424024 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:37.424649 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:37.458086 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-e7e76d6e-c13d-4d59-80db-7c48c4fe2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:37.459874 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-e7e76d6e-c13d-4d59-80db-7c48c4fe2c77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ac24bd8-eaef-4159-8d9e-32d85e984336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919740 Jul 15 14:35:37.465036 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-f5774baf-c264-466a-b821-5f06364626de req-b4f7a4e9-23d9-4dc7-9ba7-e009e0c23621 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463200 Jul 15 14:35:37.533768 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:37.565194 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-0ec70586-f370-4cca-a5da-f1a5b91f49e4 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978861 Jul 15 14:35:37.659809 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-c9a58ecf-d41d-49ca-bc79-16be992bca4c req-736f0afd-aa6a-416f-847d-5370248cdb80 service neutron] 10.222.0.59 "GET /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880642 Jul 15 14:35:37.746569 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:37.773927 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d7574-c31e-4a53-982b-a6b8c8148a74 None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:30:53Z', 'revision_number': 4, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11', '_interfaces': [{'id': '064e8892-1b34-4027-8ab5-a623da18c6b0', 'name': '', 'network_id': '9ac24bd8-eaef-4159-8d9e-32d85e984336', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'mac_address': 'fa:16:3e:77:48:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:52Z', 'updated_at': '2021-07-15T14:30:59Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'subnets': [{'id': 'da532abf-3e0a-45a2-b363-796047ad9649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:35:38.018803 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428765d-5673-499f-bf34-b12bd5f36698 None None] New status for floating IP c40aace0-211c-40ad-a5a8-6ec307bd8b26: DOWN {{(pid=93997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 14:35:38.710179 n-d-798054-11 neutron-server[93995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af3e85-40f1-4dc6-a4b5-fb310fa3c4f4 req-a97547a1-79d8-47fd-9e81-769129650043 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:38.711804 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78af3e85-40f1-4dc6-a4b5-fb310fa3c4f4 req-a97547a1-79d8-47fd-9e81-769129650043 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 943 time: 0.1244767 Jul 15 14:35:38.754183 n-d-798054-11 neutron-server[93994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-96583775-fdaa-4465-a527-0b350b1c2c03 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:35:38.755915 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-96583775-fdaa-4465-a527-0b350b1c2c03 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 943 time: 0.0739477 Jul 15 14:35:38.756461 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-78af3e85-40f1-4dc6-a4b5-fb310fa3c4f4 req-f77a91d5-8b62-40db-9b39-3530c010b8cb tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d7c8785-f965-44b7-a47e-a923bd7ea074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384049 Jul 15 14:35:38.856834 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Deleting port 228b73f0-0531-4541-aadd-43a02303d186 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:38.857216 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:38.964372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] For port 228b73f0-0531-4541-aadd-43a02303d186, host n-h1-798054-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-798054-11',level=0,port_id=228b73f0-0531-4541-aadd-43a02303d186,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:38.964734 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:38.977777 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Calling delete_port for 228b73f0-0531-4541-aadd-43a02303d186 owned by compute:nova {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:39.130597 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:39.163749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event deleted for resources: {'Port': ['ID=228b73f0-0531-4541-aadd-43a02303d186,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:39.208512 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] No DVR routers for this DVR port 228b73f0-0531-4541-aadd-43a02303d186 on host n-h1-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:35:39.211499 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401141'] for port, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:39.213465 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [req-054cc7fa-5c2a-4d8d-9855-c92cd201c7b4 req-ce194e43-f1f2-452c-83b8-12dc171090d3 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.59 "DELETE /v2.0/ports/228b73f0-0531-4541-aadd-43a02303d186 HTTP/1.1" status: 204 len: 173 time: 0.4524949 Jul 15 14:35:39.213897 n-d-798054-11 neutron-server[93994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-deleted', 'tag': '228b73f0-0531-4541-aadd-43a02303d186'}] {{(pid=93994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 14:35:39.216282 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fdf3eabcfda5d361f4988e0a3a7bd7568a487f2ca2d4751005d6de1b4cb04cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df27c63-ac97-4bfe-8bdb-24c8ad5c13ad" -d '{"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-deleted", "tag": "228b73f0-0531-4541-aadd-43a02303d186"}]}' {{(pid=93994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 14:35:39.253965 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfaf91-940f-4979-81a2-29fd219c9c0d x-openstack-request-id: req-76cfaf91-940f-4979-81a2-29fd219c9c0d {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 14:35:39.254343 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5ee0c2-4a7d-497e-b9ad-53dc8e131533", "name": "network-vif-deleted", "tag": "228b73f0-0531-4541-aadd-43a02303d186", "status": "completed", "code": 200}]} {{(pid=93994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 14:35:39.254562 n-d-798054-11 neutron-server[93994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76cfaf91-940f-4979-81a2-29fd219c9c0d {{(pid=93994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 14:35:39.254929 n-d-798054-11 neutron-server[93994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5ee0c2-4a7d-497e-b9ad-53dc8e131533', 'name': 'network-vif-deleted', 'tag': '228b73f0-0531-4541-aadd-43a02303d186', 'status': 'completed', 'code': 200} Jul 15 14:35:39.922232 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [req-f66f6603-e423-4b3a-a975-089ddae51d88 req-6aabc9e2-5456-4f51-8dd3-70622cdd19d2 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f5ee0c2-4a7d-497e-b9ad-53dc8e131533 HTTP/1.1" status: 200 len: 210 time: 0.0354536 Jul 15 14:35:41.018778 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60800) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:41.087062 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ec-e8a0-40a7-8e1d-4e1b67c11ac5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.117303 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ec-e8a0-40a7-8e1d-4e1b67c11ac5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.188054 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ec-e8a0-40a7-8e1d-4e1b67c11ac5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.190667 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-c28e73ec-e8a0-40a7-8e1d-4e1b67c11ac5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.191870 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-c28e73ec-e8a0-40a7-8e1d-4e1b67c11ac5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] 10.222.0.57 "DELETE /v2.0/security-groups/9d7c8785-f965-44b7-a47e-a923bd7ea074 HTTP/1.1" status: 204 len: 168 time: 0.1721032 Jul 15 14:35:41.202046 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e73ec-e8a0-40a7-8e1d-4e1b67c11ac5 tempest-TestSnapshotPattern-691399029 tempest-TestSnapshotPattern-691399029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c8785-f965-44b7-a47e-a923bd7ea074,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:41.235039 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60804) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:41.615928 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.878194 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Deleting port 064e8892-1b34-4027-8ab5-a623da18c6b0 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:41.878444 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.961042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] For port 064e8892-1b34-4027-8ab5-a623da18c6b0, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=064e8892-1b34-4027-8ab5-a623da18c6b0,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:41.961414 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:41.977135 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Calling delete_port for 064e8892-1b34-4027-8ab5-a623da18c6b0 owned by network:router_interface {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:42.192338 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:42.219946 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Pushing event deleted for resources: {'Port': ['ID=064e8892-1b34-4027-8ab5-a623da18c6b0,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:42.404479 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:42.637856 n-d-798054-11 neutron-server[93995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Router 0c240755-1c77-4e99-ac2c-ebe527327531 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:35:43.071004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:35:43.076497 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-e7691f44-afdb-4902-8fd5-d246f104736d admin admin] 10.222.0.57 "PUT /v2.0/routers/0c240755-1c77-4e99-ac2c-ebe527327531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400662 Jul 15 14:35:43.079030 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60806) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:43.081835 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] Sync routers for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:35:43.092557 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:43.093312 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:43.183189 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-73b7cca4-2386-44dd-abaa-3edf775eac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.185059 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.210782 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: n-d-798054-11 {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:43.300337 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.363431 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Deleting port bd6aae2d-09c1-49fc-ac48-44474f1644c6 {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:43.363431 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.414574 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:35:42Z', 'revision_number': 5, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port': {'id': 'bd6aae2d-09c1-49fc-ac48-44474f1644c6', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:51Z', 'updated_at': '2021-07-15T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:43.440586 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] Checking router: 0c240755-1c77-4e99-ac2c-ebe527327531 for host: n-d-798054-11 {{(pid=93996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:35:43.442653 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] For port bd6aae2d-09c1-49fc-ac48-44474f1644c6, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=bd6aae2d-09c1-49fc-ac48-44474f1644c6,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:43.443011 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.449393 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] Routers {'0c240755-1c77-4e99-ac2c-ebe527327531'} bound to L3 agent in host n-d-798054-11 {{(pid=93996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:43.450015 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:16Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['0c240755-1c77-4e99-ac2c-ebe527327531'], 'active': True} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:43.455310 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Calling delete_port for bd6aae2d-09c1-49fc-ac48-44474f1644c6 owned by network:router_gateway {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:43.534797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvr_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] Set router 0c240755-1c77-4e99-ac2c-ebe527327531 gateway port host: None {{(pid=93996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:43.588752 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_hamode_db [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:35:43Z', 'revision_number': 6, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:43.615033 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf174a9-65af-4cf8-90ea-08a95c9060c0 None None] The sync data for ids ['0c240755-1c77-4e99-ac2c-ebe527327531'] in n-d-798054-11 is: [{'id': '0c240755-1c77-4e99-ac2c-ebe527327531', 'name': 'tempest-TestSnapshotPattern-398276950-router', 'tenant_id': '4ae35a30c679413da364cb5f5225ff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:50Z', 'updated_at': '2021-07-15T14:35:43Z', 'revision_number': 6, 'project_id': '4ae35a30c679413da364cb5f5225ff7a', 'gw_port_host': None}] {{(pid=93996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:35:43.632713 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.672980 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6aae2d-09c1-49fc-ac48-44474f1644c6,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:43.737772 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.765646 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 no longer exists at agent hyperv_n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:43.785929 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] No Port match for: 228b73f0-0531-4541-aadd-43a02303d186 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:43.786331 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Device 228b73f0-0531-4541-aadd-43a02303d186 not bound to the agent host n-h1-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:43.831835 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.834004 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.880442 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.881004 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c240755-1c77-4e99-ac2c-ebe527327531 {{(pid=93995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:35:43.885832 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] Notify callbacks [] for router, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.887009 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-67766a19-05b9-4ca7-9539-0ab28f4872cd admin admin] 10.222.0.57 "DELETE /v2.0/routers/0c240755-1c77-4e99-ac2c-ebe527327531 HTTP/1.1" status: 204 len: 168 time: 0.8069789 Jul 15 14:35:43.889715 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60808) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:43.936078 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Deleting subnet da532abf-3e0a-45a2-b363-796047ad9649 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:35:43.939238 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:43.989325 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.073721 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.135428 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.160213 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da532abf-3e0a-45a2-b363-796047ad9649,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:44.167061 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.170598 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2825b18c-b274-49f9-9841-8a00c4982341 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/da532abf-3e0a-45a2-b363-796047ad9649 HTTP/1.1" status: 204 len: 168 time: 0.2795086 Jul 15 14:35:44.173053 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60810) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:44.175020 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac5453-78d0-4e86-90eb-5ae376e320f8 None None] Network 9ac24bd8-eaef-4159-8d9e-32d85e984336 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:35:44.248593 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.302556 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Deleting port 947dccab-ff06-4686-8106-d717dbc8072a {{(pid=93995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:44.303257 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.368926 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] DHCP port deletion for 9ac24bd8-eaef-4159-8d9e-32d85e984336 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:35:44.377299 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.db [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] For port 947dccab-ff06-4686-8106-d717dbc8072a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=947dccab-ff06-4686-8106-d717dbc8072a,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:44.377722 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.394240 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.plugin [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Calling delete_port for 947dccab-ff06-4686-8106-d717dbc8072a owned by network:dhcp {{(pid=93995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:44.418679 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] Deleting port 947dccab-ff06-4686-8106-d717dbc8072a {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:44.419068 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.484855 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4084933'] for port, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.489265 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] For port 947dccab-ff06-4686-8106-d717dbc8072a, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=947dccab-ff06-4686-8106-d717dbc8072a,segment=NetworkSegment(8ab5f01b-43d3-4b7c-8da2-7d229fae3f61),segment_id=8ab5f01b-43d3-4b7c-8da2-7d229fae3f61)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:44.489689 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.503746 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] Calling delete_port for 947dccab-ff06-4686-8106-d717dbc8072a owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:44.517533 n-d-798054-11 neutron-server[93995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] No DVR routers for this DVR port 947dccab-ff06-4686-8106-d717dbc8072a on host n-d-798054-11 {{(pid=93995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:35:44.519846 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Pushing event deleted for resources: {'Port': ['ID=947dccab-ff06-4686-8106-d717dbc8072a,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 14:35:44.577189 n-d-798054-11 neutron-server[93996]: self.session.flush() Jul 15 14:35:44.589090 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.599988 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.611597 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac24bd8-eaef-4159-8d9e-32d85e984336']}} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:44.615555 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] Pushing event deleted for resources: {'Port': ['ID=947dccab-ff06-4686-8106-d717dbc8072a,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:44.620983 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbfa33-9fc4-4ec9-8c31-20a30b40d5c1 None None] No DVR routers for this DVR port 947dccab-ff06-4686-8106-d717dbc8072a on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:35:44.623967 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61') {'for_net_delete': True} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:44.624445 n-d-798054-11 neutron-server[93995]: DEBUG neutron.services.segments.db [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab5f01b-43d3-4b7c-8da2-7d229fae3f61') {} {{(pid=93995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:44.636580 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3338388'] for segment, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.651530 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.661180 n-d-798054-11 neutron-server[93995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:35:44.661654 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082196'] for segment, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: Traceback (most recent call last): Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: timer() Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: cb(*args, **kw) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: return func(*args, **kwargs) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: self._notify() Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: self.callback(batched_events) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: event.method(event) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: return f(self, *a, **k) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: return self._get(url).json() Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: return self.request(url, 'GET', **kwargs) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:35:44.663459 n-d-798054-11 neutron-server[93995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:35:44.725273 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.731190 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Notify callbacks [] for network, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:44.733097 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ac24bd8-eaef-4159-8d9e-32d85e984336 HTTP/1.1" status: 204 len: 168 time: 0.5587788 Jul 15 14:35:44.736372 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60812) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:44.744159 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb381-b329-4817-8418-506d8724d47c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac24bd8-eaef-4159-8d9e-32d85e984336,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:45.130115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696677'] for router_interface, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.323576 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd6aae2d-09c1-49fc-ac48-44474f1644c6 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:45.346678 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: bd6aae2d-09c1-49fc-ac48-44474f1644c6 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:45.347454 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device bd6aae2d-09c1-49fc-ac48-44474f1644c6 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:45.347948 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 947dccab-ff06-4686-8106-d717dbc8072a no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:45.366616 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 947dccab-ff06-4686-8106-d717dbc8072a {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:45.366831 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 947dccab-ff06-4686-8106-d717dbc8072a not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:45.367253 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 064e8892-1b34-4027-8ab5-a623da18c6b0 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:45.385378 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 064e8892-1b34-4027-8ab5-a623da18c6b0 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:45.385720 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 064e8892-1b34-4027-8ab5-a623da18c6b0 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:45.404630 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Deleting port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:45.404983 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.493963 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] For port d19d9992-3dd3-4eb8-93c8-dfbcd4574d92, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:45.494300 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.513487 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Calling delete_port for d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 owned by network:router_interface {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:45.680910 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9c0e4471-b6f4-4bb7-b2eb-5d7602c80630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.714624 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.740082 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19d9992-3dd3-4eb8-93c8-dfbcd4574d92,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:45.816325 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.822785 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:45.911853 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698357'] for router_interface, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:46.064065 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:46.440377 n-d-798054-11 neutron-server[93994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Router 5919ec2f-9254-4667-a9ec-076cc27a9347 has already been hosted by L3 agent 84f93490-4a16-4706-bfe7-8a16ca64745c {{(pid=93994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:35:46.562665 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] Notify agent at l3_agent.n-d-798054-11 the message routers_updated {{(pid=93994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:35:46.570138 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1046d436-5704-466e-9e31-95c5c05498e5 admin admin] 10.222.0.57 "PUT /v2.0/routers/5919ec2f-9254-4667-a9ec-076cc27a9347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8305583 Jul 15 14:35:46.571680 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60816) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:46.572063 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] Sync routers for ids ['5919ec2f-9254-4667-a9ec-076cc27a9347'] in n-d-798054-11 {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:35:46.582205 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] Routers {'5919ec2f-9254-4667-a9ec-076cc27a9347'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:46.583246 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5919ec2f-9254-4667-a9ec-076cc27a9347'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:46.684163 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks [] for router, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:46.693282 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] Set router 5919ec2f-9254-4667-a9ec-076cc27a9347 gateway port host: n-d-798054-11 {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:46.788729 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:46.842864 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Deleting port 9025153f-5025-4d98-9bb9-c370101a86d8 {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:46.843335 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:46.872894 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'external_fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:35:45Z', 'revision_number': 5, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port': {'id': '9025153f-5025-4d98-9bb9-c370101a86d8', 'name': '', 'network_id': '338329de-77f0-49a0-94f7-e0c314ec995e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-798054-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '364367f5-7f1d-4d8a-a8b5-c3ae419fd45e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-798054-11'}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:46.898301 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] Checking router: 5919ec2f-9254-4667-a9ec-076cc27a9347 for host: n-d-798054-11 {{(pid=93997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:35:46.906741 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] Routers {'5919ec2f-9254-4667-a9ec-076cc27a9347'} bound to L3 agent in host n-d-798054-11 {{(pid=93997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:35:46.907344 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-798054-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T12:56:45Z,description=,heartbeat_timestamp=2021-07-15T14:35:46Z,host='n-d-798054-11',id=84f93490-4a16-4706-bfe7-8a16ca64745c,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T12:56:45Z,topic='l3_agent')) {'router_ids': ['5919ec2f-9254-4667-a9ec-076cc27a9347'], 'active': True} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:46.922115 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] For port 9025153f-5025-4d98-9bb9-c370101a86d8, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=9025153f-5025-4d98-9bb9-c370101a86d8,segment=NetworkSegment(4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6),segment_id=4ab2548b-0ac4-4d49-996e-19c4c8f6e6d6)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:46.922483 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:46.935645 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Calling delete_port for 9025153f-5025-4d98-9bb9-c370101a86d8 owned by network:router_gateway {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:46.991445 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_dvr_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] Set router 5919ec2f-9254-4667-a9ec-076cc27a9347 gateway port host: None {{(pid=93997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:35:47.042902 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.l3_hamode_db [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:35:46Z', 'revision_number': 6, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port_host': None}], 'n-d-798054-11', False) {} {{(pid=93997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:47.071666 n-d-798054-11 neutron-server[93997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e33e0e-3c11-4c04-bb56-ab3843f94a38 None None] The sync data for ids ['5919ec2f-9254-4667-a9ec-076cc27a9347'] in n-d-798054-11 is: [{'id': '5919ec2f-9254-4667-a9ec-076cc27a9347', 'name': 'tempest-TestSnapshotPattern-10540714-router', 'tenant_id': '6f5d39f208de43fab56c8bed95030e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:30:55Z', 'updated_at': '2021-07-15T14:35:46Z', 'revision_number': 6, 'project_id': '6f5d39f208de43fab56c8bed95030e26', 'gw_port_host': None}] {{(pid=93997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:35:47.117341 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.145520 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Pushing event deleted for resources: {'Port': ['ID=9025153f-5025-4d98-9bb9-c370101a86d8,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:47.209787 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696111'] for router_gateway, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.305706 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13408'] for router, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.307966 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.354244 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697261'] for router, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.354749 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5919ec2f-9254-4667-a9ec-076cc27a9347 {{(pid=93994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 14:35:47.359984 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] Notify callbacks [] for router, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.361267 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-238cae6f-00c5-485e-a417-9ea08b5f7957 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5919ec2f-9254-4667-a9ec-076cc27a9347 HTTP/1.1" status: 204 len: 168 time: 0.7885542 Jul 15 14:35:47.365158 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60820) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:47.419383 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Deleting subnet 2a906ef1-b753-4ad8-b6f3-66e68055c694 {{(pid=93994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 14:35:47.423385 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.479159 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.480634 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8501183'] for subnet, precommit_delete_associations {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.516067 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:47.539529 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:47.539880 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d19d9992-3dd3-4eb8-93c8-dfbcd4574d92 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:47.572612 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-979273'] for subnet, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.626429 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-979326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8815898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10272309'] for subnet, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.661796 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.663875 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2a906ef1-b753-4ad8-b6f3-66e68055c694 HTTP/1.1" status: 204 len: 168 time: 0.2977841 Jul 15 14:35:47.664930 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb649-aad0-44db-9867-8831d8121f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a906ef1-b753-4ad8-b6f3-66e68055c694,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:47.667431 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60822) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:47.673470 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7e2bd-5f79-4b36-9da6-0566676d39aa None None] Network 11a82620-54b6-47b0-8f6b-609587cbcf63 requested from n-d-798054-11 {{(pid=93996) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:35:47.741279 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-904226'] for network, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.797945 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Deleting port d9905019-ca8b-41d4-ae82-3651b7a0c03e {{(pid=93994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:47.798357 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.874659 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.db [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] For port d9905019-ca8b-41d4-ae82-3651b7a0c03e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d9905019-ca8b-41d4-ae82-3651b7a0c03e,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:47.875086 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.879873 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] DHCP port deletion for 11a82620-54b6-47b0-8f6b-609587cbcf63 request from n-d-798054-11 {{(pid=93996) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 14:35:47.890168 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.plugin [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Calling delete_port for d9905019-ca8b-41d4-ae82-3651b7a0c03e owned by network:dhcp {{(pid=93994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:47.928355 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] Deleting port d9905019-ca8b-41d4-ae82-3651b7a0c03e {{(pid=93996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 14:35:47.928831 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757991234735'] for port, before_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.978622 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8815977'] for port, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:47.997545 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.db [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] For port d9905019-ca8b-41d4-ae82-3651b7a0c03e, host n-d-798054-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-798054-11',level=0,port_id=d9905019-ca8b-41d4-ae82-3651b7a0c03e,segment=NetworkSegment(d3ce6806-029b-4c42-a745-f3db1db21abe),segment_id=d3ce6806-029b-4c42-a745-f3db1db21abe)] {{(pid=93996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:35:47.997947 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697182'] for port, precommit_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.010797 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] Calling delete_port for d9905019-ca8b-41d4-ae82-3651b7a0c03e owned by network:dhcp {{(pid=93996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 14:35:48.014148 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9905019-ca8b-41d4-ae82-3651b7a0c03e,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:48.017615 n-d-798054-11 neutron-server[93994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] No DVR routers for this DVR port d9905019-ca8b-41d4-ae82-3651b7a0c03e on host n-d-798054-11 {{(pid=93994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:35:48.090485 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-982317', 'neutron.services.segments.db._delete_segments_for_network-8757991198284'] for network, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.094022 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-548779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757991235458', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757990698406'] for port, after_delete {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.102181 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a82620-54b6-47b0-8f6b-609587cbcf63']}} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:48.113462 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ce6806-029b-4c42-a745-f3db1db21abe') {'for_net_delete': True} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:48.113849 n-d-798054-11 neutron-server[93994]: DEBUG neutron.services.segments.db [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ce6806-029b-4c42-a745-f3db1db21abe') {} {{(pid=93994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:35:48.123522 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757991199573', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8501128'] for segment, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.127504 n-d-798054-11 neutron-server[93996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] No DVR routers for this DVR port d9905019-ca8b-41d4-ae82-3651b7a0c03e on host n-d-798054-11 {{(pid=93996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 14:35:48.132685 n-d-798054-11 neutron-server[93996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656eae1-28a3-45c3-8d1a-6bc2fd1a4541 None None] Pushing event deleted for resources: {'Port': ['ID=d9905019-ca8b-41d4-ae82-3651b7a0c03e,revision_number=None']} {{(pid=93996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:48.144115 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721'] for segment, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.151395 n-d-798054-11 neutron-server[93994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 14:35:48.151864 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-968721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821688'] for segment, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: conditions |= (models_v2.Port.network_id.in_( Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: Traceback (most recent call last): Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: timer() Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: cb(*args, **kw) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: return func(*args, **kwargs) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: self._notify() Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: self.callback(batched_events) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: event.method(event) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: return f(self, *a, **k) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: return self._get(url).json() Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: return self.request(url, 'GET', **kwargs) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 14:35:48.153690 n-d-798054-11 neutron-server[93994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 14:35:48.217791 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-982324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696179'] for network, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.223893 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Notify callbacks [] for network, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.225772 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] 10.222.0.57 "DELETE /v2.0/networks/11a82620-54b6-47b0-8f6b-609587cbcf63 HTTP/1.1" status: 204 len: 168 time: 0.5574791 Jul 15 14:35:48.237521 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863beba-af2c-401b-acfd-6103346b2a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=11a82620-54b6-47b0-8f6b-609587cbcf63,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:48.419540 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60826) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:48.461469 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-a7aeb251-c27a-4170-8ab4-f52499241835 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ae35a30c679413da364cb5f5225ff7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407412 Jul 15 14:35:48.464315 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [-] (93995) accepted ('10.222.0.57', 60828) {{(pid=93995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:48.524297 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cbf17f58-9456-49aa-8c82-67e8017adea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.548756 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cbf17f58-9456-49aa-8c82-67e8017adea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.605263 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cbf17f58-9456-49aa-8c82-67e8017adea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.607784 n-d-798054-11 neutron-server[93995]: DEBUG neutron_lib.callbacks.manager [None req-cbf17f58-9456-49aa-8c82-67e8017adea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.608969 n-d-798054-11 neutron-server[93995]: INFO neutron.wsgi [None req-cbf17f58-9456-49aa-8c82-67e8017adea3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/142ccc7a-def4-4339-936d-dd6f93fd1226 HTTP/1.1" status: 204 len: 168 time: 0.1435547 Jul 15 14:35:48.617042 n-d-798054-11 neutron-server[93995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17f58-9456-49aa-8c82-67e8017adea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142ccc7a-def4-4339-936d-dd6f93fd1226,revision_number=None']} {{(pid=93995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:48.959925 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:48.978798 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60834) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:49.018666 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-2cfe939d-ad4d-485c-aa2e-a1e04ed842df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6f5d39f208de43fab56c8bed95030e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386417 Jul 15 14:35:49.021220 n-d-798054-11 neutron-server[93994]: DEBUG neutron.wsgi [-] (93994) accepted ('10.222.0.57', 60836) {{(pid=93994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:35:49.078756 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa344a41-1eb4-43f4-852a-0c45090be18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:49.106079 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa344a41-1eb4-43f4-852a-0c45090be18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:49.157124 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa344a41-1eb4-43f4-852a-0c45090be18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2053492'] for security_group, after_delete {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:49.159886 n-d-798054-11 neutron-server[93994]: DEBUG neutron_lib.callbacks.manager [None req-aa344a41-1eb4-43f4-852a-0c45090be18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:35:49.161104 n-d-798054-11 neutron-server[93994]: INFO neutron.wsgi [None req-aa344a41-1eb4-43f4-852a-0c45090be18f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aab926d8-efc1-4064-989b-08c73fc486f6 HTTP/1.1" status: 204 len: 168 time: 0.1386595 Jul 15 14:35:49.169525 n-d-798054-11 neutron-server[93994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa344a41-1eb4-43f4-852a-0c45090be18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab926d8-efc1-4064-989b-08c73fc486f6,revision_number=None']} {{(pid=93994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:35:49.311100 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d9905019-ca8b-41d4-ae82-3651b7a0c03e no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:49.343540 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: d9905019-ca8b-41d4-ae82-3651b7a0c03e {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:49.343903 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device d9905019-ca8b-41d4-ae82-3651b7a0c03e not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:35:49.344328 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9025153f-5025-4d98-9bb9-c370101a86d8 no longer exists at agent ovs-agent-n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 14:35:49.365159 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.plugin [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] No Port match for: 9025153f-5025-4d98-9bb9-c370101a86d8 {{(pid=93996) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 14:35:49.365505 n-d-798054-11 neutron-server[93996]: DEBUG neutron.plugins.ml2.rpc [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Device 9025153f-5025-4d98-9bb9-c370101a86d8 not bound to the agent host n-d-798054-11 {{(pid=93996) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 14:36:08.377297 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:36:13.157839 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-c79a9fe6-0e79-4f8b-a4e3-b3b50cce6e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:15.694304 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-b533b4e2-4775-4ae7-bb77-893865fa97c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:15.814746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:15.816743 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:16.068077 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:17.487286 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:18.961003 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:43.171790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-1035c36c-1c33-4037-8ce5-85936de0a50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:45.365879 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:36:45.694904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f1419f83-d1a3-4669-a7a9-7edba073dc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:45.815701 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:45.817637 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:46.074129 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:47.483396 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:36:48.965670 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:13.172359 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-433a54cd-62e0-4e6d-bd0c-3ddde9ccd2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:15.692249 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5cacd8a-9812-420f-ab82-1adf83595631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:15.812377 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:15.825669 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:16.070438 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:17.490500 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:18.968666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:22.369841 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:37:43.171718 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae56fc5-b8e0-49cd-b9fb-7dd805d777f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:45.696601 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aaeade67-577d-4911-9bc8-7f5d5e098d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:45.806964 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:45.838988 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:46.063934 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:47.497550 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:48.975299 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:37:59.370234 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:38:13.175378 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-79827c14-c0cb-409b-a23d-da5e4659989b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:15.697375 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-f5b11405-39fc-476c-8041-fe4937fe0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:15.812668 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:15.838738 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:16.074374 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:17.496643 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:18.972765 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:36.372617 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:38:43.171616 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-642f1432-4255-4fd0-86e4-d223d10494d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:45.695238 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-cf30da26-75cc-4b79-9232-e326b02c5eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:45.819799 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:45.842606 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:46.072383 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:47.498930 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:38:48.976669 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:13.176801 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-50f4086a-7d4f-4eb5-9270-0f549d199f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:13.376915 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:39:15.697144 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-21bd4f6a-2cef-4e9a-9192-c56f2df3eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:15.815228 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:15.853391 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:16.088347 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:17.506776 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:18.983262 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:43.174219 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-3c13f606-c21f-4b3d-9ce8-7c94bfb27902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:45.700996 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-9aec28a3-baea-48ab-8116-d5ce07899731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:45.826438 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:45.852344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:46.092082 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:47.508043 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:48.986387 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:39:50.377566 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:40:13.173177 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-7f6771ea-17fa-4c12-a317-53f5afe98712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:15.696757 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-91e79561-761f-43f8-be24-8d6f8df0da0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:15.824739 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:15.866454 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:16.094013 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:17.508485 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:18.991207 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:27.382581 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:40:43.178582 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-e5d721af-3fa0-452d-95bf-16f23a453ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:45.699904 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-be445ab6-85e9-4dbe-adcd-5e30a3adc506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:45.819837 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:45.866463 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:46.087630 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:47.510790 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:40:48.999221 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:04.388444 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:41:13.170322 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f54fbae-5473-4715-aa5b-fd8321e541a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:15.697883 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8734b4ff-acde-4ae2-ba70-6b5d7fbf8b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:15.832344 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:15.880237 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:16.090440 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:17.520909 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:19.001745 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:41.394119 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:41:43.167886 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-eebc24f9-d1e6-4edb-bf67-7f14219e897b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:45.697762 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aee441ed-9daa-4df6-a1c7-ce1894560bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:45.830546 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:45.880434 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:46.094026 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:47.519270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:41:49.007042 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:13.171746 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d39889f4-1a76-4932-8788-d266a5a8af8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:15.691895 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-df931c36-e320-437f-b149-72e4a0232767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:15.827037 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:15.898958 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:16.087948 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:17.525393 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:18.395079 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:42:19.009015 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:43.167666 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-8906e500-a71f-4c3b-87bd-ea3a727032fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:45.697099 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-d66a6479-5a77-4d87-b612-74ddd1f630a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:45.823571 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:45.910876 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:46.121758 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:47.529416 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:49.014389 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:42:55.399109 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:43:13.172509 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dd016944-06ae-4712-b316-8bee18488dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:15.709204 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-0413cb8d-df56-46c8-a3ac-3db7cb285942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:15.821781 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:15.925445 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:16.145441 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:17.531248 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:19.019136 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:32.399307 n-d-798054-11 neutron-server[93997]: DEBUG neutron.db.agents_db [None req-9ff28937-b369-4744-b3fc-53c328f036b3 None None] Agent healthcheck: found 7 active agents {{(pid=93997) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:43:43.167040 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-6da686fa-bd1f-4769-bead-b7e9657b8f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:45.704626 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-dc4f01a7-c7c0-4e54-9d3f-824d955a78f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:45.816991 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-5f11638b-9b51-4383-a0e3-ea0395e5cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:45.927849 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf868-9b8d-4a81-96a7-46273a204acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:46.146731 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-aae8443f-1ba8-42fe-8e99-e9ac8b90c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:47.535121 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-2286d628-8f52-402a-a735-bb180f7f6814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:49.013270 n-d-798054-11 neutron-server[93996]: DEBUG neutron_lib.callbacks.manager [None req-161ec1f6-15ae-4a47-99c7-9ad4cf30afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757991198266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980343'] for agent, after_update {{(pid=93996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:43:59.161860 n-d-798054-11 neutron-server[93995]: DEBUG neutron.wsgi [req-a53c6ad7-172b-464d-8461-8871f5bb1eaa req-bd14051b-619e-4823-9666-5e90a7a670e8 service neutron] (93995) timed out ('10.222.0.57', 55874) {{(pid=93995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}